diff --git a/.gitattributes b/.gitattributes
index 23b5219867a666ad55d4a477b6ea9d18fdfed1c8..74c0b767af818a2a2bd1299b811704be59c36fee 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -4213,3 +4213,4 @@ smolvla-split-gk_adp-libero-1000/17-08-53_smolvla_gk_adp_libero_object_2e-3_spli
smolvla-split-gk_adp-libero-1000/17-08-53_smolvla_gk_adp_libero_object_2e-3_split2/libero_object_task04_075000/eval_task01_a10/videos/libero_object_1/eval_episode_2.mp4 filter=lfs diff=lfs merge=lfs -text
smolvla-split-gk_adp-libero-1000/17-08-53_smolvla_gk_adp_libero_object_2e-3_split2/libero_object_task04_075000/eval_task01_a10/videos/libero_object_1/eval_episode_4.mp4 filter=lfs diff=lfs merge=lfs -text
smolvla-split-gk_adp-libero-1000/17-08-53_smolvla_gk_adp_libero_object_2e-3_split2/libero_object_task04_075000/eval_task01_a10/videos/libero_object_1/eval_episode_6.mp4 filter=lfs diff=lfs merge=lfs -text
+smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4 filter=lfs diff=lfs merge=lfs -text
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval.log b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval.log
index beb8ebd0936e22b52aa140e4763aea707db0f629..a4edf309ed9eb964b16ff3b110365e33ebca6fb5 100644
--- a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval.log
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval.log
@@ -9298,4 +9298,10093 @@ Assets already downloaded at /home/tml_lab/.cache/libero/assets
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:06<00:02, 30.82it/s, running_success_rate=0.0%][A
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:06<00:02, 30.82it/s, running_success_rate=0.0%][A
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
-
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
\ No newline at end of file
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:06<00:02, 35.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:06<00:02, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:06<00:02, 28.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:06<00:01, 33.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:06<00:01, 33.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:06<00:01, 33.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:06<00:01, 33.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:07<00:01, 33.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:07<00:02, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:07<00:02, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:07<00:02, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:07<00:01, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:07<00:01, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:07<00:01, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:07<00:01, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:07<00:01, 34.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:07<00:01, 34.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:07<00:01, 34.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:07<00:01, 34.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:07<00:01, 34.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:07<00:01, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:07<00:01, 34.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:07<00:01, 34.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:07<00:01, 34.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:07<00:01, 34.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:07<00:01, 34.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:07<00:01, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:07<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:07<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:07<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:07<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:08<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:08<00:00, 34.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:08<00:00, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:08<00:00, 35.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:08<00:00, 30.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:08<00:00, 35.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:08<00:00, 30.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:08<00:00, 35.71it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 26%|██▌ | 13/50 [02:43<12:15, 19.88s/it, running_success_rate=64.3%]
Stepping through eval batches: 28%|██▊ | 14/50 [02:43<10:09, 16.93s/it, running_success_rate=64.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:09, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:09, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:11, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:11, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:07, 33.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:07, 33.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:07, 33.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:07, 33.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:07, 33.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:00<00:09, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:00<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:00<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:00<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:00<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:00<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:07, 32.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 34.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 34.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 34.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 34.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 34.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 28.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:06, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:06, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:06, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:06, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:06, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:01<00:08, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:01<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:01<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:01<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 30.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:07, 26.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 30.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:07, 27.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:02<00:06, 30.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:02<00:07, 26.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:02<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:02<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 30.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:06, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:05, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:05, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:03<00:05, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:06, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 31.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 31.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:03<00:05, 31.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:03<00:05, 31.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:03<00:05, 31.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:03<00:06, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:03<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:06, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:06, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:04<00:05, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:04<00:05, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:04<00:05, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:04<00:05, 26.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:05, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:05, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:04<00:04, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:04<00:04, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:04<00:04, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:04<00:04, 30.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:04<00:05, 27.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:04<00:04, 31.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:04<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:04<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:04<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:05<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:05<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:05<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:05<00:05, 25.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:04, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:04, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:05<00:04, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:04, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:05<00:04, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:05<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 32.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 32.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:05<00:03, 32.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:05<00:03, 32.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:05<00:03, 32.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:05<00:04, 27.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:05<00:03, 30.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:05<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:05<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:05<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:05<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:06<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:06<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:03, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:03, 33.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:03, 33.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:06<00:03, 33.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:06<00:02, 33.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:06<00:02, 33.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:06<00:03, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:06<00:02, 34.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:06<00:02, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:06<00:02, 35.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:06<00:02, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:06<00:02, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:06<00:02, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:06<00:02, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:07<00:02, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:07<00:02, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:07<00:02, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:07<00:02, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:07<00:02, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:07<00:02, 25.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:07<00:02, 28.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:07<00:02, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:07<00:01, 30.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:07<00:01, 30.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:07<00:01, 30.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:07<00:01, 30.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:07<00:01, 30.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:07<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:08<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:08<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:08<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:08<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:08<00:01, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:08<00:01, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:08<00:01, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:08<00:01, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:08<00:01, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:08<00:01, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:08<00:01, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:08<00:01, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:08<00:00, 30.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:08<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:08<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:08<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:08<00:00, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:08<00:00, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:08<00:00, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:08<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:08<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:08<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:08<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:08<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:09<00:00, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:09<00:00, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:09<00:00, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:09<00:00, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:09<00:00, 32.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:09<00:00, 32.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:09<00:00, 32.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:09<00:00, 32.71it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 28%|██▊ | 14/50 [02:53<10:09, 16.93s/it, running_success_rate=60.0%]
Stepping through eval batches: 30%|███ | 15/50 [02:53<08:46, 15.05s/it, running_success_rate=60.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:42, 6.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:42, 6.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:42, 6.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 27.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:11, 20.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:11, 20.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 25.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 25.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 25.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 18.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:13, 15.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 15.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 15.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 15.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:11, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:14, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:14, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:14, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:11, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:16, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:16, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:16, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:16, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:13, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:13, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:13, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:12, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:12, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:15, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:15, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:15, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:15, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:12, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:09, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:09, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:09, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:09, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:10, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:07, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:07, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:08, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:06, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:06, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:06, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:06, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:06, 24.29it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:05, 28.91it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 30%|███ | 15/50 [03:25<08:46, 15.05s/it, running_success_rate=62.5%]
Stepping through eval batches: 32%|███▏ | 16/50 [03:25<11:16, 19.90s/it, running_success_rate=62.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 23.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:08, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:08, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:11, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:24, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:24, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:24, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:24, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:20, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:20, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:20, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:20, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:23, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:23, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:23, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:20, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:20, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:20, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:30, 7.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:30, 7.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:30, 7.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:30, 7.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:30, 7.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:25, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:25, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:25, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:25, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:25, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:19, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:19, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:19, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:16, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:16, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:16, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:28, 7.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:28, 7.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:28, 7.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:26, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:26, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:26, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:26, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:20, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:20, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:20, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:17, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:18, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:18, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:18, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:30, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:30, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:30, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:30, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:23, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:23, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:23, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:15, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:15, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:15, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:27, 6.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:27, 6.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:27, 6.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:27, 6.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:20, 8.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:20, 8.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:20, 8.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:19, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:19, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:19, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:17, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:17, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:16, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:23, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:23, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:10<00:23, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:21, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:13, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:13, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:13, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:12, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:12, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:11<00:12, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:22, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:22, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:21, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:19, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:19, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:11<00:19, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:19, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:14, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:14, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:12<00:14, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:12<00:16, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:12<00:16, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:12<00:16, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:22, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:22, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:12<00:22, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:12<00:22, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:16, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:16, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:12<00:16, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:16, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:16, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:13<00:16, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:13<00:16, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:12, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:12, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:13<00:12, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:13<00:19, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:13<00:19, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:13<00:19, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:13<00:18, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:13<00:18, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:13<00:18, 7.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:13<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:13<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:13<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:14<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:10, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:10, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:14<00:10, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:14, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:14, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:14<00:14, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:14<00:14, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:14<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:14<00:08, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:14<00:08, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:15<00:07, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:07, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:11, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:11, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:15<00:11, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:15<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:15<00:11, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:15<00:11, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:15<00:08, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:15<00:08, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:15<00:08, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:16<00:08, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:16<00:12, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:16<00:12, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:16<00:12, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:16<00:11, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:16<00:11, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:11, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:09, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:09, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:16<00:09, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:16<00:08, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:08, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:16<00:06, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:17<00:06, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:17<00:06, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:17<00:06, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:17<00:10, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:17<00:10, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:17<00:10, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:17<00:09, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:17<00:09, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:18<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:18<00:09, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:18<00:09, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:18<00:09, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:18<00:09, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:18<00:09, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:18<00:08, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:18<00:07, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:18<00:07, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:18<00:07, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:18<00:07, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:18<00:06, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:18<00:06, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:18<00:06, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:18<00:07, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:19<00:07, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:19<00:06, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:19<00:08, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:19<00:08, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:19<00:08, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:19<00:07, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:19<00:07, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:19<00:07, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:19<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:19<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:19<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:19<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:19<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:19<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:20<00:06, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:20<00:08, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:20<00:08, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:20<00:08, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:20<00:07, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:20<00:07, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:20<00:07, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:20<00:06, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:20<00:06, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:20<00:06, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:20<00:06, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:20<00:05, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:20<00:05, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:20<00:04, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:20<00:04, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:21<00:04, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:21<00:05, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:21<00:05, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:21<00:05, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:21<00:05, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:21<00:05, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:21<00:05, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:21<00:04, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:21<00:04, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:21<00:04, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:21<00:04, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:21<00:03, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:21<00:03, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:21<00:02, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:21<00:02, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:21<00:04, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:21<00:04, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:22<00:04, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:22<00:04, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:22<00:04, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:22<00:04, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:22<00:03, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:22<00:03, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:22<00:03, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:22<00:03, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:22<00:03, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:22<00:04, 8.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:22<00:04, 8.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:22<00:04, 8.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:23<00:04, 8.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:23<00:03, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:23<00:03, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:23<00:03, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:23<00:03, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:23<00:03, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:23<00:03, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:23<00:02, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:23<00:02, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:23<00:02, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:23<00:02, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:23<00:02, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:23<00:03, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:23<00:03, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:23<00:03, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:23<00:03, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:24<00:02, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:24<00:02, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:24<00:02, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:24<00:02, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:24<00:02, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:24<00:01, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:24<00:01, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:24<00:01, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:24<00:01, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:24<00:01, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:24<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:24<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:24<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:24<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:24<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:25<00:01, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:25<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:25<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:25<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:25<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:25<00:00, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:25<00:00, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:25<00:00, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:25<00:00, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:25<00:00, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:25<00:00, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:25<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:25<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:25<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:25<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:25<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:26<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:26<00:00, 13.85it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 32%|███▏ | 16/50 [04:13<11:16, 19.90s/it, running_success_rate=58.8%]
Stepping through eval batches: 34%|███▍ | 17/50 [04:13<15:42, 28.56s/it, running_success_rate=58.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:06, 2.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:06, 2.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:05, 2.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:05, 2.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:40, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:17, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:17, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:30, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:30, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:30, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:28, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:28, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:28, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:28, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:27, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:27, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:26, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:20, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:22, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:22, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:22, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:22, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:32, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:32, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:32, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:31, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:31, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:23, 10.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:23, 10.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:23, 10.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:21, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:21, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:23, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:22, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:22, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:19, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:19, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:22, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:22, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:22, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:22, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:17, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:17, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:17, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:19, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:19, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:19, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:19, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:15, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:25, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:25, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:25, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:24, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:20, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:20, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:20, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:20, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:16, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:16, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:16, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:16, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:15, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:23, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:23, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:23, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:23, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:23, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:22, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:15, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:15, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:15, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:20, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:20, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:20, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:20, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:20, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:17, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:17, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:17, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:08<00:17, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:17, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:18, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:18, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:18, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:18, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:18, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:18, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:18, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:17, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:14, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:14, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:14, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:13, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:13, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:13, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:19, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:19, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:19, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:19, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:19, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:19, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:19, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:19, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:13, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:13, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:10<00:13, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:10<00:12, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:10<00:12, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:12, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:19, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:19, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:10<00:19, 8.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:16, 10.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:16, 10.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:16, 10.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:16, 10.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:16, 10.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:13, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:13, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:13, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:13, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:13, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:11<00:14, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:11<00:14, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:14, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:14, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:10, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:10, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:10, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:12<00:10, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:13, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:13, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:12<00:13, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:12<00:13, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:12<00:12, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:09, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:13<00:09, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:13<00:09, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:13<00:12, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:13<00:12, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:13<00:12, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:13<00:12, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:13<00:10, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:13<00:10, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:13<00:10, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:13<00:10, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:13<00:10, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:13<00:10, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:13<00:10, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:09, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:10, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:10, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:10, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:09, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:08, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:08, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:08, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:08, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:08, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:14<00:08, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:14<00:08, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:14<00:08, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:14<00:07, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:14<00:07, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:14<00:07, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:12, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:12, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:12, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:14<00:12, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:09, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:09, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:14<00:09, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:15<00:09, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:15<00:09, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:15<00:09, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:15<00:09, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:15<00:08, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:15<00:08, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:15<00:08, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:15<00:11, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:15<00:11, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:15<00:11, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:15<00:10, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:15<00:10, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:15<00:10, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:15<00:10, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:15<00:08, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:15<00:08, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:15<00:08, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:15<00:07, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:16<00:07, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:16<00:09, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:16<00:09, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:16<00:09, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:16<00:09, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:16<00:09, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:16<00:07, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:16<00:07, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:16<00:07, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:16<00:06, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:16<00:06, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:16<00:06, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:16<00:06, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:16<00:06, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:07, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:17<00:07, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:17<00:07, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:17<00:07, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:17<00:06, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:17<00:06, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:17<00:05, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:17<00:05, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:17<00:05, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:17<00:04, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:17<00:04, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:17<00:04, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:17<00:04, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:07, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:07, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:17<00:06, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:06, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:06, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:06, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:17<00:06, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:18<00:06, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:18<00:05, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:18<00:05, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:18<00:04, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:18<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:18<00:05, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:18<00:03, 15.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:18<00:03, 15.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:19<00:03, 15.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:19<00:03, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:19<00:03, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:19<00:03, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:19<00:05, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:19<00:05, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:19<00:05, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:19<00:04, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:19<00:04, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:19<00:03, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:19<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:20<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:20<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:20<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:20<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:20<00:03, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:02, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:02, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:20<00:02, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:20<00:02, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:02, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:02, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:20<00:02, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:20<00:02, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:02, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:02, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:20<00:02, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:20<00:02, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:01, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:20<00:01, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:20<00:01, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:21<00:01, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:01, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:21<00:02, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:21<00:02, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:21<00:01, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:21<00:01, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:01, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:01, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:21<00:01, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:21<00:01, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:21<00:01, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:21<00:01, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:01, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:01, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:21<00:01, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:01, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:01, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:21<00:01, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:21<00:01, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:21<00:00, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:00, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:00, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:00, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:22<00:00, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:00, 15.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:00, 15.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:22<00:00, 15.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:22<00:00, 15.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:22<00:00, 15.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:22<00:00, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:22<00:00, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:22<00:00, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:22<00:00, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:22<00:00, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 22.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 22.07it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 34%|███▍ | 17/50 [04:39<15:42, 28.56s/it, running_success_rate=55.6%]
Stepping through eval batches: 36%|███▌ | 18/50 [04:39<14:45, 27.68s/it, running_success_rate=55.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:59, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:17, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:17, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:10, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:10, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:10, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 18.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:12, 18.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:13, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:13, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:09, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:11, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:11, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:10, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:10, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:10, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:10, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:08, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:08, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:08, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:10, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:10, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:10, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:10, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:10, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:08, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:08, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:08, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:08, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:08, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:07, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:07, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:09, 17.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:09, 17.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:09, 17.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:09, 17.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:08, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:08, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:08, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:08, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:08, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:07, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:07, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:06, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:09, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:09, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:09, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:09, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:08, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:06, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:06, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:06, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:06, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:08, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:08, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:08, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:07<00:08, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:09, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:09, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:08, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:08, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:08, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:07, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:07, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:07, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:07, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:07, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:05, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:05, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:05, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:05, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:06, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:06, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:05, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:05, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:04, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:05, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:04, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:04, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:04, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:04, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:03, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 27.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:03, 27.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:03, 27.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:03, 27.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:03, 27.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:04, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:04, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:04, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:04, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:04, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:03, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:03, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:03, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:03, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:03, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:04, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:03, 22.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:03, 22.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:09<00:03, 22.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:03, 22.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:10<00:03, 22.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:10<00:04, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:10<00:04, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:10<00:03, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:03, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:03, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:10<00:03, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:03, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:03, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:03, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:10<00:03, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:10<00:03, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:10<00:03, 19.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:02, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:02, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:02, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:02, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:02, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:02, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:02, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:02, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:02, 24.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:02, 24.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:02, 24.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:11<00:02, 24.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:11<00:02, 24.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:11<00:02, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:02, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:02, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:11<00:01, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:11<00:01, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:11<00:01, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:01, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:01, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:01, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:12<00:01, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:12<00:01, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:12<00:01, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:12<00:01, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:12<00:01, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:12<00:01, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:12<00:01, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:12<00:01, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:12<00:01, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:12<00:01, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:12<00:01, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:12<00:01, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:12<00:01, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:12<00:01, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:12<00:01, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:12<00:01, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:12<00:01, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:12<00:01, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:12<00:01, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:12<00:00, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:12<00:00, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:13<00:00, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:13<00:00, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:13<00:00, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:13<00:00, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:13<00:00, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:13<00:00, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:13<00:00, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:13<00:00, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:13<00:00, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:13<00:00, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:13<00:00, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:13<00:00, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:13<00:00, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:13<00:00, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:13<00:00, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:13<00:00, 21.62it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 36%|███▌ | 18/50 [04:54<14:45, 27.68s/it, running_success_rate=52.6%]
Stepping through eval batches: 38%|███▊ | 19/50 [04:54<12:22, 23.94s/it, running_success_rate=52.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:21, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:22, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:22, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:22, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:22, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:21, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:21, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:14, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:14, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 18.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 18.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:11, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:10, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:10, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:10, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:10, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:13, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:14, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:14, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:14, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:14, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:13, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:13, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:09, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:09, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:13, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:13, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:13, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:10, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:09, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:08, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:08, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:08, 22.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:12, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:12, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:12, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:11, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:11, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:09, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:09, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:09, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:09, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:09, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:09, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:09, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:08, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 22.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 22.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:07, 22.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 22.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:07, 22.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:09, 17.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:09, 17.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:09, 17.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:09, 17.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:09, 17.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:07, 21.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:07, 21.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:07, 21.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:07, 21.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:07, 21.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:08, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:08, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:08, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:08, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:07, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:06, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:06, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:06, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:05, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:07<00:05, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:08, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:06, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:06, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:07<00:06, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:06, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:06, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:07, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:07, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:07, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:06, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:06, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:05, 22.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:06, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:06, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:06, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:06, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:06, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:06, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:06, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:06, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:05, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:05, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:04, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:04, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:04, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:04, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:04, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:06, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:06, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:05, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:05, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:05, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:05, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:05, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:09<00:05, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:05, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:05, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:04, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:04, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:04, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:04, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:05, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:05, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:05, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:05, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:04, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:03, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:03, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:10<00:03, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:03, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:03, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:04, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:04, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:04, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:04, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:03, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:03, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:03, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:10<00:03, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:10<00:03, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:10<00:04, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:10<00:03, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:10<00:03, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:10<00:03, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:10<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:03, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:03, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:03, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:10<00:03, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:10<00:03, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:02, 23.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:02, 23.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:11<00:02, 23.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:11<00:02, 23.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:11<00:02, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:11<00:02, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:11<00:02, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:02, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:03, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:03, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:03, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:03, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:03, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:03, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:03, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:02, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:02, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:02, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:02, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:11<00:02, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:11<00:02, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:02, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:02, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:11<00:02, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:12<00:02, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:12<00:02, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:12<00:02, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:12<00:02, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:12<00:02, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:02, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:01, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:01, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:12<00:01, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:01, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:02, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:02, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:12<00:02, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:12<00:02, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:12<00:01, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:12<00:01, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:12<00:01, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:12<00:01, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:12<00:01, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:12<00:01, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:12<00:01, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:12<00:01, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:12<00:01, 22.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:12<00:01, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:13<00:01, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:13<00:01, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:13<00:01, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:13<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:13<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:13<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:13<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:13<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:13<00:00, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:13<00:00, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:13<00:00, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:13<00:00, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:13<00:00, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:13<00:00, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:13<00:00, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:13<00:00, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:13<00:00, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:13<00:00, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:13<00:00, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:14<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:14<00:00, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:14<00:00, 26.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:14<00:00, 26.14it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 38%|███▊ | 19/50 [05:09<12:22, 23.94s/it, running_success_rate=50.0%]
Stepping through eval batches: 40%|████ | 20/50 [05:09<10:40, 21.34s/it, running_success_rate=50.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:16, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:17, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:10, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:10, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 26.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 26.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 26.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 26.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:08, 26.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 24.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:07, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 27.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:09, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:09, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:09, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:07, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 32.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 32.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 32.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:06, 32.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:06, 32.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 30.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 30.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 30.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 30.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 30.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:06, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:06, 28.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:06, 28.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 28.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:05, 28.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 28.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:06, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:06, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:05, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:06, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:05, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:05, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:05, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:05, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:05, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:04, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:05, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:05<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:05<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:05<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:05<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:05<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:05<00:05, 26.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:05<00:05, 26.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:05<00:05, 26.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:05<00:05, 26.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:05, 26.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:05<00:04, 28.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:05<00:04, 28.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:04, 28.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:06<00:04, 28.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:06<00:04, 28.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:06<00:05, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:06<00:05, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:06<00:05, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:06<00:05, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:06<00:05, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:06<00:04, 24.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:06<00:04, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:06<00:04, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:06<00:04, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:06<00:04, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:06<00:04, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:06<00:04, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:06<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:06<00:04, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:07<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:07<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:07<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:07<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:07<00:03, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:07<00:03, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:07<00:03, 30.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:07<00:03, 30.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:07<00:02, 30.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:07<00:02, 30.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:07<00:02, 30.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:07<00:03, 26.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:07<00:02, 29.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:08<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:08<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:08<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:08<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:08<00:03, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:08<00:02, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:08<00:02, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:08<00:02, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:08<00:02, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:08<00:02, 27.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:08<00:02, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:08<00:02, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:08<00:02, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:08<00:02, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:08<00:02, 29.38it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:08<00:02, 23.76it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 40%|████ | 20/50 [05:33<10:40, 21.34s/it, running_success_rate=52.4%]
Stepping through eval batches: 42%|████▏ | 21/50 [05:33<10:36, 21.93s/it, running_success_rate=52.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 28.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 28.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 28.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 28.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 28.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 24.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:09, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:09, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:08, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 27.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 27.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 27.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 27.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 27.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 23.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:08, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:08, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:08, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:08, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:08, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 25.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:06, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:06, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 28.01it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:06, 25.94it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 42%|████▏ | 21/50 [05:39<10:36, 21.93s/it, running_success_rate=54.5%]
Stepping through eval batches: 44%|████▍ | 22/50 [05:39<08:03, 17.25s/it, running_success_rate=54.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:08, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:08, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:08, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 28.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 28.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:10, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:06, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:06, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:08, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 31.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 31.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:06, 31.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:06, 31.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:06, 31.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:06, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:06, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:06, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:07, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:06, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:08, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:08, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:08, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:08, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:07, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:07, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:06, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:06, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:06, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:06, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:10, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:10, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:10, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:10, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:09, 15.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:09, 15.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:05<00:09, 15.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:08, 15.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:07, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:07, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:07, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:07, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:10, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:10, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:10, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:10, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:08, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:08, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:08, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:08, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:10, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:10, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:10, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:10, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:08, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:08, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:08, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:08, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:08, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:08, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:08, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:08, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:06, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:06, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:06, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:06, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:07, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:07, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:07, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:07, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:07, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:07, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:07, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:10, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:10, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:10, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:10, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:08, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:08, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:08, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:08, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:07, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:07, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:07, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:07, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:06, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:06, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:06, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:13, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:13, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:13, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:10, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:10, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:10, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:09, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:10<00:09, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:10<00:09, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:10<00:09, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:07, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:07, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:10<00:06, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:10<00:10, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:10<00:10, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:10, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:08, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:08, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:08, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:08, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:07, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:07, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:07, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:06, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:11<00:06, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:11<00:06, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:11<00:05, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:11<00:05, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:05, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:11<00:09, 8.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:11<00:09, 8.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:11<00:09, 8.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:11<00:09, 8.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:07, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:07, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:11<00:07, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:11<00:06, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:11<00:06, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:06, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:11<00:06, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:11<00:04, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:12<00:04, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:12<00:04, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:12<00:07, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:12<00:07, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:12<00:07, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:06, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:06, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:12<00:06, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:12<00:05, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:12<00:05, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:12<00:05, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:12<00:05, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:12<00:05, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:12<00:05, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:13<00:05, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:13<00:07, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:13<00:07, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:13<00:07, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:13<00:07, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:13<00:05, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:13<00:05, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:13<00:05, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:13<00:05, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:13<00:04, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:13<00:04, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:13<00:04, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:13<00:03, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:13<00:03, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:14<00:03, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:14<00:03, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:14<00:04, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:14<00:03, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:14<00:03, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:14<00:03, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:14<00:03, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:14<00:03, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:15<00:03, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:15<00:03, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:15<00:04, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:15<00:04, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:15<00:04, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:15<00:03, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:15<00:02, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:15<00:02, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:15<00:02, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:15<00:02, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:15<00:02, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:15<00:02, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:15<00:02, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:15<00:01, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:15<00:01, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:16<00:01, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:16<00:02, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:16<00:02, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:16<00:02, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:16<00:02, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:16<00:02, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:16<00:02, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:16<00:02, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:16<00:01, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:16<00:01, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:16<00:01, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:16<00:01, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:16<00:01, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:16<00:01, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:16<00:01, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:16<00:01, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:16<00:01, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:16<00:01, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:16<00:01, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:16<00:01, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:16<00:01, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:16<00:00, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:17<00:00, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:17<00:00, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:17<00:00, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:17<00:00, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:17<00:00, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:17<00:00, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:17<00:00, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:17<00:00, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:17<00:00, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:17<00:00, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:17<00:00, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:17<00:00, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:17<00:00, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:17<00:00, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:17<00:00, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:17<00:00, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:17<00:00, 15.54it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 44%|████▍ | 22/50 [05:58<08:03, 17.25s/it, running_success_rate=52.2%]
Stepping through eval batches: 46%|████▌ | 23/50 [05:58<08:00, 17.79s/it, running_success_rate=52.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:14, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:16, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:19, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:19, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:19, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:16, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:13, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:23, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:23, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:23, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:22, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:22, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:22, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:19, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:19, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:19, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:19, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:15, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:23, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:23, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:23, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:20, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:20, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:20, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:19, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:19, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:19, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:19, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:15, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:38, 5.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:38, 5.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:38, 5.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:33, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:33, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:33, 6.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:31, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:31, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:31, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:26, 7.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:26, 7.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:26, 7.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:23, 8.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:23, 8.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:23, 8.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:34, 5.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:34, 5.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:34, 5.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:27, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:27, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:27, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:21, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:21, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:21, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:19, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:19, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:19, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:42, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:42, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:42, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:35, 5.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:35, 5.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:35, 5.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:32, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:32, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:29, 6.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:29, 6.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:27, 6.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:27, 6.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:25, 7.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:25, 7.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:25, 7.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:19, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:19, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:19, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:27, 6.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:27, 6.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:10<00:27, 6.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:21, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:21, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:10<00:21, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:17, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:17, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:10<00:17, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:10<00:14, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:10<00:14, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:10<00:14, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:12, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:11<00:12, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:11<00:12, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:11<00:20, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:11<00:20, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:11<00:20, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:11<00:16, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:11<00:16, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:11<00:16, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:11<00:14, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:11<00:14, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:11<00:13, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:11<00:12, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:11<00:12, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:11<00:12, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:10, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:10, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:12<00:10, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:12<00:17, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:12<00:17, 9.11it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 46%|████▌ | 23/50 [06:21<08:00, 17.79s/it, running_success_rate=54.2%]
Stepping through eval batches: 48%|████▊ | 24/50 [06:21<08:19, 19.22s/it, running_success_rate=54.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:01, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:01<09:16, 1.99s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:02<09:16, 1.99s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:02<09:14, 1.99s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:02<02:36, 1.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:02<02:36, 1.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:02<02:35, 1.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:02<01:26, 3.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:02<01:26, 3.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:02<01:26, 3.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:02<01:26, 3.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:02<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:02<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:02<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:02<00:45, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<00:42, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<00:42, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<00:41, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:41, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:29, 8.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:03<00:29, 8.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:03<00:29, 8.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:03<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:03<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:03<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:03<00:24, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:19, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:19, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:19, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:19, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:37, 6.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:04<00:37, 6.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:04<00:37, 6.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:04<00:31, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:04<00:31, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:04<00:31, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:04<00:26, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:04<00:36, 6.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:04<00:36, 6.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:04<00:35, 6.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:04<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:05<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<00:44, 5.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<00:44, 5.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<00:44, 5.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:05<00:34, 7.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:05<00:34, 7.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:05<00:34, 7.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:28, 8.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:28, 8.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:05<00:27, 8.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:05<00:23, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:05<00:23, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:05<00:23, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:19, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:06<00:19, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:19, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:28, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:28, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:06<00:28, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:06<00:28, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:06<00:20, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:06<00:20, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:06<00:20, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:06<00:20, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:06<00:20, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:14, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:14, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:15, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:15, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:15, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:15, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:13, 16.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:11, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:09, 23.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:09, 23.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:08, 23.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:08, 23.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:10, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:08, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:09, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:09, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:09, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:07, 26.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:07, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:07, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:07, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:07, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:07, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:07, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:07, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:07, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:07, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:06, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:06, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:06, 26.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:07, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:06, 27.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:06, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:09<00:05, 31.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:09<00:05, 31.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:09<00:05, 31.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:09<00:05, 31.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:09<00:05, 31.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:06, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:04, 31.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:04, 31.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:09<00:04, 31.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:09<00:04, 31.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:09<00:04, 31.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:09<00:05, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:09<00:05, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:09<00:05, 25.08it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 48%|████▊ | 24/50 [06:34<08:19, 19.22s/it, running_success_rate=56.0%]
Stepping through eval batches: 50%|█████ | 25/50 [06:34<07:17, 17.52s/it, running_success_rate=56.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:36, 2.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:36, 2.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:35, 2.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:35, 2.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:24, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:24, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:22, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:22, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:22, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:22, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:18, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:16, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:14, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:14, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:13, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:13, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:13, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:13, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:16, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:16, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:16, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:16, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:16, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:13, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:13, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:13, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:13, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:14, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:14, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:14, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:14, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:14, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:12, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:09, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:09, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:09, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:09, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:09, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:09, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:11, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:08, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:07<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:07<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:07<00:19, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:19, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:08<00:19, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:19, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:08<00:30, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:08<00:30, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:30, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:30, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:09<00:24, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:09<00:24, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:24, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:09<00:23, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:09<00:19, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:09<00:19, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:09<00:19, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:09<00:19, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:17, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:11, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:11, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:11, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:09<00:11, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:09<00:11, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:09<00:08, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:09<00:08, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:09<00:08, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:09<00:08, 16.76it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:09<00:09, 15.95it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 50%|█████ | 25/50 [06:52<07:17, 17.52s/it, running_success_rate=57.7%]
Stepping through eval batches: 52%|█████▏ | 26/50 [06:52<07:00, 17.52s/it, running_success_rate=57.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:51, 5.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:51, 5.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:51, 5.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:09, 28.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 27.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:09, 27.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 29.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 29.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 29.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:07, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:07, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:07, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 30.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 30.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 30.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 30.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 30.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 30.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:07, 30.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:07, 30.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:06, 30.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:06, 30.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 30.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:08, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:08, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:08, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:08, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:08, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:07, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:02<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:05, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:05, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:03<00:05, 31.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:06, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:03<00:05, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:03<00:05, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 28.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:04, 33.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:04, 33.66it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 52%|█████▏ | 26/50 [06:58<07:00, 17.52s/it, running_success_rate=59.3%]
Stepping through eval batches: 54%|█████▍ | 27/50 [06:58<05:24, 14.09s/it, running_success_rate=59.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:43, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:43, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:43, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:43, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:42, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:42, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 29.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:00<00:09, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:00<00:07, 32.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:00<00:07, 32.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:00<00:07, 32.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:07, 32.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:07, 32.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:09, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 27.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 33.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:07, 31.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:01<00:08, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 29.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 25.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 25.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 25.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:08, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:08, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:12, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:12, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:12, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 20.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 20.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 20.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:09, 20.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:09, 20.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:10, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:08, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:08, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:07, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:05, 29.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:05, 29.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:05, 29.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:05, 29.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 29.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:06, 25.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 31.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 31.16it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:05, 27.22it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 54%|█████▍ | 27/50 [07:09<05:24, 14.09s/it, running_success_rate=60.7%]
Stepping through eval batches: 56%|█████▌ | 28/50 [07:09<04:49, 13.17s/it, running_success_rate=60.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:54, 5.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:54, 5.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:53, 5.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:53, 5.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:21, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:12, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:12, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:10, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:09, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 29.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 25.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 25.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 25.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 25.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 25.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 29.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 29.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 29.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 29.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:06, 29.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:10, 18.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:10, 18.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:10, 18.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 18.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:15, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:15, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:15, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:20, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:23, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:23, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:23, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:33, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:33, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:33, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:32, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:32, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:32, 5.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:19, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:19, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:19, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:19, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:19, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:16, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:16, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:16, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:15, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:15, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:15, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:11, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:11, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:10, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:10, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:10, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:10, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:07<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:07<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:07<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:07<00:09, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:07, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:07, 20.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:05, 25.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:05, 25.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:05, 25.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:07<00:05, 25.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:05, 25.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:06, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:06, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:05, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:05, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:05, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:05, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 23.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:04, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:04, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:04, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:04, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:04, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:05, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:05, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:04, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:04, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:04, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:04, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:04, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:03, 31.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:03, 31.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:03, 31.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:03, 31.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:03, 31.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:04, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:03, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:03, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:03, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:03, 28.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:03, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:03, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:03, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:03, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:03, 31.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:03, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:03, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:03, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:03, 29.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:05, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:05, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:05, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:05, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:04, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:04, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:04, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:04, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:04, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:04, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:04, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:04, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:09<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:09<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:05, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:03, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:03, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:10<00:03, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:10<00:03, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:04, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:10<00:04, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:10<00:03, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:10<00:03, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:10<00:03, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:10<00:02, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:02, 29.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:02, 29.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:10<00:02, 29.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:10<00:02, 29.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:02, 29.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:02, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:02, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:02, 22.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:02, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:02, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:02, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:01, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:01, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:11<00:01, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:11<00:01, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:01, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:11<00:02, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:11<00:02, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:11<00:02, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:11<00:02, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:11<00:02, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:12<00:02, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:12<00:02, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:02, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:04, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:04, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:12<00:04, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:04, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:15<00:04, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:15<00:04, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:15<00:13, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:15<00:13, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:15<00:12, 2.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:15<00:12, 2.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:15<00:12, 2.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:15<00:12, 2.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:15<00:07, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:15<00:07, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:15<00:07, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:15<00:07, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:15<00:07, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:15<00:04, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:15<00:04, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:15<00:04, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:15<00:03, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:16<00:03, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:16<00:03, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:16<00:03, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:16<00:02, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:16<00:01, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:16<00:01, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:16<00:01, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:16<00:01, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:16<00:01, 12.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:16<00:01, 12.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:16<00:01, 12.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:16<00:01, 12.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:16<00:00, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:16<00:00, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:16<00:00, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:16<00:00, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:16<00:00, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:16<00:00, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:16<00:00, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:17<00:00, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:17<00:00, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:17<00:00, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:17<00:00, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:17<00:00, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:17<00:00, 19.97it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 56%|█████▌ | 28/50 [07:36<04:49, 13.17s/it, running_success_rate=58.6%]
Stepping through eval batches: 58%|█████▊ | 29/50 [07:36<06:04, 17.38s/it, running_success_rate=58.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:38, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:38, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:38, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:54, 5.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:54, 5.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:54, 5.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:54, 5.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:54, 5.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:22, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:22, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:22, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:21, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:21, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:21, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:31, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:31, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:31, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:30, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:27, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:27, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:27, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:27, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:26, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:26, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:25, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:25, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:25, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:25, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:23, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:18, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:18, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:18, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:23, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:23, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:20, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:20, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:20, 10.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:20, 10.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:20, 10.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:20, 10.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:20, 10.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:16, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:16, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:16, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:15, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:20, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:20, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:20, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:19, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:19, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:19, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:16, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:16, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:15, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:15, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:15, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:19, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:19, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:19, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:19, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:14, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:14, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:14, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:15, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:15, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:15, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:23, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:23, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:19, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:19, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:19, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:19, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:19, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:19, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:19, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:15, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:15, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:15, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:25, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:25, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:25, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:24, 7.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:19, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:19, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:19, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:19, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:19, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:19, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:16, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:16, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:16, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:16, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:18, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:18, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:18, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:18, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:15, 11.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:15, 11.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:15, 11.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:13, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:13, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:10<00:13, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:14, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:14, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:13, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:10<00:20, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:10<00:20, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:19, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:20, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:20, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:20, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:20, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:14, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:14, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:14, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:14, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:11, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:11, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:11<00:11, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:20, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:20, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:20, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:18, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:18, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:11<00:18, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:11, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:12<00:11, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:12<00:11, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:18, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:18, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:12<00:17, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:12<00:17, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:14, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:14, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:12<00:14, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:15, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:15, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:12<00:14, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:13<00:14, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:12, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:12, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:13<00:12, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:13<00:21, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:13<00:21, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:13<00:21, 6.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:13<00:17, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:13<00:17, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:13<00:17, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:14<00:17, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:14<00:13, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:14<00:13, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:14<00:13, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:14<00:13, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:12, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:12, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:14<00:11, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:18, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:18, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:14<00:18, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:14<00:18, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:14<00:18, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:14<00:12, 10.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:15<00:12, 10.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:15<00:11, 10.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:15<00:11, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:15<00:11, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:15<00:11, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:15<00:11, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:15<00:11, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:11, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:11, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:11, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:15<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:15<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:15<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:15<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:16<00:11, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:16<00:08, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:16<00:08, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:16<00:08, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:16<00:08, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:16<00:10, 10.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:16<00:10, 10.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:16<00:10, 10.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:16<00:09, 10.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:16<00:08, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:16<00:08, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:08, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:07, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:07, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:16<00:07, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:16<00:07, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:07, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:16<00:05, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:17<00:05, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:17<00:05, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:17<00:05, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:17<00:09, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:17<00:09, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:17<00:09, 9.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:17<00:10, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:17<00:10, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:17<00:09, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:17<00:09, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:17<00:09, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:17<00:09, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:17<00:07, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:18<00:07, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:18<00:07, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:18<00:10, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:18<00:10, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:18<00:10, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:18<00:10, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:18<00:08, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:18<00:08, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:18<00:08, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:18<00:08, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:18<00:08, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:18<00:08, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:18<00:08, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:19<00:08, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:19<00:08, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:19<00:08, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:19<00:08, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:19<00:07, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:19<00:07, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:19<00:07, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:19<00:07, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:19<00:07, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:19<00:05, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:19<00:05, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:19<00:05, 12.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:19<00:05, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:19<00:05, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:20<00:05, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:20<00:06, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:20<00:06, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:20<00:06, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:20<00:06, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:20<00:03, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:20<00:03, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:20<00:03, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:20<00:03, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:20<00:05, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:21<00:05, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:21<00:05, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:21<00:05, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:21<00:04, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:21<00:04, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:21<00:04, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:22<00:03, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:22<00:05, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:22<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:22<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:22<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:22<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:22<00:03, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:22<00:03, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:22<00:03, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:22<00:04, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:22<00:04, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:23<00:04, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:23<00:03, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:23<00:03, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:23<00:03, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:23<00:03, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:23<00:02, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:23<00:02, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:23<00:02, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:23<00:02, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:23<00:02, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:23<00:02, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:23<00:02, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:23<00:02, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:23<00:02, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:23<00:03, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:24<00:03, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:24<00:03, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:24<00:02, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:24<00:01, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:24<00:01, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:24<00:01, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:24<00:01, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:24<00:01, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:24<00:01, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:24<00:01, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:24<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:24<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:24<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:24<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:24<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:25<00:01, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:25<00:00, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:25<00:00, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:25<00:00, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:25<00:00, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:25<00:00, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:25<00:00, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:25<00:00, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:25<00:00, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:25<00:00, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:25<00:00, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:25<00:00, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:25<00:00, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:25<00:00, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:26<00:00, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:26<00:00, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:26<00:00, 12.19it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 58%|█████▊ | 29/50 [08:16<06:04, 17.38s/it, running_success_rate=56.7%]
Stepping through eval batches: 60%|██████ | 30/50 [08:16<08:01, 24.06s/it, running_success_rate=56.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:17, 2.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:17, 2.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:17, 2.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:16, 2.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:38, 7.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:38, 7.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:38, 7.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:27, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:23, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:20, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:20, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:20, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:40, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:40, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:40, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:34, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:34, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:34, 7.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:27, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:27, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:27, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:23, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:33, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:33, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:33, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:30, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:30, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:30, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:30, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:22, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:22, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:22, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:21, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:21, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:21, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:29, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:29, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:28, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:25, 9.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:25, 9.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:24, 9.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:24, 9.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:19, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:19, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:19, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:17, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:24, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:23, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:23, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:20, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:20, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:15, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:17, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:17, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:17, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:25, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:25, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:25, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:25, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:20, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:20, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:20, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:18, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:18, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:18, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:16, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:16, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:16, 13.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:23, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:23, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:23, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:23, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:17, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:17, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:17, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:17, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:12, 16.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:12, 16.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:12, 16.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:12, 16.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:18, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:13, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:13, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:12, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:12, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:12, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:11, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:36, 5.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:36, 5.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:35, 5.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:31, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:31, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:31, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:26, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:26, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:26, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:22, 8.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:22, 8.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:22, 8.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:20, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:20, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:20, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:25, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:25, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:25, 7.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:21, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:21, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:20, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:17, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:17, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:17, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:16, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:16, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:10<00:16, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:14, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:14, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:14, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:23, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:23, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:10<00:23, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:23, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:10<00:16, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:10, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:11<00:10, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:11<00:10, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:11<00:10, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:11<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:11<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:11<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:11<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:11<00:11, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:11<00:11, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:11<00:10, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:11<00:10, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:11<00:10, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:08, 19.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:11<00:08, 19.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:11<00:08, 19.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:11<00:08, 19.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:11, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:11<00:11, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:11<00:11, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:11<00:11, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:10, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:10, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:09, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:12<00:09, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:12<00:09, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:12<00:08, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:12<00:08, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:12<00:08, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:12<00:08, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:12<00:11, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:12<00:08, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:12<00:08, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:12<00:08, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:08, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:12<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:13<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:13<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:13<00:07, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:13<00:07, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:13<00:07, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:13<00:07, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:13<00:07, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:13<00:06, 21.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:13<00:06, 21.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:06, 21.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:06, 21.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:08, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:08, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:08, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:07, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:07, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:07, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:07, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:13<00:07, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:13<00:07, 17.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:05, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:05, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:14<00:05, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:14<00:05, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:07, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:07, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:07, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:14<00:07, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:06, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:06, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:14<00:06, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:14<00:06, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:14<00:06, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:05, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:05, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:14<00:05, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:14<00:05, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:07, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:07, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:14<00:07, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:07, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:14<00:07, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:14<00:05, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:14<00:05, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:14<00:05, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:14<00:05, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:14<00:05, 17.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:14<00:05, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:15<00:05, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:05, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:04, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:06, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:06, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:06, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:15<00:06, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:15<00:05, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:15<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:15<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:15<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:15<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:15<00:04, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:15<00:04, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:15<00:04, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:15<00:04, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:15<00:04, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:16<00:04, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:04, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:16<00:04, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:16<00:04, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:16<00:04, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:16<00:04, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:16<00:04, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:16<00:04, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:16<00:04, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:16<00:04, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:16<00:03, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:16<00:03, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:16<00:03, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:16<00:03, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:16<00:03, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:16<00:03, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:16<00:03, 22.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:16<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:16<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:16<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:17<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:17<00:04, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:17<00:04, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:17<00:04, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:17<00:03, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:17<00:03, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:17<00:03, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:17<00:03, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:17<00:03, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:17<00:03, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:17<00:04, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:17<00:04, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:17<00:03, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:17<00:03, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:17<00:03, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:17<00:03, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:17<00:03, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:17<00:03, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:17<00:02, 19.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:17<00:02, 19.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:17<00:02, 19.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:17<00:02, 19.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:17<00:02, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:18<00:02, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:18<00:02, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:18<00:02, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:18<00:03, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:18<00:03, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:18<00:03, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:18<00:03, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:18<00:02, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:18<00:02, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:18<00:02, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:18<00:02, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:18<00:02, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:18<00:02, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:18<00:02, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:18<00:02, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:18<00:02, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:18<00:02, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:18<00:02, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:18<00:02, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:18<00:02, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:19<00:02, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:19<00:02, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:19<00:02, 16.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:19<00:02, 16.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:19<00:01, 16.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:19<00:01, 16.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:19<00:01, 16.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:19<00:02, 13.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:19<00:02, 13.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:19<00:02, 13.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:19<00:01, 13.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:19<00:01, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:19<00:01, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:19<00:01, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:19<00:01, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:19<00:01, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:19<00:01, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:19<00:01, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:19<00:01, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:20<00:01, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:20<00:01, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:20<00:01, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:20<00:01, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:20<00:01, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:20<00:01, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:20<00:00, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:20<00:00, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:20<00:00, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:20<00:00, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:20<00:00, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:20<00:00, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:20<00:00, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:20<00:00, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:20<00:00, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:20<00:00, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:20<00:00, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:20<00:00, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:20<00:00, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:20<00:00, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:20<00:00, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:21<00:00, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:21<00:00, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:21<00:00, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:21<00:00, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:21<00:00, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:21<00:00, 19.44it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 60%|██████ | 30/50 [08:42<08:01, 24.06s/it, running_success_rate=54.8%]
Stepping through eval batches: 62%|██████▏ | 31/50 [08:42<07:48, 24.65s/it, running_success_rate=54.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:24, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:24, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:24, 11.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 13.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 13.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:19, 13.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:19, 13.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:19, 13.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:14, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:14, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:14, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 22.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:16, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:16, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:16, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:16, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:16, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:16, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:16, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:16, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:16, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:14, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:14, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:14, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:14, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 17.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 17.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:13, 17.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:13, 17.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:14, 15.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:14, 15.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 15.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:13, 15.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:13, 15.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:11, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:16, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:11, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:11, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:10, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:10, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:15, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:15, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:14, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:14, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:14, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:11, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:15, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:15, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:15, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:14, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:13, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:13, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:12, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:12, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:12, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:12, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:12, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:12, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:12, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:10, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:10, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:10, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:10, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:09, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:09, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:09, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:09, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:09, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:10, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:10, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:10, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:10, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:10, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:07, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:07, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:07, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:11, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:11, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:11, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:10, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:07<00:10, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:07<00:10, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:07<00:08, 19.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:07<00:08, 19.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:07<00:08, 19.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:07<00:08, 19.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:07<00:07, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:07<00:07, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:07, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:07<00:07, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:07<00:09, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:07<00:09, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:07<00:09, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:07<00:09, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:09, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:07<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:07<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:07, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:07, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:07, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:08<00:07, 21.13it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:08<00:09, 14.90it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 62%|██████▏ | 31/50 [09:01<07:48, 24.65s/it, running_success_rate=56.2%]
Stepping through eval batches: 64%|██████▍ | 32/50 [09:01<06:53, 22.95s/it, running_success_rate=56.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:07, 4.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:07, 4.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:24, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:08, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:09, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 20.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 20.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 20.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 20.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:14, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:14, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:14, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:14, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:14, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:11, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 20.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 20.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 20.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:12, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:11, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:15, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:15, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:15, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:15, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:15, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:11, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:11, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:11, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:11, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:10, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:10, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:10, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:10, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:12, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:12, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:12, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:11, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:11, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:11, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:08, 20.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:09, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:09, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:08, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:08, 18.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:08, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:08, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:08, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:08, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:07, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:07, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:07, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:07, 21.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:07, 21.56it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:09, 16.56it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 64%|██████▍ | 32/50 [09:14<06:53, 22.95s/it, running_success_rate=57.6%]
Stepping through eval batches: 66%|██████▌ | 33/50 [09:14<05:42, 20.14s/it, running_success_rate=57.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:15, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:15, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:15, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<01:14, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:14, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:14, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:14, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:14, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:19, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:19, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:18, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:12, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:10, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 21.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:14, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:14, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:14, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:13, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:13, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:13, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:13, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:12, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:12, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:12, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:15, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:11, 18.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:11, 18.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:13, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:08, 21.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:10, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:07, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:07, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:07, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:07, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:08, 21.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:08, 21.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:08, 21.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:08, 21.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:08, 21.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 21.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 21.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 21.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:07, 21.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:05, 28.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:05, 28.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:05, 28.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:05, 28.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:05, 28.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:07, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:05, 26.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:05, 26.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:05, 26.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:05, 26.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:05, 26.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:07, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:07, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:07, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:07, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:06<00:07, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:06, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:06, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:06, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:06, 21.14it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 66%|██████▌ | 33/50 [09:23<05:42, 20.14s/it, running_success_rate=58.8%]
Stepping through eval batches: 68%|██████▊ | 34/50 [09:23<04:26, 16.67s/it, running_success_rate=58.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:56, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:56, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:18, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 19.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 19.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 19.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:17, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 23.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:11, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:11, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 25.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 25.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 25.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 25.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 25.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 20.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 20.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 20.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:09, 21.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:07, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:09, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:09, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:09, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:09, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 25.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 25.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 25.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:06, 25.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:09, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:08, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:08, 19.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:07, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 24.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:08, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:08, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:08, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:07, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:06, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:06, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:06, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:05, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:05, 26.34it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.44it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 68%|██████▊ | 34/50 [09:31<04:26, 16.67s/it, running_success_rate=60.0%]
Stepping through eval batches: 70%|███████ | 35/50 [09:31<03:31, 14.08s/it, running_success_rate=60.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:19, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:19, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:19, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:18, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:18, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<01:18, 3.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:17, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:17, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:11, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:11, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 24.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:10, 19.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 20.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:07, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:06, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:06, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:06, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:06, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 23.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 23.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 23.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 23.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 23.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 26.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 26.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 26.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 26.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:06, 26.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:09, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:07, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:07, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:08, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:08, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:08, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:08, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:07, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:07, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:07, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:07, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:07, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:07, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:08, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:08, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:08, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:08, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:07, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:05, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:05, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:05, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:05, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:07, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:06, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:06, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:06, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:06, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:06, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:06, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:06, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:06, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:06, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:06, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:06<00:04, 27.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:04, 27.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:04, 27.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:04, 27.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:04, 27.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:06, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:06, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:06, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:06, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:05, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:05, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:05, 20.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:04, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:04, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:07<00:03, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:07<00:03, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:07<00:03, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:03, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:03, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:04, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:04, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:04, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:04, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:04, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:04, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:04, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:04, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:04, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:08<00:04, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:04, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:04, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:04, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:04, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:08<00:04, 21.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:08<00:04, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:08<00:03, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:08<00:03, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:08<00:03, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:03, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:09<00:03, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:09<00:02, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:09<00:02, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:03, 21.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:09<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:09<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:02, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:10<00:02, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:10<00:02, 22.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:02, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:02, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:10<00:02, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:02, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:02, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:02, 25.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:02, 25.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:02, 25.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 25.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:02, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:01, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:01, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:01, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:11<00:01, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:11<00:01, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:11<00:01, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:11<00:01, 21.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 28.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 28.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:01, 28.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 28.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:00, 28.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:01, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:01, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:01, 23.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:12<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:12<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:12<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:12<00:00, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:12<00:00, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:12<00:00, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:12<00:00, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:12<00:00, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:12<00:00, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:12<00:00, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:12<00:00, 26.89it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 70%|███████ | 35/50 [09:45<03:31, 14.08s/it, running_success_rate=58.3%]
Stepping through eval batches: 72%|███████▏ | 36/50 [09:45<03:15, 13.95s/it, running_success_rate=58.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:55, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:55, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:54, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:54, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 19.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:22, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:20, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:20, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:17, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:17, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:14, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:14, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:23, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:21, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:21, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:20, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:20, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:18, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:18, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:23, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:23, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:20, 11.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:19, 11.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:24, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:24, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:24, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:24, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:18, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:18, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:18, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:14, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:22, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:22, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:22, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:22, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:18, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:18, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:18, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:22, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:22, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:21, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:18, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:18, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:18, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:15, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:19, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:19, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:19, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:19, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:15, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:15, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:13, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:12, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:12, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:12, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:18, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:18, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:18, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:18, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:14, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:14, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:14, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:14, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:11, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:11, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:11, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:11, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:09, 18.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:09, 18.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:09, 18.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:09, 18.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:07<00:11, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:07<00:08, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:08, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:08, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:08<00:08, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:09, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:09, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:08<00:08, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:08<00:08, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:08<00:08, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:08<00:08, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:08<00:06, 24.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:08<00:07, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:08<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:08<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:08<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:08<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:08<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:09<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:09<00:06, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:09<00:05, 28.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:09<00:05, 28.06it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 72%|███████▏ | 36/50 [09:55<03:15, 13.95s/it, running_success_rate=59.5%]
Stepping through eval batches: 74%|███████▍ | 37/50 [09:55<02:47, 12.86s/it, running_success_rate=59.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:48, 5.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:48, 5.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:48, 5.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:47, 5.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:17, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 30.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 29.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 29.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 29.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 29.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 29.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 30.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 30.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 30.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 30.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:07, 30.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:09, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:09, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 23.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:08, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 22.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:07, 26.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:07, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:05, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:05, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:05, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:05, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:05, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:07, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:05, 28.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:05, 28.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 28.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:05, 28.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:05, 28.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:07, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:07, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:07, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:07, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:06, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:06, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:05, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:05, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:05<00:05, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:05, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:04, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:04, 28.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:22, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:22, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:22, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:22, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:18, 7.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:18, 7.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:18, 7.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:18, 7.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:15, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:08<00:15, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:08<00:15, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:08<00:15, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:13, 9.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:13, 9.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:13, 9.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:15, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:10, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:10, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:10, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:09, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:09<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:09<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:09<00:08, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:09<00:06, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:09<00:05, 18.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:04, 23.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:04, 22.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:03, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:03, 25.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:10<00:02, 29.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:03, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:02, 29.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:02, 29.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:10<00:02, 29.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:02, 29.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:10<00:02, 29.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:02, 24.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:10<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:10<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:02, 28.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:02, 24.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:01, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:01, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:01, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:11<00:01, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:11<00:01, 30.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:11<00:01, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:11<00:01, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:11<00:01, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:11<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:12<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:12<00:01, 29.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:12<00:01, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:12<00:01, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:12<00:01, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:12<00:00, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:12<00:00, 29.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:12<00:00, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:12<00:00, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:12<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:12<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:13<00:00, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:13<00:00, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:13<00:00, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:13<00:00, 30.27it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 74%|███████▍ | 37/50 [10:18<02:47, 12.86s/it, running_success_rate=57.9%]
Stepping through eval batches: 76%|███████▌ | 38/50 [10:18<03:12, 16.01s/it, running_success_rate=57.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:42, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:42, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:42, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:42, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:16, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:16, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 27.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 27.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:10, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:10, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:09, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:28, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:28, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:28, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:28, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:35, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:35, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:35, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:34, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:34, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:33, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:29, 7.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:29, 7.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:29, 7.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:28, 7.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:28, 7.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:28, 7.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:28, 7.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:27, 7.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:18, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:12, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:12, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:12, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:12, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:13, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:09, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:09, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:10, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:08, 22.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:08, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:06, 25.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 23.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 23.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:07, 23.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:07, 23.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:07, 23.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:06, 25.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:06, 25.86it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 76%|███████▌ | 38/50 [10:31<03:12, 16.01s/it, running_success_rate=59.0%]
Stepping through eval batches: 78%|███████▊ | 39/50 [10:31<02:44, 14.99s/it, running_success_rate=59.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:44, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:22, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:11, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:11, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:08, 30.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:08, 30.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 30.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 30.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:08, 30.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:00<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:07, 32.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:07, 32.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:07, 32.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:07, 32.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:07, 32.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:07, 33.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:06, 33.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:06, 33.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:06, 33.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:06, 33.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:06, 33.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:08, 27.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:01<00:07, 30.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 30.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 30.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 30.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 30.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 24.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 24.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:09, 24.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 25.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 25.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 25.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 25.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:09, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:07, 25.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:07, 25.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:07, 25.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:02<00:07, 25.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 25.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 22.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 27.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:07, 24.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:03<00:06, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:07, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:07, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:03<00:07, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:03<00:06, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:03<00:06, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:03<00:06, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:06, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 30.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 30.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:05, 30.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:05, 30.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 30.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 25.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 29.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:06, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:06, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:04<00:06, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:04<00:05, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:04<00:05, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:04<00:05, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:05, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:04<00:04, 31.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:04<00:04, 31.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:04<00:04, 31.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:04<00:04, 31.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:04<00:04, 31.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:05, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:04<00:04, 32.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:04<00:04, 32.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:04, 32.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:04, 32.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:05<00:04, 32.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:05<00:04, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:03, 33.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:03, 33.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:05<00:03, 33.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:03, 33.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:05<00:03, 33.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:05<00:04, 28.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 33.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 33.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:05<00:03, 33.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:05<00:03, 33.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:05<00:03, 33.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:05<00:04, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:05<00:03, 28.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:05<00:03, 34.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:05<00:03, 34.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:05<00:03, 34.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:05<00:03, 34.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:06<00:03, 34.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:02, 34.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:02, 34.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:06<00:02, 34.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:06<00:02, 34.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:06<00:02, 34.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:06<00:03, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:02, 34.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:02, 34.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:06<00:02, 34.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:06<00:02, 34.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:06<00:02, 34.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:06<00:03, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:06<00:03, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:06<00:03, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:06<00:03, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:06<00:02, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:06<00:02, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:06<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:06<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:06<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:06<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:06<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:07<00:02, 32.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:07<00:02, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:07<00:02, 30.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:07<00:02, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:07<00:02, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:07<00:02, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:07<00:02, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:07<00:02, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:07<00:02, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:07<00:02, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:08<00:02, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:08<00:03, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:08<00:03, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:03, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:03, 17.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:17, 3.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:17, 3.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:16, 3.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:14, 3.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:14, 3.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:13, 3.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:13, 3.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:10, 5.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:10, 5.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:10, 5.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:11<00:09, 5.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:11<00:07, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:12<00:07, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:12<00:07, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:12<00:07, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:12<00:06, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:12<00:06, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:12<00:06, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:12<00:05, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:12<00:05, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:12<00:05, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:04, 9.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:04, 9.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:04, 9.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:12<00:04, 9.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:03, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:03, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:03, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:12<00:04, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:12<00:04, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:12<00:04, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:13<00:04, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:13<00:03, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:13<00:03, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:13<00:03, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:13<00:02, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:13<00:02, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:13<00:02, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:13<00:02, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:13<00:02, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:13<00:02, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:13<00:02, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:13<00:02, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:13<00:02, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:13<00:02, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:13<00:02, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:13<00:02, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:13<00:01, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:14<00:01, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:14<00:01, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:14<00:02, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:14<00:02, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:14<00:01, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:14<00:01, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:14<00:02, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:14<00:02, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:14<00:02, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:14<00:01, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:15<00:01, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:15<00:01, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:01, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:01, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:15<00:01, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:01, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:01, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:15<00:01, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:15<00:00, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:15<00:00, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:15<00:00, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:15<00:01, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:16<00:01, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:16<00:01, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:16<00:00, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:16<00:00, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:16<00:00, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:16<00:00, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:16<00:00, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:16<00:00, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:16<00:00, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:16<00:00, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:16<00:00, 10.94it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 78%|███████▊ | 39/50 [11:01<02:44, 14.99s/it, running_success_rate=57.5%]
Stepping through eval batches: 80%|████████ | 40/50 [11:01<03:15, 19.54s/it, running_success_rate=57.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:48, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:48, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:48, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:31, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:31, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:31, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:24, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:24, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:24, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:23, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:23, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:03<00:23, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:03<02:17, 1.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:03<02:17, 1.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:03<01:55, 2.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:03<01:55, 2.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:03<01:55, 2.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:03<01:19, 3.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:03<01:19, 3.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:04<01:18, 3.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:04<00:59, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:04<00:59, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:04<00:59, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:04<00:45, 5.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:04<00:45, 5.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:04<00:44, 5.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:04<00:34, 7.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:04<00:34, 7.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:04<00:34, 7.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:04<00:42, 6.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:04<00:42, 6.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:04<00:42, 6.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:04<00:33, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:04<00:33, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:04<00:33, 7.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:05<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:05<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:05<00:28, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:05<00:28, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:05<00:28, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:05<00:28, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:31, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:31, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<00:31, 7.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<00:28, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<00:28, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:05<00:28, 8.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:05<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:05<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:05<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:06<00:23, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:06<00:18, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:06<00:18, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:06<00:17, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:26, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:26, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:26, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:06<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:06<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:06<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:06<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:06<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:07<00:25, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:07<00:18, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:07<00:18, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:18, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:07<00:18, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:19, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:19, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:07<00:19, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:19, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:07<00:19, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:15, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:15, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:15, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:15, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:15, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:07<00:15, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:15, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:15, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:20, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:16, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:16, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:16, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:16, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:13, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:13, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:13, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:14, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:14, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:14, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:18, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:18, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:18, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:18, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:18, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:18, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:18, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:18, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:17, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:11, 16.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:11, 16.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:10<00:11, 16.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:11, 16.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:14, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:14, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:14, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:10<00:09, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:10<00:09, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:10<00:09, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:11<00:09, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:11<00:14, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:11<00:14, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:11<00:14, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:11<00:15, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:11<00:15, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:11<00:14, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:11<00:14, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:11<00:14, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:11<00:14, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:11<00:11, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:11<00:11, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:11<00:11, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:11<00:11, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:11<00:13, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:12<00:13, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:12<00:13, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:12<00:14, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:12<00:14, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:12<00:13, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:12<00:13, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:12<00:12, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:12<00:12, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:12<00:11, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:12<00:11, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:12<00:10, 15.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:12<00:10, 15.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:12<00:10, 15.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:12<00:15, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:12<00:10, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:12<00:10, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:12<00:10, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:13<00:10, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:13<00:08, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:13<00:08, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:13<00:08, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:13<00:08, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:13<00:12, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:13<00:12, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:13<00:12, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:13<00:12, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:13<00:12, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:13<00:12, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:13<00:11, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:13<00:11, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:13<00:11, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:07, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:07, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:14<00:07, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:14<00:07, 17.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:14<00:11, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:14<00:11, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:14<00:11, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:14<00:11, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:14<00:09, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:14<00:09, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:14<00:09, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:14<00:09, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:14<00:09, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:14<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:07, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:14<00:10, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:14<00:10, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:14<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:14<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:14<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:14<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:14<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:14<00:06, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:15<00:06, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:15<00:06, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:15<00:06, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:06, 19.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:08, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:08, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:15<00:08, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:07, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:15<00:07, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:15<00:06, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:15<00:06, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:15<00:06, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:15<00:06, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:16<00:06, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:16<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:16<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:04, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:04, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:16<00:04, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:16<00:04, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:16<00:07, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:16<00:07, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:16<00:07, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:16<00:07, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:16<00:07, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:16<00:06, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:16<00:06, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:16<00:06, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:16<00:06, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:16<00:05, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:17<00:05, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:17<00:06, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:17<00:06, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:17<00:06, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:17<00:06, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:17<00:06, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:17<00:06, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:17<00:06, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:17<00:05, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:17<00:05, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:17<00:05, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:17<00:05, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:17<00:05, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:18<00:05, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:18<00:06, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:18<00:06, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:18<00:06, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:18<00:06, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:18<00:06, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:18<00:05, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:18<00:05, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:18<00:05, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:18<00:04, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:18<00:04, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:18<00:04, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:18<00:04, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:18<00:04, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:05, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:05, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:18<00:05, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:05, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:04, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:04, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:19<00:04, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:19<00:04, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:19<00:03, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:19<00:03, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:19<00:03, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:19<00:03, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:19<00:04, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:19<00:04, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:19<00:04, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:19<00:05, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:19<00:05, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:19<00:05, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:19<00:05, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:19<00:05, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:20<00:05, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:20<00:04, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:20<00:04, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:20<00:04, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:20<00:04, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:20<00:04, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:20<00:03, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:20<00:03, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:20<00:03, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:20<00:04, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:20<00:04, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:20<00:04, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:20<00:04, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:20<00:04, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:03, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:03, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:20<00:03, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:20<00:03, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:21<00:03, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:21<00:02, 15.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:21<00:02, 15.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:21<00:02, 15.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:21<00:02, 15.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:21<00:03, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:21<00:03, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:21<00:03, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:21<00:03, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:21<00:03, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:21<00:02, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:21<00:02, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:21<00:02, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:21<00:02, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:21<00:02, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:22<00:02, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:22<00:02, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:02, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:02, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:22<00:02, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:22<00:02, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:22<00:02, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:22<00:01, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:22<00:01, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:01, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:01, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:22<00:01, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:22<00:01, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:22<00:01, 10.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:01, 10.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:23<00:01, 10.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:01, 10.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:01, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:01, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:23<00:01, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:23<00:01, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:01, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:01, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:23<00:00, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:23<00:00, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:23<00:00, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:24<00:00, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:24<00:00, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:24<00:00, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:24<00:00, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:24<00:00, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:24<00:00, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:24<00:00, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:24<00:00, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:24<00:00, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:24<00:00, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:24<00:00, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:24<00:00, 13.89it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 80%|████████ | 40/50 [11:29<03:15, 19.54s/it, running_success_rate=56.1%]
Stepping through eval batches: 82%|████████▏ | 41/50 [11:29<03:18, 22.04s/it, running_success_rate=56.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:59, 2.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:40, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:26, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:25, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:28, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:28, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:27, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:27, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:15, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:15, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:15, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:15, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:24, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:24, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:19, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:16, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:24, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:16, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:16, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:16, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:16, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:16, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:16, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:16, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:16, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:21, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:21, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:21, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:21, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:21, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:18, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:18, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:18, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:18, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:14, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:14, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:14, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:14, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:14, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 15.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:17, 12.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:17, 12.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:17, 12.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:17, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:17, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:17, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:17, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:18, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:12, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:12, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:11, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:11, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:16, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:16, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:16, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:14, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:14, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:14, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:14, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:14, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:14, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:14, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:14, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:14, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:14, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:14, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:14, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:14, 12.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:14, 12.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:14, 12.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:14, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:14, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:14, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:14, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:14, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:12, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:12, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:12, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:11, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:08<00:11, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:09<00:15, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:09<00:12, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:13, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:13, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:13, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:09<00:13, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:09<00:13, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:11, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:11, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:10, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:10, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:10<00:10, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:10<00:08, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:10<00:08, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:10<00:08, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:10<00:08, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:10<00:13, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:10<00:13, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:10<00:13, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:10<00:12, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:10<00:11, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:10<00:11, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:10<00:11, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:10<00:10, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:10<00:10, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:10<00:10, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:10<00:10, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:11<00:10, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:11<00:14, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:11<00:14, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:11<00:14, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:11<00:14, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:11<00:12, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:11<00:12, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:11<00:12, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:11<00:12, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:11<00:12, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:11<00:09, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:11<00:09, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:11<00:09, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:12<00:09, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:12<00:12, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:12<00:12, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:12<00:12, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:12<00:11, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:12<00:08, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:12<00:08, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:12<00:08, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:12<00:08, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:12<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:12<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:12<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:13<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:13<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:13<00:09, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:13<00:06, 17.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:13<00:06, 17.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:13<00:06, 17.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:13<00:06, 17.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:13<00:06, 17.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:13<00:06, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:13<00:06, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:13<00:06, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:13<00:06, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:13<00:08, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:13<00:08, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:13<00:08, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:13<00:08, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:13<00:08, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:13<00:08, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:13<00:08, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:13<00:06, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:13<00:06, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:14<00:06, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:14<00:06, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:14<00:10, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:14<00:10, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:14<00:10, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:14<00:09, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:14<00:09, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:14<00:09, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:14<00:07, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:14<00:07, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:14<00:07, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:14<00:07, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:14<00:07, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:14<00:05, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:15<00:05, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:15<00:05, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:15<00:05, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:15<00:08, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:15<00:08, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:15<00:08, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:15<00:08, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:15<00:07, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:15<00:07, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:15<00:07, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:15<00:07, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:15<00:06, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:16<00:06, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:16<00:06, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:16<00:04, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:16<00:04, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:16<00:04, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:16<00:04, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:16<00:04, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:16<00:03, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:16<00:03, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:16<00:03, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:16<00:03, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:16<00:05, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:16<00:05, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:16<00:05, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:17<00:05, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:17<00:05, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:17<00:05, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:17<00:05, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:17<00:04, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:17<00:04, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:17<00:04, 12.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:17<00:05, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:17<00:05, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:17<00:05, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:17<00:05, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:17<00:04, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:17<00:04, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:17<00:04, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:17<00:04, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:17<00:04, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:17<00:03, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:18<00:03, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:18<00:03, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:18<00:03, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:18<00:04, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:18<00:04, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:18<00:04, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:18<00:04, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:18<00:04, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:18<00:04, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:18<00:04, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:18<00:04, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:18<00:03, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:18<00:03, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:18<00:03, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:18<00:02, 13.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:18<00:02, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:19<00:02, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:19<00:02, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:19<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:19<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:19<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:19<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:19<00:02, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:19<00:02, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:19<00:02, 12.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:19<00:03, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:19<00:03, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:19<00:02, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:19<00:02, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:19<00:02, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:20<00:02, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:20<00:02, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:20<00:03, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:20<00:03, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:20<00:03, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:20<00:03, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:20<00:03, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:20<00:03, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:20<00:02, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:20<00:02, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:20<00:02, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:20<00:02, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:20<00:01, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:21<00:01, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:21<00:01, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:02, 7.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:02, 7.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:21<00:02, 7.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:02, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:02, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:21<00:01, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:21<00:01, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:21<00:01, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:21<00:01, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:21<00:01, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:21<00:01, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:21<00:00, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:22<00:00, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:01, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:01, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:22<00:00, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:22<00:00, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:22<00:00, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:22<00:00, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:22<00:00, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:22<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:22<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:22<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:22<00:00, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 13.43it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 82%|████████▏ | 41/50 [12:05<03:18, 22.04s/it, running_success_rate=54.8%]
Stepping through eval batches: 84%|████████▍ | 42/50 [12:05<03:30, 26.34s/it, running_success_rate=54.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:41, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:50, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<01:20, 3.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:02<01:20, 3.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:02<01:35, 2.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:02<01:35, 2.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:02<01:22, 3.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:02<01:22, 3.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:02<01:08, 3.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:02<01:08, 3.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:02<00:58, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:03<00:58, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:03<01:48, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:03<01:48, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:03<01:47, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:03<01:05, 4.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:03<01:05, 4.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:03<01:05, 4.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:03<01:05, 4.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:03<00:38, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:03<00:38, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:04<00:38, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:04<00:37, 7.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:04<00:37, 7.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:04<00:37, 7.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:04<00:37, 7.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:04<00:36, 7.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:04<00:36, 7.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:04<00:36, 7.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:04<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:04<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:04<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:04<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:04<00:21, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:04<00:21, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:04<00:21, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:04<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:04<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:05<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:27, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:27, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<00:27, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<00:25, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<00:25, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:05<00:25, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:05<00:25, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:25, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:05<00:19, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:05<00:19, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:05<00:18, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:05<00:18, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:06<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:24, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:24, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:06<00:24, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:06<00:22, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:06<00:22, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:06<00:21, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:06<00:21, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:06<00:21, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:06<00:21, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:14, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:22, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:22, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:22, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:22, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:07<00:22, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:21, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:14, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:14, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:14, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:07<00:14, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:14, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:14, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:14, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:14, 14.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:21, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:21, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:21, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:21, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:20, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:20, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:16, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:16, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:15, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:15, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:19, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:19, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:19, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:20, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:15, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:15, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:15, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:15, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:17, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:17, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:17, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:17, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:17, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:12, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:12, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:12, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:12, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:10, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:10<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:14, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:14, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:14, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:10<00:13, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:10<00:13, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:10<00:13, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:13, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:16, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:16, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:11<00:16, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:11<00:17, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:11<00:17, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:11<00:17, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:11<00:16, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:11<00:16, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:11<00:16, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:11<00:10, 15.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:11<00:10, 15.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:11<00:10, 15.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:11<00:10, 15.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:11<00:16, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:11<00:16, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:11<00:16, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:11<00:16, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:11<00:16, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:11<00:12, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:12<00:12, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:12<00:12, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:12<00:12, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:12<00:11, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:12<00:11, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:12<00:11, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:12<00:11, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:12<00:14, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:12<00:14, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:12<00:14, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:12<00:13, 11.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:12<00:10, 14.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:13<00:10, 14.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:13<00:10, 14.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:13<00:10, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:13<00:10, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:13<00:09, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:13<00:12, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:13<00:12, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:13<00:12, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:13<00:12, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:13<00:12, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:13<00:09, 15.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:13<00:09, 15.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:13<00:09, 15.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:13<00:08, 15.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:09, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:09, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:14<00:09, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:14<00:12, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:14<00:12, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:14<00:12, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:14<00:12, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:14<00:12, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:14<00:12, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:14<00:12, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:14<00:12, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:14<00:09, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:14<00:09, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:14<00:09, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:09, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:14<00:09, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:14<00:09, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:12, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:14<00:12, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:15<00:12, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:15<00:11, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:15<00:11, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:15<00:11, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:15<00:11, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:15<00:09, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:15<00:09, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:15<00:08, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:15<00:08, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:15<00:09, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:15<00:09, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:15<00:09, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:15<00:12, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:15<00:11, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:15<00:11, 9.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:15<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:15<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:15<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:16<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:16<00:09, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:16<00:06, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:16<00:06, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:16<00:06, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:16<00:06, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:16<00:07, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:16<00:07, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:16<00:07, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:16<00:07, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:06, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:16<00:06, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:16<00:06, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:16<00:06, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:16<00:06, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:06, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:16<00:06, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:17<00:06, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:17<00:08, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:17<00:07, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:17<00:07, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:17<00:07, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:17<00:07, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:17<00:06, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:17<00:05, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:17<00:05, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:17<00:05, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:17<00:05, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:17<00:07, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:17<00:07, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:18<00:07, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:18<00:07, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:18<00:07, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:18<00:06, 12.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:18<00:07, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:18<00:07, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:18<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:18<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:18<00:06, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:18<00:05, 14.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:18<00:05, 14.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:19<00:05, 14.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:19<00:05, 14.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:19<00:04, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:19<00:04, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:19<00:04, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:19<00:04, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:19<00:05, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:19<00:05, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:19<00:05, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:19<00:05, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:19<00:04, 13.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:19<00:04, 13.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:19<00:04, 13.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:19<00:04, 13.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:19<00:04, 13.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:19<00:03, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:19<00:03, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:19<00:03, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:20<00:03, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:20<00:05, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:20<00:05, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:20<00:04, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:20<00:04, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:20<00:04, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:20<00:04, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:20<00:04, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:20<00:04, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:20<00:03, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:20<00:03, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:20<00:03, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:20<00:02, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:20<00:03, 12.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:20<00:03, 12.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:21<00:03, 12.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:21<00:03, 12.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:21<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:21<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:21<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:21<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:21<00:03, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:21<00:02, 14.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:21<00:02, 14.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:21<00:02, 14.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:21<00:03, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:21<00:03, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:21<00:03, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:21<00:03, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:21<00:03, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:21<00:03, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:21<00:02, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:21<00:02, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:22<00:02, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:22<00:01, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:22<00:01, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:22<00:01, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:22<00:01, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:02, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:02, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:22<00:02, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:22<00:02, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:22<00:02, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:22<00:01, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:22<00:01, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:01, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:01, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:23<00:01, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:23<00:01, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:01, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:01, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:23<00:01, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:01, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:01, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:01, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:23<00:01, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:23<00:01, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:00, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:23<00:00, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:23<00:00, 14.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:23<00:00, 14.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:23<00:00, 14.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:23<00:00, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:23<00:00, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:24<00:00, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:24<00:00, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:24<00:00, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:24<00:00, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:24<00:00, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:24<00:00, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:24<00:00, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:24<00:00, 15.36it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 84%|████████▍ | 42/50 [12:32<03:30, 26.34s/it, running_success_rate=53.5%]
Stepping through eval batches: 86%|████████▌ | 43/50 [12:32<03:06, 26.60s/it, running_success_rate=53.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<02:03, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:25, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:25, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:25, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:25, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:30, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:30, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:29, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:29, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:19, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:18, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:21, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:21, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:21, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:21, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:21, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:20, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:20, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:22, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:20, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:20, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:20, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:20, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:17, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:17, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:17, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:23, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:23, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:23, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:23, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:22, 10.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:17, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:25, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:25, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:25, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:25, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:25, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:24, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:24, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:19, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:19, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:19, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:20, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:21, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:20, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:19, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:14, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:14, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:14, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:13, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:13, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:18, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:18, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:18, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:18, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:16, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:16, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:16, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:16, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:16, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:15, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:11, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:11, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:11, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:11, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:14, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:14, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:14, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:14, 12.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:10, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:10, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:10, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:15, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:15, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:15, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:14, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:14, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:14, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:14, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:14, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:14, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:13, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:10, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:10, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:10, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:13, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:13, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:10<00:13, 11.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:13, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:13, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:10<00:13, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:10<00:13, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:10<00:10, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:10<00:10, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:10<00:10, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:10<00:10, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:10<00:10, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:10, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:10, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:11<00:13, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:11<00:13, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:13, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:13, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:13, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:11<00:13, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:12, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:11<00:12, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:11<00:09, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:11<00:09, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:11<00:09, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:11<00:09, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:09, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:13, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:13, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:12<00:13, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:12<00:13, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:12<00:11, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:12<00:11, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:12<00:11, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:12<00:10, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:12<00:10, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:12<00:10, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:12<00:10, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:12<00:10, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:12<00:09, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:09, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:09, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:12, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:12, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:12, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:11, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:11, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:11, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:10, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:10, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:13<00:10, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:13<00:09, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:09, 12.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:13<00:08, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:13<00:08, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:13<00:08, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:13<00:11, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:11, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:11, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:14<00:11, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:09, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:09, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:14<00:09, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:14<00:09, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:14<00:09, 11.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:06, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:06, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:14<00:06, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:14<00:06, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:10, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:10, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:14<00:09, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:09, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:14<00:08, 13.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:14<00:08, 13.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:14<00:08, 13.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:14<00:07, 13.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:14<00:07, 13.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:14<00:06, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:15<00:06, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:15<00:05, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:05, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:08, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:08, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:08, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:08, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:08, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:15<00:07, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:07, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:15<00:07, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:15<00:07, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:15<00:07, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:15<00:05, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:16<00:05, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:05, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:16<00:05, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:16<00:07, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:16<00:07, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:16<00:07, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:16<00:06, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:16<00:06, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:16<00:06, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:16<00:06, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:05, 14.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:05, 14.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:16<00:05, 14.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:16<00:05, 14.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:17<00:05, 14.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:05, 14.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:17<00:08, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:17<00:08, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:07, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:17<00:07, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:17<00:04, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:17<00:04, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:17<00:04, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:17<00:04, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:17<00:06, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:18<00:06, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:06, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:06, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:18<00:05, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:18<00:05, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:18<00:05, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:18<00:04, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:18<00:03, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:18<00:05, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:18<00:05, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:18<00:05, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:18<00:05, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:18<00:04, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:18<00:02, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:19<00:02, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:19<00:02, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:19<00:02, 17.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:19<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:19<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:19<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:19<00:03, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:19<00:03, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:19<00:03, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:19<00:03, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:19<00:03, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:19<00:02, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:19<00:02, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:02, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:20<00:02, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:03, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:03, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:20<00:03, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:20<00:03, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:20<00:02, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:20<00:02, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:20<00:02, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:21<00:02, 13.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:02, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:02, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:21<00:02, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:21<00:02, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:21<00:02, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:01, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:01, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:21<00:01, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:21<00:01, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:21<00:01, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:21<00:01, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:01, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:21<00:01, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:21<00:01, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:01, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:21<00:01, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:22<00:01, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:22<00:01, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:22<00:01, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:00, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:00, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:00, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:22<00:00, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:00, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:22<00:00, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:22<00:00, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:22<00:00, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:22<00:00, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:22<00:00, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:22<00:00, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:22<00:00, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:22<00:00, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:22<00:00, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:22<00:00, 17.76it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 86%|████████▌ | 43/50 [13:06<03:06, 26.60s/it, running_success_rate=52.3%]
Stepping through eval batches: 88%|████████▊ | 44/50 [13:06<02:53, 28.84s/it, running_success_rate=52.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:17, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:17, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:16, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:19, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:13, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:13, 17.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:20, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:20, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:20, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:20, 11.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:15, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:15, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:22, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:22, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:22, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:22, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:22, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:27, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:27, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:27, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:26, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:26, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:19, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:19, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:19, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:21, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:21, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:21, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:21, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:21, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:24, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:23, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:21, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:21, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:21, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:21, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:20, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:15, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:14, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:14, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:14, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:14, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:21, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:21, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:20, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:20, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:20, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:20, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:20, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:20, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:14, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:20, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:13, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:13, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:20, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:20, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:20, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:15, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:15, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:15, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:15, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:15, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:11, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:11, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:11, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:11, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:18, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:12, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:12, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:12, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:12, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:16, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:16, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:16, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:16, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:13, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:13, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:13, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:12, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:12, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:11, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:11, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:10, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:10<00:10, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:10<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:10<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:10<00:15, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:10<00:11, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:10<00:11, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:11, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:11, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:10, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:10, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:11<00:10, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:10, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:14, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:14, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:11<00:14, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:13, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:13, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:11<00:13, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:11<00:13, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:11<00:11, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:11<00:11, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:12<00:11, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:11, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:11, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:11, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:12<00:16, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:12<00:16, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:12<00:15, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:12<00:13, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:12<00:13, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:12<00:13, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:12<00:11, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:12<00:11, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:12<00:11, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:12<00:11, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:12<00:09, 14.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:12<00:09, 14.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:09, 14.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:12, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:12, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:12, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:11, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:11, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:10, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:10, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:10, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:10, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:13<00:09, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:13<00:09, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:08, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:14<00:07, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:14<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:14<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:12, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:14<00:10, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:14<00:07, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:14<00:07, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:07, 15.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:14<00:07, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:14<00:07, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:14<00:06, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:09, 11.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:14<00:09, 11.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:14<00:09, 11.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:15<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:15<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:15<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:15<00:08, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:15<00:06, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:15<00:06, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:15<00:06, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:09, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:09, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:09, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:09, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:08, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:08, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:15<00:07, 11.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:07, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:07, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:16<00:07, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:16<00:07, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:16<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:16<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:16<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:08, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:08, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:16<00:08, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:16<00:08, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:16<00:07, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:16<00:07, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:16<00:07, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:16<00:07, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:16<00:06, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:05, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:05, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:16<00:04, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:17<00:04, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:17<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:07, 10.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:17<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:17<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:17<00:06, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:17<00:04, 14.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:17<00:04, 14.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:17<00:04, 14.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:18<00:04, 14.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:06, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:06, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:18<00:06, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:06, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:06, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:18<00:05, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:18<00:05, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:18<00:04, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:18<00:04, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:18<00:03, 17.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:18<00:03, 17.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:18<00:03, 17.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:18<00:03, 17.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:18<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:18<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:19<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:19<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:04, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:04, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:19<00:04, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:19<00:04, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:19<00:03, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:19<00:03, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:19<00:03, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:19<00:03, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:19<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:19<00:04, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:19<00:03, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:19<00:03, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:19<00:03, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:19<00:03, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:19<00:03, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:19<00:03, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:19<00:03, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:19<00:03, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:20<00:03, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:02, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:02, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:20<00:02, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:04, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:04, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:20<00:04, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:20<00:03, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:20<00:02, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:20<00:02, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:20<00:02, 12.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:20<00:02, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:21<00:02, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:02, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:02, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:21<00:02, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:21<00:02, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:21<00:02, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:21<00:02, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:02, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:21<00:02, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:21<00:01, 11.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:21<00:01, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:22<00:01, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:22<00:01, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:22<00:01, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:22<00:01, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:22<00:01, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:22<00:01, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:22<00:01, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:22<00:01, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:22<00:01, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:01, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:00, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:00, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:22<00:00, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:00, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:22<00:00, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:22<00:00, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:23<00:00, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:23<00:00, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:23<00:00, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:23<00:00, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:23<00:00, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:23<00:00, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:23<00:00, 16.07it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 88%|████████▊ | 44/50 [13:41<02:53, 28.84s/it, running_success_rate=51.1%]
Stepping through eval batches: 90%|█████████ | 45/50 [13:41<02:32, 30.42s/it, running_success_rate=51.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:33, 2.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:33, 2.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:33, 2.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:33, 2.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:28, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:17, 15.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:20, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:16, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:16, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:27, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:27, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:27, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:27, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:27, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:22, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:22, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:22, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:15, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:15, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:23, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:23, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:23, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:23, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:20, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:20, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:20, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:17, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:17, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:20, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:20, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:20, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:15, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:16, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:16, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:16, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:15, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:15, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:15, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:15, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:12, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:12, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:12, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:12, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:16, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:16, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:16, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:16, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:16, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:16, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:20, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:19, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:19, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:19, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:19, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:17, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:17, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:17, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:17, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:17, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:17, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:17, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:13, 14.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:13, 14.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 14.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:13, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:13, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:12, 14.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:10, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:10, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:10, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:10, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:10, 18.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:10, 18.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:09, 18.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:09, 18.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:10, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:10, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:10, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:10, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:09, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:09, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:09, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:09, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:09, 18.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:09, 18.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:09, 18.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:08<00:09, 18.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:08<00:11, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:08<00:08, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:08<00:08, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:08<00:08, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:08<00:08, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:08<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:08<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:09<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:07, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:10, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:10, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:09<00:10, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:09<00:10, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:09<00:09, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:09<00:06, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:09<00:06, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:09<00:06, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:09<00:06, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:09<00:08, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:09<00:06, 22.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:09<00:06, 22.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:09<00:06, 22.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:10<00:06, 22.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:10<00:09, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:10<00:07, 17.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:10<00:07, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:10<00:06, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:10<00:06, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:10<00:05, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:10<00:05, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:10<00:05, 20.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:10<00:05, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:11<00:05, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:11<00:05, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:11<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:11<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:11<00:06, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:11<00:06, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:11<00:06, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:11<00:06, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:11<00:06, 17.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:11<00:06, 17.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:11<00:06, 17.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:11<00:06, 17.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:11<00:06, 17.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:11<00:07, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:11<00:07, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:11<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:11<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:11<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:12<00:06, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:12<00:04, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:12<00:04, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:12<00:04, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:12<00:04, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:12<00:06, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:12<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:12<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:12<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:13<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:13<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:13<00:05, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:13<00:05, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:13<00:05, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:13<00:05, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:13<00:05, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:13<00:05, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:13<00:04, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:13<00:04, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:13<00:04, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:13<00:04, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:13<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:13<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:13<00:05, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:13<00:04, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:13<00:04, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:13<00:04, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:13<00:04, 15.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:13<00:03, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:13<00:03, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:13<00:03, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:13<00:03, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:13<00:03, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:13<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:14<00:03, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:14<00:02, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:14<00:02, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:14<00:02, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:14<00:02, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:14<00:02, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:14<00:02, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:14<00:02, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:14<00:02, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:14<00:02, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:14<00:02, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:14<00:02, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:14<00:02, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:14<00:02, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:14<00:02, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:14<00:02, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:14<00:01, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:14<00:01, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:14<00:02, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:14<00:02, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:14<00:02, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:14<00:02, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:14<00:01, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:14<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:15<00:01, 25.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:15<00:01, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:15<00:01, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:15<00:01, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:15<00:00, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:15<00:00, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:15<00:00, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:15<00:00, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:15<00:00, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:15<00:00, 30.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:15<00:00, 25.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:00, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:00, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:15<00:00, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:15<00:00, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:16<00:00, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:16<00:00, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 31.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 31.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:16<00:00, 31.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:16<00:00, 31.62it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 90%|█████████ | 45/50 [13:59<02:32, 30.42s/it, running_success_rate=50.0%]
Stepping through eval batches: 92%|█████████▏| 46/50 [13:59<01:46, 26.74s/it, running_success_rate=50.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:46, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:46, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:45, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:45, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:08, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:08, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:08, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:08, 29.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:08, 29.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 29.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 29.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:09, 23.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 28.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:08, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:08, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:08, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:08, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:07, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:07, 25.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:06, 31.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:06, 31.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:06, 31.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:02<00:06, 31.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 31.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 26.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 30.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 32.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 32.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:05, 32.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:05, 32.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:03<00:05, 32.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:03<00:06, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:03<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:03<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:05, 30.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:05, 31.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:04<00:05, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:04<00:04, 31.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:04<00:05, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:04<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:04<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:04<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:05<00:04, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:05<00:05, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:05<00:05, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:05<00:05, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:05<00:04, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:05<00:04, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:05<00:04, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:05<00:04, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:05<00:04, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:05<00:04, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:05<00:04, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:05, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:05, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:05<00:05, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:05, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:05<00:07, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:05, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:06<00:05, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:06<00:05, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:06<00:05, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:06<00:05, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:06<00:06, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:06<00:06, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:06<00:06, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:06<00:05, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:06<00:05, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:06<00:05, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:06<00:04, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:06<00:04, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:03, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:03, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:03, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:06<00:03, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:06<00:03, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:06<00:03, 29.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:06<00:03, 29.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:07<00:03, 29.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:07<00:03, 29.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:07<00:03, 29.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:07<00:04, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:07<00:04, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:07<00:04, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:07<00:04, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:07<00:04, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:07<00:03, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:07<00:03, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:07<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:07<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:07<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:07<00:03, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:07<00:02, 29.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:07<00:03, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:07<00:02, 31.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:07<00:02, 31.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:02, 31.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:07<00:02, 31.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:07<00:02, 31.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:07<00:02, 27.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:07<00:02, 32.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:07<00:02, 32.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 32.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:07<00:02, 32.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:08<00:02, 32.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:08<00:02, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:08<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:08<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:08<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:08<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:08<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:08<00:02, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:08<00:02, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:08<00:02, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:08<00:02, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:08<00:01, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:08<00:01, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:08<00:01, 27.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:08<00:01, 33.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:08<00:01, 33.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:08<00:01, 33.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:08<00:01, 33.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:08<00:01, 33.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:08<00:01, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:08<00:01, 33.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:08<00:01, 33.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:08<00:01, 33.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:08<00:01, 33.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:08<00:01, 33.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:08<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:08<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:08<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:09<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:09<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:09<00:01, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:09<00:00, 32.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:09<00:00, 32.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:09<00:00, 32.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:09<00:00, 32.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:09<00:00, 32.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:09<00:01, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:09<00:01, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:09<00:00, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:09<00:00, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:09<00:00, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:09<00:00, 27.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:09<00:00, 31.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:09<00:00, 31.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:09<00:00, 31.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:09<00:00, 31.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:09<00:00, 31.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:09<00:00, 26.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:09<00:00, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:09<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:09<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:10<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:10<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:10<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:10<00:00, 25.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:10<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:10<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:10<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:10<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:10<00:00, 30.08it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 92%|█████████▏| 46/50 [14:15<01:46, 26.74s/it, running_success_rate=48.9%]
Stepping through eval batches: 94%|█████████▍| 47/50 [14:15<01:10, 23.65s/it, running_success_rate=48.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:42, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:42, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:41, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:41, 2.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:16, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:16, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:25, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:25, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:25, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:25, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:25, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:25, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:24, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:17, 14.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:22, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 11.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:14, 16.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:12, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:12, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:12, 18.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:18, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:18, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:18, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:18, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 15.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 15.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:15, 15.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 15.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:14, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:14, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:14, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:21, 10.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:21, 10.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:21, 10.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:21, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:21, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:21, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:21, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:17, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:17, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:16, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:16, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:15, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:14, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:12, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:12, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:12, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:17, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:17, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:17, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:17, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:13, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:13, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:13, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:13, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:13, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:11, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:10, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:10, 17.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:09, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:09, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:09, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:09, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:08, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:08, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:07, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:07, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:07, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:07, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:07, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:06, 25.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:07, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:07<00:06, 27.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:07<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:07<00:05, 28.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:07<00:06, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:05, 29.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:07<00:05, 26.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:07<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:08<00:04, 30.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:08<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:08<00:05, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:08<00:04, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:08<00:04, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:08<00:04, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:08<00:04, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:08<00:04, 27.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:08<00:04, 33.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:08<00:04, 33.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:08<00:03, 33.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:08<00:03, 33.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:03, 33.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:04, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:03, 33.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:03, 33.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:03, 33.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:03, 33.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:03, 33.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:04, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:03, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:03, 30.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:09<00:02, 36.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:03, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:09<00:03, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:09<00:03, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:09<00:03, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:09<00:03, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:09<00:02, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:09<00:02, 31.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:09<00:02, 36.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:02, 31.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:09<00:02, 36.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:10<00:02, 30.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:10<00:02, 28.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:01, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:10<00:01, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:10<00:01, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:01, 31.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:10<00:02, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:10<00:02, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:01, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:10<00:01, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 31.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:11<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:11<00:01, 26.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:01, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:11<00:01, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:11<00:01, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:11<00:01, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:11<00:01, 28.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:11<00:01, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:11<00:01, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:11<00:01, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:11<00:01, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:01, 28.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:01, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:01, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:11<00:01, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:01, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:01, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:11<00:01, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:01, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:12<00:01, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:12<00:01, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:12<00:01, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:12<00:01, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:12<00:01, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:12<00:01, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:12<00:01, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:12<00:01, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:12<00:01, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:12<00:01, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:12<00:01, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:12<00:01, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:12<00:01, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:12<00:01, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:12<00:00, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:12<00:01, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:12<00:01, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:12<00:01, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:12<00:01, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:12<00:00, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:12<00:00, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:12<00:00, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:12<00:00, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:13<00:00, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:13<00:00, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:13<00:00, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:13<00:00, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:13<00:00, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:13<00:00, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:13<00:00, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:13<00:00, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:13<00:00, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:13<00:00, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:13<00:00, 16.90it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 94%|█████████▍| 47/50 [14:31<01:10, 23.65s/it, running_success_rate=47.9%]
Stepping through eval batches: 96%|█████████▌| 48/50 [14:31<00:42, 21.21s/it, running_success_rate=47.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:50, 2.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:50, 2.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:50, 2.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:49, 2.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:33, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:33, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:21, 12.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:24, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:24, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:31, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:31, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:30, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:30, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:18, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:18, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:24, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:21, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:17, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:17, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:17, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:16, 14.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:23, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:23, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:23, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:18, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:18, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:18, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:16, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:16, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:16, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:15, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:15, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:15, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:20, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:20, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:20, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:20, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:17, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:17, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:14, 15.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 15.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:12, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:12, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:12, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:12, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:15, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:15, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:15, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:15, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:13, 16.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:13, 16.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:12, 16.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:12, 16.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:12, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:29, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:29, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:29, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:29, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:21, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:21, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:20, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:18, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:18, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:18, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:24, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:20, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:20, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:20, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:14, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:14, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:14, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:13, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:13, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:13, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:20, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:20, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:16, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:16, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:16, 11.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:14, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:14, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:14, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:13, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:13, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:12, 13.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:17, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:17, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:17, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:17, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:13, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:13, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:13, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:12, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:12, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:09, 18.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:09, 18.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:09, 18.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:09, 18.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:10, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:10, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:10, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:10, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:10, 15.90it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 96%|█████████▌| 48/50 [14:43<00:42, 21.21s/it, running_success_rate=49.0%]
Stepping through eval batches: 98%|█████████▊| 49/50 [14:43<00:18, 18.64s/it, running_success_rate=49.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:57, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:33, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:33, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:23, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:23, 11.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:18, 14.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:11, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:08, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:08, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:08, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:08, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:08, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 30.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 28.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 28.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 28.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 28.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 28.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:14, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:14, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:16, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:16, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:16, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:15, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:15, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:15, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:21, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:21, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:20, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:20, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:17, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:16, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:13, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:13, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:13, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:12, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:14, 14.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:14, 14.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:14, 14.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:14, 14.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 14.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 21.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:08, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:07, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:07, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:08, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:06, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:06, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:06, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:06, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:06, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:07, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:06, 27.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:07, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:07, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:06, 23.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:05, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:06, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:06, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:06, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:08, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:07<00:08, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:08, 19.06it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 98%|█████████▊| 49/50 [14:59<00:18, 18.64s/it, running_success_rate=50.0%]
Stepping through eval batches: 100%|██████████| 50/50 [14:59<00:00, 17.85s/it, running_success_rate=50.0%]
Stepping through eval batches: 100%|██████████| 50/50 [14:59<00:00, 18.00s/it, running_success_rate=50.0%]
+INFO 2026-09-24 11:46:18 bot_eval.py:713 GK expert activation (top1 routing): [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0]
+INFO 2026-09-24 11:46:19 bot_eval.py:843 Overall Aggregated Metrics:
+INFO 2026-09-24 11:46:19 bot_eval.py:844 {'avg_sum_reward': 0.5, 'avg_max_reward': 0.5, 'pc_success': 50.0, 'n_episodes': 50, 'eval_s': 901.0389211177826, 'eval_ep_s': 18.020778441429137, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 11:46:19 bot_eval.py:849 GK expert activation artifacts: {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg'}
+INFO 2026-09-24 11:46:19 bot_eval.py:853
+Aggregated Metrics for per_task:
+INFO 2026-09-24 11:46:19 bot_eval.py:854 [{'task_group': 'libero_spatial', 'task_id': 9, 'metrics': {'sum_rewards': [0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], 'max_rewards': [0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], 'successes': [False, True, True, False, False, True, True, True, True, True, True, True, False, False, False, True, False, False, False, False, True, True, False, True, True, True, True, True, False, False, False, True, True, True, True, False, True, False, True, False, False, False, False, False, False, False, False, False, True, True], 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4'], 'predicted_video_paths': [], 'task_descriptions': ['pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate', 'pick up the black bowl on the wooden cabinet and place it on the plate'], 'expert_activation': {'algorithm_type': 'gk_adp', 'inference_routing': 'top1', 'inference_top_k': 0, 'inference_temperature': 1.0, 'num_experts': 10, 'num_routing_decisions': 1050, 'top1_count_by_expert': [0, 0, 0, 0, 0, 0, 0, 0, 0, 1050], 'top1_fraction_by_expert': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'activation_fraction_by_expert': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'decisions': [{'routing_index': 0, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.227678568393458e-07, 8.889098523923167e-08, 8.843409773362509e-07, 0.004026601556688547, 0.008620518259704113, 0.00022990447178017348, 0.00014852173626422882, 0.014363241381943226, 0.00016275249072350562, 0.6404136419296265], 'log_scores_by_expert': [-14.289092063903809, -16.235855102539062, -13.938423156738281, -5.514832496643066, -4.753610134124756, -8.377846717834473, -8.814779281616211, -4.2430830001831055, -8.72327995300293, -0.44564101099967957], 'distances_by_expert': [28.578184127807617, 32.471710205078125, 27.876846313476562, 11.029664993286133, 9.507220268249512, 16.755693435668945, 17.629558563232422, 8.486166000366211, 17.44655990600586, 0.8912820219993591], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.15576171875, 'language': 52.894325256347656}}, {'routing_index': 1, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.265159981921897e-07, 9.747302698315252e-08, 8.677913569954399e-07, 0.004207317251712084, 0.009408269077539444, 0.00024834999931044877, 0.00015436056128237396, 0.014792817644774914, 0.0001693694939604029, 0.6883610486984253], 'log_scores_by_expert': [-14.28309154510498, -16.14369010925293, -13.957314491271973, -5.470930099487305, -4.666166305541992, -8.300671577453613, -8.776219367980957, -4.213613510131836, -8.683427810668945, -0.37344178557395935], 'distances_by_expert': [28.56618309020996, 32.28738021850586, 27.914628982543945, 10.94186019897461, 9.332332611083984, 16.601343154907227, 17.552438735961914, 8.427227020263672, 17.36685562133789, 0.7468835711479187], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3468.95361328125, 'language': 52.894203186035156}}, {'routing_index': 2, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.922029231442139e-07, 8.825846720128538e-08, 8.096886290331895e-07, 0.003954027779400349, 0.009205383248627186, 0.00022521550999954343, 0.0001463790104025975, 0.01410327572375536, 0.00016146468988154083, 0.6852830648422241], 'log_scores_by_expert': [-14.33941650390625, -16.242996215820312, -14.026616096496582, -5.533020496368408, -4.687966823577881, -8.398452758789062, -8.82931137084961, -4.261348247528076, -8.731224060058594, -0.37792328000068665], 'distances_by_expert': [28.6788330078125, 32.485992431640625, 28.053232192993164, 11.066040992736816, 9.375933647155762, 16.796905517578125, 17.65862274169922, 8.522696495056152, 17.462448120117188, 0.7558465600013733], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3559.24658203125, 'language': 52.89970779418945}}, {'routing_index': 3, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.726581887050997e-07, 1.1309636249734467e-07, 9.378982781527156e-07, 0.004882400389760733, 0.010642675682902336, 0.00030897665419615805, 0.00016953464364632964, 0.016484562307596207, 0.00018458286649547517, 0.7748889327049255], 'log_scores_by_expert': [-14.212028503417969, -15.995025634765625, -13.879624366760254, -5.322118282318115, -4.542883396148682, -8.082244873046875, -8.682453155517578, -4.105330944061279, -8.597412109375, -0.2550356090068817], 'distances_by_expert': [28.424057006835938, 31.99005126953125, 27.759248733520508, 10.64423656463623, 9.085766792297363, 16.16448974609375, 17.364906311035156, 8.210661888122559, 17.19482421875, 0.5100712180137634], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.683837890625, 'language': 52.89799880981445}}, {'routing_index': 4, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.130806238819787e-07, 1.1012913603281049e-07, 9.711529855849221e-07, 0.00492791598662734, 0.010699843987822533, 0.0003198803460691124, 0.00017925104475580156, 0.01757178269326687, 0.00018969517259392887, 0.8104439973831177], 'log_scores_by_expert': [-14.153671264648438, -16.0216121673584, -13.844781875610352, -5.312839031219482, -4.5375261306762695, -8.047563552856445, -8.626723289489746, -4.041460990905762, -8.57009220123291, -0.21017307043075562], 'distances_by_expert': [28.307342529296875, 32.0432243347168, 27.689563751220703, 10.625678062438965, 9.075052261352539, 16.09512710571289, 17.253446578979492, 8.082921981811523, 17.14018440246582, 0.42034614086151123], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3507.188232421875, 'language': 52.9275016784668}}, {'routing_index': 5, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.240490162985225e-07, 1.0986269671775517e-07, 9.98138034447038e-07, 0.004933453630656004, 0.010451409965753555, 0.00031962053617462516, 0.0001797966833692044, 0.017500629648566246, 0.00018992487457580864, 0.7620470523834229], 'log_scores_by_expert': [-14.138406753540039, -16.02403450012207, -13.817374229431152, -5.311716079711914, -4.561018466949463, -8.048376083374023, -8.62368392944336, -4.045518398284912, -8.56888198852539, -0.27174702286720276], 'distances_by_expert': [28.276813507080078, 32.04806900024414, 27.634748458862305, 10.623432159423828, 9.122036933898926, 16.096752166748047, 17.24736785888672, 8.091036796569824, 17.13776397705078, 0.5434940457344055], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3434.9384765625, 'language': 52.93115997314453}}, {'routing_index': 6, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.924729293838027e-07, 9.618981522407921e-08, 8.268733608929324e-07, 0.004513424355536699, 0.00966239720582962, 0.00031054377905093133, 0.00016732591029722244, 0.01565876603126526, 0.00015743357653263956, 0.7067785859107971], 'log_scores_by_expert': [-14.338960647583008, -16.15694236755371, -14.005614280700684, -5.400699138641357, -4.6395134925842285, -8.07718563079834, -8.69556713104248, -4.156724452972412, -8.75650691986084, -0.3470378816127777], 'distances_by_expert': [28.677921295166016, 32.31388473510742, 28.011228561401367, 10.801398277282715, 9.279026985168457, 16.15437126159668, 17.39113426208496, 8.313448905944824, 17.51301383972168, 0.6940757632255554], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3396.219482421875, 'language': 52.94068145751953}}, {'routing_index': 7, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.154218337745988e-07, 1.0843415054750949e-07, 9.714826774143148e-07, 0.004629368893802166, 0.010154745541512966, 0.000311250623781234, 0.00017696716531645507, 0.017075512558221817, 0.0001894877786980942, 0.7826073169708252], 'log_scores_by_expert': [-14.15039348602295, -16.03712272644043, -13.844442367553711, -5.375334739685059, -4.589814186096191, -8.074912071228027, -8.639546394348145, -4.070109844207764, -8.571186065673828, -0.24512416124343872], 'distances_by_expert': [28.3007869720459, 32.07424545288086, 27.688884735107422, 10.750669479370117, 9.179628372192383, 16.149824142456055, 17.27909278869629, 8.140219688415527, 17.142372131347656, 0.49024832248687744], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.014404296875, 'language': 52.90666580200195}}, {'routing_index': 8, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.49155276480451e-07, 1.1742363881239726e-07, 1.0100463896378642e-06, 0.00498066795989871, 0.01082359068095684, 0.00032356270821765065, 0.00018539951997809112, 0.017838209867477417, 0.00019685861479956657, 0.819522500038147], 'log_scores_by_expert': [-14.10431957244873, -15.957477569580078, -13.805514335632324, -5.302191257476807, -4.526027202606201, -8.036117553710938, -8.592997550964355, -4.026412487030029, -8.533024787902832, -0.19903340935707092], 'distances_by_expert': [28.20863914489746, 31.914955139160156, 27.61102867126465, 10.604382514953613, 9.052054405212402, 16.072235107421875, 17.18599510192871, 8.052824974060059, 17.066049575805664, 0.39806681871414185], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3441.44091796875, 'language': 52.92628479003906}}, {'routing_index': 9, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.273065421031788e-07, 1.0781176484897514e-07, 9.746584055392304e-07, 0.004422089084982872, 0.010125420056283474, 0.0002815199550241232, 0.0001712844386929646, 0.01670469529926777, 0.0001918400957947597, 0.7679096460342407], 'log_scores_by_expert': [-14.133917808532715, -16.042879104614258, -13.841178894042969, -5.421143054962158, -4.592706203460693, -8.175307273864746, -8.672184944152832, -4.092065334320068, -8.55884838104248, -0.26408320665359497], 'distances_by_expert': [28.26783561706543, 32.085758209228516, 27.682357788085938, 10.842286109924316, 9.185412406921387, 16.350614547729492, 17.344369888305664, 8.184130668640137, 17.11769676208496, 0.5281664133071899], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3461.87109375, 'language': 52.90324020385742}}, {'routing_index': 10, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.477947292500176e-07, 1.2535973326066596e-07, 1.0128311487278552e-06, 0.005512379575520754, 0.011206984519958496, 0.0003820147248916328, 0.00019536781474016607, 0.0184310395270586, 0.00019849759701173753, 0.8309199810028076], 'log_scores_by_expert': [-14.1061372756958, -15.892078399658203, -13.80276107788086, -5.200758934020996, -4.491218090057373, -7.870051383972168, -8.540626525878906, -3.9937191009521484, -8.524733543395996, -0.1852218061685562], 'distances_by_expert': [28.2122745513916, 31.784156799316406, 27.60552215576172, 10.401517868041992, 8.982436180114746, 15.740102767944336, 17.081253051757812, 7.987438201904297, 17.049467086791992, 0.3704436123371124], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.325927734375, 'language': 52.94049835205078}}, {'routing_index': 11, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.112381013030245e-07, 1.2553451256280823e-07, 9.85312453849474e-07, 0.0054625459015369415, 0.010480559431016445, 0.00039783012471161783, 0.00019199530652258545, 0.01770958863198757, 0.0001886182144517079, 0.7802774310112], 'log_scores_by_expert': [-14.156258583068848, -15.890685081481934, -13.830307006835938, -5.209840297698975, -4.558233261108398, -7.8294854164123535, -8.558039665222168, -4.03364896774292, -8.575785636901855, -0.2481057494878769], 'distances_by_expert': [28.312517166137695, 31.781370162963867, 27.660614013671875, 10.41968059539795, 9.116466522216797, 15.658970832824707, 17.116079330444336, 8.06729793548584, 17.15157127380371, 0.4962114989757538], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.9462890625, 'language': 52.93656921386719}}, {'routing_index': 12, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.558828431479924e-07, 1.1481812123292912e-07, 9.168790029434604e-07, 0.004999518394470215, 0.009568615816533566, 0.0003576372691895813, 0.00018342713883612305, 0.01643066480755806, 0.00017507832671981305, 0.7143501043319702], 'log_scores_by_expert': [-14.237283706665039, -15.9799165725708, -13.902290344238281, -5.2984137535095215, -4.649266719818115, -7.935991287231445, -8.603693008422852, -4.108605861663818, -8.650277137756348, -0.33638209104537964], 'distances_by_expert': [28.474567413330078, 31.9598331451416, 27.804580688476562, 10.596827507019043, 9.29853343963623, 15.87198257446289, 17.207386016845703, 8.217211723327637, 17.300554275512695, 0.6727641820907593], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3300.2705078125, 'language': 52.95368194580078}}, {'routing_index': 13, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.30767146958533e-07, 1.0103242686909653e-07, 8.851104666973697e-07, 0.004730201791971922, 0.00891049299389124, 0.0003349374164827168, 0.00016970920842140913, 0.015336995013058186, 0.00017042590479832143, 0.653141438961029], 'log_scores_by_expert': [-14.276329040527344, -16.107824325561523, -13.937553405761719, -5.353787422180176, -4.720525741577148, -8.001566886901855, -8.681424140930176, -4.177487373352051, -8.677209854125977, -0.42596158385276794], 'distances_by_expert': [28.552658081054688, 32.21564865112305, 27.875106811523438, 10.707574844360352, 9.441051483154297, 16.00313377380371, 17.36284828186035, 8.354974746704102, 17.354419708251953, 0.8519231677055359], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.46728515625, 'language': 52.90092468261719}}, {'routing_index': 14, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.938565550422936e-07, 9.231695230482728e-08, 8.011450063349912e-07, 0.00463775172829628, 0.008599546737968922, 0.00031502891215495765, 0.00015833489305805415, 0.014599325135350227, 0.0001618215610506013, 0.6216710209846497], 'log_scores_by_expert': [-14.336627960205078, -16.19803810119629, -14.037223815917969, -5.373525619506836, -4.756045818328857, -8.062846183776855, -8.750798225402832, -4.226779937744141, -8.729016304016113, -0.4753442704677582], 'distances_by_expert': [28.673255920410156, 32.39607620239258, 28.074447631835938, 10.747051239013672, 9.512091636657715, 16.12569236755371, 17.501596450805664, 8.453559875488281, 17.458032608032227, 0.9506885409355164], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3433.397216796875, 'language': 52.93205642700195}}, {'routing_index': 15, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.231201155060262e-07, 9.724406879740854e-08, 8.608944881416392e-07, 0.004897771868854761, 0.008855720050632954, 0.0003110963443759829, 0.00016181553655769676, 0.015068347565829754, 0.00017019495135173202, 0.6265906095504761], 'log_scores_by_expert': [-14.28852653503418, -16.146041870117188, -13.965293884277344, -5.31897497177124, -4.726691722869873, -8.075407981872559, -8.729053497314453, -4.195158958435059, -8.678565979003906, -0.4674619138240814], 'distances_by_expert': [28.57705307006836, 32.292083740234375, 27.930587768554688, 10.63794994354248, 9.453383445739746, 16.150815963745117, 17.458106994628906, 8.390317916870117, 17.357131958007812, 0.9349238276481628], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3381.40087890625, 'language': 52.90913009643555}}, {'routing_index': 16, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.008327204654051e-07, 9.284334367976044e-08, 8.221413736464456e-07, 0.004795369226485491, 0.008730418048799038, 0.0003045146877411753, 0.00015897263074293733, 0.014749262481927872, 0.00016315950779244304, 0.6166710257530212], 'log_scores_by_expert': [-14.324949264526367, -16.192352294921875, -14.011353492736816, -5.340104579925537, -4.740942001342773, -8.09679126739502, -8.74677848815918, -4.216562271118164, -8.720782279968262, -0.4834195673465729], 'distances_by_expert': [28.649898529052734, 32.38470458984375, 28.022706985473633, 10.680209159851074, 9.481884002685547, 16.19358253479004, 17.49355697631836, 8.433124542236328, 17.441564559936523, 0.9668391346931458], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.656005859375, 'language': 52.914268493652344}}, {'routing_index': 17, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.731644137085823e-07, 8.419336694487356e-08, 7.956757599458797e-07, 0.004553439561277628, 0.007934306748211384, 0.0002717480529099703, 0.00014692556578665972, 0.013898301869630814, 0.00015683176752645522, 0.5502535700798035], 'log_scores_by_expert': [-14.372093200683594, -16.290149688720703, -14.044074058532715, -5.391872406005859, -4.836559295654297, -8.2106351852417, -8.825584411621094, -4.275988578796387, -8.760336875915527, -0.5973760485649109], 'distances_by_expert': [28.744186401367188, 32.580299377441406, 28.08814811706543, 10.783744812011719, 9.673118591308594, 16.4212703704834, 17.651168823242188, 8.551977157592773, 17.520673751831055, 1.1947520971298218], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.734130859375, 'language': 52.91831588745117}}, {'routing_index': 18, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.751454636993003e-07, 8.452789046486942e-08, 8.036772101149836e-07, 0.004562541376799345, 0.007965466938912868, 0.00028073546127416193, 0.00014799335622228682, 0.013937006704509258, 0.00015932763926684856, 0.5586928725242615], 'log_scores_by_expert': [-14.368642807006836, -16.286184310913086, -14.03406810760498, -5.389875411987305, -4.832639694213867, -8.17809772491455, -8.818343162536621, -4.273207664489746, -8.744547843933105, -0.5821554064750671], 'distances_by_expert': [28.737285614013672, 32.57236862182617, 28.06813621520996, 10.77975082397461, 9.665279388427734, 16.3561954498291, 17.636686325073242, 8.546415328979492, 17.48909568786621, 1.1643108129501343], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3312.771240234375, 'language': 52.886619567871094}}, {'routing_index': 19, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.598539587481355e-07, 8.18419607639953e-08, 7.772068784106523e-07, 0.004430140368640423, 0.007791732903569937, 0.0002826689451467246, 0.00014639212167821825, 0.013754971325397491, 0.0001537655043648556, 0.5471705794334412], 'log_scores_by_expert': [-14.395589828491211, -16.3184757232666, -14.067559242248535, -5.419323921203613, -4.854691982269287, -8.171234130859375, -8.829221725463867, -4.286355018615723, -8.780081748962402, -0.6029946208000183], 'distances_by_expert': [28.791179656982422, 32.6369514465332, 28.13511848449707, 10.838647842407227, 9.709383964538574, 16.34246826171875, 17.658443450927734, 8.572710037231445, 17.560163497924805, 1.2059892416000366], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3324.21240234375, 'language': 52.89786148071289}}, {'routing_index': 20, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.165807692719682e-07, 7.555066616760087e-08, 7.34523780465679e-07, 0.004195595160126686, 0.0073454310186207294, 0.0002589830255601555, 0.00013789907097816467, 0.01296226680278778, 0.00014411358279176056, 0.5120280385017395], 'log_scores_by_expert': [-14.476034164428711, -16.398462295532227, -14.124043464660645, -5.473720073699951, -4.913676738739014, -8.258748054504395, -8.888988494873047, -4.345712661743164, -8.844908714294434, -0.6693758964538574], 'distances_by_expert': [28.952068328857422, 32.79692459106445, 28.24808692932129, 10.947440147399902, 9.827353477478027, 16.51749610900879, 17.777976989746094, 8.691425323486328, 17.689817428588867, 1.3387517929077148], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.84375, 'language': 52.89584732055664}}, {'routing_index': 21, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.178420678930706e-07, 7.920451849940946e-08, 7.41892620226281e-07, 0.004240590613335371, 0.007580949459224939, 0.0002707800013013184, 0.0001436598104191944, 0.013155242428183556, 0.00014313985593616962, 0.5285144448280334], 'log_scores_by_expert': [-14.47359561920166, -16.351232528686523, -14.11406135559082, -5.463052749633789, -4.882116794586182, -8.214203834533691, -8.848062515258789, -4.330935001373291, -8.851688385009766, -0.6376851201057434], 'distances_by_expert': [28.94719123840332, 32.70246505737305, 28.22812271118164, 10.926105499267578, 9.764233589172363, 16.428407669067383, 17.696125030517578, 8.661870002746582, 17.70337677001953, 1.2753702402114868], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3338.3349609375, 'language': 52.91377258300781}}, {'routing_index': 22, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [4.1125005623143807e-07, 5.550033677081956e-08, 5.889772864975384e-07, 0.0033796492498368025, 0.005710385739803314, 0.00018880392599385232, 0.00010741434380179271, 0.010218575596809387, 0.00011723102943506092, 0.3900178372859955], 'log_scores_by_expert': [-14.70406436920166, -16.706876754760742, -14.344878196716309, -5.689983367919922, -5.165468692779541, -8.574801445007324, -9.138816833496094, -4.583548069000244, -9.051363945007324, -0.9415628910064697], 'distances_by_expert': [29.40812873840332, 33.413753509521484, 28.689756393432617, 11.379966735839844, 10.330937385559082, 17.14960289001465, 18.277633666992188, 9.167096138000488, 18.10272789001465, 1.8831257820129395], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3311.43994140625, 'language': 52.916385650634766}}, {'routing_index': 23, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [4.27903273703123e-07, 5.7252059093571006e-08, 6.07506535743596e-07, 0.003534046234562993, 0.005962992087006569, 0.0002005006099352613, 0.00011126999743282795, 0.010627927258610725, 0.00012136472651036456, 0.4045145511627197], 'log_scores_by_expert': [-14.664368629455566, -16.67580223083496, -14.313902854919434, -5.6453118324279785, -5.122182846069336, -8.514693260192871, -9.103550910949707, -4.544270038604736, -9.01671028137207, -0.9050676226615906], 'distances_by_expert': [29.328737258911133, 33.35160446166992, 28.627805709838867, 11.290623664855957, 10.244365692138672, 17.029386520385742, 18.207101821899414, 9.088540077209473, 18.03342056274414, 1.8101352453231812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.4150390625, 'language': 52.91472625732422}}, {'routing_index': 24, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [4.4504153606794716e-07, 6.029068089219436e-08, 6.39033203242434e-07, 0.003653197083622217, 0.006070505827665329, 0.00020423842943273485, 0.00011390108556952327, 0.01081517618149519, 0.00012705239350907505, 0.41068053245544434], 'log_scores_by_expert': [-14.62509822845459, -16.624088287353516, -14.263309478759766, -5.612152576446533, -5.104313373565674, -8.496222496032715, -9.080180168151855, -4.5268049240112305, -8.970911026000977, -0.8899396657943726], 'distances_by_expert': [29.25019645690918, 33.24817657470703, 28.52661895751953, 11.224305152893066, 10.208626747131348, 16.99244499206543, 18.16036033630371, 9.053609848022461, 17.941822052001953, 1.7798793315887451], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.9140625, 'language': 52.889347076416016}}, {'routing_index': 25, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [4.6972681388979254e-07, 6.296633614510938e-08, 6.580003741873952e-07, 0.0037971483543515205, 0.006394419819116592, 0.00021115939307492226, 0.00011885239655384794, 0.011270328424870968, 0.00013190762547310442, 0.4290727972984314], 'log_scores_by_expert': [-14.571114540100098, -16.580665588378906, -14.234060287475586, -5.57350492477417, -5.0523295402526855, -8.462897300720215, -9.037628173828125, -4.485581874847412, -8.933408737182617, -0.8461287021636963], 'distances_by_expert': [29.142229080200195, 33.16133117675781, 28.468120574951172, 11.14700984954834, 10.104659080505371, 16.92579460144043, 18.07525634765625, 8.971163749694824, 17.866817474365234, 1.6922574043273926], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.348876953125, 'language': 52.91862487792969}}, {'routing_index': 26, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.801762767987384e-07, 8.528791539674785e-08, 8.175666152965277e-07, 0.004643476102501154, 0.00787252839654684, 0.00028040152392350137, 0.00014590124192181975, 0.013598312623798847, 0.0001632309431442991, 0.5375539064407349], 'log_scores_by_expert': [-14.359933853149414, -16.277233123779297, -14.01693344116211, -5.3722920417785645, -4.844376087188721, -8.179287910461426, -8.83258056640625, -4.297809600830078, -8.720344543457031, -0.6207261681556702], 'distances_by_expert': [28.719867706298828, 32.554466247558594, 28.03386688232422, 10.744584083557129, 9.688752174377441, 16.35857582092285, 17.6651611328125, 8.595619201660156, 17.440689086914062, 1.2414523363113403], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3251.7958984375, 'language': 52.87782287597656}}, {'routing_index': 27, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.234851983004774e-07, 7.22437434319545e-08, 7.330933726734656e-07, 0.004092592746019363, 0.006974519696086645, 0.00023757820599712431, 0.000129239764646627, 0.012123245745897293, 0.00014916945656295866, 0.4752011001110077], 'log_scores_by_expert': [-14.462757110595703, -16.443220138549805, -14.125992774963379, -5.498576641082764, -4.965491771697998, -8.345013618469238, -8.953841209411621, -4.412630558013916, -8.81042766571045, -0.7440171241760254], 'distances_by_expert': [28.925514221191406, 32.88644027709961, 28.251985549926758, 10.997153282165527, 9.930983543395996, 16.690027236938477, 17.907682418823242, 8.825261116027832, 17.6208553314209, 1.4880342483520508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.35693359375, 'language': 52.88323211669922}}, {'routing_index': 28, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.584360789929633e-07, 9.501859210558905e-08, 9.3132399570095e-07, 0.004171425476670265, 0.008660726249217987, 0.00024270387075375766, 0.00015357353549916297, 0.014742863364517689, 0.000170403320225887, 0.6415399312973022], 'log_scores_by_expert': [-14.2333984375, -16.169193267822266, -13.886658668518066, -5.47949743270874, -4.748956680297852, -8.323668479919434, -8.781331062316895, -4.216996192932129, -8.677342414855957, -0.44388389587402344], 'distances_by_expert': [28.466796875, 32.33838653564453, 27.773317337036133, 10.95899486541748, 9.497913360595703, 16.647336959838867, 17.56266212463379, 8.433992385864258, 17.354684829711914, 0.8877677917480469], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3493.01611328125, 'language': 52.89247131347656}}, {'routing_index': 29, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.545731139340205e-07, 9.751413188041624e-08, 8.890967819752404e-07, 0.004168922081589699, 0.009282865561544895, 0.0002451043401379138, 0.0001553643960505724, 0.014868060126900673, 0.00017036139615811408, 0.6841011047363281], 'log_scores_by_expert': [-14.239282608032227, -16.143268585205078, -13.933059692382812, -5.480097770690918, -4.679584980010986, -8.313826560974121, -8.769737243652344, -4.208539962768555, -8.67758846282959, -0.3796496093273163], 'distances_by_expert': [28.478565216064453, 32.286537170410156, 27.866119384765625, 10.960195541381836, 9.359169960021973, 16.627653121948242, 17.539474487304688, 8.41707992553711, 17.35517692565918, 0.7592992186546326], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3514.7919921875, 'language': 52.92277526855469}}, {'routing_index': 30, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.928930247340759e-07, 1.0423059393360745e-07, 9.223779215972172e-07, 0.004528044257313013, 0.01009027473628521, 0.0002696651790756732, 0.000165592398843728, 0.015879511833190918, 0.00018198633915744722, 0.745416522026062], 'log_scores_by_expert': [-14.182390213012695, -16.07666015625, -13.896310806274414, -5.397465229034424, -4.5961833000183105, -8.218329429626465, -8.705981254577637, -4.142725467681885, -8.611578941345215, -0.2938120663166046], 'distances_by_expert': [28.36478042602539, 32.1533203125, 27.792621612548828, 10.794930458068848, 9.192366600036621, 16.43665885925293, 17.411962509155273, 8.28545093536377, 17.22315788269043, 0.5876241326332092], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.920654296875, 'language': 52.91088104248047}}, {'routing_index': 31, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.930046652087185e-07, 1.1311954750681252e-07, 9.557784323988017e-07, 0.004895261488854885, 0.010484837926924229, 0.00030910427449271083, 0.00017022108659148216, 0.016185404732823372, 0.00018827423627953976, 0.7558929324150085], 'log_scores_by_expert': [-14.182229042053223, -15.994820594787598, -13.860739707946777, -5.319487571716309, -4.557825088500977, -8.081831932067871, -8.678412437438965, -4.123645305633545, -8.577610969543457, -0.27985551953315735], 'distances_by_expert': [28.364458084106445, 31.989641189575195, 27.721479415893555, 10.638975143432617, 9.115650177001953, 16.163663864135742, 17.35682487487793, 8.24729061126709, 17.155221939086914, 0.5597110390663147], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3465.191650390625, 'language': 52.89457321166992}}, {'routing_index': 32, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.180917691584909e-07, 1.1682170963922545e-07, 9.767659321369138e-07, 0.005060296505689621, 0.010923398658633232, 0.0003377638349775225, 0.00018132802506443113, 0.01737751066684723, 0.00019164827244821936, 0.8027685284614563], 'log_scores_by_expert': [-14.146668434143066, -15.962616920471191, -13.839018821716309, -5.286330223083496, -4.516848087310791, -7.993163585662842, -8.615202903747559, -4.052578449249268, -8.55984878540039, -0.21968887746334076], 'distances_by_expert': [28.293336868286133, 31.925233840942383, 27.678037643432617, 10.572660446166992, 9.033696174621582, 15.986327171325684, 17.230405807495117, 8.105156898498535, 17.11969757080078, 0.4393777549266815], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3394.643798828125, 'language': 52.91243362426758}}, {'routing_index': 33, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.569025228804094e-07, 1.1256415177740564e-07, 1.0324962431695894e-06, 0.005149903707206249, 0.010801276192069054, 0.00033341566449962556, 0.00018469149654265493, 0.017856046557426453, 0.0001960163499461487, 0.7858468294143677], 'log_scores_by_expert': [-14.09403133392334, -15.99974250793457, -13.783531188964844, -5.268777370452881, -4.528090953826904, -8.006120681762695, -8.596823692321777, -4.0254130363464355, -8.537312507629395, -0.2409934103488922], 'distances_by_expert': [28.18806266784668, 31.99948501586914, 27.567062377929688, 10.537554740905762, 9.056181907653809, 16.01224136352539, 17.193647384643555, 8.050826072692871, 17.07462501525879, 0.4819868206977844], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.485107421875, 'language': 52.93012237548828}}, {'routing_index': 34, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.41366682430089e-07, 1.1050578052618221e-07, 9.04002888546529e-07, 0.005151764955371618, 0.01019563153386116, 0.00036295168683864176, 0.00018192265997640789, 0.01699012704193592, 0.00017290085088461637, 0.7430387139320374], 'log_scores_by_expert': [-14.259664535522461, -16.018198013305664, -13.916433334350586, -5.268415927886963, -4.585795879364014, -7.92124080657959, -8.611928939819336, -4.075122833251953, -8.662792205810547, -0.29700711369514465], 'distances_by_expert': [28.519329071044922, 32.03639602661133, 27.832866668701172, 10.536831855773926, 9.171591758728027, 15.84248161315918, 17.223857879638672, 8.150245666503906, 17.325584411621094, 0.5940142273902893], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.048583984375, 'language': 52.93160629272461}}, {'routing_index': 35, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.062535362616472e-07, 9.537119893821e-08, 8.4190276083973e-07, 0.004163331817835569, 0.009744078852236271, 0.0002732243447098881, 0.00016237265663221478, 0.015192062593996525, 0.00016344652976840734, 0.7128236889839172], 'log_scores_by_expert': [-14.315967559814453, -16.165489196777344, -13.987601280212402, -5.481439590454102, -4.6310954093933105, -8.205217361450195, -8.725616455078125, -4.186982154846191, -8.719024658203125, -0.338521271944046], 'distances_by_expert': [28.631935119628906, 32.33097839355469, 27.975202560424805, 10.962879180908203, 9.262190818786621, 16.41043472290039, 17.45123291015625, 8.373964309692383, 17.43804931640625, 0.677042543888092], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3425.616455078125, 'language': 52.91547775268555}}, {'routing_index': 36, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.223220563901123e-07, 1.1725712312227188e-07, 9.87887688097544e-07, 0.004778585396707058, 0.010763169266283512, 0.0003195047320332378, 0.000181081413757056, 0.017346704378724098, 0.00019191384490113705, 0.8091862201690674], 'log_scores_by_expert': [-14.14079475402832, -15.95889663696289, -13.827696800231934, -5.343610763549805, -4.531625270843506, -8.048738479614258, -8.61656379699707, -4.054352760314941, -8.558464050292969, -0.21172618865966797], 'distances_by_expert': [28.28158950805664, 31.91779327392578, 27.655393600463867, 10.68722152709961, 9.063250541687012, 16.097476959228516, 17.23312759399414, 8.108705520629883, 17.116928100585938, 0.42345237731933594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.993896484375, 'language': 52.91623306274414}}, {'routing_index': 37, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.252058367157588e-07, 1.130379203573284e-07, 9.802232625588658e-07, 0.0046631041914224625, 0.010546322911977768, 0.00030112257809378207, 0.0001776640274329111, 0.017125146463513374, 0.00019328092457726598, 0.8014586567878723], 'log_scores_by_expert': [-14.136810302734375, -15.995542526245117, -13.835485458374023, -5.3680739402771, -4.55197811126709, -8.107993125915527, -8.635616302490234, -4.067207336425781, -8.551365852355957, -0.2213219553232193], 'distances_by_expert': [28.27362060546875, 31.991085052490234, 27.670970916748047, 10.7361478805542, 9.10395622253418, 16.215986251831055, 17.27123260498047, 8.134414672851562, 17.102731704711914, 0.4426439106464386], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3467.210205078125, 'language': 52.90922164916992}}, {'routing_index': 38, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.37109644433076e-07, 1.2936621374137758e-07, 1.027006533149688e-06, 0.005497435573488474, 0.011204591020941734, 0.0003764524299185723, 0.0001936647022375837, 0.018064437434077263, 0.00019563107343856245, 0.8063532710075378], 'log_scores_by_expert': [-14.120529174804688, -15.860618591308594, -13.788862228393555, -5.2034735679626465, -4.491431713104248, -7.884718894958496, -8.549382209777832, -4.013810157775879, -8.53927993774414, -0.21523337066173553], 'distances_by_expert': [28.241058349609375, 31.721237182617188, 27.57772445678711, 10.406947135925293, 8.982863426208496, 15.769437789916992, 17.098764419555664, 8.027620315551758, 17.07855987548828, 0.43046674132347107], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.58154296875, 'language': 52.93635177612305}}, {'routing_index': 39, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.181849355220038e-07, 1.2847544894611929e-07, 1.0015440921051777e-06, 0.005581641104072332, 0.010679022409021854, 0.00038892566226422787, 0.0001948379067471251, 0.01780349761247635, 0.00018981460016220808, 0.7720891237258911], 'log_scores_by_expert': [-14.146538734436035, -15.867527961730957, -13.81396770477295, -5.188272476196289, -4.539474010467529, -7.8521223068237305, -8.543342590332031, -4.028360366821289, -8.569462776184082, -0.25865525007247925], 'distances_by_expert': [28.29307746887207, 31.735055923461914, 27.6279354095459, 10.376544952392578, 9.078948020935059, 15.704244613647461, 17.086685180664062, 8.056720733642578, 17.138925552368164, 0.5173105001449585], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3336.498291015625, 'language': 52.941654205322266}}, {'routing_index': 40, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.465671162914077e-07, 1.1101639074695413e-07, 9.155980364994321e-07, 0.0051801446825265884, 0.009644399397075176, 0.00036244047805666924, 0.00018212523718830198, 0.016219493001699448, 0.00017147437029052526, 0.6902550458908081], 'log_scores_by_expert': [-14.251588821411133, -16.013587951660156, -13.903688430786133, -5.262922286987305, -4.641377925872803, -7.922650337219238, -8.61081600189209, -4.121541500091553, -8.671076774597168, -0.3706941306591034], 'distances_by_expert': [28.503177642822266, 32.02717590332031, 27.807376861572266, 10.52584457397461, 9.282755851745605, 15.845300674438477, 17.22163200378418, 8.243083000183105, 17.342153549194336, 0.7413882613182068], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.346435546875, 'language': 52.9474983215332}}, {'routing_index': 41, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.1954523289387e-07, 9.149935209507021e-08, 8.712053158888011e-07, 0.004353010095655918, 0.00863854493945837, 0.00025755175738595426, 0.00015064711624290794, 0.014496340416371822, 0.00016300709103234112, 0.6444151401519775], 'log_scores_by_expert': [-14.294280052185059, -16.206933975219727, -13.953388214111328, -5.436887741088867, -4.751521110534668, -8.264289855957031, -8.800570487976074, -4.233859062194824, -8.72171688079834, -0.43941208720207214], 'distances_by_expert': [28.588560104370117, 32.41386795043945, 27.906776428222656, 10.873775482177734, 9.503042221069336, 16.528579711914062, 17.60114097595215, 8.467718124389648, 17.44343376159668, 0.8788241744041443], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3599.36572265625, 'language': 52.91619110107422}}, {'routing_index': 42, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.257104701035132e-07, 9.337005479892468e-08, 8.507349207320658e-07, 0.004236877430230379, 0.009208500385284424, 0.00024270039284601808, 0.00015078035357873887, 0.01436680369079113, 0.00016433132987003773, 0.6721181869506836], 'log_scores_by_expert': [-14.284378051757812, -16.186695098876953, -13.977165222167969, -5.463928699493408, -4.687628269195557, -8.32368278503418, -8.799686431884766, -4.24283504486084, -8.71362590789795, -0.39732110500335693], 'distances_by_expert': [28.568756103515625, 32.373390197753906, 27.954330444335938, 10.927857398986816, 9.375256538391113, 16.64736557006836, 17.59937286376953, 8.48567008972168, 17.4272518157959, 0.7946422100067139], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.312255859375, 'language': 52.91893005371094}}, {'routing_index': 43, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.652419983765867e-07, 1.0750395773584387e-07, 9.143947181655676e-07, 0.004662468098104, 0.01018112525343895, 0.0002907989255618304, 0.0001671679929131642, 0.015820244327187538, 0.00018078256107401103, 0.7624344229698181], 'log_scores_by_expert': [-14.223114967346191, -16.045738220214844, -13.905003547668457, -5.368210315704346, -4.587219715118408, -8.142878532409668, -8.696511268615723, -4.146464824676514, -8.618215560913086, -0.2712388038635254], 'distances_by_expert': [28.446229934692383, 32.09147644042969, 27.810007095336914, 10.736420631408691, 9.174439430236816, 16.285757064819336, 17.393022537231445, 8.292929649353027, 17.236431121826172, 0.5424776077270508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3453.650634765625, 'language': 52.908782958984375}}, {'routing_index': 44, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.940391017451475e-07, 1.1366110896915416e-07, 9.5320876880578e-07, 0.005025870632380247, 0.010662256740033627, 0.0003222477971576154, 0.0001740108273224905, 0.016796518117189407, 0.00018956910935230553, 0.7882269620895386], 'log_scores_by_expert': [-14.180737495422363, -15.990044593811035, -13.863431930541992, -5.293156623840332, -4.541045188903809, -8.040189743041992, -8.656393051147461, -4.086583614349365, -8.570756912231445, -0.23796923458576202], 'distances_by_expert': [28.361474990844727, 31.98008918762207, 27.726863861083984, 10.586313247680664, 9.082090377807617, 16.080379486083984, 17.312786102294922, 8.17316722869873, 17.14151382446289, 0.47593846917152405], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3405.9296875, 'language': 52.89737319946289}}, {'routing_index': 45, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.769855076527165e-07, 1.0937240801922599e-07, 9.369014719595725e-07, 0.004765464924275875, 0.010570881888270378, 0.00031226567807607353, 0.00017480170936323702, 0.01682007499039173, 0.00018249174172524363, 0.7954482436180115], 'log_scores_by_expert': [-14.205615997314453, -16.028507232666016, -13.880687713623047, -5.346360206604004, -4.549652099609375, -8.071656227111816, -8.65185832977295, -4.085182189941406, -8.608805656433105, -0.22884950041770935], 'distances_by_expert': [28.411231994628906, 32.05701446533203, 27.761375427246094, 10.692720413208008, 9.09930419921875, 16.143312454223633, 17.3037166595459, 8.170364379882812, 17.21761131286621, 0.4576990008354187], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3410.326171875, 'language': 52.92792892456055}}, {'routing_index': 46, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.302332167251734e-07, 1.0172699660415674e-07, 8.786354328549351e-07, 0.004653947427868843, 0.010049005039036274, 0.000308611779473722, 0.0001688385964371264, 0.015746774151921272, 0.0001718327112030238, 0.7308268547058105], 'log_scores_by_expert': [-14.277175903320312, -16.10097312927246, -13.94489574432373, -5.370039463043213, -4.600281715393066, -8.083426475524902, -8.686567306518555, -4.151119709014893, -8.668989181518555, -0.31357869505882263], 'distances_by_expert': [28.554351806640625, 32.20194625854492, 27.88979148864746, 10.740078926086426, 9.200563430786133, 16.166852951049805, 17.37313461303711, 8.302239418029785, 17.33797836303711, 0.6271573901176453], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3432.5029296875, 'language': 52.94856262207031}}, {'routing_index': 47, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.93611389376747e-07, 9.906070630449904e-08, 8.492644951729744e-07, 0.0046474323607981205, 0.009945858269929886, 0.00031165729160420597, 0.0001670586789259687, 0.015825148671865463, 0.00016431785479653627, 0.7369651794433594], 'log_scores_by_expert': [-14.337040901184082, -16.127532958984375, -13.97889518737793, -5.371440410614014, -4.610599040985107, -8.073606491088867, -8.697165489196777, -4.146154880523682, -8.71370792388916, -0.30521464347839355], 'distances_by_expert': [28.674081802368164, 32.25506591796875, 27.95779037475586, 10.742880821228027, 9.221198081970215, 16.147212982177734, 17.394330978393555, 8.292309761047363, 17.42741584777832, 0.6104292869567871], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.788818359375, 'language': 52.914344787597656}}, {'routing_index': 48, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.923659157109796e-07, 1.0889303325711808e-07, 9.456771863369795e-07, 0.0047860718332231045, 0.010434572584927082, 0.0003013357345480472, 0.00017570926866028458, 0.016757287085056305, 0.00018688516865950078, 0.7807180881500244], 'log_scores_by_expert': [-14.183151245117188, -16.032899856567383, -13.87136459350586, -5.342045307159424, -4.562630653381348, -8.107285499572754, -8.646679878234863, -4.088922023773193, -8.585016250610352, -0.247541144490242], 'distances_by_expert': [28.366302490234375, 32.065799713134766, 27.74272918701172, 10.684090614318848, 9.125261306762695, 16.214570999145508, 17.293359756469727, 8.177844047546387, 17.170032501220703, 0.495082288980484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3402.901611328125, 'language': 52.898719787597656}}, {'routing_index': 49, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.491930548691016e-07, 1.0470202482792956e-07, 8.924276926336461e-07, 0.004543052986264229, 0.010101408697664738, 0.00028871180256828666, 0.00016712448268663138, 0.015756893903017044, 0.00017874744662549347, 0.7625438570976257], 'log_scores_by_expert': [-14.247535705566406, -16.072147369384766, -13.929320335388184, -5.394155979156494, -4.595080375671387, -8.150081634521484, -8.696771621704102, -4.150477409362793, -8.629536628723145, -0.27109527587890625], 'distances_by_expert': [28.495071411132812, 32.14429473876953, 27.858640670776367, 10.788311958312988, 9.190160751342773, 16.30016326904297, 17.393543243408203, 8.300954818725586, 17.25907325744629, 0.5421905517578125], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3548.839599609375, 'language': 52.92601776123047}}, {'routing_index': 50, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.388972906279378e-07, 1.0387118010157792e-07, 8.813402700980077e-07, 0.004510156810283661, 0.01012035645544529, 0.00028833263786509633, 0.00016587862046435475, 0.015749342739582062, 0.00017634480900596827, 0.7594435811042786], 'log_scores_by_expert': [-14.263522148132324, -16.080114364624023, -13.941822052001953, -5.401423454284668, -4.593206405639648, -8.151395797729492, -8.704254150390625, -4.150956630706787, -8.64306926727295, -0.2751692235469818], 'distances_by_expert': [28.52704429626465, 32.16022872924805, 27.883644104003906, 10.802846908569336, 9.186412811279297, 16.302791595458984, 17.40850830078125, 8.301913261413574, 17.2861385345459, 0.5503384470939636], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3567.024169921875, 'language': 52.9241828918457}}, {'routing_index': 51, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.074929726513801e-07, 1.226408983256988e-07, 9.791599495656556e-07, 0.005535484757274389, 0.010767865926027298, 0.00038365108775906265, 0.00019281276036053896, 0.017570868134498596, 0.00019162159878760576, 0.7924992442131042], 'log_scores_by_expert': [-14.161538124084473, -15.914005279541016, -13.836570739746094, -5.196576118469238, -4.53118896484375, -7.865777015686035, -8.553791046142578, -4.041512966156006, -8.559988021850586, -0.23256376385688782], 'distances_by_expert': [28.323076248168945, 31.82801055908203, 27.673141479492188, 10.393152236938477, 9.0623779296875, 15.73155403137207, 17.107582092285156, 8.083025932312012, 17.119976043701172, 0.46512752771377563], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.7822265625, 'language': 52.94915008544922}}, {'routing_index': 52, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.82888867231668e-07, 1.2089046208529908e-07, 9.615721410227707e-07, 0.0054224529303610325, 0.010396772064268589, 0.00037249477463774383, 0.00018901380826719105, 0.017016315832734108, 0.00018596617155708373, 0.7610836625099182], 'log_scores_by_expert': [-14.19693374633789, -15.928380966186523, -13.854696273803711, -5.217206954956055, -4.566259860992432, -7.89528751373291, -8.573690414428711, -4.073582649230957, -8.589945793151855, -0.2730120122432709], 'distances_by_expert': [28.39386749267578, 31.856761932373047, 27.709392547607422, 10.43441390991211, 9.132519721984863, 15.79057502746582, 17.147380828857422, 8.147165298461914, 17.17989158630371, 0.5460240244865417], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.910400390625, 'language': 52.93501663208008}}, {'routing_index': 53, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.895280423828808e-07, 9.938565170841684e-08, 8.236151529672497e-07, 0.0047222101129591465, 0.008900708518922329, 0.00031004220363684, 0.0001665137242525816, 0.01467213686555624, 0.00016058307664934546, 0.6460631489753723], 'log_scores_by_expert': [-14.34394359588623, -16.124258041381836, -14.009562492370605, -5.355478286743164, -4.721624374389648, -8.078802108764648, -8.700432777404785, -4.221805095672607, -8.736699104309082, -0.43685805797576904], 'distances_by_expert': [28.68788719177246, 32.24851608276367, 28.01912498474121, 10.710956573486328, 9.443248748779297, 16.157604217529297, 17.40086555480957, 8.443610191345215, 17.473398208618164, 0.8737161159515381], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3364.517822265625, 'language': 52.97536087036133}}, {'routing_index': 54, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.290803185038385e-07, 8.8173834456029e-08, 8.757451723795384e-07, 0.0040903761982917786, 0.008447512052953243, 0.00023558734392281622, 0.0001473132288083434, 0.014119794592261314, 0.00016451432020403445, 0.6309131383895874], 'log_scores_by_expert': [-14.279006958007812, -16.243955612182617, -13.948190689086914, -5.499118328094482, -4.77388334274292, -8.353428840637207, -8.822949409484863, -4.2601776123046875, -8.712512969970703, -0.4605870842933655], 'distances_by_expert': [28.558013916015625, 32.487911224365234, 27.896381378173828, 10.998236656188965, 9.54776668548584, 16.706857681274414, 17.645898818969727, 8.520355224609375, 17.425025939941406, 0.921174168586731], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3543.7822265625, 'language': 52.90058135986328}}, {'routing_index': 55, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.844849735898606e-07, 1.0535207195516705e-07, 9.473191084907739e-07, 0.004635858815163374, 0.009896894916892052, 0.0002832788450177759, 0.00016823939222376794, 0.016248110681772232, 0.0001823671773308888, 0.7352734208106995], 'log_scores_by_expert': [-14.194599151611328, -16.06595802307129, -13.869629859924316, -5.373933792114258, -4.61553430557251, -8.169078826904297, -8.690122604370117, -4.119778633117676, -8.609488487243652, -0.30751287937164307], 'distances_by_expert': [28.389198303222656, 32.13191604614258, 27.739259719848633, 10.747867584228516, 9.23106861114502, 16.338157653808594, 17.380245208740234, 8.239557266235352, 17.218976974487305, 0.6150257587432861], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.42041015625, 'language': 52.89527893066406}}, {'routing_index': 56, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.215810799403698e-07, 9.69925153526674e-08, 8.549838526050735e-07, 0.004236279521137476, 0.009883048012852669, 0.00025691246264614165, 0.00015646367683075368, 0.01486512552946806, 0.00016977086488623172, 0.7297140955924988], 'log_scores_by_expert': [-14.290999412536621, -16.148632049560547, -13.972183227539062, -5.464069843292236, -4.616934299468994, -8.266775131225586, -8.762686729431152, -4.208737373352051, -8.681060791015625, -0.3151024281978607], 'distances_by_expert': [28.581998825073242, 32.297264099121094, 27.944366455078125, 10.928139686584473, 9.233868598937988, 16.533550262451172, 17.525373458862305, 8.417474746704102, 17.36212158203125, 0.6302048563957214], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3501.5380859375, 'language': 52.90321731567383}}, {'routing_index': 57, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.643455208177329e-07, 1.082378560113284e-07, 9.262918752028781e-07, 0.004701714497059584, 0.010532124899327755, 0.00030345103004947305, 0.00016991616575978696, 0.01644347980618477, 0.00018114151316694915, 0.7767012119293213], 'log_scores_by_expert': [-14.22446346282959, -16.0389347076416, -13.89207649230957, -5.359827995300293, -4.553325176239014, -8.100290298461914, -8.680205345153809, -4.107826232910156, -8.616231918334961, -0.2526995539665222], 'distances_by_expert': [28.44892692565918, 32.0778694152832, 27.78415298461914, 10.719655990600586, 9.106650352478027, 16.200580596923828, 17.360410690307617, 8.215652465820312, 17.232463836669922, 0.5053991079330444], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.600341796875, 'language': 52.89604568481445}}, {'routing_index': 58, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.550070565936039e-07, 1.0231641311975181e-07, 8.97027746304957e-07, 0.004512124694883823, 0.01048416830599308, 0.0002896519436035305, 0.00016849984240252525, 0.016033122316002846, 0.00017729536921251565, 0.7807875275611877], 'log_scores_by_expert': [-14.238619804382324, -16.095195770263672, -13.924179077148438, -5.400987148284912, -4.557888984680176, -8.146830558776855, -8.688575744628906, -4.133098602294922, -8.637693405151367, -0.24745216965675354], 'distances_by_expert': [28.47723960876465, 32.190391540527344, 27.848358154296875, 10.801974296569824, 9.115777969360352, 16.29366111755371, 17.377151489257812, 8.266197204589844, 17.275386810302734, 0.4949043393135071], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.10498046875, 'language': 52.92778778076172}}, {'routing_index': 59, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.241360554464336e-07, 8.723887390260643e-08, 7.423073498102895e-07, 0.004003642592579126, 0.009135279804468155, 0.00026999329566024244, 0.00015632540453225374, 0.014485402032732964, 0.00014323298819363117, 0.6863048076629639], 'log_scores_by_expert': [-14.461514472961426, -16.254615783691406, -14.113502502441406, -5.520550727844238, -4.695611476898193, -8.217113494873047, -8.763570785522461, -4.23461389541626, -8.851037979125977, -0.37643343210220337], 'distances_by_expert': [28.92302894592285, 32.50923156738281, 28.227005004882812, 11.041101455688477, 9.391222953796387, 16.434226989746094, 17.527141571044922, 8.46922779083252, 17.702075958251953, 0.7528668642044067], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.6171875, 'language': 52.956275939941406}}, {'routing_index': 60, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.4718861974834e-07, 9.287097668675415e-08, 7.848616405681241e-07, 0.004311163444072008, 0.009520772844552994, 0.00029463585815392435, 0.00016218647942878306, 0.015393169596791267, 0.00014882032701279968, 0.7079373002052307], 'log_scores_by_expert': [-14.418472290039062, -16.192054748535156, -14.057758331298828, -5.446547508239746, -4.6542792320251465, -8.129770278930664, -8.726763725280762, -4.173831462860107, -8.81277084350586, -0.3453997075557709], 'distances_by_expert': [28.836944580078125, 32.38410949707031, 28.115516662597656, 10.893095016479492, 9.308558464050293, 16.259540557861328, 17.453527450561523, 8.347662925720215, 17.62554168701172, 0.6907994151115417], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3455.120361328125, 'language': 52.93926239013672}}, {'routing_index': 61, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.131857617219794e-07, 8.881421109663279e-08, 8.399019293392485e-07, 0.003939422313123941, 0.009027902968227863, 0.0002463606942910701, 0.00015527018695138395, 0.014542055316269398, 0.00016728903574403375, 0.6835016012191772], 'log_scores_by_expert': [-14.304597854614258, -16.236719131469727, -13.989980697631836, -5.536721229553223, -4.707435131072998, -8.308713912963867, -8.770343780517578, -4.230710506439209, -8.69578742980957, -0.3805263340473175], 'distances_by_expert': [28.609195709228516, 32.47343826293945, 27.979961395263672, 11.073442459106445, 9.414870262145996, 16.617427825927734, 17.540687561035156, 8.461421012878418, 17.39157485961914, 0.761052668094635], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3486.32958984375, 'language': 52.92768096923828}}, {'routing_index': 62, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.354276820275118e-07, 9.77793419565387e-08, 8.808663096715463e-07, 0.004251955542713404, 0.009658358059823513, 0.00026435230392962694, 0.00016050362319219857, 0.015165869146585464, 0.00017434819892514497, 0.7157252430915833], 'log_scores_by_expert': [-14.268967628479004, -16.140552520751953, -13.942359924316406, -5.460376262664795, -4.639931678771973, -8.238227844238281, -8.737194061279297, -4.1887078285217285, -8.65445613861084, -0.3344589173793793], 'distances_by_expert': [28.537935256958008, 32.281105041503906, 27.884719848632812, 10.92075252532959, 9.279863357543945, 16.476455688476562, 17.474388122558594, 8.377415657043457, 17.30891227722168, 0.6689178347587585], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3502.183349609375, 'language': 52.91746520996094}}, {'routing_index': 63, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.206771558936452e-07, 8.81918325035258e-08, 8.467566772196733e-07, 0.00381320808082819, 0.0090921176597476, 0.00022892298875376582, 0.00015038700075820088, 0.014425771310925484, 0.00016626063734292984, 0.6785972714424133], 'log_scores_by_expert': [-14.292454719543457, -16.243751525878906, -13.981852531433105, -5.569284439086914, -4.700347423553467, -8.382124900817871, -8.802298545837402, -4.238739013671875, -8.701953887939453, -0.3877274990081787], 'distances_by_expert': [28.584909439086914, 32.48750305175781, 27.96370506286621, 11.138568878173828, 9.400694847106934, 16.764249801635742, 17.604597091674805, 8.47747802734375, 17.403907775878906, 0.7754549980163574], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3625.92333984375, 'language': 52.93980026245117}}, {'routing_index': 64, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.754274295417417e-07, 1.1155660217809782e-07, 9.297904739469232e-07, 0.00493980199098587, 0.010702109895646572, 0.0003293358313385397, 0.0001788647787179798, 0.017035530880093575, 0.00018215354066342115, 0.7867958545684814], 'log_scores_by_expert': [-14.20792007446289, -16.00873374938965, -13.888306617736816, -5.31043004989624, -4.537314414978027, -8.0184326171875, -8.628880500793457, -4.07245397567749, -8.610660552978516, -0.23978650569915771], 'distances_by_expert': [28.41584014892578, 32.0174674987793, 27.776613235473633, 10.62086009979248, 9.074628829956055, 16.036865234375, 17.257761001586914, 8.14490795135498, 17.22132110595703, 0.47957301139831543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3484.503662109375, 'language': 52.93763732910156}}, {'routing_index': 65, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.443480629059195e-07, 1.0102799308242538e-07, 8.88427223344479e-07, 0.00414530374109745, 0.009231396950781345, 0.0002617491118144244, 0.0001593998313182965, 0.014740079641342163, 0.0001785188214853406, 0.6925607919692993], 'log_scores_by_expert': [-14.255026817321777, -16.107868194580078, -13.933813095092773, -5.485779285430908, -4.685144901275635, -8.248124122619629, -8.744094848632812, -4.217185020446777, -8.630816459655762, -0.36735931038856506], 'distances_by_expert': [28.510053634643555, 32.215736389160156, 27.867626190185547, 10.971558570861816, 9.37028980255127, 16.496248245239258, 17.488189697265625, 8.434370040893555, 17.261632919311523, 0.7347186207771301], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3497.229736328125, 'language': 52.896453857421875}}, {'routing_index': 66, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.233401788653282e-07, 1.0596775013027582e-07, 1.0043647762358887e-06, 0.0045693255960941315, 0.009466364979743958, 0.0003025592886842787, 0.00016864854842424393, 0.016060056164860725, 0.00018981550238095224, 0.6931754946708679], 'log_scores_by_expert': [-14.139386177062988, -16.060131072998047, -13.811155319213867, -5.388389587402344, -4.66001033782959, -8.103233337402344, -8.68769359588623, -4.131420135498047, -8.5694580078125, -0.366472065448761], 'distances_by_expert': [28.278772354125977, 32.120262145996094, 27.622310638427734, 10.776779174804688, 9.32002067565918, 16.206466674804688, 17.37538719177246, 8.262840270996094, 17.138916015625, 0.732944130897522], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3467.919921875, 'language': 52.932586669921875}}, {'routing_index': 67, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.158039920796e-07, 1.1218691753356325e-07, 9.881355254037771e-07, 0.005496423691511154, 0.00972619280219078, 0.00036367616849020123, 0.00017887927242554724, 0.016511939465999603, 0.00019355816766619682, 0.690058171749115], 'log_scores_by_expert': [-14.149859428405762, -16.00309944152832, -13.827445983886719, -5.203657627105713, -4.632932662963867, -7.919246673583984, -8.628799438476562, -4.103671550750732, -8.549932479858398, -0.3709793984889984], 'distances_by_expert': [28.299718856811523, 32.00619888305664, 27.654891967773438, 10.407315254211426, 9.265865325927734, 15.838493347167969, 17.257598876953125, 8.207343101501465, 17.099864959716797, 0.7419587969779968], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3335.59521484375, 'language': 52.91973876953125}}, {'routing_index': 68, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.54704820135521e-07, 9.976931636401787e-08, 9.335301456303569e-07, 0.0051436033099889755, 0.008790240623056889, 0.0003109675890300423, 0.00016076528117991984, 0.015058198943734169, 0.00018075686239171773, 0.6044421195983887], 'log_scores_by_expert': [-14.239081382751465, -16.120405197143555, -13.884292602539062, -5.270001411437988, -4.7341132164001465, -8.075821876525879, -8.735565185546875, -4.1958327293396, -8.61835765838623, -0.5034493803977966], 'distances_by_expert': [28.47816276550293, 32.24081039428711, 27.768585205078125, 10.540002822875977, 9.468226432800293, 16.151643753051758, 17.47113037109375, 8.3916654586792, 17.23671531677246, 1.0068987607955933], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.430908203125, 'language': 52.904048919677734}}, {'routing_index': 69, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.073364258758374e-07, 1.1351323792041512e-07, 9.807730521060876e-07, 0.005556622985750437, 0.010001296177506447, 0.00036972432280890644, 0.000179201306309551, 0.016534283757209778, 0.00019324904133100063, 0.7043371796607971], 'log_scores_by_expert': [-14.161759376525879, -15.99134635925293, -13.834924697875977, -5.192764759063721, -4.605040550231934, -7.902752876281738, -8.62700080871582, -4.102319240570068, -8.551530838012695, -0.35049813985824585], 'distances_by_expert': [28.323518753051758, 31.98269271850586, 27.669849395751953, 10.385529518127441, 9.210081100463867, 15.805505752563477, 17.25400161743164, 8.204638481140137, 17.10306167602539, 0.7009962797164917], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.92431640625, 'language': 52.907962799072266}}, {'routing_index': 70, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.182027275121072e-07, 1.1290270407471326e-07, 1.0021268508353387e-06, 0.005570622626692057, 0.009981130249798298, 0.0003629316342994571, 0.0001787338114809245, 0.016607454046607018, 0.0001966295239981264, 0.7034478783607483], 'log_scores_by_expert': [-14.146513938903809, -15.996739387512207, -13.813385963439941, -5.190248489379883, -4.607059001922607, -7.921296119689941, -8.629612922668457, -4.097903728485107, -8.534189224243164, -0.35176151990890503], 'distances_by_expert': [28.293027877807617, 31.993478775024414, 27.626771926879883, 10.380496978759766, 9.214118003845215, 15.842592239379883, 17.259225845336914, 8.195807456970215, 17.068378448486328, 0.7035230398178101], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.21875, 'language': 52.88158416748047}}, {'routing_index': 71, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.495382874367351e-07, 1.2241899582932092e-07, 1.0453765071360976e-06, 0.005784890614449978, 0.010496843606233597, 0.0003867371997330338, 0.00018760086095426232, 0.01732395589351654, 0.0002024931163759902, 0.739361584186554], 'log_scores_by_expert': [-14.103808403015137, -15.915816307067871, -13.771133422851562, -5.152505874633789, -4.556680679321289, -7.857765197753906, -8.581193923950195, -4.055665016174316, -8.504804611206055, -0.3019682466983795], 'distances_by_expert': [28.207616806030273, 31.831632614135742, 27.542266845703125, 10.305011749267578, 9.113361358642578, 15.715530395507812, 17.16238784790039, 8.111330032348633, 17.00960922241211, 0.603936493396759], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.652587890625, 'language': 52.893638610839844}}, {'routing_index': 72, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.764505198792904e-07, 1.2125035198096157e-07, 1.053784558280313e-06, 0.00557324755936861, 0.010497559793293476, 0.00036803013063035905, 0.00018697553605306894, 0.017487742006778717, 0.00020610172941815108, 0.7497937083244324], 'log_scores_by_expert': [-14.068532943725586, -15.925408363342285, -13.76312255859375, -5.189777374267578, -4.556612491607666, -7.907345771789551, -8.584532737731934, -4.046255111694336, -8.487140655517578, -0.2879571318626404], 'distances_by_expert': [28.137065887451172, 31.85081672668457, 27.5262451171875, 10.379554748535156, 9.113224983215332, 15.814691543579102, 17.169065475463867, 8.092510223388672, 16.974281311035156, 0.5759142637252808], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3362.9580078125, 'language': 52.91875457763672}}, {'routing_index': 73, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.893768838584947e-07, 1.1241611019841002e-07, 1.0496030427020742e-06, 0.005075377877801657, 0.010097070597112179, 0.0003335600486025214, 0.00017706658400129527, 0.017025016248226166, 0.0002058081008726731, 0.7265293002128601], 'log_scores_by_expert': [-14.052021980285645, -16.00105857849121, -13.767098426818848, -5.28335428237915, -4.595510005950928, -8.005687713623047, -8.638984680175781, -4.073071479797363, -8.488566398620605, -0.319476455450058], 'distances_by_expert': [28.10404396057129, 32.00211715698242, 27.534196853637695, 10.5667085647583, 9.191020011901855, 16.011375427246094, 17.277969360351562, 8.146142959594727, 16.97713279724121, 0.638952910900116], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.609619140625, 'language': 52.911949157714844}}, {'routing_index': 74, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.620275255248998e-07, 9.878297646537249e-08, 1.0129566589966998e-06, 0.004427728708833456, 0.009195798076689243, 0.00028080615447834134, 0.0001645180891500786, 0.01574733853340149, 0.00019514455925673246, 0.6687326431274414], 'log_scores_by_expert': [-14.08728313446045, -16.130340576171875, -13.802637100219727, -5.419868469238281, -4.689008712768555, -8.17784595489502, -8.71249008178711, -4.151083946228027, -8.541769981384277, -0.40237095952033997], 'distances_by_expert': [28.1745662689209, 32.26068115234375, 27.605274200439453, 10.839736938476562, 9.37801742553711, 16.35569190979004, 17.42498016357422, 8.302167892456055, 17.083539962768555, 0.8047419190406799], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.872314453125, 'language': 52.92701721191406}}, {'routing_index': 75, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.526750209763122e-07, 9.926611710397992e-08, 9.889924967865227e-07, 0.004369121976196766, 0.00909295491874218, 0.00028822405147366226, 0.00016290528583340347, 0.0155235780403018, 0.00019740946299862117, 0.6689602136611938], 'log_scores_by_expert': [-14.099632263183594, -16.12546157836914, -13.826579093933105, -5.433193206787109, -4.700255393981934, -8.151772499084473, -8.722341537475586, -4.165395259857178, -8.530230522155762, -0.40203067660331726], 'distances_by_expert': [28.199264526367188, 32.25092315673828, 27.65315818786621, 10.866386413574219, 9.400510787963867, 16.303544998168945, 17.444683074951172, 8.330790519714355, 17.060461044311523, 0.8040613532066345], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.742919921875, 'language': 52.92070007324219}}, {'routing_index': 76, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.16479462425923e-07, 9.15641251708621e-08, 9.562443210597849e-07, 0.0040787155739963055, 0.008721871301531792, 0.00025712104979902506, 0.00015448206977453083, 0.014828672632575035, 0.0001862009521573782, 0.6355555057525635], 'log_scores_by_expert': [-14.148916244506836, -16.206226348876953, -13.860252380371094, -5.5019731521606445, -4.741921424865723, -8.265963554382324, -8.775432586669922, -4.211192607879639, -8.58868408203125, -0.45325586199760437], 'distances_by_expert': [28.297832489013672, 32.412452697753906, 27.720504760742188, 11.003946304321289, 9.483842849731445, 16.53192710876465, 17.550865173339844, 8.422385215759277, 17.1773681640625, 0.9065117239952087], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.32373046875, 'language': 52.92511749267578}}, {'routing_index': 77, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.219907729449915e-07, 9.107468912361583e-08, 9.777118066267576e-07, 0.004024670924991369, 0.00894318800419569, 0.000252355239354074, 0.0001559584925416857, 0.014941427856683731, 0.0001870640116976574, 0.6497854590415955], 'log_scores_by_expert': [-14.141253471374512, -16.211585998535156, -13.838050842285156, -5.515312194824219, -4.71686315536499, -8.284672737121582, -8.765920639038086, -4.203617572784424, -8.584059715270996, -0.43111303448677063], 'distances_by_expert': [28.282506942749023, 32.42317199707031, 27.676101684570312, 11.030624389648438, 9.43372631072998, 16.569345474243164, 17.531841278076172, 8.407235145568848, 17.168119430541992, 0.8622260689735413], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3497.050048828125, 'language': 52.91429138183594}}, {'routing_index': 78, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.241843604788301e-07, 9.082106799951362e-08, 9.790395552045084e-07, 0.003979903180152178, 0.008894030936062336, 0.00023963711282704026, 0.00015538366278633475, 0.014857076108455658, 0.00018696876941248775, 0.6426082253456116], 'log_scores_by_expert': [-14.138219833374023, -16.214374542236328, -13.83669376373291, -5.526497840881348, -4.72237491607666, -8.336384773254395, -8.769613265991211, -4.2092790603637695, -8.584568977355957, -0.442220002412796], 'distances_by_expert': [28.276439666748047, 32.428749084472656, 27.67338752746582, 11.052995681762695, 9.44474983215332, 16.67276954650879, 17.539226531982422, 8.418558120727539, 17.169137954711914, 0.884440004825592], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3459.9130859375, 'language': 52.913917541503906}}, {'routing_index': 79, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.067808382998919e-07, 9.216774543574502e-08, 9.46331226714392e-07, 0.004024789668619633, 0.008772553876042366, 0.0002523412986192852, 0.00015396786329802126, 0.014513576403260231, 0.00018760515376925468, 0.636957585811615], 'log_scores_by_expert': [-14.162545204162598, -16.199655532836914, -13.870673179626465, -5.51528263092041, -4.7361273765563965, -8.284728050231934, -8.778766632080078, -4.232670783996582, -8.581171035766602, -0.451052188873291], 'distances_by_expert': [28.325090408325195, 32.39931106567383, 27.74134635925293, 11.03056526184082, 9.472254753112793, 16.569456100463867, 17.557533264160156, 8.465341567993164, 17.162342071533203, 0.902104377746582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3362.738525390625, 'language': 52.89551544189453}}, {'routing_index': 80, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.181041041803837e-07, 9.544435641828386e-08, 9.74131353359553e-07, 0.004097423516213894, 0.009281422942876816, 0.000259330787230283, 0.00016035031876526773, 0.015030156821012497, 0.00018915934197138995, 0.6742925643920898], 'log_scores_by_expert': [-14.146651268005371, -16.164722442626953, -13.841719627380371, -5.497396945953369, -4.6797404289245605, -8.257406234741211, -8.738149642944336, -4.197696685791016, -8.572920799255371, -0.3940911889076233], 'distances_by_expert': [28.293302536010742, 32.329444885253906, 27.683439254760742, 10.994793891906738, 9.359480857849121, 16.514812469482422, 17.476299285888672, 8.395393371582031, 17.145841598510742, 0.7881823778152466], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3445.6552734375, 'language': 52.911460876464844}}, {'routing_index': 81, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.145187967376842e-07, 7.538657342820443e-08, 8.39933989027486e-07, 0.003270974848419428, 0.00770205445587635, 0.0002073384093819186, 0.00013751651567872614, 0.012839507311582565, 0.00016320993017870933, 0.5693714022636414], 'log_scores_by_expert': [-14.3024263381958, -16.400636672973633, -13.98994255065918, -5.722667217254639, -4.866268157958984, -8.481158256530762, -8.891766548156738, -4.355228424072266, -8.720473289489746, -0.5632222890853882], 'distances_by_expert': [28.6048526763916, 32.801273345947266, 27.97988510131836, 11.445334434509277, 9.732536315917969, 16.962316513061523, 17.783533096313477, 8.710456848144531, 17.440946578979492, 1.1264445781707764], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.55078125, 'language': 52.9227409362793}}, {'routing_index': 82, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.482396770479681e-07, 9.431296632556041e-08, 8.950282222031092e-07, 0.004287096206098795, 0.008883807808160782, 0.00024407263845205307, 0.00015322140825446695, 0.014674165286123753, 0.00016975938342511654, 0.6567450761795044], 'log_scores_by_expert': [-14.249005317687988, -16.176647186279297, -13.926410675048828, -5.452145576477051, -4.723525047302246, -8.318044662475586, -8.783626556396484, -4.2216668128967285, -8.68112850189209, -0.4204593300819397], 'distances_by_expert': [28.498010635375977, 32.353294372558594, 27.852821350097656, 10.904291152954102, 9.447050094604492, 16.636089324951172, 17.56725311279297, 8.443333625793457, 17.36225700378418, 0.8409186601638794], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3542.97998046875, 'language': 52.88688278198242}}, {'routing_index': 83, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.106449177423201e-07, 9.217496454994034e-08, 8.394711130677024e-07, 0.003915667533874512, 0.009138956665992737, 0.00022313471708912402, 0.0001475379103794694, 0.014164936728775501, 0.00016011360276024789, 0.6571551561355591], 'log_scores_by_expert': [-14.30875015258789, -16.19957733154297, -13.990493774414062, -5.542769432067871, -4.69520902633667, -8.407734870910645, -8.821425437927246, -4.256985664367676, -8.73962688446045, -0.4198351204395294], 'distances_by_expert': [28.61750030517578, 32.39915466308594, 27.980987548828125, 11.085538864135742, 9.39041805267334, 16.81546974182129, 17.642850875854492, 8.513971328735352, 17.4792537689209, 0.8396702408790588], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.76123046875, 'language': 52.91207504272461}}, {'routing_index': 84, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.242119295369776e-07, 1.1209366590492209e-07, 9.798792461879202e-07, 0.004903653636574745, 0.01057556550949812, 0.000295781996101141, 0.00017348953406326473, 0.016801172867417336, 0.0001916510082082823, 0.7781359553337097], 'log_scores_by_expert': [-14.138181686401367, -16.003931045532227, -13.835836410522461, -5.317774772644043, -4.549209117889404, -8.125887870788574, -8.659393310546875, -4.086306571960449, -8.559834480285645, -0.2508540451526642], 'distances_by_expert': [28.276363372802734, 32.00786209106445, 27.671672821044922, 10.635549545288086, 9.098418235778809, 16.25177574157715, 17.31878662109375, 8.172613143920898, 17.11966896057129, 0.5017080903053284], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3491.44775390625, 'language': 52.91703796386719}}, {'routing_index': 85, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.579546152352123e-07, 1.1038508063165864e-07, 9.111599865718745e-07, 0.004636121913790703, 0.010518052615225315, 0.0002918641548603773, 0.00016565556870773435, 0.01595498062670231, 0.0001776120043359697, 0.75953608751297], 'log_scores_by_expert': [-14.234129905700684, -16.019290924072266, -13.908547401428223, -5.373877048492432, -4.554662227630615, -8.139222145080566, -8.705599784851074, -4.137984275817871, -8.635909080505371, -0.2750473916530609], 'distances_by_expert': [28.468259811401367, 32.03858184814453, 27.817094802856445, 10.747754096984863, 9.10932445526123, 16.278444290161133, 17.41119956970215, 8.275968551635742, 17.271818161010742, 0.5500947833061218], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3395.100341796875, 'language': 52.926212310791016}}, {'routing_index': 86, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.220279485409264e-07, 1.0791236348950406e-07, 9.6353016942885e-07, 0.004882731009274721, 0.01024646032601595, 0.00032170003396458924, 0.00017637660494074225, 0.017393235117197037, 0.00018985352653544396, 0.7771986126899719], 'log_scores_by_expert': [-14.141201972961426, -16.041946411132812, -13.852662086486816, -5.32205057144165, -4.580822944641113, -8.041891098022461, -8.642889022827148, -4.051673889160156, -8.569257736206055, -0.2520594000816345], 'distances_by_expert': [28.28240394592285, 32.083892822265625, 27.705324172973633, 10.6441011428833, 9.161645889282227, 16.083782196044922, 17.285778045654297, 8.103347778320312, 17.13851547241211, 0.504118800163269], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3486.286376953125, 'language': 52.915958404541016}}, {'routing_index': 87, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.418562179533183e-07, 9.380167398376216e-08, 8.64809692302515e-07, 0.004401697777211666, 0.009081696160137653, 0.0002780056674964726, 0.00015973263361956924, 0.015675874426960945, 0.0001727989874780178, 0.6773288249969482], 'log_scores_by_expert': [-14.258901596069336, -16.182083129882812, -13.960756301879883, -5.425765037536621, -4.701494216918945, -8.18786907196045, -8.742009162902832, -4.155632495880127, -8.663381576538086, -0.38959836959838867], 'distances_by_expert': [28.517803192138672, 32.364166259765625, 27.921512603759766, 10.851530075073242, 9.40298843383789, 16.3757381439209, 17.484018325805664, 8.311264991760254, 17.326763153076172, 0.7791967391967773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3459.259521484375, 'language': 52.921051025390625}}, {'routing_index': 88, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.051912120914494e-07, 1.115691574682387e-07, 9.487023362453328e-07, 0.005203814711421728, 0.01056706067174673, 0.00034406845225021243, 0.00017820771608967334, 0.01733773946762085, 0.00018584259669296443, 0.7609241008758545], 'log_scores_by_expert': [-14.164796829223633, -16.008621215820312, -13.868170738220215, -5.258363246917725, -4.550013542175293, -7.974669933319092, -8.632560729980469, -4.054869651794434, -8.59061050415039, -0.27322161197662354], 'distances_by_expert': [28.329593658447266, 32.017242431640625, 27.73634147644043, 10.51672649383545, 9.100027084350586, 15.949339866638184, 17.265121459960938, 8.109739303588867, 17.18122100830078, 0.5464432239532471], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3399.174560546875, 'language': 52.935699462890625}}, {'routing_index': 89, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.509984586955397e-07, 9.829506097958074e-08, 8.772907449383638e-07, 0.004271227866411209, 0.0098388297483325, 0.00026909075677394867, 0.0001592907210579142, 0.015450947917997837, 0.00017644288891460747, 0.730351984500885], 'log_scores_by_expert': [-14.244758605957031, -16.135292053222656, -13.946427345275879, -5.4558539390563965, -4.621418476104736, -8.22046184539795, -8.744779586791992, -4.1700849533081055, -8.642513275146484, -0.31422871351242065], 'distances_by_expert': [28.489517211914062, 32.27058410644531, 27.892854690551758, 10.911707878112793, 9.242836952209473, 16.4409236907959, 17.489559173583984, 8.340169906616211, 17.28502655029297, 0.6284574270248413], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3432.984375, 'language': 52.87694549560547}}, {'routing_index': 90, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.296745027611905e-07, 9.938489853311694e-08, 8.622559448667744e-07, 0.004404535982757807, 0.009862357750535011, 0.00025855290004983544, 0.000157482223585248, 0.01513285655528307, 0.00017114190268330276, 0.7368298172950745], 'log_scores_by_expert': [-14.27806282043457, -16.124265670776367, -13.963713645935059, -5.4251203536987305, -4.619029998779297, -8.26041030883789, -8.756197929382324, -4.190886974334717, -8.673017501831055, -0.3053983747959137], 'distances_by_expert': [28.55612564086914, 32.248531341552734, 27.927427291870117, 10.850240707397461, 9.238059997558594, 16.52082061767578, 17.51239585876465, 8.381773948669434, 17.34603500366211, 0.6107967495918274], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3504.7998046875, 'language': 52.892906188964844}}, {'routing_index': 91, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.971374434921017e-07, 9.143375478970484e-08, 8.084201681413106e-07, 0.0039872885681688786, 0.009242178872227669, 0.0002384810068178922, 0.00014923277194611728, 0.01422339491546154, 0.00016235672228503972, 0.6936284303665161], 'log_scores_by_expert': [-14.3311185836792, -16.207651138305664, -14.028183937072754, -5.524643898010254, -4.6839776039123535, -8.34122085571289, -8.810003280639648, -4.252867221832275, -8.725714683532715, -0.3658188581466675], 'distances_by_expert': [28.6622371673584, 32.41530227661133, 28.056367874145508, 11.049287796020508, 9.367955207824707, 16.68244171142578, 17.620006561279297, 8.50573444366455, 17.45142936706543, 0.731637716293335], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3486.84619140625, 'language': 52.94319152832031}}, {'routing_index': 92, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.776450049983396e-07, 1.0813219830652088e-07, 9.144653176917927e-07, 0.004610199481248856, 0.009935179725289345, 0.00028578066849149764, 0.00016647229494992644, 0.01578182727098465, 0.00018384780560154468, 0.7455562353134155], 'log_scores_by_expert': [-14.204642295837402, -16.0399112701416, -13.904926300048828, -5.379484176635742, -4.611673355102539, -8.160285949707031, -8.700681686401367, -4.148896217346191, -8.601402282714844, -0.2936246991157532], 'distances_by_expert': [28.409284591674805, 32.0798225402832, 27.809852600097656, 10.758968353271484, 9.223346710205078, 16.320571899414062, 17.401363372802734, 8.297792434692383, 17.202804565429688, 0.5872493982315063], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.31689453125, 'language': 52.909915924072266}}, {'routing_index': 93, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.739977038705547e-07, 1.0056140808956116e-07, 9.142769954451069e-07, 0.00444569019600749, 0.009288355708122253, 0.0002811389567796141, 0.00016226213483605534, 0.015372718684375286, 0.000182895761099644, 0.6951583027839661], 'log_scores_by_expert': [-14.210039138793945, -16.112497329711914, -13.905132293701172, -5.415820121765137, -4.6789937019348145, -8.176661491394043, -8.726297378540039, -4.175160884857178, -8.60659408569336, -0.36361563205718994], 'distances_by_expert': [28.42007827758789, 32.22499465942383, 27.810264587402344, 10.831640243530273, 9.357987403869629, 16.353322982788086, 17.452594757080078, 8.350321769714355, 17.21318817138672, 0.7272312641143799], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3466.85400390625, 'language': 52.9150390625}}, {'routing_index': 94, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.208452987266355e-07, 1.0958372342884104e-07, 8.718386084183294e-07, 0.004973707254976034, 0.009316079318523407, 0.00034524581860750914, 0.0001683388982200995, 0.01558276079595089, 0.00017365324310958385, 0.6853406429290771], 'log_scores_by_expert': [-14.292183876037598, -16.02657699584961, -13.952661514282227, -5.303589820861816, -4.676013469696045, -7.971253871917725, -8.689531326293945, -4.161590099334717, -8.65845012664795, -0.37783923745155334], 'distances_by_expert': [28.584367752075195, 32.05315399169922, 27.905323028564453, 10.607179641723633, 9.35202693939209, 15.94250774383545, 17.37906265258789, 8.323180198669434, 17.3169002532959, 0.7556784749031067], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3241.2900390625, 'language': 52.90054702758789}}, {'routing_index': 95, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.29385169759189e-07, 1.0842857278703377e-07, 8.831829632072186e-07, 0.005074547603726387, 0.00935416854918003, 0.00034443632466718554, 0.00016887001402210444, 0.015521964058279991, 0.0001746442576404661, 0.6720817685127258], 'log_scores_by_expert': [-14.278522491455078, -16.037174224853516, -13.939733505249023, -5.283517837524414, -4.671933174133301, -7.973601341247559, -8.686381340026855, -4.165499210357666, -8.652759552001953, -0.39737528562545776], 'distances_by_expert': [28.557044982910156, 32.07434844970703, 27.879467010498047, 10.567035675048828, 9.343866348266602, 15.947202682495117, 17.37276268005371, 8.330998420715332, 17.305519104003906, 0.7947505712509155], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3247.75244140625, 'language': 52.89872360229492}}, {'routing_index': 96, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.241454570954375e-07, 1.0458766297460897e-07, 8.761110166233266e-07, 0.005055644083768129, 0.009380459785461426, 0.00033130403608083725, 0.00016719796985853463, 0.015545311383903027, 0.00017206801567226648, 0.6662053465843201], 'log_scores_by_expert': [-14.286882400512695, -16.073240280151367, -13.947772979736328, -5.28725004196167, -4.669126510620117, -8.012474060058594, -8.696331977844238, -4.16399621963501, -8.667620658874512, -0.40615731477737427], 'distances_by_expert': [28.57376480102539, 32.146480560302734, 27.895545959472656, 10.57450008392334, 9.338253021240234, 16.024948120117188, 17.392663955688477, 8.32799243927002, 17.335241317749023, 0.8123146295547485], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.42626953125, 'language': 52.91606903076172}}, {'routing_index': 97, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.265476599764952e-07, 1.0215008217073773e-07, 8.506627295901126e-07, 0.005159449763596058, 0.009092816151678562, 0.00033075441024266183, 0.0001657314132899046, 0.01526581309735775, 0.0001709694624878466, 0.6479921936988831], 'log_scores_by_expert': [-14.283041000366211, -16.09682273864746, -13.977250099182129, -5.26692533493042, -4.700270652770996, -8.014134407043457, -8.7051420211792, -4.1821393966674805, -8.674025535583496, -0.4338766932487488], 'distances_by_expert': [28.566082000732422, 32.19364547729492, 27.954500198364258, 10.53385066986084, 9.400541305541992, 16.028268814086914, 17.4102840423584, 8.364278793334961, 17.348051071166992, 0.8677533864974976], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.6650390625, 'language': 52.96895217895508}}, {'routing_index': 98, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.262202987272758e-07, 1.016034758549722e-07, 8.563637834413385e-07, 0.0051679424941539764, 0.009025923907756805, 0.0003243765386287123, 0.00016375294944737107, 0.015154476277530193, 0.0001729100913507864, 0.6384369134902954], 'log_scores_by_expert': [-14.283563613891602, -16.102188110351562, -13.97057056427002, -5.265280723571777, -4.7076544761657715, -8.033605575561523, -8.717151641845703, -4.189459323883057, -8.662738800048828, -0.4487324655056], 'distances_by_expert': [28.567127227783203, 32.204376220703125, 27.94114112854004, 10.530561447143555, 9.415308952331543, 16.067211151123047, 17.434303283691406, 8.378918647766113, 17.325477600097656, 0.8974649310112], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3286.357177734375, 'language': 52.9332160949707}}, {'routing_index': 99, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.048121576895937e-07, 9.941712875161102e-08, 8.312425165968307e-07, 0.005060501396656036, 0.008823470212519169, 0.000321523635648191, 0.00016145360132213682, 0.014863126911222935, 0.00016671950288582593, 0.6307147145271301], 'log_scores_by_expert': [-14.318347930908203, -16.12394142150879, -14.000344276428223, -5.286289691925049, -4.730340003967285, -8.042439460754395, -8.731292724609375, -4.208871841430664, -8.699197769165039, -0.46090167760849], 'distances_by_expert': [28.636695861816406, 32.24788284301758, 28.000688552856445, 10.572579383850098, 9.46068000793457, 16.08487892150879, 17.46258544921875, 8.417743682861328, 17.398395538330078, 0.92180335521698], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.565673828125, 'language': 52.95049285888672}}, {'routing_index': 100, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.026783125889779e-07, 9.536938705423381e-08, 8.349632025783649e-07, 0.004918793216347694, 0.008519508875906467, 0.0003098116721957922, 0.0001575095666339621, 0.014455297030508518, 0.00016836251597851515, 0.6057487726211548], 'log_scores_by_expert': [-14.321882247924805, -16.165508270263672, -13.995878219604492, -5.31469202041626, -4.765396595001221, -8.079545974731445, -8.756024360656738, -4.2366943359375, -8.689391136169434, -0.501289963722229], 'distances_by_expert': [28.64376449584961, 32.331016540527344, 27.991756439208984, 10.62938404083252, 9.530793190002441, 16.15909194946289, 17.512048721313477, 8.473388671875, 17.378782272338867, 1.002579927444458], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3238.2158203125, 'language': 52.91010284423828}}, {'routing_index': 101, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.082190111555974e-07, 9.430792857756387e-08, 8.347291213794961e-07, 0.004945092834532261, 0.008667307905852795, 0.0003067628713324666, 0.00015815559891052544, 0.014508310705423355, 0.00016765526379458606, 0.609374463558197], 'log_scores_by_expert': [-14.31273078918457, -16.176700592041016, -13.996158599853516, -5.309359550476074, -4.748197078704834, -8.089435577392578, -8.751931190490723, -4.233033657073975, -8.69360065460205, -0.4953223168849945], 'distances_by_expert': [28.62546157836914, 32.35340118408203, 27.99231719970703, 10.618719100952148, 9.496394157409668, 16.178871154785156, 17.503862380981445, 8.46606731414795, 17.3872013092041, 0.990644633769989], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3256.791015625, 'language': 52.94198989868164}}, {'routing_index': 102, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.891913588129682e-07, 8.859291966700766e-08, 8.082474209913926e-07, 0.004760122857987881, 0.008426073007285595, 0.0002937991521321237, 0.0001549930893816054, 0.014197549782693386, 0.00016265318845398724, 0.5942267775535583], 'log_scores_by_expert': [-14.344514846801758, -16.239213943481445, -14.028397560119629, -5.347481727600098, -4.776424407958984, -8.132614135742188, -8.772130012512207, -4.254685878753662, -8.72389030456543, -0.520494282245636], 'distances_by_expert': [28.689029693603516, 32.47842788696289, 28.056795120239258, 10.694963455200195, 9.552848815917969, 16.265228271484375, 17.544260025024414, 8.509371757507324, 17.44778060913086, 1.040988564491272], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.36279296875, 'language': 52.91732406616211}}, {'routing_index': 103, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.437936465568782e-07, 8.166092868577834e-08, 7.396121759484231e-07, 0.004341503139585257, 0.00790270697325468, 0.00028557685436680913, 0.00014851210289634764, 0.013420848175883293, 0.0001475718163419515, 0.5739922523498535], 'log_scores_by_expert': [-14.42469596862793, -16.320690155029297, -14.11713981628418, -5.439534664154053, -4.840549945831299, -8.160999298095703, -8.814844131469727, -4.310945987701416, -8.821195602416992, -0.5551393628120422], 'distances_by_expert': [28.84939193725586, 32.641380310058594, 28.23427963256836, 10.879069328308105, 9.681099891662598, 16.321998596191406, 17.629688262939453, 8.621891975402832, 17.642391204833984, 1.1102787256240845], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.697265625, 'language': 52.949867248535156}}, {'routing_index': 104, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.88555622016429e-07, 9.058474859102716e-08, 7.888305617598235e-07, 0.00460919039323926, 0.008448563516139984, 0.0003051100065931678, 0.00015899766003713012, 0.01425848063081503, 0.00015726911078672856, 0.6074211597442627], 'log_scores_by_expert': [-14.34559440612793, -16.21697998046875, -14.052714347839355, -5.379703044891357, -4.773758888244629, -8.09483814239502, -8.746621131896973, -4.25040340423584, -8.757552146911621, -0.49853289127349854], 'distances_by_expert': [28.69118881225586, 32.4339599609375, 28.10542869567871, 10.759406089782715, 9.547517776489258, 16.18967628479004, 17.493242263793945, 8.50080680847168, 17.515104293823242, 0.9970657825469971], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.856689453125, 'language': 52.982784271240234}}, {'routing_index': 105, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.27454767254676e-07, 9.170797454771673e-08, 8.398386057706375e-07, 0.0047587002627551556, 0.008574294857680798, 0.00030096955015324056, 0.0001596575602889061, 0.014513340778648853, 0.00016741640865802765, 0.608487606048584], 'log_scores_by_expert': [-14.281594276428223, -16.20465660095215, -13.990056037902832, -5.347780704498291, -4.758986473083496, -8.108501434326172, -8.74247932434082, -4.232686996459961, -8.695026397705078, -0.49677878618240356], 'distances_by_expert': [28.563188552856445, 32.4093132019043, 27.980112075805664, 10.695561408996582, 9.517972946166992, 16.217002868652344, 17.48495864868164, 8.465373992919922, 17.390052795410156, 0.9935575723648071], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.798583984375, 'language': 52.952049255371094}}, {'routing_index': 106, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.292909233707178e-07, 9.458877059387305e-08, 8.462374694317987e-07, 0.00486727524548769, 0.0087202787399292, 0.00031207365100272, 0.0001633612992009148, 0.014808845706284046, 0.00016862346092239022, 0.6192651987075806], 'log_scores_by_expert': [-14.278672218322754, -16.17372703552246, -13.982465744018555, -5.325221061706543, -4.7421040534973145, -8.072271347045898, -8.7195463180542, -4.212530612945557, -8.68784236907959, -0.47922173142433167], 'distances_by_expert': [28.557344436645508, 32.34745407104492, 27.96493148803711, 10.650442123413086, 9.484208106994629, 16.144542694091797, 17.4390926361084, 8.425061225891113, 17.37568473815918, 0.9584434628486633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.646728515625, 'language': 52.9296760559082}}, {'routing_index': 107, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.207979481587245e-07, 9.442329940156924e-08, 8.419581263297005e-07, 0.004838151857256889, 0.008725399151444435, 0.0003129588149022311, 0.00016349593352060765, 0.014781958423554897, 0.00016606874123681337, 0.6233270764350891], 'log_scores_by_expert': [-14.29226016998291, -16.175477981567383, -13.98753547668457, -5.3312225341796875, -4.741517066955566, -8.069438934326172, -8.718722343444824, -4.214347839355469, -8.703108787536621, -0.4726838767528534], 'distances_by_expert': [28.58452033996582, 32.350955963134766, 27.97507095336914, 10.662445068359375, 9.483034133911133, 16.138877868652344, 17.43744468688965, 8.428695678710938, 17.406217575073242, 0.9453677535057068], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3263.971435546875, 'language': 52.958744049072266}}, {'routing_index': 108, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.37576476947288e-07, 9.860339389433648e-08, 8.63381615090475e-07, 0.005040172021836042, 0.008981294929981232, 0.00033137606806121767, 0.0001675484818406403, 0.015217061154544353, 0.00016955923638306558, 0.6399345397949219], 'log_scores_by_expert': [-14.265591621398926, -16.132160186767578, -13.962409019470215, -5.2903151512146, -4.712611198425293, -8.012256622314453, -8.69423770904541, -4.185338020324707, -8.682308197021484, -0.44638943672180176], 'distances_by_expert': [28.53118324279785, 32.264320373535156, 27.92481803894043, 10.5806303024292, 9.425222396850586, 16.024513244628906, 17.38847541809082, 8.370676040649414, 17.36461639404297, 0.8927788734436035], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3246.44384765625, 'language': 52.94369888305664}}, {'routing_index': 109, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.011955520079937e-07, 9.193897199111234e-08, 8.119627636915538e-07, 0.004827827215194702, 0.008579345420002937, 0.00030873893410898745, 0.00016121097723953426, 0.01439798716455698, 0.0001601267431396991, 0.6048330068588257], 'log_scores_by_expert': [-14.324345588684082, -16.20214080810547, -14.023811340332031, -5.3333587646484375, -4.758397579193115, -8.083014488220215, -8.732796669006348, -4.24066686630249, -8.739544868469238, -0.502802848815918], 'distances_by_expert': [28.648691177368164, 32.40428161621094, 28.047622680664062, 10.666717529296875, 9.51679515838623, 16.16602897644043, 17.465593338012695, 8.48133373260498, 17.479089736938477, 1.005605697631836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.821044921875, 'language': 52.99139404296875}}, {'routing_index': 110, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.53014922136208e-07, 9.699029845933183e-08, 9.10891458261176e-07, 0.00455864705145359, 0.009206915274262428, 0.00027052138466387987, 0.00015850515046622604, 0.015465867705643177, 0.00017159328854177147, 0.6782085299491882], 'log_scores_by_expert': [-14.241665840148926, -16.14865493774414, -13.908842086791992, -5.3907294273376465, -4.687800407409668, -8.21515941619873, -8.749723434448242, -4.169119834899902, -8.67038345336914, -0.3883003890514374], 'distances_by_expert': [28.48333168029785, 32.29730987548828, 27.817684173583984, 10.781458854675293, 9.375600814819336, 16.43031883239746, 17.499446868896484, 8.338239669799805, 17.34076690673828, 0.7766007781028748], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3452.107421875, 'language': 52.8961181640625}}, {'routing_index': 111, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.799340326324455e-07, 1.0083105905778211e-07, 9.396037512487965e-07, 0.004365152679383755, 0.009619923308491707, 0.0002613806864246726, 0.00016153276374097914, 0.015623301267623901, 0.00017550309712532908, 0.712587833404541], 'log_scores_by_expert': [-14.20127010345459, -16.109819412231445, -13.8778076171875, -5.4341020584106445, -4.643918991088867, -8.249532699584961, -8.730802536010742, -4.158991813659668, -8.64785385131836, -0.338852196931839], 'distances_by_expert': [28.40254020690918, 32.21963882446289, 27.755615234375, 10.868204116821289, 9.287837982177734, 16.499065399169922, 17.461605072021484, 8.317983627319336, 17.29570770263672, 0.677704393863678], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.5224609375, 'language': 52.91276550292969}}, {'routing_index': 112, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.701347956550308e-07, 1.0331005029229345e-07, 9.123434097091376e-07, 0.0043475874699652195, 0.010231412947177887, 0.00026710695237852633, 0.00016397563740611076, 0.015844235196709633, 0.00017734983703121543, 0.7607747912406921], 'log_scores_by_expert': [-14.215786933898926, -16.08553123474121, -13.907249450683594, -5.43813419342041, -4.582292556762695, -8.227861404418945, -8.715792655944824, -4.144949436187744, -8.637386322021484, -0.2734178602695465], 'distances_by_expert': [28.43157386779785, 32.17106246948242, 27.814498901367188, 10.87626838684082, 9.16458511352539, 16.45572280883789, 17.43158531188965, 8.289898872375488, 17.27477264404297, 0.546835720539093], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.526123046875, 'language': 52.931396484375}}, {'routing_index': 113, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.947742576812743e-07, 1.1197549554253783e-07, 9.457727969675034e-07, 0.004787420853972435, 0.010581597685813904, 0.00031098033650778234, 0.0001740649458952248, 0.01682652346789837, 0.0001873246656032279, 0.7979662418365479], 'log_scores_by_expert': [-14.179678916931152, -16.004985809326172, -13.87126350402832, -5.341763496398926, -4.548638820648193, -8.075780868530273, -8.656082153320312, -4.084798812866211, -8.582667350769043, -0.22568894922733307], 'distances_by_expert': [28.359357833862305, 32.009971618652344, 27.74252700805664, 10.683526992797852, 9.097277641296387, 16.151561737060547, 17.312164306640625, 8.169597625732422, 17.165334701538086, 0.45137789845466614], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.956787109375, 'language': 52.9044303894043}}, {'routing_index': 114, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.86061980559316e-07, 1.0332541222624059e-07, 9.278780339627701e-07, 0.0046110982075333595, 0.010566618293523788, 0.0002914738724939525, 0.0001718674466246739, 0.01674935407936573, 0.0001811776455724612, 0.7859552502632141], 'log_scores_by_expert': [-14.19229793548584, -16.08538246154785, -13.890365600585938, -5.379289150238037, -4.550055503845215, -8.140560150146484, -8.668787002563477, -4.089395523071289, -8.616032600402832, -0.24085547029972076], 'distances_by_expert': [28.38459587097168, 32.1707649230957, 27.780731201171875, 10.758578300476074, 9.10011100769043, 16.28112030029297, 17.337574005126953, 8.178791046142578, 17.232065200805664, 0.48171094059944153], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3473.254150390625, 'language': 52.92320251464844}}, {'routing_index': 115, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.572052484443702e-07, 9.858233340764855e-08, 9.056691396835959e-07, 0.004545941948890686, 0.010007578879594803, 0.00028230095631442964, 0.00016480687190778553, 0.016129886731505394, 0.00017634735559113324, 0.7242538928985596], 'log_scores_by_expert': [-14.235269546508789, -16.132373809814453, -13.914591789245605, -5.393520355224609, -4.60441255569458, -8.172536849975586, -8.710736274719238, -4.127081394195557, -8.643054962158203, -0.32261329889297485], 'distances_by_expert': [28.470539093017578, 32.264747619628906, 27.82918357849121, 10.787040710449219, 9.20882511138916, 16.345073699951172, 17.421472549438477, 8.254162788391113, 17.286109924316406, 0.6452265977859497], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.531494140625, 'language': 52.91654968261719}}, {'routing_index': 116, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.948046689103649e-07, 1.093761596848708e-07, 9.470815029999358e-07, 0.004813297651708126, 0.010386723093688488, 0.00032910756999626756, 0.00017806280811782926, 0.017216471955180168, 0.00018557535076979548, 0.7870615124702454], 'log_scores_by_expert': [-14.179635047912598, -16.028472900390625, -13.869880676269531, -5.3363728523254395, -4.567226886749268, -8.019125938415527, -8.633374214172363, -4.061888694763184, -8.592049598693848, -0.23944886028766632], 'distances_by_expert': [28.359270095825195, 32.05694580078125, 27.739761352539062, 10.672745704650879, 9.134453773498535, 16.038251876831055, 17.266748428344727, 8.123777389526367, 17.184099197387695, 0.47889772057533264], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.14599609375, 'language': 52.91404342651367}}, {'routing_index': 117, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.051548891467974e-07, 1.0808911099502438e-07, 9.614602731744526e-07, 0.004600225482136011, 0.010437309741973877, 0.0002914699725806713, 0.00017306252266280353, 0.01671495847404003, 0.00018821786215994507, 0.7798920273780823], 'log_scores_by_expert': [-14.164848327636719, -16.04030990600586, -13.854812622070312, -5.381649971008301, -4.562368392944336, -8.140573501586914, -8.661857604980469, -4.091451168060303, -8.577910423278809, -0.24859973788261414], 'distances_by_expert': [28.329696655273438, 32.08061981201172, 27.709625244140625, 10.763299942016602, 9.124736785888672, 16.281147003173828, 17.323715209960938, 8.182902336120605, 17.155820846557617, 0.49719947576522827], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3425.21630859375, 'language': 52.89371871948242}}, {'routing_index': 118, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.449936336139217e-07, 9.889100027749009e-08, 8.813343583824462e-07, 0.004147500265389681, 0.009848574176430702, 0.0002605245972517878, 0.00016070992569439113, 0.01575244404375553, 0.00017442519310861826, 0.7485533356666565], 'log_scores_by_expert': [-14.25402545928955, -16.129247665405273, -13.941828727722168, -5.4852495193481445, -4.620428562164307, -8.252813339233398, -8.735909461975098, -4.150759696960449, -8.654014587402344, -0.2896127998828888], 'distances_by_expert': [28.5080509185791, 32.25849533081055, 27.883657455444336, 10.970499038696289, 9.240857124328613, 16.505626678466797, 17.471818923950195, 8.301519393920898, 17.308029174804688, 0.5792255997657776], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3516.39306640625, 'language': 52.90144348144531}}, {'routing_index': 119, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.76236311392131e-07, 1.0538865069520398e-07, 9.177267088489316e-07, 0.004501613788306713, 0.01031457632780075, 0.00029394825105555356, 0.00017015551566146314, 0.016768062487244606, 0.00018264025857206434, 0.7872275114059448], 'log_scores_by_expert': [-14.2067232131958, -16.065610885620117, -13.901366233825684, -5.403319358825684, -4.574197292327881, -8.13210678100586, -8.678797721862793, -4.0882792472839355, -8.607992172241211, -0.23923800885677338], 'distances_by_expert': [28.4134464263916, 32.131221771240234, 27.802732467651367, 10.806638717651367, 9.148394584655762, 16.26421356201172, 17.357595443725586, 8.176558494567871, 17.215984344482422, 0.47847601771354675], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3479.65576171875, 'language': 52.907108306884766}}, {'routing_index': 120, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.109152875273139e-07, 1.1754812589970243e-07, 9.60346824285807e-07, 0.005338841583579779, 0.010450342670083046, 0.0003846237377729267, 0.0001877125323517248, 0.017707521095871925, 0.00019000748579856008, 0.7839929461479187], 'log_scores_by_expert': [-14.156712532043457, -15.95641803741455, -13.855971336364746, -5.232746601104736, -4.561120510101318, -7.863245010375977, -8.580598831176758, -4.03376579284668, -8.56844711303711, -0.24335524439811707], 'distances_by_expert': [28.313425064086914, 31.9128360748291, 27.711942672729492, 10.465493202209473, 9.122241020202637, 15.726490020751953, 17.161197662353516, 8.06753158569336, 17.13689422607422, 0.48671048879623413], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3412.5556640625, 'language': 52.910823822021484}}, {'routing_index': 121, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.86764394686179e-07, 1.1598248050859183e-07, 9.468358825870382e-07, 0.0051810238510370255, 0.01005409937351942, 0.00036882085260003805, 0.00018464236927684397, 0.016995824873447418, 0.00018530176021158695, 0.7490360736846924], 'log_scores_by_expert': [-14.191274642944336, -15.969826698303223, -13.870140075683594, -5.262752532958984, -4.5997748374938965, -7.9051995277404785, -8.597089767456055, -4.074787616729736, -8.593524932861328, -0.28896811604499817], 'distances_by_expert': [28.382549285888672, 31.939653396606445, 27.740280151367188, 10.525505065917969, 9.199549674987793, 15.810399055480957, 17.19417953491211, 8.149575233459473, 17.187049865722656, 0.5779362320899963], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.8154296875, 'language': 52.93240737915039}}, {'routing_index': 122, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.40779796615243e-07, 1.1573707325851501e-07, 1.016399664877099e-06, 0.005522542633116245, 0.010216645896434784, 0.0003613405569922179, 0.00018151469703298062, 0.01712297461926937, 0.0001966625131899491, 0.7140754461288452], 'log_scores_by_expert': [-14.115562438964844, -15.971944808959961, -13.799243927001953, -5.198916912078857, -4.583736896514893, -7.925689697265625, -8.614173889160156, -4.067334175109863, -8.534021377563477, -0.33676666021347046], 'distances_by_expert': [28.231124877929688, 31.943889617919922, 27.598487854003906, 10.397833824157715, 9.167473793029785, 15.85137939453125, 17.228347778320312, 8.134668350219727, 17.068042755126953, 0.6735333204269409], 'routing_embedding_norm': 1.41421377658844, 'modality_norms': {'vision': 3297.330810546875, 'language': 52.91217803955078}}, {'routing_index': 123, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.553300977429899e-07, 9.468950423752176e-08, 9.261487434741866e-07, 0.00426379032433033, 0.008736069314181805, 0.0002494663931429386, 0.00015421446005348116, 0.014804687350988388, 0.0001713591191219166, 0.6455354690551758], 'log_scores_by_expert': [-14.238126754760742, -16.17266273498535, -13.892230987548828, -5.457596778869629, -4.740294933319092, -8.296186447143555, -8.777166366577148, -4.212811470031738, -8.671749114990234, -0.4376751780509949], 'distances_by_expert': [28.476253509521484, 32.3453254699707, 27.784461975097656, 10.915193557739258, 9.480589866638184, 16.59237289428711, 17.554332733154297, 8.425622940063477, 17.34349822998047, 0.8753503561019897], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3478.496826171875, 'language': 52.88526153564453}}, {'routing_index': 124, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.300012387328024e-07, 9.827557079233884e-08, 8.72529767548258e-07, 0.004418016877025366, 0.009188998490571976, 0.00026445393450558186, 0.0001543533435324207, 0.01480611227452755, 0.00016943816444836557, 0.6772434115409851], 'log_scores_by_expert': [-14.277544021606445, -16.13549041748047, -13.951869010925293, -5.422064304351807, -4.689748287200928, -8.23784351348877, -8.776266098022461, -4.212715148925781, -8.683022499084473, -0.3897245526313782], 'distances_by_expert': [28.55508804321289, 32.27098083496094, 27.903738021850586, 10.844128608703613, 9.379496574401855, 16.47568702697754, 17.552532196044922, 8.425430297851562, 17.366044998168945, 0.7794491052627563], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3513.72900390625, 'language': 52.90299987792969}}, {'routing_index': 125, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.372026746248594e-07, 1.0030299080199256e-07, 8.803087325759407e-07, 0.00431157648563385, 0.009822957217693329, 0.0002520793641451746, 0.0001579447416588664, 0.015187869779765606, 0.00016947646508924663, 0.7203335165977478], 'log_scores_by_expert': [-14.266178131103516, -16.115070343017578, -13.9429931640625, -5.446451663970947, -4.623033046722412, -8.2857666015625, -8.753265380859375, -4.187258243560791, -8.682796478271484, -0.3280409872531891], 'distances_by_expert': [28.53235626220703, 32.230140686035156, 27.885986328125, 10.892903327941895, 9.246066093444824, 16.571533203125, 17.50653076171875, 8.374516487121582, 17.36559295654297, 0.6560819745063782], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.0439453125, 'language': 52.904205322265625}}, {'routing_index': 126, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.491372914751992e-07, 1.0887661971992202e-07, 9.076310334421578e-07, 0.004610568750649691, 0.010387297719717026, 0.00028855790151283145, 0.00016655724903102964, 0.01585450768470764, 0.00017896595818456262, 0.7672036290168762], 'log_scores_by_expert': [-14.247621536254883, -16.033050537109375, -13.91242790222168, -5.379404067993164, -4.567171573638916, -8.150614738464355, -8.70017147064209, -4.144301414489746, -8.628314971923828, -0.2650030851364136], 'distances_by_expert': [28.495243072509766, 32.06610107421875, 27.82485580444336, 10.758808135986328, 9.134343147277832, 16.30122947692871, 17.40034294128418, 8.288602828979492, 17.256629943847656, 0.5300061702728271], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.0068359375, 'language': 52.897216796875}}, {'routing_index': 127, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.071086886549892e-07, 1.0016973561732812e-07, 8.447320851701079e-07, 0.004283557180315256, 0.010080540552735329, 0.00027341017266735435, 0.00015951768727973104, 0.015287396498024464, 0.0001657954417169094, 0.7475478649139404], 'log_scores_by_expert': [-14.314558029174805, -16.11639976501465, -13.984246253967285, -5.452971458435059, -4.597148418426514, -8.204537391662598, -8.743355751037598, -4.180726528167725, -8.704755783081055, -0.29095688462257385], 'distances_by_expert': [28.62911605834961, 32.2327995300293, 27.96849250793457, 10.905942916870117, 9.194296836853027, 16.409074783325195, 17.486711502075195, 8.36145305633545, 17.40951156616211, 0.5819137692451477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.2451171875, 'language': 52.89481735229492}}, {'routing_index': 128, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.000077175689512e-07, 1.0500600922114245e-07, 9.325415248895297e-07, 0.005022801458835602, 0.01043549831956625, 0.00032354978611692786, 0.00017510070756543428, 0.01708552986383438, 0.00018468762573320419, 0.7657173871994019], 'log_scores_by_expert': [-14.172174453735352, -16.06924819946289, -13.88535213470459, -5.29376745223999, -4.562541961669922, -8.036157608032227, -8.65014934539795, -4.069523334503174, -8.596844673156738, -0.2669420838356018], 'distances_by_expert': [28.344348907470703, 32.13849639892578, 27.77070426940918, 10.58753490447998, 9.125083923339844, 16.072315216064453, 17.3002986907959, 8.139046669006348, 17.193689346313477, 0.5338841676712036], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3466.8896484375, 'language': 52.9427604675293}}, {'routing_index': 129, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.803799467685167e-07, 9.763304831267305e-08, 8.259969490609365e-07, 0.004708496853709221, 0.009147558361291885, 0.0003221694496460259, 0.00016698078252375126, 0.015687156468629837, 0.00015863247972447425, 0.6719567775726318], 'log_scores_by_expert': [-14.359582901000977, -16.14204978942871, -14.006674766540527, -5.358386516571045, -4.694268226623535, -8.040432929992676, -8.6976318359375, -4.154912948608398, -8.748920440673828, -0.39756131172180176], 'distances_by_expert': [28.719165802001953, 32.28409957885742, 28.013349533081055, 10.71677303314209, 9.38853645324707, 16.08086585998535, 17.395263671875, 8.309825897216797, 17.497840881347656, 0.7951226234436035], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3377.318115234375, 'language': 52.9295768737793}}, {'routing_index': 130, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.277090847106592e-07, 1.0392845695150754e-07, 8.744215165279456e-07, 0.0048453896306455135, 0.010362117551267147, 0.00032445325632579625, 0.00017523116548545659, 0.016624782234430313, 0.00017188156198244542, 0.771043062210083], 'log_scores_by_expert': [-14.28118896484375, -16.07956314086914, -13.949703216552734, -5.329727649688721, -4.56959867477417, -8.033369064331055, -8.649404525756836, -4.096860885620117, -8.668704986572266, -0.26001110672950745], 'distances_by_expert': [28.5623779296875, 32.15912628173828, 27.89940643310547, 10.659455299377441, 9.13919734954834, 16.06673812866211, 17.298809051513672, 8.193721771240234, 17.33740997314453, 0.5200222134590149], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3479.833251953125, 'language': 52.91670608520508}}, {'routing_index': 131, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.12655776169413e-07, 1.1369255048521154e-07, 9.779478205018677e-07, 0.004955070558935404, 0.010681960731744766, 0.0003210376889910549, 0.00017945714353118092, 0.01716695725917816, 0.00018992560217157006, 0.7904451489448547], 'log_scores_by_expert': [-14.154267311096191, -15.989768028259277, -13.837809562683105, -5.30734395980835, -4.539198875427246, -8.043951988220215, -8.625574111938477, -4.0647687911987305, -8.568878173828125, -0.23515908420085907], 'distances_by_expert': [28.308534622192383, 31.979536056518555, 27.67561912536621, 10.6146879196167, 9.078397750854492, 16.08790397644043, 17.251148223876953, 8.129537582397461, 17.13775634765625, 0.47031816840171814], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3399.3857421875, 'language': 52.90564727783203}}, {'routing_index': 132, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.905333975737449e-07, 1.0643810810506693e-07, 9.439472137273697e-07, 0.004654673393815756, 0.00996484700590372, 0.00028524998924694955, 0.0001676133688306436, 0.01605498604476452, 0.00018554666894488037, 0.7370496392250061], 'log_scores_by_expert': [-14.18580150604248, -16.055702209472656, -13.87319564819336, -5.3698835372924805, -4.608691692352295, -8.162144660949707, -8.69385051727295, -4.131735801696777, -8.592204093933105, -0.30510008335113525], 'distances_by_expert': [28.37160301208496, 32.11140441894531, 27.74639129638672, 10.739767074584961, 9.21738338470459, 16.324289321899414, 17.3877010345459, 8.263471603393555, 17.18440818786621, 0.6102001667022705], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.715576171875, 'language': 52.91726303100586}}, {'routing_index': 133, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.047548820082739e-07, 1.0957201368455571e-07, 9.535979188513011e-07, 0.004842192865908146, 0.010395389050245285, 0.000303970358800143, 0.00017344900697935373, 0.016651516780257225, 0.00018981007451657206, 0.7622716426849365], 'log_scores_by_expert': [-14.16541576385498, -16.026683807373047, -13.86302375793457, -5.330387592315674, -4.56639289855957, -8.098580360412598, -8.659626960754395, -4.095253944396973, -8.569486618041992, -0.27145230770111084], 'distances_by_expert': [28.33083152770996, 32.053367614746094, 27.72604751586914, 10.660775184631348, 9.13278579711914, 16.197160720825195, 17.31925392150879, 8.190507888793945, 17.138973236083984, 0.5429046154022217], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.3486328125, 'language': 52.9034309387207}}, {'routing_index': 134, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.964346539461985e-07, 1.1750777417773861e-07, 9.637755056246533e-07, 0.005449389573186636, 0.010297071188688278, 0.00037068146048113704, 0.0001841524353949353, 0.016979899257421494, 0.00019063348008785397, 0.7446093559265137], 'log_scores_by_expert': [-14.177291870117188, -15.956761360168457, -13.852407455444336, -5.212251663208008, -4.5758957862854, -7.900167465209961, -8.599746704101562, -4.075725078582764, -8.565157890319824, -0.29489555954933167], 'distances_by_expert': [28.354583740234375, 31.913522720336914, 27.704814910888672, 10.424503326416016, 9.1517915725708, 15.800334930419922, 17.199493408203125, 8.151450157165527, 17.13031578063965, 0.5897911190986633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3403.1044921875, 'language': 52.92164611816406}}, {'routing_index': 135, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.984280389588093e-07, 1.184434026413328e-07, 9.829333293964737e-07, 0.005555947311222553, 0.010297960601747036, 0.00037189049180597067, 0.00018732518947217613, 0.017145417630672455, 0.00019047556270379573, 0.7378799915313721], 'log_scores_by_expert': [-14.174433708190918, -15.948830604553223, -13.832724571228027, -5.1928863525390625, -4.575809478759766, -7.896911144256592, -8.582664489746094, -4.066024303436279, -8.565986633300781, -0.30397409200668335], 'distances_by_expert': [28.348867416381836, 31.897661209106445, 27.665449142456055, 10.385772705078125, 9.151618957519531, 15.793822288513184, 17.165328979492188, 8.132048606872559, 17.131973266601562, 0.6079481840133667], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.4765625, 'language': 52.92203140258789}}, {'routing_index': 136, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.337234594866459e-07, 1.0330354172083389e-07, 8.969875011644035e-07, 0.00513045396655798, 0.009190203621983528, 0.0003322038392070681, 0.00017068338638637215, 0.015426021069288254, 0.00017363866209052503, 0.6474488377571106], 'log_scores_by_expert': [-14.271653175354004, -16.085594177246094, -13.924223899841309, -5.272561073303223, -4.689617156982422, -8.009761810302734, -8.675700187683105, -4.171699523925781, -8.658534049987793, -0.43471550941467285], 'distances_by_expert': [28.543306350708008, 32.17118835449219, 27.848447799682617, 10.545122146606445, 9.379234313964844, 16.01952362060547, 17.35140037536621, 8.343399047851562, 17.317068099975586, 0.8694310188293457], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3342.35302734375, 'language': 52.932125091552734}}, {'routing_index': 137, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.769777201043325e-07, 1.0332818334291005e-07, 9.619234333513305e-07, 0.004575469996780157, 0.00917810294777155, 0.0002777941699605435, 0.0001633919746382162, 0.015557465143501759, 0.0001790989626897499, 0.6838366985321045], 'log_scores_by_expert': [-14.20562744140625, -16.085355758666992, -13.854331016540527, -5.387045860290527, -4.690934658050537, -8.188630104064941, -8.719358444213867, -4.163214683532715, -8.627572059631348, -0.3800361752510071], 'distances_by_expert': [28.4112548828125, 32.170711517333984, 27.708662033081055, 10.774091720581055, 9.381869316101074, 16.377260208129883, 17.438716888427734, 8.32642936706543, 17.255144119262695, 0.7600723505020142], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.03271484375, 'language': 52.88727951049805}}, {'routing_index': 138, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.980122068649507e-07, 9.276280366066203e-08, 8.264980806416133e-07, 0.004018543753772974, 0.008820277638733387, 0.00023273477563634515, 0.0001479374768678099, 0.013961817137897015, 0.0001623217249289155, 0.6597020030021667], 'log_scores_by_expert': [-14.329654693603516, -16.193220138549805, -14.006068229675293, -5.516835689544678, -4.730701923370361, -8.36561107635498, -8.818720817565918, -4.271429061889648, -8.725930213928223, -0.41596707701683044], 'distances_by_expert': [28.65930938720703, 32.38644027709961, 28.012136459350586, 11.033671379089355, 9.461403846740723, 16.73122215270996, 17.637441635131836, 8.542858123779297, 17.451860427856445, 0.8319341540336609], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3540.380859375, 'language': 52.90140151977539}}, {'routing_index': 139, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.110445838203304e-07, 9.221751895438501e-08, 8.418281254307658e-07, 0.0041402229107916355, 0.009323847480118275, 0.0002365660184295848, 0.00015125013305805624, 0.014288741163909435, 0.00016483862418681383, 0.6754908561706543], 'log_scores_by_expert': [-14.308095932006836, -16.199115753173828, -13.987689971923828, -5.487005710601807, -4.675179958343506, -8.349283218383789, -8.796575546264648, -4.248283386230469, -8.710543632507324, -0.39231574535369873], 'distances_by_expert': [28.616191864013672, 32.398231506347656, 27.975379943847656, 10.974011421203613, 9.350359916687012, 16.698566436767578, 17.593151092529297, 8.496566772460938, 17.42108726501465, 0.7846314907073975], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3467.6640625, 'language': 52.915340423583984}}, {'routing_index': 140, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.922048214619281e-07, 1.1505915864518101e-07, 9.605712421034696e-07, 0.004900049418210983, 0.010745390318334103, 0.0003159836051054299, 0.00017467056750319898, 0.016681939363479614, 0.00018925516633316875, 0.7948871850967407], 'log_scores_by_expert': [-14.18338394165039, -15.977819442749023, -13.855737686157227, -5.318510055541992, -4.533278465270996, -8.059820175170898, -8.652608871459961, -4.093428611755371, -8.57241439819336, -0.229555144906044], 'distances_by_expert': [28.36676788330078, 31.955638885498047, 27.711475372314453, 10.637020111083984, 9.066556930541992, 16.119640350341797, 17.305217742919922, 8.186857223510742, 17.14482879638672, 0.459110289812088], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3444.970947265625, 'language': 52.887332916259766}}, {'routing_index': 141, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.50239599053748e-07, 1.0821761975421396e-07, 9.105823437494109e-07, 0.004605363588780165, 0.010398239828646183, 0.00030462592258118093, 0.00017114891670644283, 0.016140950843691826, 0.00017687554645817727, 0.7823820114135742], 'log_scores_by_expert': [-14.245924949645996, -16.039121627807617, -13.909181594848633, -5.380533695220947, -4.5661187171936035, -8.096426010131836, -8.67297649383545, -4.1263957023620605, -8.640064239501953, -0.24541212618350983], 'distances_by_expert': [28.491849899291992, 32.078243255615234, 27.818363189697266, 10.761067390441895, 9.132237434387207, 16.192852020263672, 17.3459529876709, 8.252791404724121, 17.280128479003906, 0.49082425236701965], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3453.684814453125, 'language': 52.914390563964844}}, {'routing_index': 142, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.918774602127087e-07, 1.0022267105114224e-07, 9.174379442811187e-07, 0.004616548307240009, 0.010095910169184208, 0.0002953853690996766, 0.00017071740876417607, 0.016361122950911522, 0.00018348416779190302, 0.7446529865264893], 'log_scores_by_expert': [-14.183856964111328, -16.11587142944336, -13.901680946350098, -5.378108024597168, -4.595624923706055, -8.127229690551758, -8.675500869750977, -4.112847328186035, -8.603382110595703, -0.29483696818351746], 'distances_by_expert': [28.367713928222656, 32.23174285888672, 27.803361892700195, 10.756216049194336, 9.19124984741211, 16.254459381103516, 17.351001739501953, 8.22569465637207, 17.206764221191406, 0.5896739363670349], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.922119140625, 'language': 52.93029022216797}}, {'routing_index': 143, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.038329729562975e-07, 9.684222845862678e-08, 8.456542559542868e-07, 0.0045628659427165985, 0.009769570082426071, 0.0002982932492159307, 0.0001636538072489202, 0.015391267836093903, 0.00016579228395130485, 0.7070044279098511], 'log_scores_by_expert': [-14.319968223571777, -16.150182723999023, -13.983155250549316, -5.389804363250732, -4.628482818603516, -8.117433547973633, -8.717757225036621, -4.173954963684082, -8.704774856567383, -0.34671834111213684], 'distances_by_expert': [28.639936447143555, 32.30036544799805, 27.966310501098633, 10.779608726501465, 9.256965637207031, 16.234867095947266, 17.435514450073242, 8.347909927368164, 17.409549713134766, 0.6934366822242737], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3513.53466796875, 'language': 52.916900634765625}}, {'routing_index': 144, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.568944286300393e-07, 1.0111570958315497e-07, 8.995463645078416e-07, 0.004568933509290218, 0.010112382471561432, 0.00029725529020652175, 0.000171889754710719, 0.01620607264339924, 0.0001774014235707, 0.7633622884750366], 'log_scores_by_expert': [-14.235742568969727, -16.10700035095215, -13.921375274658203, -5.38847541809082, -4.593994617462158, -8.120919227600098, -8.668657302856445, -4.122369289398193, -8.63709545135498, -0.27002257108688354], 'distances_by_expert': [28.471485137939453, 32.2140007019043, 27.842750549316406, 10.77695083618164, 9.187989234924316, 16.241838455200195, 17.33731460571289, 8.244738578796387, 17.27419090270996, 0.5400451421737671], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3533.591064453125, 'language': 52.93687438964844}}, {'routing_index': 145, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.007852218521293e-07, 1.1170116920311557e-07, 9.669092833064497e-07, 0.0047027417458593845, 0.010432537645101547, 0.0002968793560285121, 0.00017371684953104705, 0.01650630310177803, 0.00018951667880173773, 0.7772418856620789], 'log_scores_by_expert': [-14.171064376831055, -16.00743865966797, -13.849161148071289, -5.359609603881836, -4.562825679779053, -8.122184753417969, -8.65808391571045, -4.104012966156006, -8.571033477783203, -0.25200366973876953], 'distances_by_expert': [28.34212875366211, 32.01487731933594, 27.698322296142578, 10.719219207763672, 9.125651359558105, 16.244369506835938, 17.3161678314209, 8.208025932312012, 17.142066955566406, 0.5040073394775391], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3441.630615234375, 'language': 52.92104721069336}}, {'routing_index': 146, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.809262345086609e-07, 1.0460900057296385e-07, 9.400375802215422e-07, 0.004371593706309795, 0.00993842538446188, 0.00027494662208482623, 0.00016712622891645879, 0.015878310427069664, 0.00018377698143012822, 0.7481476068496704], 'log_scores_by_expert': [-14.199811935424805, -16.073036193847656, -13.87734603881836, -5.4326276779174805, -4.61134672164917, -8.198933601379395, -8.696761131286621, -4.142801284790039, -8.601787567138672, -0.29015499353408813], 'distances_by_expert': [28.39962387084961, 32.14607238769531, 27.75469207763672, 10.865255355834961, 9.22269344329834, 16.39786720275879, 17.393522262573242, 8.285602569580078, 17.203575134277344, 0.5803099870681763], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3592.651611328125, 'language': 52.92178726196289}}, {'routing_index': 147, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.315673542507284e-07, 1.2591496556524362e-07, 1.016430701383797e-06, 0.005499318242073059, 0.011045579798519611, 0.0003757490776479244, 0.0001945543772308156, 0.017767513170838356, 0.0001982717076316476, 0.8132761716842651], 'log_scores_by_expert': [-14.128076553344727, -15.887659072875977, -13.799213409423828, -5.203131198883057, -4.505724906921387, -7.886589050292969, -8.544798851013184, -4.030383586883545, -8.525872230529785, -0.20668458938598633], 'distances_by_expert': [28.256153106689453, 31.775318145751953, 27.598426818847656, 10.406262397766113, 9.011449813842773, 15.773178100585938, 17.089597702026367, 8.06076717376709, 17.05174446105957, 0.41336917877197266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.740478515625, 'language': 52.9240837097168}}, {'routing_index': 148, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.695024126202043e-07, 1.1393665744208192e-07, 9.343851843368611e-07, 0.005233787000179291, 0.00978018343448639, 0.0003520247992128134, 0.00018124883354175836, 0.016275910660624504, 0.0001823445491027087, 0.7168870568275452], 'log_scores_by_expert': [-14.216731071472168, -15.98762321472168, -13.883377075195312, -5.252620220184326, -4.627397060394287, -7.951808929443359, -8.615639686584473, -4.118069171905518, -8.609612464904785, -0.33283698558807373], 'distances_by_expert': [28.433462142944336, 31.97524642944336, 27.766754150390625, 10.505240440368652, 9.254794120788574, 15.903617858886719, 17.231279373168945, 8.236138343811035, 17.21922492980957, 0.6656739711761475], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.50537109375, 'language': 52.93462371826172}}, {'routing_index': 149, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.370604523908696e-07, 1.1188369342107762e-07, 8.995884286377986e-07, 0.005055301822721958, 0.009540650993585587, 0.0003569220716599375, 0.00018165410438086838, 0.01576894149184227, 0.00016951670113485307, 0.6873831748962402], 'log_scores_by_expert': [-14.266401290893555, -16.00580596923828, -13.9213285446167, -5.287317752838135, -4.652193546295166, -7.937993049621582, -8.61340618133545, -4.149713039398193, -8.6825590133667, -0.3748633861541748], 'distances_by_expert': [28.53280258178711, 32.01161193847656, 27.8426570892334, 10.57463550567627, 9.304387092590332, 15.875986099243164, 17.2268123626709, 8.299426078796387, 17.3651180267334, 0.7497267723083496], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3267.86572265625, 'language': 52.98183822631836}}, {'routing_index': 150, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.356112862704322e-07, 1.0855148957489291e-07, 8.940768907450547e-07, 0.005128299351781607, 0.009506093338131905, 0.00036206698860041797, 0.00018124435155186802, 0.016058262437582016, 0.00016985087131615728, 0.6797320246696472], 'log_scores_by_expert': [-14.268678665161133, -16.036041259765625, -13.927474021911621, -5.2729811668396, -4.655822277069092, -7.923681259155273, -8.6156644821167, -4.131531715393066, -8.68058967590332, -0.38605666160583496], 'distances_by_expert': [28.537357330322266, 32.07208251953125, 27.854948043823242, 10.5459623336792, 9.311644554138184, 15.847362518310547, 17.2313289642334, 8.263063430786133, 17.36117935180664, 0.7721133232116699], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.227783203125, 'language': 52.93631362915039}}, {'routing_index': 151, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.18852595835051e-07, 1.0585361565063067e-07, 8.664161441629403e-07, 0.005117316730320454, 0.00935039110481739, 0.0003427718474995345, 0.00017471154569648206, 0.01547586265951395, 0.00017113455396611243, 0.6771210432052612], 'log_scores_by_expert': [-14.295398712158203, -16.061208724975586, -13.958900451660156, -5.275125026702881, -4.672337055206299, -7.978445529937744, -8.652374267578125, -4.168473720550537, -8.673060417175293, -0.38990524411201477], 'distances_by_expert': [28.590797424316406, 32.12241744995117, 27.917800903320312, 10.550250053405762, 9.344674110412598, 15.956891059875488, 17.30474853515625, 8.336947441101074, 17.346120834350586, 0.7798104882240295], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.14990234375, 'language': 52.91999816894531}}, {'routing_index': 152, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.228183337952942e-07, 1.0556870932987295e-07, 8.747927608965256e-07, 0.005074492190033197, 0.009404649026691914, 0.00034427197533659637, 0.0001727755879983306, 0.015505356714129448, 0.00017073613707907498, 0.6734381318092346], 'log_scores_by_expert': [-14.289011001586914, -16.06390380859375, -13.949278831481934, -5.283528804779053, -4.666551113128662, -7.97407865524292, -8.663516998291016, -4.166569709777832, -8.67539119720459, -0.3953591287136078], 'distances_by_expert': [28.578022003173828, 32.1278076171875, 27.898557662963867, 10.567057609558105, 9.333102226257324, 15.94815731048584, 17.32703399658203, 8.333139419555664, 17.35078239440918, 0.7907182574272156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3358.8916015625, 'language': 52.91875076293945}}, {'routing_index': 153, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.150899025669787e-07, 1.0042722919934022e-07, 8.595605436312326e-07, 0.004968712572008371, 0.008920117281377316, 0.0003307831066194922, 0.0001675313978921622, 0.015063297003507614, 0.00016913932631723583, 0.6341822147369385], 'log_scores_by_expert': [-14.301497459411621, -16.113832473754883, -13.96684455871582, -5.30459451675415, -4.719446182250977, -8.014047622680664, -8.694339752197266, -4.195494174957275, -8.68478775024414, -0.45541900396347046], 'distances_by_expert': [28.602994918823242, 32.227664947509766, 27.93368911743164, 10.6091890335083, 9.438892364501953, 16.028095245361328, 17.38867950439453, 8.39098834991455, 17.36957550048828, 0.9108380079269409], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.87841796875, 'language': 52.91770935058594}}, {'routing_index': 154, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.206126954566571e-07, 9.802695188909638e-08, 8.65172751218779e-07, 0.004960914142429829, 0.008872381411492825, 0.00033268638071604073, 0.00016778786084614694, 0.015139922499656677, 0.00016894587315618992, 0.6309996843338013], 'log_scores_by_expert': [-14.292558670043945, -16.138023376464844, -13.960336685180664, -5.3061652183532715, -4.724812030792236, -8.008310317993164, -8.69281005859375, -4.190420150756836, -8.685932159423828, -0.4604499340057373], 'distances_by_expert': [28.58511734008789, 32.27604675292969, 27.920673370361328, 10.612330436706543, 9.449624061584473, 16.016620635986328, 17.3856201171875, 8.380840301513672, 17.371864318847656, 0.9208998680114746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.11328125, 'language': 52.9252815246582}}, {'routing_index': 155, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.61888725769677e-07, 8.653555028104165e-08, 7.883942885200668e-07, 0.00456305081024766, 0.008010790683329105, 0.00028819876024499536, 0.00015253209858201444, 0.013876741752028465, 0.00015689698921050876, 0.5659052133560181], 'log_scores_by_expert': [-14.391962051391602, -16.262710571289062, -14.053267478942871, -5.389763832092285, -4.826965808868408, -8.151860237121582, -8.788135528564453, -4.277541160583496, -8.759921073913574, -0.5693286061286926], 'distances_by_expert': [28.783924102783203, 32.525421142578125, 28.106534957885742, 10.77952766418457, 9.653931617736816, 16.303720474243164, 17.576271057128906, 8.555082321166992, 17.51984214782715, 1.1386572122573853], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.74267578125, 'language': 52.89034652709961}}, {'routing_index': 156, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.484895382323884e-07, 8.410381013845836e-08, 7.667739509997773e-07, 0.004471947904676199, 0.007835832424461842, 0.00028325695893727243, 0.0001499805221101269, 0.013614720664918423, 0.00015223184891510755, 0.5493847727775574], 'log_scores_by_expert': [-14.416097640991211, -16.291213989257812, -14.081073760986328, -5.409931182861328, -4.849048137664795, -8.169156074523926, -8.805005073547363, -4.296603679656982, -8.790105819702148, -0.5989561676979065], 'distances_by_expert': [28.832195281982422, 32.582427978515625, 28.162147521972656, 10.819862365722656, 9.69809627532959, 16.33831214904785, 17.610010147094727, 8.593207359313965, 17.580211639404297, 1.197912335395813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.989501953125, 'language': 52.91145324707031}}, {'routing_index': 157, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.571301358031633e-07, 8.622152591897247e-08, 7.822499696885643e-07, 0.004549962468445301, 0.008116048760712147, 0.0002925881708506495, 0.00015294285549316555, 0.013970174826681614, 0.00015267152048181742, 0.5682440400123596], 'log_scores_by_expert': [-14.400466918945312, -16.266345977783203, -14.061091423034668, -5.392636299133301, -4.8139119148254395, -8.136744499206543, -8.785446166992188, -4.2708306312561035, -8.787221908569336, -0.5652043223381042], 'distances_by_expert': [28.800933837890625, 32.532691955566406, 28.122182846069336, 10.785272598266602, 9.627823829650879, 16.273488998413086, 17.570892333984375, 8.541661262512207, 17.574443817138672, 1.1304086446762085], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.30517578125, 'language': 52.93391418457031}}, {'routing_index': 158, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [4.753544544655597e-07, 7.10739342935085e-08, 6.643645065196324e-07, 0.003879871219396591, 0.007031092420220375, 0.00024257288896478713, 0.00013452439452521503, 0.012128946371376514, 0.00013266557652968913, 0.49659591913223267], 'log_scores_by_expert': [-14.559205055236816, -16.459545135498047, -14.224434852600098, -5.551953315734863, -4.957413196563721, -8.32420825958252, -8.913764953613281, -4.412160396575928, -8.927679061889648, -0.6999786496162415], 'distances_by_expert': [29.118410110473633, 32.919090270996094, 28.448869705200195, 11.103906631469727, 9.914826393127441, 16.64841651916504, 17.827529907226562, 8.824320793151855, 17.855358123779297, 1.399957299232483], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.8779296875, 'language': 52.93531799316406}}, {'routing_index': 159, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.685874384653289e-07, 8.741643853227288e-08, 7.998464752745349e-07, 0.004570177756249905, 0.008130775764584541, 0.00029361993074417114, 0.00015419004193972796, 0.013995831832289696, 0.0001555351773276925, 0.571381688117981], 'log_scores_by_expert': [-14.380110740661621, -16.252582550048828, -14.038846015930176, -5.388203144073486, -4.812098979949951, -8.133224487304688, -8.777324676513672, -4.268995761871338, -8.768638610839844, -0.5596978068351746], 'distances_by_expert': [28.760221481323242, 32.505165100097656, 28.07769203186035, 10.776406288146973, 9.624197959899902, 16.266448974609375, 17.554649353027344, 8.537991523742676, 17.537277221679688, 1.1193956136703491], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.7724609375, 'language': 52.948081970214844}}, {'routing_index': 160, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.666537958859408e-07, 8.886657809625831e-08, 7.929766638881119e-07, 0.004562735091894865, 0.008323868736624718, 0.000300635932944715, 0.00015781359979882836, 0.01420736312866211, 0.00015475366672035307, 0.5906524062156677], 'log_scores_by_expert': [-14.383517265319824, -16.236129760742188, -14.04747200012207, -5.389832973480225, -4.788628101348877, -8.109610557556152, -8.754096031188965, -4.253994941711426, -8.773675918579102, -0.5265275835990906], 'distances_by_expert': [28.76703453063965, 32.472259521484375, 28.09494400024414, 10.77966594696045, 9.577256202697754, 16.219221115112305, 17.50819206237793, 8.507989883422852, 17.547351837158203, 1.0530551671981812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.22802734375, 'language': 52.95813751220703}}, {'routing_index': 161, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.171090032898064e-07, 1.0820875218087167e-07, 9.972198995455983e-07, 0.004840981215238571, 0.009695438668131828, 0.0002986430481541902, 0.00017051743634510785, 0.016281412914395332, 0.00018782052211463451, 0.7151603102684021], 'log_scores_by_expert': [-14.148037910461426, -16.039203643798828, -13.818294525146484, -5.3306379318237305, -4.636099815368652, -8.11626148223877, -8.67667293548584, -4.117731094360352, -8.580023765563965, -0.33524858951568604], 'distances_by_expert': [28.29607582092285, 32.078407287597656, 27.63658905029297, 10.661275863647461, 9.272199630737305, 16.23252296447754, 17.35334587097168, 8.235462188720703, 17.16004753112793, 0.6704971790313721], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3434.177734375, 'language': 52.88950729370117}}, {'routing_index': 162, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.863230623821437e-07, 1.0466188626878647e-07, 9.274683634430403e-07, 0.004544697701931, 0.009566745720803738, 0.0002762460499070585, 0.00016329150821547955, 0.015597822144627571, 0.00018126284703612328, 0.7184262871742249], 'log_scores_by_expert': [-14.191917419433594, -16.07253074645996, -13.890807151794434, -5.393794059753418, -4.6494622230529785, -8.194218635559082, -8.71997356414795, -4.160624027252197, -8.615562438964844, -0.3306922912597656], 'distances_by_expert': [28.383834838867188, 32.14506149291992, 27.781614303588867, 10.787588119506836, 9.298924446105957, 16.388437271118164, 17.4399471282959, 8.321248054504395, 17.231124877929688, 0.6613845825195312], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3489.39501953125, 'language': 52.91755294799805}}, {'routing_index': 163, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.131969598754949e-07, 9.558791447261683e-08, 8.385533192267758e-07, 0.004215588793158531, 0.009586445055902004, 0.00025559330242685974, 0.00015406348393298686, 0.01468565221875906, 0.0001688569609541446, 0.7155060768127441], 'log_scores_by_expert': [-14.304579734802246, -16.163219451904297, -13.99158763885498, -5.468966007232666, -4.64740514755249, -8.271923065185547, -8.778145790100098, -4.220884323120117, -8.686458587646484, -0.33476522564888], 'distances_by_expert': [28.609159469604492, 32.326438903808594, 27.98317527770996, 10.937932014465332, 9.29481029510498, 16.543846130371094, 17.556291580200195, 8.441768646240234, 17.37291717529297, 0.66953045129776], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.91796875, 'language': 52.900821685791016}}, {'routing_index': 164, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.67696667733253e-07, 1.0883737644462599e-07, 9.244130296792719e-07, 0.004727721214294434, 0.010278875939548016, 0.0003006557235494256, 0.00016778577992226928, 0.016061754897236824, 0.00018185153021477163, 0.761023998260498], 'log_scores_by_expert': [-14.21943187713623, -16.033411026000977, -13.8941068649292, -5.354311943054199, -4.577664375305176, -8.10954475402832, -8.692822456359863, -4.131314277648926, -8.612319946289062, -0.2730904221534729], 'distances_by_expert': [28.43886375427246, 32.06682205200195, 27.7882137298584, 10.708623886108398, 9.155328750610352, 16.21908950805664, 17.385644912719727, 8.262628555297852, 17.224639892578125, 0.5461808443069458], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3392.10986328125, 'language': 52.91213607788086}}, {'routing_index': 165, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.460771260208276e-07, 1.0155019225521755e-07, 8.931760930863675e-07, 0.004451481159776449, 0.010160847567021847, 0.00028447870863601565, 0.0001663399307290092, 0.016114842146635056, 0.00017302621563430876, 0.7621855735778809], 'log_scores_by_expert': [-14.252346992492676, -16.102712631225586, -13.928482055664062, -5.414518356323242, -4.5892133712768555, -8.164852142333984, -8.70147705078125, -4.12801456451416, -8.662067413330078, -0.2715652585029602], 'distances_by_expert': [28.50469398498535, 32.20542526245117, 27.856964111328125, 10.829036712646484, 9.178426742553711, 16.32970428466797, 17.4029541015625, 8.25602912902832, 17.324134826660156, 0.5431305170059204], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3412.567626953125, 'language': 52.92390060424805}}, {'routing_index': 166, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.992044063736103e-07, 1.0517057802417185e-07, 9.496329198555031e-07, 0.004701725672930479, 0.010360240004956722, 0.00031336498796008527, 0.00017344634397886693, 0.016669385135173798, 0.00018660537898540497, 0.7762823700904846], 'log_scores_by_expert': [-14.173322677612305, -16.06768226623535, -13.86719036102295, -5.359825611114502, -4.569779872894287, -8.06814193725586, -8.659642219543457, -4.094181537628174, -8.586514472961426, -0.2532390356063843], 'distances_by_expert': [28.34664535522461, 32.1353645324707, 27.7343807220459, 10.719651222229004, 9.139559745788574, 16.13628387451172, 17.319284439086914, 8.188363075256348, 17.17302894592285, 0.5064780712127686], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3470.360107421875, 'language': 52.91386413574219}}, {'routing_index': 167, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.848839575468446e-07, 1.1519585285668654e-07, 9.537880032439716e-07, 0.005217446014285088, 0.010729814879596233, 0.00035414297599345446, 0.000185913682798855, 0.017346017062664032, 0.00018180732149630785, 0.7819119691848755], 'log_scores_by_expert': [-14.194016456604004, -15.976632118225098, -13.862824440002441, -5.255747318267822, -4.53472900390625, -7.945809841156006, -8.590228080749512, -4.054392337799072, -8.612563133239746, -0.24601314961910248], 'distances_by_expert': [28.388032913208008, 31.953264236450195, 27.725648880004883, 10.511494636535645, 9.0694580078125, 15.891619682312012, 17.180456161499023, 8.108784675598145, 17.225126266479492, 0.49202629923820496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.59619140625, 'language': 52.9565544128418}}, {'routing_index': 168, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.848401881143218e-07, 1.0617532097967342e-07, 9.391450248585897e-07, 0.004719209857285023, 0.010457136668264866, 0.0003045007470063865, 0.00017499503155704588, 0.016535844653844833, 0.00018453849770594388, 0.7711277604103088], 'log_scores_by_expert': [-14.194080352783203, -16.05817413330078, -13.8782958984375, -5.356113910675049, -4.5604705810546875, -8.096837043762207, -8.650753021240234, -4.102224826812744, -8.597652435302734, -0.2599012553691864], 'distances_by_expert': [28.388160705566406, 32.11634826660156, 27.756591796875, 10.712227821350098, 9.120941162109375, 16.193674087524414, 17.30150604248047, 8.204449653625488, 17.19530487060547, 0.5198025107383728], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3486.30322265625, 'language': 52.92568588256836}}, {'routing_index': 169, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.21606681963749e-07, 1.1351085049682297e-07, 9.74902832240332e-07, 0.004870276432484388, 0.010552383959293365, 0.0003216530894860625, 0.00017499402747489512, 0.0167766772210598, 0.0001943750394275412, 0.7769027352333069], 'log_scores_by_expert': [-14.141785621643066, -15.99136734008789, -13.840928077697754, -5.324604511260986, -4.551403522491455, -8.042037010192871, -8.650758743286133, -4.087765693664551, -8.545721054077148, -0.2524401545524597], 'distances_by_expert': [28.283571243286133, 31.98273468017578, 27.681856155395508, 10.649209022521973, 9.10280704498291, 16.084074020385742, 17.301517486572266, 8.175531387329102, 17.091442108154297, 0.5048803091049194], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.013671875, 'language': 52.90227127075195}}, {'routing_index': 170, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.585987080143241e-07, 1.0187689269969269e-07, 9.001908551908855e-07, 0.0042247106321156025, 0.009768079966306686, 0.0002601586456876248, 0.00016207763110287488, 0.015332667157053947, 0.00017758778994902968, 0.7404806017875671], 'log_scores_by_expert': [-14.23315143585205, -16.09950065612793, -13.920659065246582, -5.466804504394531, -4.628635406494141, -8.254219055175781, -8.727435111999512, -4.177769660949707, -8.636045455932617, -0.30045583844184875], 'distances_by_expert': [28.4663028717041, 32.19900131225586, 27.841318130493164, 10.933609008789062, 9.257270812988281, 16.508438110351562, 17.454870223999023, 8.355539321899414, 17.272090911865234, 0.6009116768836975], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3518.224365234375, 'language': 52.925376892089844}}, {'routing_index': 171, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.866209218969743e-07, 1.1013838019380273e-07, 9.446325179851556e-07, 0.004841803107410669, 0.010325416922569275, 0.0003083476040046662, 0.0001752764655975625, 0.016617823392152786, 0.00018568598898127675, 0.7696947455406189], 'log_scores_by_expert': [-14.191483497619629, -16.021528244018555, -13.872469902038574, -5.33046817779541, -4.573146820068359, -8.084282875061035, -8.64914608001709, -4.0972795486450195, -8.591453552246094, -0.26176130771636963], 'distances_by_expert': [28.382966995239258, 32.04305648803711, 27.74493980407715, 10.66093635559082, 9.146293640136719, 16.16856575012207, 17.29829216003418, 8.194559097290039, 17.182907104492188, 0.5235226154327393], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.41552734375, 'language': 52.916343688964844}}, {'routing_index': 172, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.750359489160473e-07, 1.1250899234482858e-07, 9.40519953473995e-07, 0.005141489673405886, 0.009894313290715218, 0.0003400247369427234, 0.00017713921261020005, 0.016447244212031364, 0.00018396110681351274, 0.7296785116195679], 'log_scores_by_expert': [-14.208499908447266, -16.000232696533203, -13.876832962036133, -5.270412445068359, -4.615795135498047, -7.986492156982422, -8.638574600219727, -4.107597351074219, -8.600786209106445, -0.31515127420425415], 'distances_by_expert': [28.41699981689453, 32.000465393066406, 27.753665924072266, 10.540824890136719, 9.231590270996094, 15.972984313964844, 17.277149200439453, 8.215194702148438, 17.20157241821289, 0.6303025484085083], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3466.400390625, 'language': 52.932125091552734}}, {'routing_index': 173, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.446817906180513e-07, 1.1110430619964973e-07, 9.077253935174667e-07, 0.005062337964773178, 0.009687808342278004, 0.0003394095110706985, 0.00017938288510777056, 0.015962133184075356, 0.00017531457706354558, 0.7110221982002258], 'log_scores_by_expert': [-14.254508972167969, -16.01279640197754, -13.912323951721191, -5.285926818847656, -4.636887073516846, -7.988303184509277, -8.625988006591797, -4.13753604888916, -8.64892864227295, -0.34105172753334045], 'distances_by_expert': [28.509017944335938, 32.02559280395508, 27.824647903442383, 10.571853637695312, 9.273774147033691, 15.976606369018555, 17.251976013183594, 8.27507209777832, 17.2978572845459, 0.6821034550666809], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3341.83544921875, 'language': 52.92255401611328}}, {'routing_index': 174, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.843977533004363e-07, 9.665769340472252e-08, 8.070097123891173e-07, 0.004636234603822231, 0.008518878370523453, 0.00031897195731289685, 0.00016260960546787828, 0.014439128339290619, 0.00015857652761042118, 0.6260092258453369], 'log_scores_by_expert': [-14.352684020996094, -16.152090072631836, -14.029930114746094, -5.373852729797363, -4.765470504760742, -8.050407409667969, -8.72415828704834, -4.237813472747803, -8.749273300170898, -0.46839025616645813], 'distances_by_expert': [28.705368041992188, 32.30418014526367, 28.059860229492188, 10.747705459594727, 9.530941009521484, 16.100814819335938, 17.44831657409668, 8.475626945495605, 17.498546600341797, 0.9367805123329163], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.62890625, 'language': 52.91501998901367}}, {'routing_index': 175, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.549065005856392e-07, 9.388204347260398e-08, 9.229912620867253e-07, 0.004226913210004568, 0.008829206228256226, 0.0002450407773721963, 0.00015446364704985172, 0.014920645393431187, 0.0001712524244794622, 0.6540188789367676], 'log_scores_by_expert': [-14.238773345947266, -16.18122673034668, -13.895646095275879, -5.466283321380615, -4.729690074920654, -8.314085960388184, -8.775551795959473, -4.205009460449219, -8.672371864318848, -0.42461898922920227], 'distances_by_expert': [28.47754669189453, 32.36245346069336, 27.791292190551758, 10.93256664276123, 9.459380149841309, 16.628171920776367, 17.551103591918945, 8.410018920898438, 17.344743728637695, 0.8492379784584045], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3491.439453125, 'language': 52.89064025878906}}, {'routing_index': 176, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.688782718811126e-07, 1.0008895401369955e-07, 9.230660680259462e-07, 0.004410119727253914, 0.009492816403508186, 0.0002589380892459303, 0.00015856471145525575, 0.015314056538045406, 0.00017457964713685215, 0.6973316669464111], 'log_scores_by_expert': [-14.217663764953613, -16.117206573486328, -13.895565032958984, -5.423853397369385, -4.657219886779785, -8.25892162322998, -8.749347686767578, -4.17898416519165, -8.653129577636719, -0.36049404740333557], 'distances_by_expert': [28.435327529907227, 32.234413146972656, 27.79113006591797, 10.84770679473877, 9.31443977355957, 16.51784324645996, 17.498695373535156, 8.3579683303833, 17.306259155273438, 0.7209880948066711], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.10986328125, 'language': 52.917510986328125}}, {'routing_index': 177, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.756651487194176e-07, 1.0637782565936504e-07, 9.239688552042935e-07, 0.004525468684732914, 0.0101099144667387, 0.0002790008729789406, 0.00016832798428367823, 0.016256775707006454, 0.00017966864106711, 0.7632725238800049], 'log_scores_by_expert': [-14.207568168640137, -16.0562686920166, -13.894587516784668, -5.39803409576416, -4.594238758087158, -8.184295654296875, -8.689596176147461, -4.119245529174805, -8.624396324157715, -0.270140141248703], 'distances_by_expert': [28.415136337280273, 32.1125373840332, 27.789175033569336, 10.79606819152832, 9.188477516174316, 16.36859130859375, 17.379192352294922, 8.23849105834961, 17.24879264831543, 0.540280282497406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3403.414794921875, 'language': 52.921146392822266}}, {'routing_index': 178, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.480307206402358e-07, 1.0401154781902733e-07, 9.025874874168949e-07, 0.004474944900721312, 0.010227682068943977, 0.0002778694324661046, 0.00016369456716347486, 0.015735583379864693, 0.00017955679504666477, 0.7602310180664062], 'log_scores_by_expert': [-14.249327659606934, -16.078763961791992, -13.918000221252441, -5.409261226654053, -4.582657337188721, -8.188359260559082, -8.717508316040039, -4.151830673217773, -8.625019073486328, -0.27413293719291687], 'distances_by_expert': [28.498655319213867, 32.157527923583984, 27.836000442504883, 10.818522453308105, 9.165314674377441, 16.376718521118164, 17.435016632080078, 8.303661346435547, 17.250038146972656, 0.5482658743858337], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.063232421875, 'language': 52.885318756103516}}, {'routing_index': 179, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.563733450093423e-07, 1.0378226988905226e-07, 8.973768785836e-07, 0.004460488446056843, 0.010444708168506622, 0.0002819390792865306, 0.00016743651940487325, 0.016175800934433937, 0.00017706287326291203, 0.779430627822876], 'log_scores_by_expert': [-14.236536026000977, -16.080970764160156, -13.923789978027344, -5.412497043609619, -4.561659812927246, -8.173819541931152, -8.694906234741211, -4.124238967895508, -8.639005661010742, -0.24919159710407257], 'distances_by_expert': [28.473072052001953, 32.16194152832031, 27.847579956054688, 10.824994087219238, 9.123319625854492, 16.347639083862305, 17.389812469482422, 8.248477935791016, 17.278011322021484, 0.49838319420814514], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3437.285888671875, 'language': 52.90966796875}}, {'routing_index': 180, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.107688588803285e-07, 1.057631990875052e-07, 9.704353942652233e-07, 0.00468397606164217, 0.010180921293795109, 0.0003001352015417069, 0.0001743862812872976, 0.016770781949162483, 0.00019059094483964145, 0.7629958987236023], 'log_scores_by_expert': [-14.1569185256958, -16.062063217163086, -13.845520973205566, -5.363607883453369, -4.587239742279053, -8.11127758026123, -8.654237747192383, -4.0881171226501465, -8.565381050109863, -0.27050262689590454], 'distances_by_expert': [28.3138370513916, 32.12412643432617, 27.691041946411133, 10.727215766906738, 9.174479484558105, 16.22255516052246, 17.308475494384766, 8.176234245300293, 17.130762100219727, 0.5410052537918091], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.098876953125, 'language': 52.900535583496094}}, {'routing_index': 181, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.645355483669846e-07, 1.1117425913198531e-07, 9.332541708317876e-07, 0.005094919353723526, 0.010647598654031754, 0.0003478738071862608, 0.0001811876572901383, 0.016962822526693344, 0.0001810021640267223, 0.7732039093971252], 'log_scores_by_expert': [-14.224177360534668, -16.01216697692871, -13.884588241577148, -5.279511451721191, -4.542420864105225, -7.96367073059082, -8.61597728729248, -4.076731204986572, -8.6170015335083, -0.25721246004104614], 'distances_by_expert': [28.448354721069336, 32.02433395385742, 27.769176483154297, 10.559022903442383, 9.08484172821045, 15.92734146118164, 17.23195457458496, 8.153462409973145, 17.2340030670166, 0.5144249200820923], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3403.270263671875, 'language': 52.90488815307617}}, {'routing_index': 182, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.677336159555125e-07, 1.0706339281796318e-07, 9.239847145181557e-07, 0.004805394914001226, 0.010410127229988575, 0.00031732654315419495, 0.00017755341832526028, 0.016716353595256805, 0.0001813307753764093, 0.7739672064781189], 'log_scores_by_expert': [-14.219376564025879, -16.04984474182129, -13.894570350646973, -5.338016033172607, -4.564976215362549, -8.05557918548584, -8.636239051818848, -4.091367721557617, -8.615187644958496, -0.2562258243560791], 'distances_by_expert': [28.438753128051758, 32.09968948364258, 27.789140701293945, 10.676032066345215, 9.129952430725098, 16.11115837097168, 17.272478103637695, 8.182735443115234, 17.230375289916992, 0.5124516487121582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.47998046875, 'language': 52.93434524536133}}, {'routing_index': 183, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.121658995856706e-07, 1.1540664246467713e-07, 9.710797712614294e-07, 0.004833857994526625, 0.010872182436287403, 0.000313438824377954, 0.00018013460794463754, 0.01737150363624096, 0.0001910805149236694, 0.8204973936080933], 'log_scores_by_expert': [-14.15495491027832, -15.974803924560547, -13.844857215881348, -5.332110404968262, -4.521547794342041, -8.067906379699707, -8.621806144714355, -4.052924156188965, -8.56281566619873, -0.1978445202112198], 'distances_by_expert': [28.30990982055664, 31.949607849121094, 27.689714431762695, 10.664220809936523, 9.043095588684082, 16.135812759399414, 17.24361228942871, 8.10584831237793, 17.12563133239746, 0.3956890404224396], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.212158203125, 'language': 52.89456558227539}}, {'routing_index': 184, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.693064733553911e-07, 1.0433124231212787e-07, 9.145569492829964e-07, 0.004309144802391529, 0.010102237574756145, 0.0002672878617886454, 0.00016487792890984565, 0.015648560598492622, 0.00017955472867470235, 0.7527073621749878], 'log_scores_by_expert': [-14.217023849487305, -16.075695037841797, -13.904826164245605, -5.447015762329102, -4.594998359680176, -8.227184295654297, -8.710305213928223, -4.157376289367676, -8.625030517578125, -0.2840787470340729], 'distances_by_expert': [28.43404769897461, 32.151390075683594, 27.80965232849121, 10.894031524658203, 9.189996719360352, 16.454368591308594, 17.420610427856445, 8.314752578735352, 17.25006103515625, 0.5681574940681458], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3519.764892578125, 'language': 52.955753326416016}}, {'routing_index': 185, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.001339099588222e-07, 1.0921522175522114e-07, 9.6483950073889e-07, 0.004565553739666939, 0.010333873331546783, 0.00028590523288585246, 0.00017367162217851728, 0.016593877226114273, 0.00018839529366232455, 0.7706775665283203], 'log_scores_by_expert': [-14.17199420928955, -16.029945373535156, -13.851304054260254, -5.389215469360352, -4.572328090667725, -8.159850120544434, -8.658344268798828, -4.098721504211426, -8.5769681930542, -0.2604852318763733], 'distances_by_expert': [28.3439884185791, 32.05989074707031, 27.702608108520508, 10.778430938720703, 9.14465618133545, 16.319700241088867, 17.316688537597656, 8.197443008422852, 17.1539363861084, 0.5209704637527466], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.637451171875, 'language': 52.90610122680664}}, {'routing_index': 186, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.383852675957314e-07, 1.2799849002931296e-07, 1.0275914519297658e-06, 0.005618727300316095, 0.01087325531989336, 0.0003918273141607642, 0.00019340022117830813, 0.017981812357902527, 0.00019982543017249554, 0.7967545390129089], 'log_scores_by_expert': [-14.118800163269043, -15.871247291564941, -13.78829288482666, -5.181650161743164, -4.521449089050293, -7.84468936920166, -8.550748825073242, -4.018394470214844, -8.51806640625, -0.22720858454704285], 'distances_by_expert': [28.237600326538086, 31.742494583129883, 27.57658576965332, 10.363300323486328, 9.042898178100586, 15.68937873840332, 17.101497650146484, 8.036788940429688, 17.0361328125, 0.4544171690940857], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.80029296875, 'language': 52.924503326416016}}, {'routing_index': 187, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.229864422697574e-07, 1.2618652078799641e-07, 1.0285248208674602e-06, 0.005587632302194834, 0.010638007894158363, 0.000376684038201347, 0.00019140515360049903, 0.01754709705710411, 0.00019398800213821232, 0.7602543830871582], 'log_scores_by_expert': [-14.139875411987305, -15.885504722595215, -13.787384986877441, -5.187199592590332, -4.5433220863342285, -7.884103775024414, -8.561118125915527, -4.0428667068481445, -8.547714233398438, -0.27410221099853516], 'distances_by_expert': [28.27975082397461, 31.77100944519043, 27.574769973754883, 10.374399185180664, 9.086644172668457, 15.768207550048828, 17.122236251831055, 8.085733413696289, 17.095428466796875, 0.5482044219970703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.826904296875, 'language': 52.94904327392578}}, {'routing_index': 188, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.895555202390824e-07, 1.1560899793039425e-07, 9.873537010207656e-07, 0.00538055831566453, 0.00978343840688467, 0.00036075347452424467, 0.00018133978301193565, 0.01645241305232048, 0.0001857577299233526, 0.6930291652679443], 'log_scores_by_expert': [-14.18721866607666, -15.973052024841309, -13.828237533569336, -5.224963188171387, -4.627064228057861, -7.927315711975098, -8.615138053894043, -4.107283115386963, -8.59106731414795, -0.3666832149028778], 'distances_by_expert': [28.37443733215332, 31.946104049682617, 27.656475067138672, 10.449926376342773, 9.254128456115723, 15.854631423950195, 17.230276107788086, 8.214566230773926, 17.1821346282959, 0.7333664298057556], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.4609375, 'language': 52.92631912231445}}, {'routing_index': 189, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.897090886719525e-07, 8.414745167328874e-08, 8.338642487615289e-07, 0.003956357017159462, 0.007996131666004658, 0.00022407021606341004, 0.00014144119631964713, 0.013475258834660053, 0.00015423343575093895, 0.5883685946464539], 'log_scores_by_expert': [-14.343636512756348, -16.290695190429688, -13.99719524383545, -5.532431602478027, -4.828797340393066, -8.40355110168457, -8.863626480102539, -4.3069000244140625, -8.777043342590332, -0.5304016470909119], 'distances_by_expert': [28.687273025512695, 32.581390380859375, 27.9943904876709, 11.064863204956055, 9.657594680786133, 16.80710220336914, 17.727252960205078, 8.613800048828125, 17.554086685180664, 1.0608032941818237], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3547.10205078125, 'language': 52.918025970458984}}, {'routing_index': 190, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.95935887304222e-07, 8.803570494819724e-08, 8.243655997830501e-07, 0.003911340143531561, 0.00857429951429367, 0.00022268723114393651, 0.00014504195132758468, 0.013598195277154446, 0.00015793599595781416, 0.6343967914581299], 'log_scores_by_expert': [-14.33313274383545, -16.24552345275879, -14.008651733398438, -5.543875217437744, -4.758985996246338, -8.40974235534668, -8.83848762512207, -4.297818183898926, -8.753320693969727, -0.45508068799972534], 'distances_by_expert': [28.6662654876709, 32.49104690551758, 28.017303466796875, 11.087750434875488, 9.517971992492676, 16.81948471069336, 17.67697525024414, 8.595636367797852, 17.506641387939453, 0.9101613759994507], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3543.9619140625, 'language': 52.93358612060547}}, {'routing_index': 191, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.930106337676989e-07, 1.015418717997818e-07, 9.334838750874042e-07, 0.004387376829981804, 0.009905699640512466, 0.0002576878760010004, 0.00016279099509119987, 0.015610425733029842, 0.00018065243784803897, 0.7299435138702393], 'log_scores_by_expert': [-14.182220458984375, -16.102794647216797, -13.884342193603516, -5.429023742675781, -4.614645004272461, -8.263761520385742, -8.723043441772461, -4.159816265106201, -8.618935585021973, -0.3147881329059601], 'distances_by_expert': [28.36444091796875, 32.205589294433594, 27.76868438720703, 10.858047485351562, 9.229290008544922, 16.527523040771484, 17.446086883544922, 8.319632530212402, 17.237871170043945, 0.6295762658119202], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.996826171875, 'language': 52.91545486450195}}, {'routing_index': 192, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.962832230783533e-07, 1.0897552016331247e-07, 9.516273848930723e-07, 0.004777311813086271, 0.01056408416479826, 0.00029278662987053394, 0.00017063245468307287, 0.01648464985191822, 0.0001877091417554766, 0.7828400135040283], 'log_scores_by_expert': [-14.177509307861328, -16.032142639160156, -13.865092277526855, -5.34387731552124, -4.550295352935791, -8.136066436767578, -8.67599868774414, -4.105325698852539, -8.58061695098877, -0.24482685327529907], 'distances_by_expert': [28.355018615722656, 32.06428527832031, 27.73018455505371, 10.68775463104248, 9.100590705871582, 16.272132873535156, 17.35199737548828, 8.210651397705078, 17.16123390197754, 0.48965370655059814], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3462.1630859375, 'language': 52.9007568359375}}, {'routing_index': 193, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.72440819471376e-07, 1.0554374796356569e-07, 9.167881103167019e-07, 0.0046560876071453094, 0.010468817315995693, 0.0002929307520389557, 0.00016940019850153476, 0.016228249296545982, 0.00018069223733618855, 0.7740103602409363], 'log_scores_by_expert': [-14.21235179901123, -16.06414031982422, -13.902389526367188, -5.369579792022705, -4.559354305267334, -8.135574340820312, -8.683246612548828, -4.121001720428467, -8.618715286254883, -0.2561700642108917], 'distances_by_expert': [28.42470359802246, 32.12828063964844, 27.804779052734375, 10.73915958404541, 9.118708610534668, 16.271148681640625, 17.366493225097656, 8.242003440856934, 17.237430572509766, 0.5123401284217834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3484.39111328125, 'language': 52.90232467651367}}, {'routing_index': 194, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.86221653722896e-07, 9.930910493949341e-08, 9.444819966120122e-07, 0.004626533016562462, 0.009628087282180786, 0.00028645899146795273, 0.00016585584671702236, 0.016222061589360237, 0.00018137159349862486, 0.6952295899391174], 'log_scores_by_expert': [-14.192065238952637, -16.125028610229492, -13.872629165649414, -5.37594747543335, -4.643070697784424, -8.157915115356445, -8.704391479492188, -4.121383190155029, -8.614962577819824, -0.36351314187049866], 'distances_by_expert': [28.384130477905273, 32.250057220458984, 27.745258331298828, 10.7518949508667, 9.286141395568848, 16.31583023071289, 17.408782958984375, 8.242766380310059, 17.22992515563965, 0.7270262837409973], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3468.082275390625, 'language': 52.91767120361328}}, {'routing_index': 195, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.149150178520358e-07, 1.1143347222741795e-07, 9.836600156631903e-07, 0.004977365490049124, 0.010736590251326561, 0.0003275579074397683, 0.00018390041077509522, 0.01755998097360134, 0.0001899161870824173, 0.7987699508666992], 'log_scores_by_expert': [-14.151102066040039, -16.009838104248047, -13.831985473632812, -5.302854537963867, -4.534097671508789, -8.023845672607422, -8.601116180419922, -4.04213285446167, -8.568927764892578, -0.22468231618404388], 'distances_by_expert': [28.302204132080078, 32.019676208496094, 27.663970947265625, 10.605709075927734, 9.068195343017578, 16.047691345214844, 17.202232360839844, 8.08426570892334, 17.137855529785156, 0.44936463236808777], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.374267578125, 'language': 52.93679428100586}}, {'routing_index': 196, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.086511004672502e-07, 1.1038338953994753e-07, 9.634813977754675e-07, 0.004842239432036877, 0.010355044156312943, 0.0003109038225375116, 0.00017550578922964633, 0.016825225204229355, 0.00019202240218874067, 0.7767642736434937], 'log_scores_by_expert': [-14.159902572631836, -16.019306182861328, -13.852712631225586, -5.33037805557251, -4.570281505584717, -8.076026916503906, -8.647838592529297, -4.08487606048584, -8.55789852142334, -0.25261834263801575], 'distances_by_expert': [28.319805145263672, 32.038612365722656, 27.705425262451172, 10.66075611114502, 9.140563011169434, 16.152053833007812, 17.295677185058594, 8.16975212097168, 17.11579704284668, 0.5052366852760315], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.275146484375, 'language': 52.87712478637695}}, {'routing_index': 197, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.615295546907873e-07, 9.893627606061273e-08, 9.00821191862633e-07, 0.0042233713902533054, 0.009616983123123646, 0.00025827859644778073, 0.00015965085185598582, 0.01514619030058384, 0.000177581183379516, 0.7186798453330994], 'log_scores_by_expert': [-14.228711128234863, -16.1287899017334, -13.91995906829834, -5.467121601104736, -4.644224643707275, -8.26147174835205, -8.742521286010742, -4.190006256103516, -8.636082649230957, -0.33033937215805054], 'distances_by_expert': [28.457422256469727, 32.2575798034668, 27.83991813659668, 10.934243202209473, 9.28844928741455, 16.5229434967041, 17.485042572021484, 8.380012512207031, 17.272165298461914, 0.6606787443161011], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.557861328125, 'language': 52.92670440673828}}, {'routing_index': 198, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.948272357476526e-07, 1.1466579508123687e-07, 9.592860124030267e-07, 0.004882195498794317, 0.010593593120574951, 0.00031609213328920305, 0.00017824476526584476, 0.01691092550754547, 0.00018882770382333547, 0.7979316711425781], 'log_scores_by_expert': [-14.17960262298584, -15.981244087219238, -13.857076644897461, -5.322160243988037, -4.547505855560303, -8.059476852416992, -8.632352828979492, -4.0797953605651855, -8.574675559997559, -0.22573234140872955], 'distances_by_expert': [28.35920524597168, 31.962488174438477, 27.714153289794922, 10.644320487976074, 9.095011711120605, 16.118953704833984, 17.264705657958984, 8.159590721130371, 17.149351119995117, 0.4514646828174591], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.146240234375, 'language': 52.920230865478516}}, {'routing_index': 199, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.062882332320441e-07, 1.232623532132493e-07, 9.826325140238623e-07, 0.005582386162132025, 0.010493875481188297, 0.00038604551809839904, 0.00018838072719518095, 0.01716805435717106, 0.00019333051750436425, 0.7597898244857788], 'log_scores_by_expert': [-14.16324234008789, -15.908950805664062, -13.833030700683594, -5.188138961791992, -4.5569634437561035, -7.859555244445801, -8.577045440673828, -4.064704895019531, -8.551109313964844, -0.274713397026062], 'distances_by_expert': [28.32648468017578, 31.817901611328125, 27.666061401367188, 10.376277923583984, 9.113926887512207, 15.719110488891602, 17.154090881347656, 8.129409790039062, 17.102218627929688, 0.549426794052124], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3378.897705078125, 'language': 52.92026138305664}}, {'routing_index': 200, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.098787477843871e-07, 1.2147685879426717e-07, 9.71264967120078e-07, 0.005490859970450401, 0.010271590203046799, 0.00038727716309949756, 0.00019040254119317979, 0.01710999757051468, 0.00018968756194226444, 0.7446728348731995], 'log_scores_by_expert': [-14.158171653747559, -15.923542022705078, -13.844666481018066, -5.204670429229736, -4.578373432159424, -7.856369972229004, -8.566370010375977, -4.068092346191406, -8.5701322555542, -0.29481032490730286], 'distances_by_expert': [28.316343307495117, 31.847084045410156, 27.689332962036133, 10.409340858459473, 9.156746864318848, 15.712739944458008, 17.132740020751953, 8.136184692382812, 17.1402645111084, 0.5896206498146057], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.367431640625, 'language': 52.94121170043945}}, {'routing_index': 201, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.586338940905989e-07, 1.0668993866147503e-07, 8.925459837882954e-07, 0.005047947634011507, 0.009242236614227295, 0.0003589570987969637, 0.0001777165598468855, 0.015876969322562218, 0.00017488525190856308, 0.6845375895500183], 'log_scores_by_expert': [-14.233098030090332, -16.0533390045166, -13.929187774658203, -5.288773536682129, -4.683971405029297, -7.932307720184326, -8.635320663452148, -4.142885684967041, -8.65138053894043, -0.37901169061660767], 'distances_by_expert': [28.466196060180664, 32.1066780090332, 27.858375549316406, 10.577547073364258, 9.367942810058594, 15.864615440368652, 17.270641326904297, 8.285771369934082, 17.30276107788086, 0.7580233812332153], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.615234375, 'language': 52.93807601928711}}, {'routing_index': 202, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.615586016778252e-07, 9.305111348112405e-08, 9.165127039523213e-07, 0.004293215461075306, 0.008914593607187271, 0.00024000763369258493, 0.00015319745580200106, 0.014752215705811977, 0.0001692711521172896, 0.6494991779327393], 'log_scores_by_expert': [-14.228667259216309, -16.19011688232422, -13.902689933776855, -5.450719356536865, -4.720065593719482, -8.334839820861816, -8.783782958984375, -4.216361999511719, -8.684008598327637, -0.4315537214279175], 'distances_by_expert': [28.457334518432617, 32.38023376464844, 27.80537986755371, 10.90143871307373, 9.440131187438965, 16.669679641723633, 17.56756591796875, 8.432723999023438, 17.368017196655273, 0.863107442855835], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3500.937744140625, 'language': 52.92149353027344}}, {'routing_index': 203, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.441741788876243e-07, 9.489434660281404e-08, 8.782015470387705e-07, 0.004278937354683876, 0.009331186302006245, 0.0002444157435093075, 0.00015394804358948022, 0.014773868955671787, 0.00016905144730117172, 0.6837804913520813], 'log_scores_by_expert': [-14.25529670715332, -16.170501708984375, -13.945389747619629, -5.454050540924072, -4.674393177032471, -8.31663990020752, -8.778895378112793, -4.214895248413086, -8.685307502746582, -0.38011837005615234], 'distances_by_expert': [28.51059341430664, 32.34100341796875, 27.890779495239258, 10.908101081848145, 9.348786354064941, 16.63327980041504, 17.557790756225586, 8.429790496826172, 17.370615005493164, 0.7602367401123047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3546.58642578125, 'language': 52.92062759399414}}, {'routing_index': 204, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.501372808997985e-07, 9.545291845824977e-08, 8.782081977187772e-07, 0.004261239431798458, 0.00984929222613573, 0.00024242026847787201, 0.0001572316250531003, 0.015085666440427303, 0.0001726634072838351, 0.7233560681343079], 'log_scores_by_expert': [-14.246082305908203, -16.16463279724121, -13.945382118225098, -5.458195209503174, -4.620355606079102, -8.324837684631348, -8.757790565490723, -4.194010257720947, -8.664166450500488, -0.3238537609577179], 'distances_by_expert': [28.492164611816406, 32.32926559448242, 27.890764236450195, 10.916390419006348, 9.240711212158203, 16.649675369262695, 17.515581130981445, 8.388020515441895, 17.328332901000977, 0.6477075219154358], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3517.678955078125, 'language': 52.893577575683594}}, {'routing_index': 205, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.22198024050158e-07, 1.1644608122196587e-07, 9.860043519438477e-07, 0.005017101764678955, 0.01099342480301857, 0.0003146838862448931, 0.00017678042058832943, 0.017188450321555138, 0.00019390588568057865, 0.8086090087890625], 'log_scores_by_expert': [-14.140966415405273, -15.965837478637695, -13.829605102539062, -5.294902801513672, -4.510457992553711, -8.063941955566406, -8.640602111816406, -4.0635175704956055, -8.548137664794922, -0.21243979036808014], 'distances_by_expert': [28.281932830810547, 31.93167495727539, 27.659210205078125, 10.589805603027344, 9.020915985107422, 16.127883911132812, 17.281204223632812, 8.127035140991211, 17.096275329589844, 0.4248795807361603], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.793212890625, 'language': 52.90618896484375}}, {'routing_index': 206, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.8003060960109e-07, 1.0826757801396525e-07, 9.278355719288811e-07, 0.004880201071500778, 0.010852701961994171, 0.0003162305220030248, 0.00017744084470905364, 0.017179101705551147, 0.00018331556930206716, 0.8175342082977295], 'log_scores_by_expert': [-14.201128005981445, -16.038660049438477, -13.890411376953125, -5.322568893432617, -4.523341178894043, -8.059039115905762, -8.636873245239258, -4.064061641693115, -8.604301452636719, -0.20146256685256958], 'distances_by_expert': [28.40225601196289, 32.07732009887695, 27.78082275390625, 10.645137786865234, 9.046682357788086, 16.118078231811523, 17.273746490478516, 8.12812328338623, 17.208602905273438, 0.40292513370513916], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.900634765625, 'language': 52.89479446411133}}, {'routing_index': 207, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.790144766455342e-07, 9.560432800981289e-08, 9.175254263027455e-07, 0.00447717122733593, 0.009660628624260426, 0.0002702936762943864, 0.000162751559400931, 0.015943283215165138, 0.00017911141912918538, 0.7003514170646667], 'log_scores_by_expert': [-14.20262336730957, -16.163047790527344, -13.901585578918457, -5.408763885498047, -4.6396965980529785, -8.216001510620117, -8.723285675048828, -4.1387176513671875, -8.62750244140625, -0.356173038482666], 'distances_by_expert': [28.40524673461914, 32.32609558105469, 27.803171157836914, 10.817527770996094, 9.279393196105957, 16.432003021240234, 17.446571350097656, 8.277435302734375, 17.2550048828125, 0.712346076965332], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.7587890625, 'language': 52.91846466064453}}, {'routing_index': 208, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.698261702491436e-07, 8.948399710106969e-08, 8.011893442017026e-07, 0.004348427057266235, 0.009257178753614426, 0.00027405418222770095, 0.0001547403953736648, 0.014868443831801414, 0.00015685270773246884, 0.6700868606567383], 'log_scores_by_expert': [-14.377934455871582, -16.229206085205078, -14.037168502807617, -5.437941074371338, -4.682355880737305, -8.202184677124023, -8.773761749267578, -4.208514213562012, -8.76020336151123, -0.40034791827201843], 'distances_by_expert': [28.755868911743164, 32.458412170410156, 28.074337005615234, 10.875882148742676, 9.36471176147461, 16.404369354248047, 17.547523498535156, 8.417028427124023, 17.52040672302246, 0.8006958365440369], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3475.830322265625, 'language': 52.92654037475586}}, {'routing_index': 209, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.461602879426209e-07, 9.868919192967951e-08, 8.73618887453631e-07, 0.004400335717946291, 0.010127012617886066, 0.00027923379093408585, 0.00016735111421439797, 0.016007164493203163, 0.00017442353419028223, 0.7613533139228821], 'log_scores_by_expert': [-14.252218246459961, -16.131290435791016, -13.950621604919434, -5.426074504852295, -4.592548847198486, -8.18346118927002, -8.695416450500488, -4.134718894958496, -8.654024124145508, -0.2726577818393707], 'distances_by_expert': [28.504436492919922, 32.26258087158203, 27.901243209838867, 10.85214900970459, 9.185097694396973, 16.36692237854004, 17.390832901000977, 8.269437789916992, 17.308048248291016, 0.5453155636787415], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3531.119384765625, 'language': 52.91703414916992}}, {'routing_index': 210, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.305557119252626e-07, 1.170437329278684e-07, 9.967236564989435e-07, 0.004838539287447929, 0.010920394212007523, 0.0003092198458034545, 0.00018014080706052482, 0.0169622004032135, 0.00019330544455442578, 0.8034292459487915], 'log_scores_by_expert': [-14.129460334777832, -15.960718154907227, -13.818792343139648, -5.331142425537109, -4.517123222351074, -8.08145809173584, -8.621771812438965, -4.076767921447754, -8.551239013671875, -0.21886619925498962], 'distances_by_expert': [28.258920669555664, 31.921436309814453, 27.637584686279297, 10.662284851074219, 9.034246444702148, 16.16291618347168, 17.24354362487793, 8.153535842895508, 17.10247802734375, 0.43773239850997925], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3499.580078125, 'language': 52.95978927612305}}, {'routing_index': 211, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.267470323313319e-07, 1.117380321602468e-07, 9.84253119895584e-07, 0.004735471215099096, 0.01037608552724123, 0.0003034504479728639, 0.0001750419323798269, 0.016882041469216347, 0.00019441581389401108, 0.7810672521591187], 'log_scores_by_expert': [-14.134687423706055, -16.007108688354492, -13.831382751464844, -5.3526740074157715, -4.568251609802246, -8.100292205810547, -8.650485038757324, -4.081504821777344, -8.545511245727539, -0.24709399044513702], 'distances_by_expert': [28.26937484741211, 32.014217376708984, 27.662765502929688, 10.705348014831543, 9.136503219604492, 16.200584411621094, 17.30097007751465, 8.163009643554688, 17.091022491455078, 0.49418798089027405], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3541.4736328125, 'language': 52.898719787597656}}, {'routing_index': 212, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.301586606445198e-07, 1.2396117199386936e-07, 1.0152807590202428e-06, 0.005534394644200802, 0.01091541163623333, 0.0003722992551047355, 0.00019084465748164803, 0.017588958144187927, 0.00019882326887454838, 0.7939598560333252], 'log_scores_by_expert': [-14.130003929138184, -15.903297424316406, -13.800345420837402, -5.196773052215576, -4.517579555511475, -7.895812511444092, -8.564050674438477, -4.0404839515686035, -8.523094177246094, -0.23072241246700287], 'distances_by_expert': [28.260007858276367, 31.806594848632812, 27.600690841674805, 10.393546104431152, 9.03515911102295, 15.791625022888184, 17.128101348876953, 8.080967903137207, 17.046188354492188, 0.46144482493400574], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3404.549072265625, 'language': 52.901336669921875}}, {'routing_index': 213, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.477362373720098e-07, 1.2809411487069156e-07, 1.0475541785126552e-06, 0.0058031887747347355, 0.010703206062316895, 0.0004016325401607901, 0.00019669291214086115, 0.01790987141430378, 0.00020033471810165793, 0.7752313017845154], 'log_scores_by_expert': [-14.106215476989746, -15.870500564575195, -13.769052505493164, -5.14934778213501, -4.537211894989014, -7.819972991943359, -8.533866882324219, -4.022403240203857, -8.515521049499512, -0.2545938491821289], 'distances_by_expert': [28.212430953979492, 31.74100112915039, 27.538105010986328, 10.29869556427002, 9.074423789978027, 15.639945983886719, 17.067733764648438, 8.044806480407715, 17.031042098999023, 0.5091876983642578], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3318.935546875, 'language': 52.93191909790039}}, {'routing_index': 214, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.904135148033674e-07, 1.1180007675193337e-07, 9.83694803835533e-07, 0.005480239633470774, 0.00965129118412733, 0.0003678006469272077, 0.00018078324501402676, 0.016340812668204308, 0.0001871289568953216, 0.6784248948097229], 'log_scores_by_expert': [-14.185975074768066, -16.006553649902344, -13.831950187683105, -5.206606388092041, -4.6406636238098145, -7.9079694747924805, -8.61821174621582, -4.114089488983154, -8.583712577819824, -0.38798150420188904], 'distances_by_expert': [28.371950149536133, 32.01310729980469, 27.66390037536621, 10.413212776184082, 9.281327247619629, 15.815938949584961, 17.23642349243164, 8.228178977966309, 17.16742515563965, 0.7759630084037781], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.77001953125, 'language': 52.9096794128418}}, {'routing_index': 215, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.013649110376718e-07, 1.1150596890274755e-07, 9.646794296713779e-07, 0.005120560526847839, 0.009949501603841782, 0.0003310974861960858, 0.00017097567615564913, 0.016760531812906265, 0.0001838395546656102, 0.7278720736503601], 'log_scores_by_expert': [-14.17023754119873, -16.009187698364258, -13.851469993591309, -5.274491310119629, -4.610232830047607, -8.013097763061523, -8.673989295959473, -4.088728427886963, -8.601447105407715, -0.31763002276420593], 'distances_by_expert': [28.34047508239746, 32.018375396728516, 27.702939987182617, 10.548982620239258, 9.220465660095215, 16.026195526123047, 17.347978591918945, 8.177456855773926, 17.20289421081543, 0.6352600455284119], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3419.192626953125, 'language': 52.9054069519043}}, {'routing_index': 216, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.189415214270412e-07, 1.086463612409716e-07, 9.790778676688205e-07, 0.004737032111734152, 0.010038219392299652, 0.00029845486278645694, 0.00017178535927087069, 0.01663772389292717, 0.00018716251361183822, 0.7469025254249573], 'log_scores_by_expert': [-14.145485877990723, -16.035167694091797, -13.836654663085938, -5.352344512939453, -4.60135555267334, -8.116891860961914, -8.669264793395996, -4.09608268737793, -8.58353328704834, -0.29182055592536926], 'distances_by_expert': [28.290971755981445, 32.070335388183594, 27.673309326171875, 10.704689025878906, 9.20271110534668, 16.233783721923828, 17.338529586791992, 8.19216537475586, 17.16706657409668, 0.5836411118507385], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.814208984375, 'language': 52.931697845458984}}, {'routing_index': 217, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.505645728793752e-07, 1.0203168443467803e-07, 9.025694112096971e-07, 0.004532805643975735, 0.010222547687590122, 0.0002691341214813292, 0.0001617195812286809, 0.015432716347277164, 0.000176309171365574, 0.7419689893722534], 'log_scores_by_expert': [-14.2454252243042, -16.09798240661621, -13.918020248413086, -5.396414279937744, -4.583159446716309, -8.220300674438477, -8.729646682739258, -4.171265602111816, -8.643271446228027, -0.2984478771686554], 'distances_by_expert': [28.4908504486084, 32.19596481323242, 27.836040496826172, 10.792828559875488, 9.166318893432617, 16.440601348876953, 17.459293365478516, 8.342531204223633, 17.286542892456055, 0.5968957543373108], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3453.130126953125, 'language': 52.90427780151367}}, {'routing_index': 218, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.720490546285873e-07, 1.1066397576087184e-07, 9.200226145367196e-07, 0.00488367211073637, 0.010906520299613476, 0.00032431434374302626, 0.0001737749989842996, 0.017157455906271935, 0.00018200473277829587, 0.8141893744468689], 'log_scores_by_expert': [-14.212934494018555, -16.016767501831055, -13.8988676071167, -5.321857929229736, -4.518394470214844, -8.033797264099121, -8.65774917602539, -4.065322399139404, -8.611477851867676, -0.2055622786283493], 'distances_by_expert': [28.42586898803711, 32.03353500366211, 27.7977352142334, 10.643715858459473, 9.036788940429688, 16.067594528198242, 17.31549835205078, 8.130644798278809, 17.22295570373535, 0.4111245572566986], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3432.3828125, 'language': 52.89923858642578}}, {'routing_index': 219, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.137134048207372e-07, 1.1276701883389251e-07, 9.73534270087839e-07, 0.005127419251948595, 0.010811545886099339, 0.00033817204530350864, 0.0001812775299185887, 0.017561713233590126, 0.000188458725460805, 0.7949697375297546], 'log_scores_by_expert': [-14.15278434753418, -15.997941970825195, -13.84233283996582, -5.273152828216553, -4.5271406173706055, -7.991955757141113, -8.61548137664795, -4.042034149169922, -8.576631546020508, -0.2294512242078781], 'distances_by_expert': [28.30556869506836, 31.99588394165039, 27.68466567993164, 10.546305656433105, 9.054281234741211, 15.983911514282227, 17.2309627532959, 8.084068298339844, 17.153263092041016, 0.4589024484157562], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3398.05908203125, 'language': 52.96543884277344}}, {'routing_index': 220, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.057116254647553e-07, 8.204889923035807e-08, 7.050688282106421e-07, 0.0040464578196406364, 0.007883775047957897, 0.00026339656324125826, 0.00014051233301870525, 0.013652564026415348, 0.0001406538940500468, 0.5761226415634155], 'log_scores_by_expert': [-14.497299194335938, -16.315950393676758, -14.164970397949219, -5.509913444519043, -4.8429484367370605, -8.241849899291992, -8.87021541595459, -4.293828010559082, -8.869208335876465, -0.5514347553253174], 'distances_by_expert': [28.994598388671875, 32.631900787353516, 28.329940795898438, 11.019826889038086, 9.685896873474121, 16.483699798583984, 17.74043083190918, 8.587656021118164, 17.73841667175293, 1.1028695106506348], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3396.198974609375, 'language': 52.97200012207031}}, {'routing_index': 221, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.434737886389485e-07, 8.996180156373157e-08, 7.625487796758534e-07, 0.004348812624812126, 0.008818771690130234, 0.0002819283108692616, 0.00015125490608625114, 0.01470890548080206, 0.0001498764322604984, 0.6475424766540527], 'log_scores_by_expert': [-14.425284385681152, -16.223880767822266, -14.086599349975586, -5.437852382659912, -4.730872631072998, -8.173857688903809, -8.796544075012207, -4.219302177429199, -8.805699348449707, -0.43457090854644775], 'distances_by_expert': [28.850568771362305, 32.44776153564453, 28.173198699951172, 10.875704765319824, 9.461745262145996, 16.347715377807617, 17.593088150024414, 8.438604354858398, 17.611398696899414, 0.8691418170928955], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3413.14892578125, 'language': 52.93187713623047}}, {'routing_index': 222, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.662152713943215e-07, 1.0591622867650585e-07, 9.040304576046765e-07, 0.004712957888841629, 0.010644100606441498, 0.00030444207368418574, 0.0001696640538284555, 0.01660080999135971, 0.00018100683519151062, 0.7920350432395935], 'log_scores_by_expert': [-14.22165298461914, -16.060617446899414, -13.916402816772461, -5.3574395179748535, -4.542749404907227, -8.097029685974121, -8.681690216064453, -4.09830379486084, -8.616975784301758, -0.23314964771270752], 'distances_by_expert': [28.44330596923828, 32.12123489379883, 27.832805633544922, 10.714879035949707, 9.085498809814453, 16.194059371948242, 17.363380432128906, 8.19660758972168, 17.233951568603516, 0.46629929542541504], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3431.432861328125, 'language': 52.910308837890625}}, {'routing_index': 223, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.013773372615105e-07, 9.310615212143603e-08, 8.219429901146214e-07, 0.004214189946651459, 0.009835395961999893, 0.00024658444453962147, 0.0001530882145743817, 0.014389168471097946, 0.00016386622155550867, 0.7207071781158447], 'log_scores_by_expert': [-14.324043273925781, -16.189525604248047, -14.011594772338867, -5.469297885894775, -4.621767520904541, -8.307806015014648, -8.784496307373047, -4.241279602050781, -8.716460227966309, -0.3275224268436432], 'distances_by_expert': [28.648086547851562, 32.379051208496094, 28.023189544677734, 10.93859577178955, 9.243535041809082, 16.615612030029297, 17.568992614746094, 8.482559204101562, 17.432920455932617, 0.6550448536872864], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3537.39794921875, 'language': 52.9140625}}, {'routing_index': 224, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.203463840392942e-07, 1.0165542363438362e-07, 8.431296691924217e-07, 0.004425514955073595, 0.009960362687706947, 0.0002851039171218872, 0.00016237652744166553, 0.015610016882419586, 0.00016976456390693784, 0.7603680491447449], 'log_scores_by_expert': [-14.292987823486328, -16.10167694091797, -13.98614501953125, -5.420368671417236, -4.609141826629639, -8.162656784057617, -8.725592613220215, -4.159842491149902, -8.681097984313965, -0.2739526927471161], 'distances_by_expert': [28.585975646972656, 32.20335388183594, 27.9722900390625, 10.840737342834473, 9.218283653259277, 16.325313568115234, 17.45118522644043, 8.319684982299805, 17.36219596862793, 0.5479053854942322], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.99609375, 'language': 52.93657302856445}}, {'routing_index': 225, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.340105755953118e-07, 1.0097058833480332e-07, 8.625947884866036e-07, 0.004367501474916935, 0.009790556505322456, 0.000270626915153116, 0.00015915012045297772, 0.015015601180493832, 0.00017523484712000936, 0.7241143584251404], 'log_scores_by_expert': [-14.271200180053711, -16.108436584472656, -13.9633207321167, -5.433564186096191, -4.626337051391602, -8.21476936340332, -8.745662689208984, -4.198665618896484, -8.649383544921875, -0.3228060305118561], 'distances_by_expert': [28.542400360107422, 32.21687316894531, 27.9266414642334, 10.867128372192383, 9.252674102783203, 16.42953872680664, 17.49132537841797, 8.397331237792969, 17.29876708984375, 0.6456120610237122], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3438.66015625, 'language': 52.92216491699219}}, {'routing_index': 226, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.7550286075857e-07, 9.93894460066258e-08, 9.163318281935062e-07, 0.004481244366616011, 0.009519796818494797, 0.000282063614577055, 0.00016293853695970029, 0.015586423687636852, 0.00018261447257827967, 0.716796338558197], 'log_scores_by_expert': [-14.207808494567871, -16.12421989440918, -13.902887344360352, -5.4078545570373535, -4.65438175201416, -8.173377990722656, -8.722137451171875, -4.161355018615723, -8.608133316040039, -0.33296358585357666], 'distances_by_expert': [28.415616989135742, 32.24843978881836, 27.805774688720703, 10.815709114074707, 9.30876350402832, 16.346755981445312, 17.44427490234375, 8.322710037231445, 17.216266632080078, 0.6659271717071533], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.68798828125, 'language': 52.91352081298828}}, {'routing_index': 227, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.85186421378603e-07, 1.1242447328640992e-07, 9.446712283533998e-07, 0.005115128587931395, 0.010116192512214184, 0.00033542903838679194, 0.00017420310177840292, 0.01630689762532711, 0.0001876480964710936, 0.7263451814651489], 'log_scores_by_expert': [-14.193574905395508, -16.00098419189453, -13.872428894042969, -5.275552749633789, -4.593617916107178, -8.000100135803223, -8.655288696289062, -4.116167068481445, -8.580942153930664, -0.31972992420196533], 'distances_by_expert': [28.387149810791016, 32.00196838378906, 27.744857788085938, 10.551105499267578, 9.187235832214355, 16.000200271606445, 17.310577392578125, 8.23233413696289, 17.161884307861328, 0.6394598484039307], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.29541015625, 'language': 52.93661117553711}}, {'routing_index': 228, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.501137477243901e-07, 1.1054899573537114e-07, 9.182817848341074e-07, 0.005194971337914467, 0.009460976347327232, 0.0003507677756715566, 0.00017146307800430804, 0.015477524138987064, 0.00018196880409959704, 0.6693547368049622], 'log_scores_by_expert': [-14.246118545532227, -16.017807006835938, -13.900761604309082, -5.260064125061035, -4.660579681396484, -7.955386161804199, -8.671142578125, -4.168366432189941, -8.611675262451172, -0.4014410972595215], 'distances_by_expert': [28.492237091064453, 32.035614013671875, 27.801523208618164, 10.52012825012207, 9.321159362792969, 15.910772323608398, 17.34228515625, 8.336732864379883, 17.223350524902344, 0.802882194519043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3233.40234375, 'language': 52.92086410522461}}, {'routing_index': 229, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.454391154875339e-07, 1.0723179144633832e-07, 8.994460358735523e-07, 0.005074571818113327, 0.009541688486933708, 0.0003362034331075847, 0.00016988409333862364, 0.015640825033187866, 0.0001780504098860547, 0.6745520830154419], 'log_scores_by_expert': [-14.253334999084473, -16.04827308654785, -13.921486854553223, -5.283513069152832, -4.652084827423096, -7.997794151306152, -8.680394172668457, -4.157870769500732, -8.633443832397461, -0.39370638132095337], 'distances_by_expert': [28.506669998168945, 32.0965461730957, 27.842973709106445, 10.567026138305664, 9.304169654846191, 15.995588302612305, 17.360788345336914, 8.315741539001465, 17.266887664794922, 0.7874127626419067], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3227.019775390625, 'language': 52.93025588989258}}, {'routing_index': 230, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.192015007400187e-07, 9.813414436621315e-08, 8.607746622146806e-07, 0.005061447620391846, 0.008765144273638725, 0.0003235923359170556, 0.00015970917593222111, 0.014641140587627888, 0.00017598646809346974, 0.6180219650268555], 'log_scores_by_expert': [-14.294835090637207, -16.136930465698242, -13.965433120727539, -5.286102771759033, -4.736972332000732, -8.036026000976562, -8.742156028747559, -4.223919868469238, -8.645103454589844, -0.4812312722206116], 'distances_by_expert': [28.589670181274414, 32.273860931396484, 27.930866241455078, 10.572205543518066, 9.473944664001465, 16.072052001953125, 17.484312057495117, 8.447839736938477, 17.290206909179688, 0.9624625444412231], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3258.854736328125, 'language': 52.916893005371094}}, {'routing_index': 231, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.311035463113512e-07, 1.0029571484437838e-07, 8.799502779766044e-07, 0.005091995466500521, 0.008980229496955872, 0.0003251198213547468, 0.00016127293929457664, 0.0149119533598423, 0.00017883100372273475, 0.6320980191230774], 'log_scores_by_expert': [-14.275795936584473, -16.115142822265625, -13.943400382995605, -5.280085563659668, -4.7127299308776855, -8.031316757202148, -8.732412338256836, -4.205592155456543, -8.629069328308105, -0.45871081948280334], 'distances_by_expert': [28.551591873168945, 32.23028564453125, 27.88680076599121, 10.560171127319336, 9.425459861755371, 16.062633514404297, 17.464824676513672, 8.411184310913086, 17.25813865661621, 0.9174216389656067], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3282.8349609375, 'language': 52.92365264892578}}, {'routing_index': 232, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.33060210475378e-07, 1.0016915297228479e-07, 8.778422397881513e-07, 0.005070750135928392, 0.009062628261744976, 0.00032142893178388476, 0.00016211102774832398, 0.014882523566484451, 0.0001787975779734552, 0.636297881603241], 'log_scores_by_expert': [-14.272700309753418, -16.116405487060547, -13.945798873901367, -5.284266471862793, -4.703596115112305, -8.042734146118164, -8.727229118347168, -4.2075676918029785, -8.629256248474121, -0.45208850502967834], 'distances_by_expert': [28.545400619506836, 32.232810974121094, 27.891597747802734, 10.568532943725586, 9.40719223022461, 16.085468292236328, 17.454458236694336, 8.415135383605957, 17.258512496948242, 0.9041770100593567], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.365966796875, 'language': 52.924686431884766}}, {'routing_index': 233, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.96271911238e-07, 1.0913818471181003e-07, 9.360905437461042e-07, 0.005330071318894625, 0.00987191405147314, 0.0003456970152910799, 0.0001740650914143771, 0.016206882894039154, 0.00019059730402659625, 0.7062615752220154], 'log_scores_by_expert': [-14.177525520324707, -16.030651092529297, -13.881553649902344, -5.234390735626221, -4.618061542510986, -7.969947814941406, -8.656081199645996, -4.122319221496582, -8.565347671508789, -0.3477696180343628], 'distances_by_expert': [28.355051040649414, 32.061302185058594, 27.763107299804688, 10.468781471252441, 9.236123085021973, 15.939895629882812, 17.312162399291992, 8.244638442993164, 17.130695343017578, 0.6955392360687256], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.281005859375, 'language': 52.92927169799805}}, {'routing_index': 234, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.351993644988397e-07, 1.0674550310341147e-07, 9.714984798847581e-07, 0.00510965334251523, 0.009951712563633919, 0.0003240614605601877, 0.00017460910021327436, 0.01657932437956333, 0.00019733040244318545, 0.7169123291969299], 'log_scores_by_expert': [-14.123124122619629, -16.052818298339844, -13.844426155090332, -5.276623725891113, -4.610010623931885, -8.034577369689941, -8.652960777282715, -4.0995988845825195, -8.530631065368652, -0.3328017592430115], 'distances_by_expert': [28.246248245239258, 32.10563659667969, 27.688852310180664, 10.553247451782227, 9.22002124786377, 16.069154739379883, 17.30592155456543, 8.199197769165039, 17.061262130737305, 0.665603518486023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3359.599365234375, 'language': 52.91401290893555}}, {'routing_index': 235, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.82214158334682e-07, 1.0775708148003105e-07, 1.0304815987183247e-06, 0.004905709531158209, 0.010027574375271797, 0.0003047372156288475, 0.00017724820645526052, 0.01673433743417263, 0.00020377810869831592, 0.7266687750816345], 'log_scores_by_expert': [-14.061137199401855, -16.043386459350586, -13.785484313964844, -5.317355632781982, -4.602416515350342, -8.096060752868652, -8.637959480285645, -4.090292453765869, -8.498478889465332, -0.31928446888923645], 'distances_by_expert': [28.12227439880371, 32.08677291870117, 27.570968627929688, 10.634711265563965, 9.204833030700684, 16.192121505737305, 17.27591896057129, 8.180584907531738, 16.996957778930664, 0.6385689377784729], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3373.643798828125, 'language': 52.938941955566406}}, {'routing_index': 236, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.284741627699987e-07, 1.0195115152100698e-07, 9.831217084865784e-07, 0.004784431308507919, 0.009348210878670216, 0.0003025982587132603, 0.0001702105364529416, 0.016017984598875046, 0.00019346072804182768, 0.6792888045310974], 'log_scores_by_expert': [-14.13231372833252, -16.098772048950195, -13.83253288269043, -5.342388153076172, -4.67257022857666, -8.103104591369629, -8.678474426269531, -4.134043216705322, -8.550436019897461, -0.38670891523361206], 'distances_by_expert': [28.26462745666504, 32.19754409790039, 27.66506576538086, 10.684776306152344, 9.34514045715332, 16.206209182739258, 17.356948852539062, 8.268086433410645, 17.100872039794922, 0.7734178304672241], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3304.742919921875, 'language': 52.92583465576172}}, {'routing_index': 237, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.10588551555702e-07, 1.0514510506709485e-07, 9.498049848843948e-07, 0.004835729952901602, 0.009585206396877766, 0.00031764295999892056, 0.00017406228289473802, 0.01608629710972309, 0.00018743814143817872, 0.6973548531532288], 'log_scores_by_expert': [-14.157172203063965, -16.06792449951172, -13.867009162902832, -5.331723213195801, -4.647534370422363, -8.054582595825195, -8.656097412109375, -4.129787445068359, -8.582061767578125, -0.3604608476161957], 'distances_by_expert': [28.31434440612793, 32.13584899902344, 27.734018325805664, 10.663446426391602, 9.295068740844727, 16.10916519165039, 17.31219482421875, 8.259574890136719, 17.16412353515625, 0.7209216952323914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3214.238525390625, 'language': 52.94809341430664}}, {'routing_index': 238, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.862504164928396e-07, 1.0155639529330074e-07, 9.26232701203844e-07, 0.004858206491917372, 0.009484595619142056, 0.00032793424907140434, 0.00017146537720691413, 0.015953170135617256, 0.00018408166943117976, 0.6911655068397522], 'log_scores_by_expert': [-14.192023277282715, -16.102651596069336, -13.89214038848877, -5.327085971832275, -4.65808629989624, -8.022697448730469, -8.67112922668457, -4.138097763061523, -8.600131034851074, -0.369376003742218], 'distances_by_expert': [28.38404655456543, 32.20530319213867, 27.78428077697754, 10.65417194366455, 9.31617259979248, 16.045394897460938, 17.34225845336914, 8.276195526123047, 17.20026206970215, 0.738752007484436], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3222.427001953125, 'language': 52.91008758544922}}, {'routing_index': 239, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.558803420375625e-07, 9.776852749610043e-08, 8.862328968461952e-07, 0.004661534447222948, 0.009423965588212013, 0.0003103759081568569, 0.00016833184054121375, 0.015407481230795383, 0.00017687521176412702, 0.6798301339149475], 'log_scores_by_expert': [-14.237287521362305, -16.140663146972656, -13.936285972595215, -5.368410587310791, -4.664499282836914, -8.077726364135742, -8.689573287963867, -4.1729021072387695, -8.640066146850586, -0.38591232895851135], 'distances_by_expert': [28.47457504272461, 32.28132629394531, 27.87257194519043, 10.736821174621582, 9.328998565673828, 16.155452728271484, 17.379146575927734, 8.345804214477539, 17.280132293701172, 0.7718246579170227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3219.705810546875, 'language': 52.94472122192383}}, {'routing_index': 240, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.007479100844648e-07, 8.577128340903073e-08, 8.149603445417597e-07, 0.004088291432708502, 0.00830781739205122, 0.00025940127670764923, 0.00015452317893505096, 0.01376867201179266, 0.0001635283842915669, 0.6041685938835144], 'log_scores_by_expert': [-14.325090408325195, -16.271581649780273, -14.020126342773438, -5.499628067016602, -4.790558338165283, -8.257134437561035, -8.775166511535645, -4.2853593826293945, -8.718523979187012, -0.503902018070221], 'distances_by_expert': [28.65018081665039, 32.54316329956055, 28.040252685546875, 10.999256134033203, 9.581116676330566, 16.51426887512207, 17.55033302307129, 8.570718765258789, 17.437047958374023, 1.007804036140442], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3203.821044921875, 'language': 52.938594818115234}}, {'routing_index': 241, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.91999082644179e-07, 9.166983971908849e-08, 8.178622010746039e-07, 0.004405040293931961, 0.008786121383309364, 0.0002886716101784259, 0.0001614368229638785, 0.014594926498830318, 0.00016262014105450362, 0.6391445994377136], 'log_scores_by_expert': [-14.339760780334473, -16.2050724029541, -14.016571998596191, -5.425005912780762, -4.73458194732666, -8.15022087097168, -8.731396675109863, -4.227081298828125, -8.724093437194824, -0.4476246237754822], 'distances_by_expert': [28.679521560668945, 32.4101448059082, 28.033143997192383, 10.850011825561523, 9.46916389465332, 16.30044174194336, 17.462793350219727, 8.45416259765625, 17.44818687438965, 0.8952492475509644], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3215.9443359375, 'language': 52.892913818359375}}, {'routing_index': 242, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.292644911809475e-07, 9.551956736686407e-08, 8.692011306266068e-07, 0.004446286242455244, 0.009318055585026741, 0.0002974214730784297, 0.00016770452202763408, 0.01519994717091322, 0.00017141763237304986, 0.6760354042053223], 'log_scores_by_expert': [-14.278714179992676, -16.1639347076416, -13.95569133758545, -5.415686130523682, -4.6758012771606445, -8.120360374450684, -8.693306922912598, -4.186463356018066, -8.671407699584961, -0.3915098309516907], 'distances_by_expert': [28.55742835998535, 32.3278694152832, 27.9113826751709, 10.831372261047363, 9.351602554321289, 16.240720748901367, 17.386613845825195, 8.372926712036133, 17.342815399169922, 0.7830196619033813], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3276.822021484375, 'language': 52.89755630493164}}, {'routing_index': 243, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.802252414672694e-07, 1.0077741308123223e-07, 9.50086700868269e-07, 0.004542364273220301, 0.00933129247277975, 0.0002694985887501389, 0.0001615138171473518, 0.015517368912696838, 0.00017688784282654524, 0.6876687407493591], 'log_scores_by_expert': [-14.200841903686523, -16.1103515625, -13.86671257019043, -5.394307613372803, -4.674381732940674, -8.218947410583496, -8.73091983795166, -4.16579532623291, -8.639994621276855, -0.37444809079170227], 'distances_by_expert': [28.401683807373047, 32.220703125, 27.73342514038086, 10.788615226745605, 9.348763465881348, 16.437894821166992, 17.46183967590332, 8.33159065246582, 17.27998924255371, 0.7488961815834045], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3486.533203125, 'language': 52.90073013305664}}, {'routing_index': 244, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.875389431115764e-07, 1.0546928308485803e-07, 9.309279107583279e-07, 0.004504768177866936, 0.01020976435393095, 0.0002693832211662084, 0.0001660129928495735, 0.015847643837332726, 0.00017683439364191145, 0.7475834488868713], 'log_scores_by_expert': [-14.190147399902344, -16.06484603881836, -13.887084007263184, -5.402618885040283, -4.584410667419434, -8.219375610351562, -8.703444480895996, -4.1447343826293945, -8.640296936035156, -0.2909093201160431], 'distances_by_expert': [28.380294799804688, 32.12969207763672, 27.774168014526367, 10.805237770080566, 9.168821334838867, 16.438751220703125, 17.406888961791992, 8.289468765258789, 17.280593872070312, 0.5818186402320862], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3539.01416015625, 'language': 52.972408294677734}}, {'routing_index': 245, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.942429766037094e-07, 8.847285215551892e-08, 8.059867582232982e-07, 0.0039419797249138355, 0.009250326082110405, 0.00022389869263861328, 0.0001478676567785442, 0.013940051198005676, 0.00016102597874123603, 0.6895785331726074], 'log_scores_by_expert': [-14.335977554321289, -16.240570068359375, -14.031198501586914, -5.536072254180908, -4.683096408843994, -8.404316902160645, -8.819192886352539, -4.272989273071289, -8.7339448928833, -0.37167465686798096], 'distances_by_expert': [28.671955108642578, 32.48114013671875, 28.062397003173828, 11.072144508361816, 9.366192817687988, 16.80863380432129, 17.638385772705078, 8.545978546142578, 17.4678897857666, 0.7433493137359619], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3554.84033203125, 'language': 52.93014144897461}}, {'routing_index': 246, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.434956958401017e-07, 1.0104803749300117e-07, 8.850294079820742e-07, 0.004399712663143873, 0.009831026196479797, 0.0002640814345795661, 0.00015752548642922193, 0.015140991657972336, 0.00017502707487437874, 0.7234987020492554], 'log_scores_by_expert': [-14.25635051727295, -16.107669830322266, -13.937644958496094, -5.426216125488281, -4.622211933135986, -8.239253044128418, -8.7559232711792, -4.190349578857422, -8.650569915771484, -0.32365652918815613], 'distances_by_expert': [28.5127010345459, 32.21533966064453, 27.875289916992188, 10.852432250976562, 9.244423866271973, 16.478506088256836, 17.5118465423584, 8.380699157714844, 17.30113983154297, 0.6473130583763123], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3462.243896484375, 'language': 52.89159393310547}}, {'routing_index': 247, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.216504857547989e-07, 1.0563880437075568e-07, 8.765155143919401e-07, 0.004674028139561415, 0.01036997139453888, 0.0003106459917034954, 0.00016730563947930932, 0.01617586985230446, 0.00016943558875937015, 0.7668204307556152], 'log_scores_by_expert': [-14.290887832641602, -16.06324005126953, -13.947311401367188, -5.365734100341797, -4.568840980529785, -8.07685661315918, -8.695688247680664, -4.124234676361084, -8.683037757873535, -0.2655026614665985], 'distances_by_expert': [28.581775665283203, 32.12648010253906, 27.894622802734375, 10.731468200683594, 9.13768196105957, 16.15371322631836, 17.391376495361328, 8.248469352722168, 17.36607551574707, 0.531005322933197], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.38720703125, 'language': 52.91474151611328}}, {'routing_index': 248, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.66977484797826e-07, 9.907809328524309e-08, 9.111451504395518e-07, 0.004498978145420551, 0.010074639692902565, 0.0002817992935888469, 0.00016426692309323698, 0.015928663313388824, 0.0001783767220331356, 0.7445101141929626], 'log_scores_by_expert': [-14.22050952911377, -16.127357482910156, -13.908563613891602, -5.403904914855957, -4.597733974456787, -8.174315452575684, -8.714017868041992, -4.13963508605957, -8.631612777709961, -0.29502883553504944], 'distances_by_expert': [28.44101905822754, 32.25471496582031, 27.817127227783203, 10.807809829711914, 9.195467948913574, 16.348630905151367, 17.428035736083984, 8.27927017211914, 17.263225555419922, 0.5900576710700989], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3533.0439453125, 'language': 52.91493606567383}}, {'routing_index': 249, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.200970344456437e-07, 1.1202291716472246e-07, 9.86818918136123e-07, 0.005153040401637554, 0.010822439566254616, 0.0003238504286855459, 0.00017966401355806738, 0.01742749661207199, 0.0001912258012453094, 0.7772591710090637], 'log_scores_by_expert': [-14.143879890441895, -16.004562377929688, -13.828779220581055, -5.2681684494018555, -4.5261335372924805, -8.035228729248047, -8.624422073364258, -4.049705982208252, -8.562055587768555, -0.2519814968109131], 'distances_by_expert': [28.28775978088379, 32.009124755859375, 27.65755844116211, 10.536336898803711, 9.052267074584961, 16.070457458496094, 17.248844146728516, 8.099411964416504, 17.12411117553711, 0.5039629936218262], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3428.425048828125, 'language': 52.926002502441406}}, {'routing_index': 250, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.800676146667683e-07, 1.042297981257434e-07, 9.270386271964526e-07, 0.004600267391651869, 0.010278165340423584, 0.00029480535886250436, 0.00016942039655987173, 0.016277354210615158, 0.00018307185382582247, 0.7675651907920837], 'log_scores_by_expert': [-14.20107364654541, -16.07666778564453, -13.891270637512207, -5.381640911102295, -4.577733516693115, -8.129195213317871, -8.683127403259277, -4.117980480194092, -8.605631828308105, -0.2645318806171417], 'distances_by_expert': [28.40214729309082, 32.15333557128906, 27.782541275024414, 10.76328182220459, 9.15546703338623, 16.258390426635742, 17.366254806518555, 8.235960960388184, 17.21126365661621, 0.5290637612342834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.06591796875, 'language': 52.922367095947266}}, {'routing_index': 251, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.235594582904014e-07, 9.94423530187305e-08, 8.562216748941864e-07, 0.004189168103039265, 0.009919514879584312, 0.0002487277961336076, 0.00015770331083331257, 0.014919628389179707, 0.00017065767315216362, 0.7418229579925537], 'log_scores_by_expert': [-14.287821769714355, -16.123687744140625, -13.970736503601074, -5.475253105163574, -4.613251209259033, -8.299151420593262, -8.75479507446289, -4.205077648162842, -8.675850868225098, -0.29864466190338135], 'distances_by_expert': [28.57564353942871, 32.24737548828125, 27.94147300720215, 10.950506210327148, 9.226502418518066, 16.598302841186523, 17.50959014892578, 8.410155296325684, 17.351701736450195, 0.5972893238067627], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3523.208251953125, 'language': 52.89222717285156}}, {'routing_index': 252, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.609769004877307e-07, 8.892931191439857e-08, 7.868094371588086e-07, 0.0038154814392328262, 0.00901976227760315, 0.0002273905265610665, 0.0001435613230569288, 0.013635634444653988, 0.00015362627163995057, 0.6843650341033936], 'log_scores_by_expert': [-14.393586158752441, -16.235424041748047, -14.055279731750488, -5.56868839263916, -4.708337306976318, -8.38884162902832, -8.848748207092285, -4.295068740844727, -8.780987739562988, -0.3792637884616852], 'distances_by_expert': [28.787172317504883, 32.470848083496094, 28.110559463500977, 11.13737678527832, 9.416674613952637, 16.77768325805664, 17.69749641418457, 8.590137481689453, 17.561975479125977, 0.7585275769233704], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3533.473876953125, 'language': 52.917030334472656}}, {'routing_index': 253, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.020768523740117e-07, 9.793911459610172e-08, 8.474416972603649e-07, 0.004106898792088032, 0.009561491198837757, 0.00025487475795671344, 0.00015609107504133135, 0.014833390712738037, 0.00016634722123853862, 0.7258495092391968], 'log_scores_by_expert': [-14.322880744934082, -16.138919830322266, -13.981043815612793, -5.495087146759033, -4.6500115394592285, -8.274738311767578, -8.765070915222168, -4.210874557495117, -8.701433181762695, -0.3204125463962555], 'distances_by_expert': [28.645761489868164, 32.27783966064453, 27.962087631225586, 10.990174293518066, 9.300023078918457, 16.549476623535156, 17.530141830444336, 8.421749114990234, 17.40286636352539, 0.640825092792511], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3455.266845703125, 'language': 52.890708923339844}}, {'routing_index': 254, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.660405347247433e-07, 1.0295380548086541e-07, 9.104094829126552e-07, 0.004469671286642551, 0.009660541079938412, 0.0002765723620541394, 0.00016455903823953122, 0.01543637365102768, 0.00018343658302910626, 0.7247099876403809], 'log_scores_by_expert': [-14.221915245056152, -16.088985443115234, -13.909371376037598, -5.410440444946289, -4.639705657958984, -8.193037986755371, -8.712241172790527, -4.1710286140441895, -8.603641510009766, -0.32198378443717957], 'distances_by_expert': [28.443830490112305, 32.17797088623047, 27.818742752075195, 10.820880889892578, 9.279411315917969, 16.386075973510742, 17.424482345581055, 8.342057228088379, 17.20728302001953, 0.6439675688743591], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3490.166748046875, 'language': 52.89645767211914}}, {'routing_index': 255, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.299712254076439e-07, 1.0772502179179355e-07, 8.661914421281836e-07, 0.004860504996031523, 0.009506605565547943, 0.0003300753596704453, 0.00016888770915102214, 0.015636716037988663, 0.00017192729865200818, 0.7015201449394226], 'log_scores_by_expert': [-14.277591705322266, -16.043684005737305, -13.959159851074219, -5.326612949371338, -4.655768394470215, -8.016189575195312, -8.68627643585205, -4.158133506774902, -8.668438911437988, -0.3545056879520416], 'distances_by_expert': [28.55518341064453, 32.08736801147461, 27.918319702148438, 10.653225898742676, 9.31153678894043, 16.032379150390625, 17.3725528717041, 8.316267013549805, 17.336877822875977, 0.7090113759040833], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.796142578125, 'language': 52.98747253417969}}, {'routing_index': 256, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.297411800915143e-07, 1.0404051664636427e-07, 8.83767597770202e-07, 0.005043730139732361, 0.009144658222794533, 0.0003396641695871949, 0.0001680165296420455, 0.015431494452059269, 0.00017614866374060512, 0.6622608304023743], 'log_scores_by_expert': [-14.27795696258545, -16.0784854888916, -13.939071655273438, -5.289609432220459, -4.69458532333374, -7.987553119659424, -8.691448211669922, -4.171344757080078, -8.644182205200195, -0.41209572553634644], 'distances_by_expert': [28.5559139251709, 32.1569709777832, 27.878143310546875, 10.579218864440918, 9.38917064666748, 15.975106239318848, 17.382896423339844, 8.342689514160156, 17.28836441040039, 0.8241914510726929], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3241.70166015625, 'language': 52.898799896240234}}, {'routing_index': 257, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.32181752280303e-07, 1.0329566890732167e-07, 8.814259899736498e-07, 0.005132600199431181, 0.009237072430551052, 0.0003295023343525827, 0.0001662251161178574, 0.015187840908765793, 0.00017749314429238439, 0.6571946144104004], 'log_scores_by_expert': [-14.274088859558105, -16.085670471191406, -13.94172477722168, -5.2721428871154785, -4.684530258178711, -8.017927169799805, -8.702167510986328, -4.187260150909424, -8.636578559875488, -0.4197750985622406], 'distances_by_expert': [28.54817771911621, 32.17134094238281, 27.88344955444336, 10.544285774230957, 9.369060516357422, 16.03585433959961, 17.404335021972656, 8.374520301818848, 17.273157119750977, 0.8395501971244812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.62255859375, 'language': 52.9203987121582}}, {'routing_index': 258, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.185327947605401e-07, 1.0107541470461001e-07, 8.603610126556305e-07, 0.004961309488862753, 0.008889785967767239, 0.00031493697315454483, 0.00016060237248893827, 0.014739854261279106, 0.00017542496789246798, 0.6431839466094971], 'log_scores_by_expert': [-14.295915603637695, -16.107398986816406, -13.965913772583008, -5.306085586547852, -4.7228522300720215, -8.063138008117676, -8.736578941345215, -4.21720027923584, -8.648299217224121, -0.44132450222969055], 'distances_by_expert': [28.59183120727539, 32.21479797363281, 27.931827545166016, 10.612171173095703, 9.445704460144043, 16.12627601623535, 17.47315788269043, 8.43440055847168, 17.296598434448242, 0.8826490044593811], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.935302734375, 'language': 52.920291900634766}}, {'routing_index': 259, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.103625764808385e-07, 1.00335327601897e-07, 8.50872879709641e-07, 0.004919715225696564, 0.008771545253694057, 0.0003115333674941212, 0.00015884471940807998, 0.014527956955134869, 0.0001730805088300258, 0.629959225654602], 'log_scores_by_expert': [-14.309212684631348, -16.114748001098633, -13.97700309753418, -5.314504623413086, -4.736242294311523, -8.074004173278809, -8.747583389282227, -4.231680393218994, -8.66175365447998, -0.46210023760795593], 'distances_by_expert': [28.618425369262695, 32.229496002197266, 27.95400619506836, 10.629009246826172, 9.472484588623047, 16.148008346557617, 17.495166778564453, 8.463360786437988, 17.32350730895996, 0.9242004752159119], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.1474609375, 'language': 52.932708740234375}}, {'routing_index': 260, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.20697278463922e-07, 1.032170828807466e-07, 8.659799846100213e-07, 0.004922280088067055, 0.009057452902197838, 0.00031642147223465145, 0.0001616939844097942, 0.014911391772329807, 0.00017483804549556226, 0.6554701328277588], 'log_scores_by_expert': [-14.2924222946167, -16.0864315032959, -13.959403991699219, -5.31398344039917, -4.704167366027832, -8.058435440063477, -8.729804992675781, -4.205629825592041, -8.651650428771973, -0.4224024713039398], 'distances_by_expert': [28.5848445892334, 32.1728630065918, 27.918807983398438, 10.62796688079834, 9.408334732055664, 16.116870880126953, 17.459609985351562, 8.411259651184082, 17.303300857543945, 0.8448049426078796], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3285.47216796875, 'language': 52.9260368347168}}, {'routing_index': 261, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.329490815915051e-07, 1.0709525355423466e-07, 8.925766223910614e-07, 0.0050052860751748085, 0.009302668273448944, 0.0003249567816965282, 0.00016607617726549506, 0.015273691155016422, 0.00017795975145418197, 0.6732739210128784], 'log_scores_by_expert': [-14.272875785827637, -16.04954719543457, -13.929153442382812, -5.297260761260986, -4.677453994750977, -8.031818389892578, -8.70306396484375, -4.181623458862305, -8.633953094482422, -0.39560309052467346], 'distances_by_expert': [28.545751571655273, 32.09909439086914, 27.858306884765625, 10.594521522521973, 9.354907989501953, 16.063636779785156, 17.4061279296875, 8.36324691772461, 17.267906188964844, 0.7912061810493469], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3242.943115234375, 'language': 52.94854736328125}}, {'routing_index': 262, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.19150739566976e-07, 1.0684959761420032e-07, 8.66062634941045e-07, 0.004954006988555193, 0.009491486474871635, 0.00032918856595642865, 0.00016788550419732928, 0.015406988561153412, 0.00017432110325898975, 0.6909603476524353], 'log_scores_by_expert': [-14.294917106628418, -16.051843643188477, -13.959308624267578, -5.307558536529541, -4.657360076904297, -8.018879890441895, -8.692228317260742, -4.172934055328369, -8.654611587524414, -0.36967286467552185], 'distances_by_expert': [28.589834213256836, 32.10368728637695, 27.918617248535156, 10.615117073059082, 9.314720153808594, 16.03775978088379, 17.384456634521484, 8.345868110656738, 17.309223175048828, 0.7393457293510437], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3280.25439453125, 'language': 52.92995834350586}}, {'routing_index': 263, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.575412498932565e-07, 1.1241011321772021e-07, 9.107499181482126e-07, 0.0051806955598294735, 0.010033533908426762, 0.00035049975849688053, 0.00017712367116473615, 0.01629934273660183, 0.00018161252955906093, 0.7379710078239441], 'log_scores_by_expert': [-14.234758377075195, -16.00111198425293, -13.908997535705566, -5.262815952301025, -4.601822376251221, -7.956150531768799, -8.638662338256836, -4.116630554199219, -8.613635063171387, -0.30385076999664307], 'distances_by_expert': [28.46951675415039, 32.00222396850586, 27.817995071411133, 10.52563190460205, 9.203644752502441, 15.912301063537598, 17.277324676513672, 8.233261108398438, 17.227270126342773, 0.6077015399932861], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3305.871337890625, 'language': 52.928558349609375}}, {'routing_index': 264, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.650782893302676e-07, 1.1164856061895989e-07, 9.260913316211372e-07, 0.005117714870721102, 0.010209409520030022, 0.000334525277139619, 0.00017593780648894608, 0.016279403120279312, 0.0001823671773308888, 0.7371438145637512], 'log_scores_by_expert': [-14.223361015319824, -16.007909774780273, -13.892292976379395, -5.275047302246094, -4.584445476531982, -8.002798080444336, -8.645380020141602, -4.117854595184326, -8.609488487243652, -0.3049723207950592], 'distances_by_expert': [28.44672203063965, 32.01581954956055, 27.78458595275879, 10.550094604492188, 9.168890953063965, 16.005596160888672, 17.290760040283203, 8.235709190368652, 17.218976974487305, 0.6099446415901184], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.23193359375, 'language': 52.92718505859375}}, {'routing_index': 265, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.280941988734412e-07, 1.0610284562062589e-07, 8.741238843867905e-07, 0.004943661857396364, 0.009707233868539333, 0.00032939299126155674, 0.0001703198067843914, 0.015602821484208107, 0.0001751113886712119, 0.7119064331054688], 'log_scores_by_expert': [-14.2805757522583, -16.058856964111328, -13.950043678283691, -5.3096489906311035, -4.634883880615234, -8.018259048461914, -8.67783260345459, -4.160303592681885, -8.6500883102417, -0.339808851480484], 'distances_by_expert': [28.5611515045166, 32.117713928222656, 27.900087356567383, 10.619297981262207, 9.269767761230469, 16.036518096923828, 17.35566520690918, 8.32060718536377, 17.3001766204834, 0.679617702960968], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.866455078125, 'language': 52.9260368347168}}, {'routing_index': 266, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.435533919102454e-07, 1.0839838182619133e-07, 9.019946674015955e-07, 0.005001172889024019, 0.010150784626603127, 0.0003320777614135295, 0.00017348058463539928, 0.016084671020507812, 0.0001781023747753352, 0.7315837740898132], 'log_scores_by_expert': [-14.256260871887207, -16.037452697753906, -13.918657302856445, -5.2980828285217285, -4.590204238891602, -8.010141372680664, -8.659444808959961, -4.129888534545898, -8.63315200805664, -0.3125436007976532], 'distances_by_expert': [28.512521743774414, 32.07490539550781, 27.83731460571289, 10.596165657043457, 9.180408477783203, 16.020282745361328, 17.318889617919922, 8.259777069091797, 17.26630401611328, 0.6250872015953064], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.989990234375, 'language': 52.91226577758789}}, {'routing_index': 267, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.48332445507549e-07, 1.0875768907681049e-07, 9.097133784052858e-07, 0.004966223146766424, 0.010259200818836689, 0.0003291960747446865, 0.00017425394617021084, 0.016134947538375854, 0.00017702624609228224, 0.7354139089584351], 'log_scores_by_expert': [-14.248862266540527, -16.034143447875977, -13.910136222839355, -5.305095672607422, -4.579580307006836, -8.0188570022583, -8.654996871948242, -4.126767635345459, -8.639212608337402, -0.30732181668281555], 'distances_by_expert': [28.497724533081055, 32.06828689575195, 27.82027244567871, 10.610191345214844, 9.159160614013672, 16.0377140045166, 17.309993743896484, 8.253535270690918, 17.278425216674805, 0.6146436333656311], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3303.42333984375, 'language': 52.94112014770508}}, {'routing_index': 268, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.447328360081883e-07, 1.067166053303481e-07, 8.935134019338875e-07, 0.004839228931814432, 0.010143125429749489, 0.0003225183754693717, 0.00017304914945270866, 0.01595897600054741, 0.000177145964698866, 0.7352649569511414], 'log_scores_by_expert': [-14.254429817199707, -16.053089141845703, -13.928104400634766, -5.330999851226807, -4.590959072113037, -8.039350509643555, -8.661934852600098, -4.1377339363098145, -8.63853645324707, -0.3075244426727295], 'distances_by_expert': [28.508859634399414, 32.106178283691406, 27.85620880126953, 10.661999702453613, 9.181918144226074, 16.07870101928711, 17.323869705200195, 8.275467872619629, 17.27707290649414, 0.615048885345459], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.041748046875, 'language': 52.93102264404297}}, {'routing_index': 269, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.945893235548283e-07, 9.946018053597072e-08, 8.543432272745122e-07, 0.004557081963866949, 0.009725270792841911, 0.0003037718415725976, 0.0001656323584029451, 0.015109855681657791, 0.00016449863323941827, 0.6984043717384338], 'log_scores_by_expert': [-14.335394859313965, -16.12350845336914, -13.972932815551758, -5.391072750091553, -4.63302755355835, -8.099233627319336, -8.705739974975586, -4.192408084869385, -8.712608337402344, -0.35895705223083496], 'distances_by_expert': [28.67078971862793, 32.24701690673828, 27.945865631103516, 10.782145500183105, 9.2660551071167, 16.198467254638672, 17.411479949951172, 8.38481616973877, 17.425216674804688, 0.7179141044616699], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.62060546875, 'language': 52.942466735839844}}, {'routing_index': 270, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.161290002637543e-07, 1.0182152720972226e-07, 8.629049830233271e-07, 0.004638729151338339, 0.009851237758994102, 0.0003138396132271737, 0.00016871692787390202, 0.01566031016409397, 0.00016916223103180528, 0.7205641269683838], 'log_scores_by_expert': [-14.299809455871582, -16.10004425048828, -13.962961196899414, -5.37331485748291, -4.6201581954956055, -8.066628456115723, -8.687288284301758, -4.156625747680664, -8.684652328491211, -0.32772085070610046], 'distances_by_expert': [28.599618911743164, 32.20008850097656, 27.925922393798828, 10.74662971496582, 9.240316390991211, 16.133256912231445, 17.374576568603516, 8.313251495361328, 17.369304656982422, 0.6554417014122009], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.004150390625, 'language': 52.903316497802734}}, {'routing_index': 271, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.772787060072005e-07, 1.0130180072565054e-07, 9.31538011172961e-07, 0.004640977364033461, 0.009410525672137737, 0.00028072207351215184, 0.00016216622316278517, 0.015684889629483223, 0.00017709309759084135, 0.7007342576980591], 'log_scores_by_expert': [-14.205183029174805, -16.105161666870117, -13.886428833007812, -5.372830390930176, -4.665926456451416, -8.178145408630371, -8.726888656616211, -4.155057430267334, -8.638834953308105, -0.35562658309936523], 'distances_by_expert': [28.41036605834961, 32.210323333740234, 27.772857666015625, 10.745660781860352, 9.331852912902832, 16.356290817260742, 17.453777313232422, 8.310114860534668, 17.27766990661621, 0.7112531661987305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3583.45263671875, 'language': 52.897430419921875}}, {'routing_index': 272, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.388308975147083e-07, 9.44034965755236e-08, 8.835324933897937e-07, 0.004064949695020914, 0.009180664084851742, 0.0002377713390160352, 0.00015375435759779066, 0.014743045903742313, 0.00016879818576853722, 0.6788375973701477], 'log_scores_by_expert': [-14.263626098632812, -16.175687789916992, -13.939337730407715, -5.505353927612305, -4.690655708312988, -8.34420108795166, -8.78015422821045, -4.216983795166016, -8.686806678771973, -0.3873733580112457], 'distances_by_expert': [28.527252197265625, 32.351375579833984, 27.87867546081543, 11.01070785522461, 9.381311416625977, 16.68840217590332, 17.5603084564209, 8.433967590332031, 17.373613357543945, 0.7747467160224915], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3504.5400390625, 'language': 52.90468215942383}}, {'routing_index': 273, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.946874577806739e-07, 1.0834340002929821e-07, 9.373644616061938e-07, 0.004705962724983692, 0.01067226193845272, 0.0002894638746511191, 0.0001711960940156132, 0.016380637884140015, 0.00018522772006690502, 0.7835949659347534], 'log_scores_by_expert': [-14.179803848266602, -16.037960052490234, -13.880193710327148, -5.358924865722656, -4.540107250213623, -8.147480010986328, -8.672700881958008, -4.111655235290527, -8.593924522399902, -0.24386301636695862], 'distances_by_expert': [28.359607696533203, 32.07592010498047, 27.760387420654297, 10.717849731445312, 9.080214500427246, 16.294960021972656, 17.345401763916016, 8.223310470581055, 17.187849044799805, 0.48772603273391724], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3502.592041015625, 'language': 52.93882369995117}}, {'routing_index': 274, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.615037477786245e-07, 1.1022979862218563e-07, 9.242270948561782e-07, 0.004714671056717634, 0.010618196800351143, 0.0003032707900274545, 0.00017003563698381186, 0.016241101548075676, 0.00018020111019723117, 0.7827525734901428], 'log_scores_by_expert': [-14.228750228881836, -16.02069854736328, -13.894308090209961, -5.357076168060303, -4.5451860427856445, -8.100884437561035, -8.679502487182617, -4.12021017074585, -8.621437072753906, -0.24493858218193054], 'distances_by_expert': [28.457500457763672, 32.04139709472656, 27.788616180419922, 10.714152336120605, 9.090372085571289, 16.20176887512207, 17.359004974365234, 8.2404203414917, 17.242874145507812, 0.4898771643638611], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.21240234375, 'language': 52.89006805419922}}, {'routing_index': 275, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.871947562103742e-07, 1.0199530464660711e-07, 9.189019465338788e-07, 0.004332534037530422, 0.010092675685882568, 0.00028803825262002647, 0.0001702571171335876, 0.01630794070661068, 0.00018059731519315392, 0.7699214220046997], 'log_scores_by_expert': [-14.190648078918457, -16.098339080810547, -13.900086402893066, -5.44160270690918, -4.595945358276367, -8.152417182922363, -8.678200721740723, -4.116103172302246, -8.619240760803223, -0.2614668607711792], 'distances_by_expert': [28.381296157836914, 32.196678161621094, 27.800172805786133, 10.88320541381836, 9.191890716552734, 16.304834365844727, 17.356401443481445, 8.232206344604492, 17.238481521606445, 0.5229337215423584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.336181640625, 'language': 52.946815490722656}}, {'routing_index': 276, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.671683649983606e-07, 9.506880616072522e-08, 9.044348985298711e-07, 0.004196183290332556, 0.009536884725093842, 0.0002709530817810446, 0.0001642872957745567, 0.015353883616626263, 0.00017788069089874625, 0.7204185724258423], 'log_scores_by_expert': [-14.220223426818848, -16.168664932250977, -13.915955543518066, -5.4735798835754395, -4.652588367462158, -8.2135648727417, -8.71389389038086, -4.176386833190918, -8.634397506713867, -0.32792291045188904], 'distances_by_expert': [28.440446853637695, 32.33732986450195, 27.831911087036133, 10.947159767150879, 9.305176734924316, 16.4271297454834, 17.42778778076172, 8.352773666381836, 17.268795013427734, 0.6558458209037781], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3570.75390625, 'language': 52.91152572631836}}, {'routing_index': 277, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.894476314300846e-07, 9.601475881027e-08, 9.268078429158777e-07, 0.004299845080822706, 0.009649942629039288, 0.0002675028226803988, 0.00016555290494579822, 0.0157573651522398, 0.0001825960207497701, 0.7126078605651855], 'log_scores_by_expert': [-14.18737506866455, -16.158763885498047, -13.891519546508789, -5.44917631149292, -4.640803337097168, -8.226380348205566, -8.706219673156738, -4.150447368621826, -8.608234405517578, -0.33882397413253784], 'distances_by_expert': [28.3747501373291, 32.317527770996094, 27.783039093017578, 10.89835262298584, 9.281606674194336, 16.452760696411133, 17.412439346313477, 8.300894737243652, 17.216468811035156, 0.6776479482650757], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.4306640625, 'language': 52.912742614746094}}, {'routing_index': 278, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.406724193970149e-07, 1.168788799077447e-07, 1.0081938626171905e-06, 0.004992833361029625, 0.01090054027736187, 0.00032154726795852184, 0.00018399408145342022, 0.017349848523736, 0.00019811917445622385, 0.8030575513839722], 'log_scores_by_expert': [-14.115707397460938, -15.962127685546875, -13.807350158691406, -5.2997517585754395, -4.518942832946777, -8.042366027832031, -8.600606918334961, -4.054171562194824, -8.526641845703125, -0.2193288952112198], 'distances_by_expert': [28.231414794921875, 31.92425537109375, 27.614700317382812, 10.599503517150879, 9.037885665893555, 16.084732055664062, 17.201213836669922, 8.108343124389648, 17.05328369140625, 0.4386577904224396], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.170654296875, 'language': 52.905860900878906}}, {'routing_index': 279, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.777025305382267e-07, 1.0782636650219501e-07, 9.303341812483268e-07, 0.004432822577655315, 0.010005380026996136, 0.00027925375616177917, 0.00016718919505365193, 0.015806950628757477, 0.0001842653873609379, 0.7447021007537842], 'log_scores_by_expert': [-14.204557418823242, -16.042743682861328, -13.88772201538086, -5.4187188148498535, -4.604632377624512, -8.183389663696289, -8.69638442993164, -4.147305488586426, -8.599133491516113, -0.2947710454463959], 'distances_by_expert': [28.409114837646484, 32.085487365722656, 27.77544403076172, 10.837437629699707, 9.209264755249023, 16.366779327392578, 17.39276885986328, 8.294610977172852, 17.198266983032227, 0.5895420908927917], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3434.73388671875, 'language': 52.92070007324219}}, {'routing_index': 280, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.617340204684297e-07, 1.1248796738527744e-07, 9.197603390020959e-07, 0.004587824456393719, 0.010090659372508526, 0.0002975298557430506, 0.0001711241202428937, 0.015721311792731285, 0.00018324077245779335, 0.7526512145996094], 'log_scores_by_expert': [-14.228402137756348, -16.00041961669922, -13.899152755737305, -5.384349346160889, -4.596145153045654, -8.119996070861816, -8.673121452331543, -4.152738094329834, -8.60470962524414, -0.2841533422470093], 'distances_by_expert': [28.456804275512695, 32.00083923339844, 27.79830551147461, 10.768698692321777, 9.192290306091309, 16.239992141723633, 17.346242904663086, 8.305476188659668, 17.20941925048828, 0.5683066844940186], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.796630859375, 'language': 52.896175384521484}}, {'routing_index': 281, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.062802183099848e-07, 1.1476775796381844e-07, 9.506576930107258e-07, 0.004947229754179716, 0.009969937615096569, 0.0003152080171275884, 0.00017366251267958432, 0.016203498467803, 0.00019219260138925165, 0.7484095096588135], 'log_scores_by_expert': [-14.163253784179688, -15.980355262756348, -13.866111755371094, -5.308927536010742, -4.608180999755859, -8.062277793884277, -8.65839672088623, -4.122528076171875, -8.557012557983398, -0.28980502486228943], 'distances_by_expert': [28.326507568359375, 31.960710525512695, 27.732223510742188, 10.617855072021484, 9.216361999511719, 16.124555587768555, 17.31679344177246, 8.24505615234375, 17.114025115966797, 0.5796100497245789], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3504.764892578125, 'language': 52.918975830078125}}, {'routing_index': 282, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.223413263091061e-07, 1.1258670440383867e-07, 9.826802624957054e-07, 0.005009798798710108, 0.009854634292423725, 0.00032460459624417126, 0.00017663079779595137, 0.01630937121808529, 0.0001942670060088858, 0.7214499711990356], 'log_scores_by_expert': [-14.140768051147461, -15.999542236328125, -13.832982063293457, -5.296359539031982, -4.619813442230225, -8.032902717590332, -8.641448974609375, -4.116015434265137, -8.546277046203613, -0.3264922499656677], 'distances_by_expert': [28.281536102294922, 31.99908447265625, 27.665964126586914, 10.592719078063965, 9.23962688446045, 16.065805435180664, 17.28289794921875, 8.232030868530273, 17.092554092407227, 0.6529844999313354], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3373.691650390625, 'language': 52.93252944946289}}, {'routing_index': 283, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.779339400964091e-07, 1.1240818054147894e-07, 9.349101901534596e-07, 0.005293112713843584, 0.009721296839416027, 0.0003524998319335282, 0.00017684568592812866, 0.016116533428430557, 0.0001835991715779528, 0.6887220144271851], 'log_scores_by_expert': [-14.204216003417969, -16.001129150390625, -13.88281536102295, -5.241348743438721, -4.63343620300293, -7.950460433959961, -8.640233039855957, -4.1279096603393555, -8.602755546569824, -0.3729175329208374], 'distances_by_expert': [28.408432006835938, 32.00225830078125, 27.7656307220459, 10.482697486877441, 9.26687240600586, 15.900920867919922, 17.280466079711914, 8.255819320678711, 17.20551109313965, 0.7458350658416748], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.70068359375, 'language': 52.92842483520508}}, {'routing_index': 284, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.5272541860395e-07, 1.0777208103718294e-07, 9.08613117189816e-07, 0.005258404649794102, 0.009287076070904732, 0.00033740937942638993, 0.00017108772590290755, 0.0155324786901474, 0.00018039419956039637, 0.6540745496749878], 'log_scores_by_expert': [-14.242109298706055, -16.04324722290039, -13.911346435546875, -5.247927665710449, -4.679131507873535, -7.994213581085205, -8.673334121704102, -4.164822101593018, -8.620366096496582, -0.4245339035987854], 'distances_by_expert': [28.48421859741211, 32.08649444580078, 27.82269287109375, 10.495855331420898, 9.35826301574707, 15.98842716217041, 17.346668243408203, 8.329644203186035, 17.240732192993164, 0.8490678071975708], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.287109375, 'language': 52.908424377441406}}, {'routing_index': 285, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.045700047252467e-07, 9.907412135135019e-08, 8.541289275854069e-07, 0.004878883715718985, 0.008793188259005547, 0.0002991975343320519, 0.00015723671822343022, 0.014463040046393871, 0.00017151967040263116, 0.6174021363258362], 'log_scores_by_expert': [-14.318748474121094, -16.127397537231445, -13.973183631896973, -5.32283878326416, -4.73377799987793, -8.11440658569336, -8.757758140563965, -4.236158847808838, -8.670812606811523, -0.48223474621772766], 'distances_by_expert': [28.637496948242188, 32.25479507446289, 27.946367263793945, 10.64567756652832, 9.46755599975586, 16.22881317138672, 17.51551628112793, 8.472317695617676, 17.341625213623047, 0.9644694924354553], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.35986328125, 'language': 52.9067497253418}}, {'routing_index': 286, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.328712629510846e-07, 1.0473718248249497e-07, 8.882653901309823e-07, 0.00499895540997386, 0.009097781963646412, 0.00031698355451226234, 0.00016338762361556292, 0.014951933175325394, 0.00017724247300066054, 0.6443908214569092], 'log_scores_by_expert': [-14.272998809814453, -16.07181167602539, -13.933995246887207, -5.298526287078857, -4.6997246742248535, -8.056660652160645, -8.719385147094727, -4.202914714813232, -8.637991905212402, -0.43944984674453735], 'distances_by_expert': [28.545997619628906, 32.14362335205078, 27.867990493774414, 10.597052574157715, 9.399449348449707, 16.11332130432129, 17.438770294189453, 8.405829429626465, 17.275983810424805, 0.8788996934890747], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3284.9560546875, 'language': 52.90525817871094}}, {'routing_index': 287, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.870252834938583e-07, 9.424265812185695e-08, 8.314811452692084e-07, 0.004703298211097717, 0.008449558168649673, 0.00029116772930137813, 0.00015160538896452636, 0.01389292348176241, 0.00016813866386655718, 0.5967947840690613], 'log_scores_by_expert': [-14.348197937011719, -16.177392959594727, -14.000057220458984, -5.359491348266602, -4.773641109466553, -8.141611099243164, -8.794229507446289, -4.276375770568848, -8.69072151184082, -0.5161819458007812], 'distances_by_expert': [28.696395874023438, 32.35478591918945, 28.00011444091797, 10.718982696533203, 9.547282218933105, 16.283222198486328, 17.588459014892578, 8.552751541137695, 17.38144302368164, 1.0323638916015625], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.97119140625, 'language': 52.886112213134766}}, {'routing_index': 288, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.632838562836696e-07, 1.1111256981166662e-07, 9.21063815439993e-07, 0.0052236891351640224, 0.009696048684418201, 0.0003474669938441366, 0.00017243846377823502, 0.015994025394320488, 0.00018519027798902243, 0.7025907635688782], 'log_scores_by_expert': [-14.226062774658203, -16.01272201538086, -13.897736549377441, -5.254551410675049, -4.6360368728637695, -7.964840888977051, -8.665470123291016, -4.135540008544922, -8.59412670135498, -0.35298070311546326], 'distances_by_expert': [28.452125549316406, 32.02544403076172, 27.795473098754883, 10.509102821350098, 9.272073745727539, 15.929681777954102, 17.33094024658203, 8.271080017089844, 17.18825340270996, 0.7059614062309265], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3292.612548828125, 'language': 52.88771057128906}}, {'routing_index': 289, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.858899155304243e-07, 1.1512501885135862e-07, 9.411525638824969e-07, 0.005142107605934143, 0.009977475740015507, 0.00034126604441553354, 0.00017497033695690334, 0.016196269541978836, 0.00018753843323793262, 0.7207983136177063], 'log_scores_by_expert': [-14.192548751831055, -15.97724723815918, -13.876160621643066, -5.270292282104492, -4.607425212860107, -7.982848167419434, -8.650894165039062, -4.122974395751953, -8.581526756286621, -0.3273959755897522], 'distances_by_expert': [28.38509750366211, 31.95449447631836, 27.752321243286133, 10.540584564208984, 9.214850425720215, 15.965696334838867, 17.301788330078125, 8.245948791503906, 17.163053512573242, 0.6547919511795044], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.62158203125, 'language': 52.94965362548828}}, {'routing_index': 290, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.871175060041423e-07, 1.1265554888950646e-07, 9.418286595064274e-07, 0.005186133552342653, 0.00991073064506054, 0.0003365243610460311, 0.00017305987421423197, 0.016158809885382652, 0.00018705437832977623, 0.7106926441192627], 'log_scores_by_expert': [-14.190760612487793, -15.998930931091309, -13.875442504882812, -5.2617669105529785, -4.614137172698975, -7.996840000152588, -8.661872863769531, -4.1252899169921875, -8.584111213684082, -0.34151527285575867], 'distances_by_expert': [28.381521224975586, 31.997861862182617, 27.750885009765625, 10.523533821105957, 9.22827434539795, 15.993680000305176, 17.323745727539062, 8.250579833984375, 17.168222427368164, 0.6830305457115173], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3318.70068359375, 'language': 52.94403076171875}}, {'routing_index': 291, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.064411988721986e-07, 1.0603163502764801e-07, 9.518997217128344e-07, 0.004839903209358454, 0.00962180458009243, 0.0002935507509391755, 0.00016588527068961412, 0.015653591603040695, 0.00018948687647935003, 0.6822324991226196], 'log_scores_by_expert': [-14.163025856018066, -16.059528350830078, -13.864806175231934, -5.330860614776611, -4.643723487854004, -8.13346004486084, -8.704214096069336, -4.157054901123047, -8.57119083404541, -0.3823848068714142], 'distances_by_expert': [28.326051712036133, 32.119056701660156, 27.729612350463867, 10.661721229553223, 9.287446975708008, 16.26692008972168, 17.408428192138672, 8.314109802246094, 17.14238166809082, 0.7647696137428284], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3345.90283203125, 'language': 52.910606384277344}}, {'routing_index': 292, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.411762226183782e-07, 1.0906909153618471e-07, 9.88530473478022e-07, 0.004802314098924398, 0.009834458120167255, 0.00029676384292542934, 0.00017170689534395933, 0.01612786389887333, 0.0001942203234648332, 0.705673098564148], 'log_scores_by_expert': [-14.11502742767334, -16.03128433227539, -13.827046394348145, -5.338657379150391, -4.621862888336182, -8.122573852539062, -8.669721603393555, -4.127206802368164, -8.546517372131348, -0.34860315918922424], 'distances_by_expert': [28.23005485534668, 32.06256866455078, 27.65409278869629, 10.677314758300781, 9.243725776672363, 16.245147705078125, 17.33944320678711, 8.254413604736328, 17.093034744262695, 0.6972063183784485], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.0439453125, 'language': 52.94981384277344}}, {'routing_index': 293, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.639397949787963e-07, 1.075174935749601e-07, 1.0191143928750535e-06, 0.004742643795907497, 0.00970090925693512, 0.0002940570411738008, 0.00017190762446261942, 0.016221262514591217, 0.00019858338055200875, 0.6996426582336426], 'log_scores_by_expert': [-14.084776878356934, -16.045612335205078, -13.796576499938965, -5.351160526275635, -4.635535717010498, -8.131736755371094, -8.668553352355957, -4.121432304382324, -8.524301528930664, -0.35718563199043274], 'distances_by_expert': [28.169553756713867, 32.091224670410156, 27.59315299987793, 10.70232105255127, 9.271071434020996, 16.263473510742188, 17.337106704711914, 8.242864608764648, 17.048603057861328, 0.7143712639808655], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3345.257568359375, 'language': 52.93018341064453}}, {'routing_index': 294, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.517073754570447e-07, 1.0078126422286005e-07, 1.0147880402655574e-06, 0.004415108356624842, 0.009391671046614647, 0.00027046591276302934, 0.00016764854080975056, 0.015769783407449722, 0.00019445161160547286, 0.6836877465248108], 'log_scores_by_expert': [-14.100918769836426, -16.110313415527344, -13.800830841064453, -5.422722816467285, -4.667932033538818, -8.215364456176758, -8.69364070892334, -4.149659633636475, -8.545327186584473, -0.38025397062301636], 'distances_by_expert': [28.20183753967285, 32.22062683105469, 27.601661682128906, 10.84544563293457, 9.335864067077637, 16.430728912353516, 17.38728141784668, 8.29931926727295, 17.090654373168945, 0.7605079412460327], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3378.6484375, 'language': 52.904911041259766}}, {'routing_index': 295, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.98781832397799e-07, 9.030890169015038e-08, 9.73691157923895e-07, 0.0039769853465259075, 0.008643555454909801, 0.0002443479315843433, 0.00015534098201896995, 0.014652644284069538, 0.00018115655984729528, 0.6270226240158081], 'log_scores_by_expert': [-14.173927307128906, -16.220029830932617, -13.842171669006348, -5.527231216430664, -4.750941276550293, -8.316917419433594, -8.769887924194336, -4.223134517669678, -8.616148948669434, -0.4667726457118988], 'distances_by_expert': [28.347854614257812, 32.440059661865234, 27.684343338012695, 11.054462432861328, 9.501882553100586, 16.633834838867188, 17.539775848388672, 8.446269035339355, 17.232297897338867, 0.9335452914237976], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.34326171875, 'language': 52.8989372253418}}, {'routing_index': 296, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.959646157156385e-07, 8.961346509295254e-08, 9.645469845054322e-07, 0.003962719812989235, 0.008604616858065128, 0.0002448956947773695, 0.00015575159341096878, 0.014552147127687931, 0.00017901665705721825, 0.6266722679138184], 'log_scores_by_expert': [-14.177967071533203, -16.227760314941406, -13.851607322692871, -5.530824661254883, -4.755456447601318, -8.314678192138672, -8.767248153686523, -4.230016708374023, -8.628031730651855, -0.46733158826828003], 'distances_by_expert': [28.355934143066406, 32.45552062988281, 27.703214645385742, 11.061649322509766, 9.510912895202637, 16.629356384277344, 17.534496307373047, 8.460033416748047, 17.25606346130371, 0.9346631765365601], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.580810546875, 'language': 52.92730712890625}}, {'routing_index': 297, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.032241455817712e-07, 8.827025510527164e-08, 9.74842350842664e-07, 0.003921802155673504, 0.008512117899954319, 0.0002377826749579981, 0.00015331801841966808, 0.014473002403974533, 0.0001830788387451321, 0.6177525520324707], 'log_scores_by_expert': [-14.167590141296387, -16.242862701416016, -13.84099006652832, -5.54120397567749, -4.76626443862915, -8.34415340423584, -8.78299617767334, -4.235470294952393, -8.60559368133545, -0.48166728019714355], 'distances_by_expert': [28.335180282592773, 32.48572540283203, 27.68198013305664, 11.08240795135498, 9.5325288772583, 16.68830680847168, 17.56599235534668, 8.470940589904785, 17.2111873626709, 0.9633345603942871], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.4296875, 'language': 52.88993453979492}}, {'routing_index': 298, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.547728617078974e-07, 7.840428395411436e-08, 9.191315939460765e-07, 0.00359702599234879, 0.00765976682305336, 0.00021235390158835799, 0.00013959378702566028, 0.013230291195213795, 0.0001718782732496038, 0.5470584630966187], 'log_scores_by_expert': [-14.238977432250977, -16.361387252807617, -13.899836540222168, -5.627647876739502, -4.871773719787598, -8.457256317138672, -8.876773834228516, -4.325246334075928, -8.668724060058594, -0.6031995415687561], 'distances_by_expert': [28.477954864501953, 32.722774505615234, 27.799673080444336, 11.255295753479004, 9.743547439575195, 16.914512634277344, 17.75354766845703, 8.650492668151855, 17.337448120117188, 1.2063990831375122], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.446044921875, 'language': 52.88881301879883}}, {'routing_index': 299, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.457290737671428e-07, 9.087444396982391e-08, 8.957966883826884e-07, 0.004092635586857796, 0.008734036237001419, 0.0002293504076078534, 0.00015227629046421498, 0.014345849864184856, 0.00016586645506322384, 0.6389877200126648], 'log_scores_by_expert': [-14.252885818481445, -16.213787078857422, -13.925552368164062, -5.498566150665283, -4.740527629852295, -8.38025951385498, -8.789813995361328, -4.2442946434021, -8.704327583312988, -0.44787007570266724], 'distances_by_expert': [28.50577163696289, 32.427574157714844, 27.851104736328125, 10.997132301330566, 9.48105525970459, 16.76051902770996, 17.579627990722656, 8.4885892868042, 17.408655166625977, 0.8957401514053345], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3545.51220703125, 'language': 52.920291900634766}}, {'routing_index': 300, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.493626756309823e-07, 9.676873702346711e-08, 8.936472113418858e-07, 0.004262965172529221, 0.009137161076068878, 0.00024271658912766725, 0.0001543141988804564, 0.01453249529004097, 0.00016884987417142838, 0.6615853905677795], 'log_scores_by_expert': [-14.247274398803711, -16.150941848754883, -13.92795467376709, -5.457790374755859, -4.69540548324585, -8.323616027832031, -8.776519775390625, -4.231368064880371, -8.686500549316406, -0.4131162762641907], 'distances_by_expert': [28.494548797607422, 32.301883697509766, 27.85590934753418, 10.915580749511719, 9.3908109664917, 16.647232055664062, 17.55303955078125, 8.462736129760742, 17.373001098632812, 0.8262325525283813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3500.735595703125, 'language': 52.94014358520508}}, {'routing_index': 301, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.287785936365253e-07, 9.571069625735618e-08, 8.657611942908261e-07, 0.00411985395476222, 0.009325581602752209, 0.00023740087635815144, 0.0001554917253088206, 0.014633560553193092, 0.00016791273083072156, 0.6865022778511047], 'log_scores_by_expert': [-14.279486656188965, -16.161935806274414, -13.959656715393066, -5.491937637329102, -4.674993991851807, -8.345760345458984, -8.76891803741455, -4.224437713623047, -8.692066192626953, -0.37614569067955017], 'distances_by_expert': [28.55897331237793, 32.32387161254883, 27.919313430786133, 10.983875274658203, 9.349987983703613, 16.69152069091797, 17.5378360748291, 8.448875427246094, 17.384132385253906, 0.7522913813591003], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.053955078125, 'language': 52.92638397216797}}, {'routing_index': 302, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.438517061724269e-07, 1.0166880315409799e-07, 8.911520126275718e-07, 0.004343378823250532, 0.00987650454044342, 0.0002560480497777462, 0.00016039496404118836, 0.015362085774540901, 0.000176355242729187, 0.7267181873321533], 'log_scores_by_expert': [-14.255797386169434, -16.101545333862305, -13.930750846862793, -5.439102649688721, -4.617596626281738, -8.270145416259766, -8.737871170043945, -4.1758527755737305, -8.643010139465332, -0.31921660900115967], 'distances_by_expert': [28.511594772338867, 32.20309066772461, 27.861501693725586, 10.878205299377441, 9.235193252563477, 16.54029083251953, 17.47574234008789, 8.351705551147461, 17.286020278930664, 0.6384332180023193], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.91015625, 'language': 52.89768981933594}}, {'routing_index': 303, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.126367336240946e-07, 1.1176447145544444e-07, 9.776549632078968e-07, 0.004853144753724337, 0.010442741215229034, 0.00030862705898471177, 0.00017654254043009132, 0.016841815784573555, 0.00019060130580328405, 0.7720127701759338], 'log_scores_by_expert': [-14.15429401397705, -16.006872177124023, -13.838109016418457, -5.328128337860107, -4.561848163604736, -8.08337688446045, -8.641948699951172, -4.083890438079834, -8.565326690673828, -0.2587541937828064], 'distances_by_expert': [28.3085880279541, 32.01374435424805, 27.676218032836914, 10.656256675720215, 9.123696327209473, 16.1667537689209, 17.283897399902344, 8.167780876159668, 17.130653381347656, 0.5175083875656128], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3419.838134765625, 'language': 52.914432525634766}}, {'routing_index': 304, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.112116122698353e-07, 1.1042340020139818e-07, 9.777575087355217e-07, 0.004958587232977152, 0.01056706067174673, 0.00032292187097482383, 0.00018022173026110977, 0.016995783895254135, 0.0001903816737467423, 0.772484540939331], 'log_scores_by_expert': [-14.156295776367188, -16.018943786621094, -13.838004112243652, -5.306634426116943, -4.550013542175293, -8.038100242614746, -8.621322631835938, -4.074790000915527, -8.566479682922363, -0.25814327597618103], 'distances_by_expert': [28.312591552734375, 32.03788757324219, 27.676008224487305, 10.613268852233887, 9.100027084350586, 16.076200485229492, 17.242645263671875, 8.149580001831055, 17.132959365844727, 0.5162865519523621], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.09326171875, 'language': 52.91920471191406}}, {'routing_index': 305, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.251599415918463e-07, 1.0490711588317936e-07, 8.890222034096951e-07, 0.004923622589558363, 0.009911511093378067, 0.0003253899922128767, 0.0001737042621243745, 0.016019748523831367, 0.0001702066365396604, 0.7108072638511658], 'log_scores_by_expert': [-14.285258293151855, -16.0701904296875, -13.933143615722656, -5.313710689544678, -4.614058494567871, -8.030486106872559, -8.658156394958496, -4.133933067321777, -8.678497314453125, -0.34135401248931885], 'distances_by_expert': [28.57051658630371, 32.140380859375, 27.866287231445312, 10.627421379089355, 9.228116989135742, 16.060972213745117, 17.316312789916992, 8.267866134643555, 17.35699462890625, 0.6827080249786377], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3379.71337890625, 'language': 52.94441223144531}}, {'routing_index': 306, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.947324209249928e-07, 1.098660433740406e-07, 9.632233286538394e-07, 0.004733586218208075, 0.01022761408239603, 0.00030673446599394083, 0.00017835818289313465, 0.016687922179698944, 0.00018670113058760762, 0.7621428966522217], 'log_scores_by_expert': [-14.179738998413086, -16.024003982543945, -13.852980613708496, -5.353072166442871, -4.5826640129089355, -8.08952808380127, -8.63171672821045, -4.093070030212402, -8.5860013961792, -0.2716212868690491], 'distances_by_expert': [28.359477996826172, 32.04800796508789, 27.705961227416992, 10.706144332885742, 9.165328025817871, 16.17905616760254, 17.2634334564209, 8.186140060424805, 17.1720027923584, 0.5432425737380981], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3458.386962890625, 'language': 52.927337646484375}}, {'routing_index': 307, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.797427545279788e-07, 1.0778503423125585e-07, 9.423551432519162e-07, 0.004475689493119717, 0.010157592594623566, 0.0002738728653639555, 0.0001710591750452295, 0.01588435284793377, 0.00018150916730519384, 0.7494581341743469], 'log_scores_by_expert': [-14.20155143737793, -16.043127059936523, -13.874883651733398, -5.40909481048584, -4.589533805847168, -8.20284652709961, -8.673501014709473, -4.142420768737793, -8.614204406738281, -0.28840479254722595], 'distances_by_expert': [28.40310287475586, 32.08625411987305, 27.749767303466797, 10.81818962097168, 9.179067611694336, 16.40569305419922, 17.347002029418945, 8.284841537475586, 17.228408813476562, 0.5768095850944519], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3466.440185546875, 'language': 52.9578857421875}}, {'routing_index': 308, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.785070354453637e-07, 1.0362857238987999e-07, 9.394729545419978e-07, 0.004322583321481943, 0.009885357692837715, 0.000262338639004156, 0.00016669693286530674, 0.01570725440979004, 0.00018245275714434683, 0.736716628074646], 'log_scores_by_expert': [-14.203371047973633, -16.08245277404785, -13.877946853637695, -5.443902015686035, -4.616700649261475, -8.245874404907227, -8.699333190917969, -4.153632640838623, -8.60901927947998, -0.3055519163608551], 'distances_by_expert': [28.406742095947266, 32.1649055480957, 27.75589370727539, 10.88780403137207, 9.23340129852295, 16.491748809814453, 17.398666381835938, 8.307265281677246, 17.21803855895996, 0.6111038327217102], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3541.218017578125, 'language': 52.90544509887695}}, {'routing_index': 309, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.10720030383527e-07, 1.1892750961806087e-07, 9.896320989355445e-07, 0.005239452701061964, 0.010605440475046635, 0.0003396666143089533, 0.00018620913033373654, 0.017082612961530685, 0.00019282654102426022, 0.7740066051483154], 'log_scores_by_expert': [-14.156987190246582, -15.944751739501953, -13.825932502746582, -5.251538276672363, -4.546388149261475, -7.987545967102051, -8.588640213012695, -4.0696940422058105, -8.553719520568848, -0.25617489218711853], 'distances_by_expert': [28.313974380493164, 31.889503479003906, 27.651865005493164, 10.503076553344727, 9.09277629852295, 15.975091934204102, 17.17728042602539, 8.139388084411621, 17.107439041137695, 0.5123497843742371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3412.594970703125, 'language': 52.92083740234375}}, {'routing_index': 310, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.98185601777368e-07, 1.1928882770462224e-07, 9.983599511542707e-07, 0.005435645580291748, 0.00998540036380291, 0.00036228596582077444, 0.00018226058455184102, 0.016522856429219246, 0.0001919859496410936, 0.7152127623558044], 'log_scores_by_expert': [-14.17478084564209, -15.941718101501465, -13.81715202331543, -5.214776992797852, -4.606631278991699, -7.923076629638672, -8.61007308959961, -4.103010654449463, -8.558088302612305, -0.3351752758026123], 'distances_by_expert': [28.34956169128418, 31.88343620300293, 27.63430404663086, 10.429553985595703, 9.213262557983398, 15.846153259277344, 17.22014617919922, 8.206021308898926, 17.11617660522461, 0.6703505516052246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.1044921875, 'language': 52.90803527832031}}, {'routing_index': 311, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.525803541990172e-07, 1.0591460863906832e-07, 9.418923809789703e-07, 0.005254920572042465, 0.009097651578485966, 0.00033945642644539475, 0.00017289328388869762, 0.015315546654164791, 0.00017963728168979287, 0.6398851275444031], 'log_scores_by_expert': [-14.242331504821777, -16.060632705688477, -13.875374794006348, -5.248590469360352, -4.6997389793396, -7.988164901733398, -8.662836074829102, -4.178886890411377, -8.624570846557617, -0.4464666545391083], 'distances_by_expert': [28.484663009643555, 32.12126541137695, 27.750749588012695, 10.497180938720703, 9.3994779586792, 15.976329803466797, 17.325672149658203, 8.357773780822754, 17.249141693115234, 0.8929333090782166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.89208984375, 'language': 52.9083366394043}}, {'routing_index': 312, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.775241558898415e-07, 1.0128498928452245e-07, 9.51685478867148e-07, 0.004585770424455404, 0.009403402917087078, 0.00027358101215213537, 0.00016397502622567117, 0.015715794637799263, 0.00017756408487912267, 0.6996753811836243], 'log_scores_by_expert': [-14.20482063293457, -16.105327606201172, -13.865031242370605, -5.384797096252441, -4.666683673858643, -8.203912734985352, -8.71579647064209, -4.1530890464782715, -8.636178970336914, -0.35713884234428406], 'distances_by_expert': [28.40964126586914, 32.210655212402344, 27.73006248474121, 10.769594192504883, 9.333367347717285, 16.407825469970703, 17.43159294128418, 8.306178092956543, 17.272357940673828, 0.7142776846885681], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3532.01953125, 'language': 52.88976287841797}}, {'routing_index': 313, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.537595140798658e-07, 1.0253326365727844e-07, 8.977218044492474e-07, 0.004533704370260239, 0.009732645936310291, 0.0002759277122095227, 0.00016113874153234065, 0.015416947193443775, 0.00017472422041464597, 0.7221839427947998], 'log_scores_by_expert': [-14.24052619934082, -16.09307861328125, -13.923405647277832, -5.396215915679932, -4.632269382476807, -8.195371627807617, -8.733244895935059, -4.172287940979004, -8.652301788330078, -0.32547545433044434], 'distances_by_expert': [28.48105239868164, 32.1861572265625, 27.846811294555664, 10.792431831359863, 9.264538764953613, 16.390743255615234, 17.466489791870117, 8.344575881958008, 17.304603576660156, 0.6509509086608887], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3523.88134765625, 'language': 52.9033317565918}}, {'routing_index': 314, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.103480470505019e-07, 1.0783541171122124e-07, 9.824806284086662e-07, 0.004792541731148958, 0.010097532533109188, 0.00029851376893930137, 0.00017166826000902802, 0.016471998766064644, 0.000188125079148449, 0.7545427680015564], 'log_scores_by_expert': [-14.157510757446289, -16.042659759521484, -13.833185195922852, -5.340694427490234, -4.59546422958374, -8.116694450378418, -8.669946670532227, -4.106093406677246, -8.57840347290039, -0.2816433608531952], 'distances_by_expert': [28.315021514892578, 32.08531951904297, 27.666370391845703, 10.681388854980469, 9.19092845916748, 16.233388900756836, 17.339893341064453, 8.212186813354492, 17.15680694580078, 0.5632867217063904], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.984130859375, 'language': 52.885780334472656}}, {'routing_index': 315, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.762492148482124e-07, 1.105869600337428e-07, 9.286862336921331e-07, 0.004788624122738838, 0.010677474550902843, 0.00030324302497319877, 0.00017081611440517008, 0.016119683161377907, 0.00018356241344008595, 0.7771536111831665], 'log_scores_by_expert': [-14.206704139709473, -16.01746368408203, -13.889494895935059, -5.341512203216553, -4.539618968963623, -8.10097599029541, -8.674922943115234, -4.127714157104492, -8.60295581817627, -0.2521172761917114], 'distances_by_expert': [28.413408279418945, 32.03492736816406, 27.778989791870117, 10.683024406433105, 9.079237937927246, 16.20195198059082, 17.34984588623047, 8.255428314208984, 17.20591163635254, 0.5042345523834229], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3460.0947265625, 'language': 52.89266586303711}}, {'routing_index': 316, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.904392080286925e-07, 1.0505529957072213e-07, 9.542492307446082e-07, 0.004641402047127485, 0.010165665298700333, 0.00031061042682267725, 0.00017324500367976725, 0.016864759847521782, 0.00018411397468298674, 0.7753881216049194], 'log_scores_by_expert': [-14.185937881469727, -16.06877899169922, -13.862340927124023, -5.372738838195801, -4.588739395141602, -8.076971054077148, -8.66080379486084, -4.082529067993164, -8.599955558776855, -0.2543915808200836], 'distances_by_expert': [28.371875762939453, 32.13755798339844, 27.724681854248047, 10.745477676391602, 9.177478790283203, 16.153942108154297, 17.32160758972168, 8.165058135986328, 17.19991111755371, 0.5087831616401672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3422.730712890625, 'language': 52.88616180419922}}, {'routing_index': 317, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.338746854657074e-07, 1.0895182356307487e-07, 9.870560688796104e-07, 0.004996429663151503, 0.010808855295181274, 0.00033637884189374745, 0.00018474204989615828, 0.017587030306458473, 0.00019083611550740898, 0.7993318438529968], 'log_scores_by_expert': [-14.124927520751953, -16.032360076904297, -13.82853889465332, -5.299031734466553, -4.5273895263671875, -7.997272491455078, -8.596549987792969, -4.04059362411499, -8.564095497131348, -0.2239791303873062], 'distances_by_expert': [28.249855041503906, 32.064720153808594, 27.65707778930664, 10.598063468933105, 9.054779052734375, 15.994544982910156, 17.193099975585938, 8.08118724822998, 17.128190994262695, 0.4479582607746124], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.187744140625, 'language': 52.938289642333984}}, {'routing_index': 318, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.704966608594987e-07, 1.0791482907279715e-07, 9.129308295996452e-07, 0.00502098398283124, 0.010544823482632637, 0.0003430373908486217, 0.00017814569582697004, 0.016927359625697136, 0.00017997011309489608, 0.7728779315948486], 'log_scores_by_expert': [-14.21524715423584, -16.04192352294922, -13.90660572052002, -5.294129371643066, -4.552120208740234, -7.977671146392822, -8.632908821105957, -4.078824043273926, -8.622719764709473, -0.25763416290283203], 'distances_by_expert': [28.43049430847168, 32.08384704589844, 27.81321144104004, 10.588258743286133, 9.104240417480469, 15.955342292785645, 17.265817642211914, 8.157648086547852, 17.245439529418945, 0.5152683258056641], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3484.028076171875, 'language': 52.931034088134766}}, {'routing_index': 319, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.491168846878281e-07, 1.0374980519145538e-07, 8.898874170881754e-07, 0.004649057053029537, 0.0102635957300663, 0.000300089392112568, 0.00016881187912076712, 0.015920955687761307, 0.00017679997836239636, 0.7695308327674866], 'log_scores_by_expert': [-14.247653007507324, -16.081283569335938, -13.932170867919922, -5.371090888977051, -4.5791521072387695, -8.111430168151855, -8.686725616455078, -4.1401190757751465, -8.640491485595703, -0.2619742453098297], 'distances_by_expert': [28.49530601501465, 32.162567138671875, 27.864341735839844, 10.742181777954102, 9.158304214477539, 16.22286033630371, 17.373451232910156, 8.280238151550293, 17.280982971191406, 0.5239484906196594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.9169921875, 'language': 52.937992095947266}}, {'routing_index': 320, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.231010729607078e-07, 9.858345606517105e-08, 8.624056704320537e-07, 0.004422846250236034, 0.009929221123456955, 0.0002683327184058726, 0.00015847370377741754, 0.014899834990501404, 0.00017151131760329008, 0.7298107147216797], 'log_scores_by_expert': [-14.288557052612305, -16.132362365722656, -13.963540077209473, -5.420971870422363, -4.612273216247559, -8.223282814025879, -8.749921798706055, -4.206405162811279, -8.67086124420166, -0.3149700462818146], 'distances_by_expert': [28.57711410522461, 32.26472473144531, 27.927080154418945, 10.841943740844727, 9.224546432495117, 16.446565628051758, 17.49984359741211, 8.412810325622559, 17.34172248840332, 0.6299400925636292], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.859130859375, 'language': 52.89200210571289}}, {'routing_index': 321, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.912143024033867e-07, 9.223862917906445e-08, 8.205630024349375e-07, 0.004085312131792307, 0.00925892312079668, 0.00025073334109038115, 0.00014930024917703122, 0.014267574064433575, 0.00016302931180689484, 0.6915501356124878], 'log_scores_by_expert': [-14.341087341308594, -16.19888687133789, -14.013275146484375, -5.500357151031494, -4.6821675300598145, -8.291120529174805, -8.809551239013672, -4.249765872955322, -8.721580505371094, -0.3688197135925293], 'distances_by_expert': [28.682174682617188, 32.39777374267578, 28.02655029296875, 11.000714302062988, 9.364335060119629, 16.58224105834961, 17.619102478027344, 8.499531745910645, 17.443161010742188, 0.7376394271850586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3527.39892578125, 'language': 52.92115020751953}}, {'routing_index': 322, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.432907184716896e-07, 9.855506988287743e-08, 8.784335250311415e-07, 0.00430403184145689, 0.009352969005703926, 0.0002685334184207022, 0.0001601546973688528, 0.014850161969661713, 0.0001771099923644215, 0.7055402994155884], 'log_scores_by_expert': [-14.256669044494629, -16.13265037536621, -13.945125579833984, -5.448203086853027, -4.672061443328857, -8.222535133361816, -8.739370346069336, -4.209744453430176, -8.638739585876465, -0.3487914204597473], 'distances_by_expert': [28.513338088989258, 32.26530075073242, 27.89025115966797, 10.896406173706055, 9.344122886657715, 16.445070266723633, 17.478740692138672, 8.419488906860352, 17.27747917175293, 0.6975828409194946], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3503.924560546875, 'language': 52.910301208496094}}, {'routing_index': 323, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.150391638788278e-07, 1.0344965062358824e-07, 9.733978458825732e-07, 0.004617882426828146, 0.00949931051582098, 0.0002862206019926816, 0.0001681385183474049, 0.015893708914518356, 0.00019025806977879256, 0.7073515057563782], 'log_scores_by_expert': [-14.150928497314453, -16.08418083190918, -13.842473030090332, -5.377819061279297, -4.656536102294922, -8.158747673034668, -8.690722465515137, -4.141831874847412, -8.567129135131836, -0.3462274968624115], 'distances_by_expert': [28.301856994628906, 32.16836166381836, 27.684946060180664, 10.755638122558594, 9.313072204589844, 16.317495346069336, 17.381444931030273, 8.283663749694824, 17.134258270263672, 0.692454993724823], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3467.726806640625, 'language': 52.918800354003906}}, {'routing_index': 324, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.837764772171795e-07, 1.139906729008544e-07, 9.382435450788762e-07, 0.005082909949123859, 0.009780374355614185, 0.00034512762795202434, 0.00017753361316863447, 0.016429685056209564, 0.0001844542275648564, 0.726629912853241], 'log_scores_by_expert': [-14.195634841918945, -15.987149238586426, -13.879256248474121, -5.281871318817139, -4.627377510070801, -7.9715962409973145, -8.636350631713867, -4.108665466308594, -8.598109245300293, -0.3193380534648895], 'distances_by_expert': [28.39126968383789, 31.97429847717285, 27.758512496948242, 10.563742637634277, 9.254755020141602, 15.943192481994629, 17.272701263427734, 8.217330932617188, 17.196218490600586, 0.638676106929779], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3363.8740234375, 'language': 52.95730209350586}}, {'routing_index': 325, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.387998041645915e-07, 1.0691238827575944e-07, 8.968780207396776e-07, 0.005134492181241512, 0.009218640625476837, 0.0003435841354075819, 0.00016988554853014648, 0.01542806625366211, 0.00017897824000101537, 0.6648616790771484], 'log_scores_by_expert': [-14.26367473602295, -16.05125617980957, -13.924345970153809, -5.2717742919921875, -4.686527729034424, -7.976078510284424, -8.68038558959961, -4.171566963195801, -8.628246307373047, -0.4081762433052063], 'distances_by_expert': [28.5273494720459, 32.10251235961914, 27.848691940307617, 10.543548583984375, 9.373055458068848, 15.952157020568848, 17.36077117919922, 8.343133926391602, 17.256492614746094, 0.8163524866104126], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.30615234375, 'language': 52.91312026977539}}, {'routing_index': 326, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.380813945521368e-07, 8.644465054885586e-08, 7.38562675905996e-07, 0.0044000353664159775, 0.007938298396766186, 0.00027857147506438196, 0.00014367392577696592, 0.013141893781721592, 0.00015527581854257733, 0.5797339081764221], 'log_scores_by_expert': [-14.435256004333496, -16.263761520385742, -14.118559837341309, -5.426142692565918, -4.836056232452393, -8.185835838317871, -8.8479642868042, -4.3319501876831055, -8.770307540893555, -0.5451860427856445], 'distances_by_expert': [28.870512008666992, 32.527523040771484, 28.237119674682617, 10.852285385131836, 9.672112464904785, 16.371671676635742, 17.6959285736084, 8.663900375366211, 17.54061508178711, 1.090372085571289], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.27392578125, 'language': 52.92686462402344}}, {'routing_index': 327, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.896112043046742e-07, 9.936879052929726e-08, 8.142961291923712e-07, 0.004883462563157082, 0.00864612776786089, 0.00031884602503851056, 0.00015840676496736705, 0.014455980621278286, 0.00016828416846692562, 0.6295399069786072], 'log_scores_by_expert': [-14.343802452087402, -16.124427795410156, -14.020941734313965, -5.321900844573975, -4.750643730163574, -8.050802230834961, -8.750344276428223, -4.236647129058838, -8.68985652923584, -0.46276602149009705], 'distances_by_expert': [28.687604904174805, 32.24885559082031, 28.04188346862793, 10.64380168914795, 9.501287460327148, 16.101604461669922, 17.500688552856445, 8.473294258117676, 17.37971305847168, 0.9255320429801941], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.38427734375, 'language': 52.92281723022461}}, {'routing_index': 328, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.559200531024544e-07, 9.228138253547513e-08, 7.697830710640119e-07, 0.00462625315412879, 0.008304815739393234, 0.0002999406133312732, 0.0001526231790194288, 0.013853593729436398, 0.0001592293701833114, 0.6070104241371155], 'log_scores_by_expert': [-14.402641296386719, -16.198423385620117, -14.077157020568848, -5.376008033752441, -4.790919780731201, -8.111926078796387, -8.787538528442383, -4.279210567474365, -8.74516487121582, -0.49920931458473206], 'distances_by_expert': [28.805282592773438, 32.396846771240234, 28.154314041137695, 10.752016067504883, 9.581839561462402, 16.223852157592773, 17.575077056884766, 8.55842113494873, 17.49032974243164, 0.9984186291694641], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.169921875, 'language': 52.9369010925293}}, {'routing_index': 329, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.562297928918269e-07, 9.143707302428083e-08, 7.725034834038524e-07, 0.004636077675968409, 0.008192455396056175, 0.00029745863866992295, 0.00015147056546993554, 0.013773052021861076, 0.00016024315846152604, 0.5956423282623291], 'log_scores_by_expert': [-14.402084350585938, -16.20761489868164, -14.073629379272461, -5.373886585235596, -4.80454158782959, -8.120235443115234, -8.795119285583496, -4.285041332244873, -8.738818168640137, -0.5181149244308472], 'distances_by_expert': [28.804168701171875, 32.41522979736328, 28.147258758544922, 10.747773170471191, 9.60908317565918, 16.24047088623047, 17.590238571166992, 8.570082664489746, 17.477636337280273, 1.0362298488616943], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.154296875, 'language': 52.91130447387695}}, {'routing_index': 330, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.84994950258988e-07, 9.548751478405393e-08, 8.191915412680828e-07, 0.004820220172405243, 0.008519118651747704, 0.00030556254205293953, 0.00015566339425276965, 0.014247817918658257, 0.00016676545783411711, 0.6104883551597595], 'log_scores_by_expert': [-14.351662635803223, -16.164270401000977, -14.014947891235352, -5.334935665130615, -4.765442371368408, -8.093356132507324, -8.767814636230469, -4.2511515617370605, -8.698922157287598, -0.49349603056907654], 'distances_by_expert': [28.703325271606445, 32.32854080200195, 28.029895782470703, 10.66987133026123, 9.530884742736816, 16.18671226501465, 17.535629272460938, 8.502303123474121, 17.397844314575195, 0.9869920611381531], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3301.370361328125, 'language': 52.92043685913086}}, {'routing_index': 331, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.659242106048623e-07, 9.116766364059004e-08, 8.066796226557926e-07, 0.0047072311863303185, 0.008328740485012531, 0.00029306180658750236, 0.00015206194075290114, 0.013822185806930065, 0.0001630716142244637, 0.5862557291984558], 'log_scores_by_expert': [-14.384805679321289, -16.2105655670166, -14.030339241027832, -5.3586554527282715, -4.788043022155762, -8.135127067565918, -8.79122257232666, -4.281480312347412, -8.721321105957031, -0.5339991450309753], 'distances_by_expert': [28.769611358642578, 32.4211311340332, 28.060678482055664, 10.717310905456543, 9.576086044311523, 16.270254135131836, 17.58244514465332, 8.562960624694824, 17.442642211914062, 1.0679982900619507], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.22998046875, 'language': 52.90742111206055}}, {'routing_index': 332, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.917727321502753e-07, 9.500318753907777e-08, 8.370273008040385e-07, 0.004904462490230799, 0.008622408844530582, 0.0003015007241629064, 0.00015592205454595387, 0.01429163757711649, 0.00016952090663835406, 0.6085068583488464], 'log_scores_by_expert': [-14.340143203735352, -16.169355392456055, -13.993409156799316, -5.317609786987305, -4.753390789031982, -8.106738090515137, -8.766154289245605, -4.248080730438232, -8.682534217834473, -0.4967470169067383], 'distances_by_expert': [28.680286407470703, 32.33871078491211, 27.986818313598633, 10.63521957397461, 9.506781578063965, 16.213476181030273, 17.53230857849121, 8.496161460876465, 17.365068435668945, 0.9934940338134766], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3319.533935546875, 'language': 52.88895797729492}}, {'routing_index': 333, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.95612050346972e-07, 9.191985839152039e-08, 8.254118597506022e-07, 0.004772375803440809, 0.008428303524851799, 0.00028929085237905383, 0.00015207528485916555, 0.014069938100874424, 0.0001663634175201878, 0.5880672335624695], 'log_scores_by_expert': [-14.3336763381958, -16.202348709106445, -14.007383346557617, -5.344911098480225, -4.776159763336182, -8.148077964782715, -8.79113483428955, -4.263714790344238, -8.701335906982422, -0.5309139490127563], 'distances_by_expert': [28.6673526763916, 32.40469741821289, 28.014766693115234, 10.68982219696045, 9.552319526672363, 16.29615592956543, 17.5822696685791, 8.527429580688477, 17.402671813964844, 1.0618278980255127], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3306.863525390625, 'language': 52.919673919677734}}, {'routing_index': 334, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.246700650081038e-07, 9.827256519656657e-08, 8.6851088099138e-07, 0.005023218225687742, 0.00887957215309143, 0.00031265095458365977, 0.0001613815693417564, 0.014914534986019135, 0.0001742155582178384, 0.6256049275398254], 'log_scores_by_expert': [-14.286042213439941, -16.135520935058594, -13.956485748291016, -5.293684482574463, -4.724001884460449, -8.070423126220703, -8.731739044189453, -4.205419063568115, -8.655217170715332, -0.4690362513065338], 'distances_by_expert': [28.572084426879883, 32.27104187011719, 27.91297149658203, 10.587368965148926, 9.448003768920898, 16.140846252441406, 17.463478088378906, 8.41083812713623, 17.310434341430664, 0.9380725026130676], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.97412109375, 'language': 52.91090774536133}}, {'routing_index': 335, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.380156492014066e-07, 1.0286155571748168e-07, 8.912284101825207e-07, 0.005140072666108608, 0.009138834662735462, 0.0003293926711194217, 0.00016549498832318932, 0.015215900726616383, 0.00017656577983871102, 0.641922652721405], 'log_scores_by_expert': [-14.26490306854248, -16.089881896972656, -13.930665016174316, -5.270688056945801, -4.6952223777771, -8.01826000213623, -8.70656967163086, -4.1854143142700195, -8.641817092895508, -0.4432874321937561], 'distances_by_expert': [28.52980613708496, 32.17976379394531, 27.861330032348633, 10.541376113891602, 9.3904447555542, 16.03652000427246, 17.41313934326172, 8.370828628540039, 17.283634185791016, 0.8865748643875122], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.67138671875, 'language': 52.92850112915039}}, {'routing_index': 336, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.360988322740013e-07, 1.0221849322533672e-07, 8.795249755166878e-07, 0.005155074875801802, 0.009052224457263947, 0.0003321886179037392, 0.0001660601847106591, 0.015249429270625114, 0.00017617555567994714, 0.6429786682128906], 'log_scores_by_expert': [-14.267911911010742, -16.096153259277344, -13.943883895874023, -5.267773628234863, -4.704744815826416, -8.009807586669922, -8.703160285949707, -4.183213233947754, -8.64402961730957, -0.4416438043117523], 'distances_by_expert': [28.535823822021484, 32.19230651855469, 27.887767791748047, 10.535547256469727, 9.409489631652832, 16.019615173339844, 17.406320571899414, 8.366426467895508, 17.28805923461914, 0.8832876086235046], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3273.19873046875, 'language': 52.91703796386719}}, {'routing_index': 337, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.091292448218155e-07, 9.818675295036883e-08, 8.36651395275112e-07, 0.004942009691148996, 0.008854575455188751, 0.00032709029619582, 0.00016207747103180736, 0.014827648177742958, 0.00016902742208912969, 0.6345316767692566], 'log_scores_by_expert': [-14.311235427856445, -16.136394500732422, -13.993858337402344, -5.309983253479004, -4.726820945739746, -8.025274276733398, -8.727436065673828, -4.211261749267578, -8.685449600219727, -0.45486804842948914], 'distances_by_expert': [28.62247085571289, 32.272789001464844, 27.987716674804688, 10.619966506958008, 9.453641891479492, 16.050548553466797, 17.454872131347656, 8.422523498535156, 17.370899200439453, 0.9097360968589783], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.530029296875, 'language': 52.91915512084961}}, {'routing_index': 338, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.610729883504973e-07, 1.0914879311485493e-07, 9.177818469652266e-07, 0.005392882041633129, 0.009725669398903847, 0.00035426777321845293, 0.00017698977899271995, 0.016267957165837288, 0.00018080910376738757, 0.6923691630363464], 'log_scores_by_expert': [-14.229401588439941, -16.030553817749023, -13.90130615234375, -5.222675323486328, -4.632986545562744, -7.945457458496094, -8.639418601989746, -4.118557929992676, -8.61806869506836, -0.3676359951496124], 'distances_by_expert': [28.458803176879883, 32.06110763549805, 27.8026123046875, 10.445350646972656, 9.265973091125488, 15.890914916992188, 17.278837203979492, 8.237115859985352, 17.23613739013672, 0.7352719902992249], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3279.61083984375, 'language': 52.906646728515625}}, {'routing_index': 339, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.300000450210064e-07, 9.741467010826454e-08, 8.726171927264659e-07, 0.005047278944402933, 0.00893575418740511, 0.00031633127946406603, 0.0001631347695365548, 0.015092811547219753, 0.00017370707064401358, 0.6239203810691833], 'log_scores_by_expert': [-14.277545928955078, -16.144289016723633, -13.95176887512207, -5.288906097412109, -4.7176947593688965, -8.058720588684082, -8.72093391418457, -4.193536758422852, -8.658140182495117, -0.4717325270175934], 'distances_by_expert': [28.555091857910156, 32.288578033447266, 27.90353775024414, 10.577812194824219, 9.435389518737793, 16.117441177368164, 17.44186782836914, 8.387073516845703, 17.316280364990234, 0.9434650540351868], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.212158203125, 'language': 52.91176223754883}}, {'routing_index': 340, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.60447881273285e-07, 9.640912423947157e-08, 9.129787486017449e-07, 0.004382956773042679, 0.008986122906208038, 0.0002547454787418246, 0.00015382007404696196, 0.014987974427640438, 0.00017067590670194477, 0.6617964506149292], 'log_scores_by_expert': [-14.230347633361816, -16.154664993286133, -13.906553268432617, -5.430031776428223, -4.712073802947998, -8.275245666503906, -8.7797269821167, -4.200507164001465, -8.67574405670166, -0.41279733180999756], 'distances_by_expert': [28.460695266723633, 32.309329986572266, 27.813106536865234, 10.860063552856445, 9.424147605895996, 16.550491333007812, 17.5594539642334, 8.40101432800293, 17.35148811340332, 0.8255946636199951], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3496.432373046875, 'language': 52.900394439697266}}, {'routing_index': 341, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.028346544757369e-07, 1.08779893537303e-07, 9.583377504895907e-07, 0.004816519096493721, 0.010116679593920708, 0.0002926629676949233, 0.0001669569028308615, 0.01625152677297592, 0.00018370847101323307, 0.7381560802459717], 'log_scores_by_expert': [-14.168144226074219, -16.033939361572266, -13.858065605163574, -5.3357038497924805, -4.593569755554199, -8.136488914489746, -8.697774887084961, -4.119568347930908, -8.602160453796387, -0.3035999536514282], 'distances_by_expert': [28.336288452148438, 32.06787872314453, 27.71613121032715, 10.671407699584961, 9.187139511108398, 16.272977828979492, 17.395549774169922, 8.239136695861816, 17.204320907592773, 0.6071999073028564], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.375732421875, 'language': 52.90715026855469}}, {'routing_index': 342, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.322611850213434e-07, 1.1626454465840652e-07, 9.933927458405378e-07, 0.00494165625423193, 0.01077711209654808, 0.00030950631480664015, 0.000176930712768808, 0.01720522716641426, 0.00019037096353713423, 0.7887914776802063], 'log_scores_by_expert': [-14.127128601074219, -15.967397689819336, -13.822139739990234, -5.310054779052734, -4.530330657958984, -8.08053207397461, -8.639752388000488, -4.062541961669922, -8.566535949707031, -0.2372533082962036], 'distances_by_expert': [28.254257202148438, 31.934795379638672, 27.64427947998047, 10.620109558105469, 9.060661315917969, 16.16106414794922, 17.279504776000977, 8.125083923339844, 17.133071899414062, 0.4745066165924072], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3385.150634765625, 'language': 52.91989517211914}}, {'routing_index': 343, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.82905181292881e-07, 1.0814643758294551e-07, 9.24612265862379e-07, 0.004727888386696577, 0.010575923137366772, 0.000305279711028561, 0.00016976940969470888, 0.01667601428925991, 0.00018554490816313773, 0.7940559387207031], 'log_scores_by_expert': [-14.19690990447998, -16.039779663085938, -13.893891334533691, -5.354276657104492, -4.549175262451172, -8.094282150268555, -8.681069374084473, -4.093783855438232, -8.59221363067627, -0.23060140013694763], 'distances_by_expert': [28.39381980895996, 32.079559326171875, 27.787782669067383, 10.708553314208984, 9.098350524902344, 16.18856430053711, 17.362138748168945, 8.187567710876465, 17.18442726135254, 0.46120280027389526], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3473.425048828125, 'language': 52.926231384277344}}, {'routing_index': 344, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.959054985600233e-07, 1.0542302675276005e-07, 9.418097306479467e-07, 0.004761930555105209, 0.010614288970828056, 0.00029429749702103436, 0.00017223220493178815, 0.016816874966025352, 0.00018439002451486886, 0.7759597301483154], 'log_scores_by_expert': [-14.178051948547363, -16.065284729003906, -13.875462532043457, -5.347102165222168, -4.545554161071777, -8.130919456481934, -8.666666984558105, -4.085372447967529, -8.598457336425781, -0.25365471839904785], 'distances_by_expert': [28.356103897094727, 32.13056945800781, 27.750925064086914, 10.694204330444336, 9.091108322143555, 16.261838912963867, 17.33333396911621, 8.170744895935059, 17.196914672851562, 0.5073094367980957], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.453125, 'language': 52.925872802734375}}, {'routing_index': 345, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.748441023773921e-07, 1.0048010778973548e-07, 9.092736945603974e-07, 0.004770494066178799, 0.009790248237550259, 0.00030183157650753856, 0.0001670330238994211, 0.016296684741973877, 0.00017882316024042666, 0.7154251337051392], 'log_scores_by_expert': [-14.208784103393555, -16.113306045532227, -13.910619735717773, -5.345305442810059, -4.626368522644043, -8.10564136505127, -8.697319030761719, -4.116793632507324, -8.62911319732666, -0.3348783850669861], 'distances_by_expert': [28.41756820678711, 32.22661209106445, 27.821239471435547, 10.690610885620117, 9.252737045288086, 16.21128273010254, 17.394638061523438, 8.233587265014648, 17.25822639465332, 0.6697567701339722], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3487.092529296875, 'language': 52.93641662597656}}, {'routing_index': 346, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.808437547078938e-07, 1.0988763676778035e-07, 9.286897579841025e-07, 0.005041185766458511, 0.010820015333592892, 0.00035317399306222796, 0.00018100716988556087, 0.017720697447657585, 0.00018131885735783726, 0.8141367435455322], 'log_scores_by_expert': [-14.199933052062988, -16.023807525634766, -13.889491081237793, -5.290113925933838, -4.526357650756836, -7.948549747467041, -8.616973876953125, -4.033021926879883, -8.615253448486328, -0.2056269496679306], 'distances_by_expert': [28.399866104125977, 32.04761505126953, 27.778982162475586, 10.580227851867676, 9.052715301513672, 15.897099494934082, 17.23394775390625, 8.066043853759766, 17.230506896972656, 0.4112538993358612], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.365966796875, 'language': 52.934078216552734}}, {'routing_index': 347, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.588015821762383e-07, 1.0832128793936135e-07, 9.029774901136989e-07, 0.004614472854882479, 0.010464723221957684, 0.00030867240275256336, 0.00017044605920091271, 0.01647014543414116, 0.0001802705373847857, 0.7907477021217346], 'log_scores_by_expert': [-14.232843399047852, -16.038164138793945, -13.91756820678711, -5.3785576820373535, -4.5597453117370605, -8.083230018615723, -8.677091598510742, -4.106205940246582, -8.621051788330078, -0.2347763180732727], 'distances_by_expert': [28.465686798095703, 32.07632827758789, 27.83513641357422, 10.757115364074707, 9.119490623474121, 16.166460037231445, 17.354183197021484, 8.212411880493164, 17.242103576660156, 0.4695526361465454], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.612060546875, 'language': 52.907142639160156}}, {'routing_index': 348, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.096796028032259e-07, 9.853664550973917e-08, 8.46847058255662e-07, 0.00418836111202836, 0.009760374203324318, 0.00025806931080296636, 0.0001557529321871698, 0.014843684621155262, 0.00016621575923636556, 0.7253329753875732], 'log_scores_by_expert': [-14.310332298278809, -16.132837295532227, -13.981745719909668, -5.475445747375488, -4.629424571990967, -8.262282371520996, -8.767239570617676, -4.210180759429932, -8.702223777770996, -0.32112446427345276], 'distances_by_expert': [28.620664596557617, 32.26567459106445, 27.963491439819336, 10.950891494750977, 9.258849143981934, 16.524564743041992, 17.53447914123535, 8.420361518859863, 17.404447555541992, 0.6422489285469055], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3457.605712890625, 'language': 52.89792251586914}}, {'routing_index': 349, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.237223715288565e-07, 9.595380134896914e-08, 8.51070922180952e-07, 0.0041838460601866245, 0.009499957785010338, 0.0002635246783029288, 0.00015864911256358027, 0.01522375363856554, 0.00017055142961908132, 0.7321703433990479], 'log_scores_by_expert': [-14.28756046295166, -16.159399032592773, -13.976770401000977, -5.476524353027344, -4.656467914581299, -8.241363525390625, -8.748815536499023, -4.184898376464844, -8.676473617553711, -0.3117420971393585], 'distances_by_expert': [28.57512092590332, 32.31879806518555, 27.953540802001953, 10.953048706054688, 9.312935829162598, 16.48272705078125, 17.497631072998047, 8.369796752929688, 17.352947235107422, 0.623484194278717], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.930419921875, 'language': 52.914512634277344}}, {'routing_index': 350, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.928943321327097e-07, 1.0762438762412785e-07, 9.423937399333226e-07, 0.00459331413730979, 0.010184762068092823, 0.0002912810305133462, 0.0001708697236608714, 0.016313282772898674, 0.00018736986385192722, 0.7697903513908386], 'log_scores_by_expert': [-14.182388305664062, -16.044618606567383, -13.874842643737793, -5.383153438568115, -4.586862564086914, -8.14122200012207, -8.674609184265137, -4.1157755851745605, -8.582426071166992, -0.26163703203201294], 'distances_by_expert': [28.364776611328125, 32.089237213134766, 27.749685287475586, 10.76630687713623, 9.173725128173828, 16.28244400024414, 17.349218368530273, 8.231551170349121, 17.164852142333984, 0.5232740640640259], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3490.187744140625, 'language': 52.89665603637695}}, {'routing_index': 351, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.642472953899414e-07, 1.1346096329134525e-07, 9.176505386676581e-07, 0.004999709315598011, 0.009920787997543812, 0.00033980575972236693, 0.00017275383288506418, 0.016199728474020958, 0.0001838029274949804, 0.7354652285575867], 'log_scores_by_expert': [-14.224611282348633, -15.991806983947754, -13.901449203491211, -5.298375606536865, -4.613122940063477, -7.987136363983154, -8.663642883300781, -4.122760772705078, -8.601646423339844, -0.30725207924842834], 'distances_by_expert': [28.449222564697266, 31.983613967895508, 27.802898406982422, 10.59675121307373, 9.226245880126953, 15.974272727966309, 17.327285766601562, 8.245521545410156, 17.203292846679688, 0.6145041584968567], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.838623046875, 'language': 52.901363372802734}}, {'routing_index': 352, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.318743430711038e-07, 1.066348076506074e-07, 8.665905966154241e-07, 0.004933839198201895, 0.009146925993263721, 0.00034757089451886714, 0.00016836763825267553, 0.015294317156076431, 0.00017299257160630077, 0.6626324653625488], 'log_scores_by_expert': [-14.274575233459473, -16.053855895996094, -13.958699226379395, -5.311637878417969, -4.694337368011475, -7.964541912078857, -8.689360618591309, -4.18027400970459, -8.662261962890625, -0.41153478622436523], 'distances_by_expert': [28.549150466918945, 32.10771179199219, 27.91739845275879, 10.623275756835938, 9.38867473602295, 15.929083824157715, 17.378721237182617, 8.36054801940918, 17.32452392578125, 0.8230695724487305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.10546875, 'language': 52.9425048828125}}, {'routing_index': 353, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.102630436544132e-07, 9.536319822700534e-08, 8.47880642140808e-07, 0.004838262684643269, 0.008488127961754799, 0.0003191456780768931, 0.0001570183812873438, 0.01445162482559681, 0.000170972736668773, 0.606364905834198], 'log_scores_by_expert': [-14.309375762939453, -16.165573120117188, -13.980525970458984, -5.331199645996094, -4.769086837768555, -8.0498628616333, -8.759147644042969, -4.236948490142822, -8.674006462097168, -0.5002733469009399], 'distances_by_expert': [28.618751525878906, 32.331146240234375, 27.96105194091797, 10.662399291992188, 9.53817367553711, 16.0997257232666, 17.518295288085938, 8.473896980285645, 17.348012924194336, 1.0005466938018799], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3217.688232421875, 'language': 52.90935134887695}}, {'routing_index': 354, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.366778393385175e-07, 1.0216625412340363e-07, 8.871766681295412e-07, 0.005150566343218088, 0.009192299097776413, 0.00033172674011439085, 0.00016529293498024344, 0.015327929519116879, 0.00018064366304315627, 0.656328022480011], 'log_scores_by_expert': [-14.26700210571289, -16.096664428710938, -13.935221672058105, -5.268648624420166, -4.689389228820801, -8.011198997497559, -8.707791328430176, -4.178078651428223, -8.61898422241211, -0.42109453678131104], 'distances_by_expert': [28.53400421142578, 32.193328857421875, 27.87044334411621, 10.537297248840332, 9.378778457641602, 16.022397994995117, 17.41558265686035, 8.356157302856445, 17.23796844482422, 0.8421890735626221], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.561279296875, 'language': 52.885581970214844}}, {'routing_index': 355, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.231926477084926e-07, 9.644903542493921e-08, 8.594876135248342e-07, 0.004951343405991793, 0.008766385726630688, 0.00030990387313067913, 0.00015736318891867995, 0.014639848843216896, 0.00017589435447007418, 0.6209380626678467], 'log_scores_by_expert': [-14.288410186767578, -16.154251098632812, -13.96692943572998, -5.308096408843994, -4.736830711364746, -8.079248428344727, -8.756954193115234, -4.224008083343506, -8.64562702178955, -0.4765239357948303], 'distances_by_expert': [28.576820373535156, 32.308502197265625, 27.93385887145996, 10.616192817687988, 9.473661422729492, 16.158496856689453, 17.51390838623047, 8.448016166687012, 17.2912540435791, 0.9530478715896606], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.661865234375, 'language': 52.90731430053711}}, {'routing_index': 356, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.392495492946182e-07, 9.992566418759452e-08, 8.683245482643542e-07, 0.005025647580623627, 0.009029836393892765, 0.0003225445107091218, 0.00016238474927376956, 0.01506215613335371, 0.00017803852097131312, 0.6453275084495544], 'log_scores_by_expert': [-14.262970924377441, -16.118839263916016, -13.956700325012207, -5.293200969696045, -4.707221031188965, -8.03926944732666, -8.725542068481445, -4.19556999206543, -8.63351058959961, -0.43799737095832825], 'distances_by_expert': [28.525941848754883, 32.23767852783203, 27.913400650024414, 10.58640193939209, 9.41444206237793, 16.07853889465332, 17.45108413696289, 8.39113998413086, 17.26702117919922, 0.8759947419166565], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3302.522705078125, 'language': 52.918487548828125}}, {'routing_index': 357, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.176845204208803e-07, 9.255690969212083e-08, 8.186995614778425e-07, 0.0047321985475718975, 0.008421136997640133, 0.0003029045765288174, 0.00015405834710691124, 0.014343625865876675, 0.0001706111361272633, 0.6029604077339172], 'log_scores_by_expert': [-14.297287940979004, -16.19544219970703, -14.015548706054688, -5.353365421295166, -4.777010440826416, -8.102092742919922, -8.778179168701172, -4.244449615478516, -8.67612361907959, -0.5059037208557129], 'distances_by_expert': [28.594575881958008, 32.39088439941406, 28.031097412109375, 10.706730842590332, 9.554020881652832, 16.204185485839844, 17.556358337402344, 8.488899230957031, 17.35224723815918, 1.0118074417114258], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.702880859375, 'language': 52.92359924316406}}, {'routing_index': 358, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.489355541816622e-07, 9.80825021201781e-08, 8.6868402604523e-07, 0.00493946997448802, 0.008751416578888893, 0.0003180445928592235, 0.00015933979011606425, 0.014941420406103134, 0.00017715983267407864, 0.6253777146339417], 'log_scores_by_expert': [-14.247932434082031, -16.1374568939209, -13.956286430358887, -5.310497283935547, -4.738539695739746, -8.053318977355957, -8.744471549987793, -4.203618049621582, -8.638458251953125, -0.46939948201179504], 'distances_by_expert': [28.495864868164062, 32.2749137878418, 27.912572860717773, 10.620994567871094, 9.477079391479492, 16.106637954711914, 17.488943099975586, 8.407236099243164, 17.27691650390625, 0.9387989640235901], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.56396484375, 'language': 52.920799255371094}}, {'routing_index': 359, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.025498689472442e-07, 1.0908490111205538e-07, 9.514704402135976e-07, 0.005311716813594103, 0.009754599072039127, 0.0003474015393294394, 0.00017503858543932438, 0.016176894307136536, 0.0001898026530398056, 0.6884056329727173], 'log_scores_by_expert': [-14.168549537658691, -16.031139373779297, -13.865257263183594, -5.237840175628662, -4.630016326904297, -7.965029239654541, -8.650504112243652, -4.124171257019043, -8.569525718688965, -0.3733770251274109], 'distances_by_expert': [28.337099075317383, 32.062278747558594, 27.730514526367188, 10.475680351257324, 9.260032653808594, 15.930058479309082, 17.301008224487305, 8.248342514038086, 17.13905143737793, 0.7467540502548218], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.805419921875, 'language': 52.92559814453125}}, {'routing_index': 360, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.683096328037209e-07, 1.1569458280291656e-07, 1.018816078612872e-06, 0.005512177012860775, 0.010315170511603355, 0.000353025970980525, 0.0001830547407735139, 0.017162512987852097, 0.0002030161558650434, 0.7320018410682678], 'log_scores_by_expert': [-14.079072952270508, -15.972311973571777, -13.796869277954102, -5.200795650482178, -4.574139595031738, -7.948968887329102, -8.605725288391113, -4.065027713775635, -8.502224922180176, -0.3119722306728363], 'distances_by_expert': [28.158145904541016, 31.944623947143555, 27.593738555908203, 10.401591300964355, 9.148279190063477, 15.897937774658203, 17.211450576782227, 8.13005542755127, 17.00444984436035, 0.6239444613456726], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.170166015625, 'language': 52.898345947265625}}, {'routing_index': 361, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.821985263944953e-07, 1.224522634402092e-07, 1.053070263878908e-06, 0.005692486185580492, 0.010786238126456738, 0.0003725636925082654, 0.0001915717002702877, 0.017904091626405716, 0.00020518351811915636, 0.7662043571472168], 'log_scores_by_expert': [-14.0611572265625, -15.915544509887695, -13.763800621032715, -5.16860818862915, -4.529484272003174, -7.895102500915527, -8.560248374938965, -4.022726058959961, -8.491605758666992, -0.2663063406944275], 'distances_by_expert': [28.122314453125, 31.83108901977539, 27.52760124206543, 10.3372163772583, 9.058968544006348, 15.790205001831055, 17.12049674987793, 8.045452117919922, 16.983211517333984, 0.532612681388855], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3238.385498046875, 'language': 52.89032745361328}}, {'routing_index': 362, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.377580573120213e-07, 1.1413600020659942e-07, 9.973815622288384e-07, 0.005399296525865793, 0.010455930605530739, 0.0003476585843600333, 0.0001863226352725178, 0.017009079456329346, 0.00019307770708110183, 0.7313191294670105], 'log_scores_by_expert': [-14.119649887084961, -15.985875129699707, -13.818132400512695, -5.221486568450928, -4.560585975646973, -7.964289665222168, -8.588030815124512, -4.074007987976074, -8.552417755126953, -0.31290534138679504], 'distances_by_expert': [28.239299774169922, 31.971750259399414, 27.63626480102539, 10.442973136901855, 9.121171951293945, 15.928579330444336, 17.176061630249023, 8.148015975952148, 17.104835510253906, 0.6258106827735901], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.826416015625, 'language': 52.92498016357422}}, {'routing_index': 363, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.324895818783261e-07, 1.1024472712506395e-07, 9.890000001178123e-07, 0.005251829046756029, 0.010055954568088055, 0.0003461339802015573, 0.00018191311392001808, 0.016749035567045212, 0.00018991852994076908, 0.7104979157447815], 'log_scores_by_expert': [-14.126816749572754, -16.02056312561035, -13.826571464538574, -5.249178886413574, -4.599590301513672, -7.968684673309326, -8.611981391906738, -4.089414596557617, -8.568915367126465, -0.3417893052101135], 'distances_by_expert': [28.253633499145508, 32.0411262512207, 27.65314292907715, 10.498357772827148, 9.199180603027344, 15.937369346618652, 17.223962783813477, 8.178829193115234, 17.13783073425293, 0.683578610420227], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3273.432373046875, 'language': 52.9223518371582}}, {'routing_index': 364, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.206138323250343e-07, 1.0157169327840165e-07, 8.523770134161168e-07, 0.004743118770420551, 0.009249060414731503, 0.00033062638249248266, 0.00017353669682051986, 0.015475013293325901, 0.00016498961485922337, 0.6791954040527344], 'log_scores_by_expert': [-14.292556762695312, -16.102500915527344, -13.975236892700195, -5.351060390472412, -4.683233261108398, -8.014521598815918, -8.6591215133667, -4.1685285568237305, -8.709628105163574, -0.3868463635444641], 'distances_by_expert': [28.585113525390625, 32.20500183105469, 27.95047378540039, 10.702120780944824, 9.366466522216797, 16.029043197631836, 17.3182430267334, 8.337057113647461, 17.41925621032715, 0.7736927270889282], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3236.911376953125, 'language': 52.93849563598633}}, {'routing_index': 365, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.766304636585119e-07, 1.030337628549205e-07, 9.195437087328173e-07, 0.004807214718312025, 0.009178191423416138, 0.0003302145341876894, 0.00017238174041267484, 0.015688981860876083, 0.00017916678916662931, 0.6687758564949036], 'log_scores_by_expert': [-14.206140518188477, -16.08820915222168, -13.899388313293457, -5.337637424468994, -4.690925121307373, -8.015768051147461, -8.665799140930176, -4.154796600341797, -8.627193450927734, -0.40230631828308105], 'distances_by_expert': [28.412281036376953, 32.17641830444336, 27.798776626586914, 10.675274848937988, 9.381850242614746, 16.031536102294922, 17.33159828186035, 8.309593200683594, 17.25438690185547, 0.8046126365661621], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3216.443115234375, 'language': 52.89667892456055}}, {'routing_index': 366, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.572428219442372e-07, 1.0082759871465896e-07, 9.036477308654867e-07, 0.004883089568465948, 0.009342236444354057, 0.0003274991759099066, 0.00017439642397221178, 0.01565566658973694, 0.0001745326881064102, 0.6698328852653503], 'log_scores_by_expert': [-14.235212326049805, -16.109853744506836, -13.916826248168945, -5.321977138519287, -4.6732096672058105, -8.024024963378906, -8.654179573059082, -4.156922340393066, -8.653398513793945, -0.4007270336151123], 'distances_by_expert': [28.47042465209961, 32.21970748901367, 27.83365249633789, 10.643954277038574, 9.346419334411621, 16.048049926757812, 17.308359146118164, 8.313844680786133, 17.30679702758789, 0.8014540672302246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3227.959716796875, 'language': 52.91401290893555}}, {'routing_index': 367, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.418856060008693e-07, 1.0028826125108026e-07, 8.904884793992096e-07, 0.004786227364093065, 0.009275127202272415, 0.00033055321546271443, 0.00017178323469124734, 0.015637259930372238, 0.00017354992451146245, 0.6780592799186707], 'log_scores_by_expert': [-14.258855819702148, -16.115217208862305, -13.931495666503906, -5.342012882232666, -4.680418968200684, -8.014742851257324, -8.66927719116211, -4.1580986976623535, -8.659045219421387, -0.38852056860923767], 'distances_by_expert': [28.517711639404297, 32.23043441772461, 27.862991333007812, 10.684025764465332, 9.360837936401367, 16.02948570251465, 17.33855438232422, 8.316197395324707, 17.318090438842773, 0.7770411372184753], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.916748046875, 'language': 52.8947868347168}}, {'routing_index': 368, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.547497832798399e-07, 9.766135633526574e-08, 9.129839213528612e-07, 0.004558933898806572, 0.008981197141110897, 0.00028318268596194685, 0.0001574582129251212, 0.015378942713141441, 0.00017299436149187386, 0.6735909581184387], 'log_scores_by_expert': [-14.239012718200684, -16.141759872436523, -13.906547546386719, -5.390666484832764, -4.712622165679932, -8.169418334960938, -8.75635051727295, -4.174756050109863, -8.662251472473145, -0.3951323330402374], 'distances_by_expert': [28.478025436401367, 32.28351974487305, 27.813095092773438, 10.781332969665527, 9.425244331359863, 16.338836669921875, 17.5127010345459, 8.349512100219727, 17.32450294494629, 0.7902646660804749], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.11328125, 'language': 52.89619064331055}}, {'routing_index': 369, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.594277124349901e-07, 1.0058192856376991e-07, 8.981216979009332e-07, 0.004430725704878569, 0.009411046281456947, 0.0002702720230445266, 0.0001590998872416094, 0.015360774472355843, 0.0001741687156027183, 0.6998314261436462], 'log_scores_by_expert': [-14.231893539428711, -16.112293243408203, -13.92296028137207, -5.419191837310791, -4.6658711433410645, -8.216081619262695, -8.745978355407715, -4.175938129425049, -8.655486106872559, -0.35691577196121216], 'distances_by_expert': [28.463787078857422, 32.224586486816406, 27.84592056274414, 10.838383674621582, 9.331742286682129, 16.43216323852539, 17.49195671081543, 8.351876258850098, 17.310972213745117, 0.7138315439224243], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3475.071533203125, 'language': 52.91194534301758}}, {'routing_index': 370, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.152656280595693e-07, 1.1014468981329628e-07, 9.585717180016218e-07, 0.0049054259434342384, 0.010788963176310062, 0.0003053542459383607, 0.00017346338427159935, 0.016829686239361763, 0.00018951740639749914, 0.794194221496582], 'log_scores_by_expert': [-14.150611877441406, -16.02147102355957, -13.857821464538574, -5.317413330078125, -4.529231548309326, -8.094038009643555, -8.659543991088867, -4.084610939025879, -8.571029663085938, -0.2304273098707199], 'distances_by_expert': [28.301223754882812, 32.04294204711914, 27.71564292907715, 10.63482666015625, 9.058463096618652, 16.18807601928711, 17.319087982177734, 8.169221878051758, 17.142059326171875, 0.4608546197414398], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.892333984375, 'language': 52.91084289550781}}, {'routing_index': 371, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.965196348573954e-07, 1.1067135829989638e-07, 9.507874096925661e-07, 0.004875311627984047, 0.010639387182891369, 0.0003111541736871004, 0.0001729968498693779, 0.01699015125632286, 0.00018788501620292664, 0.7950857281684875], 'log_scores_by_expert': [-14.177169799804688, -16.016700744628906, -13.865975379943848, -5.32357120513916, -4.543192386627197, -8.07522201538086, -8.662237167358398, -4.0751214027404785, -8.579680442810059, -0.22930535674095154], 'distances_by_expert': [28.354339599609375, 32.03340148925781, 27.731950759887695, 10.64714241027832, 9.086384773254395, 16.15044403076172, 17.324474334716797, 8.150242805480957, 17.159360885620117, 0.4586107134819031], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.09716796875, 'language': 52.9184455871582}}, {'routing_index': 372, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.331054578367912e-07, 9.95123698999123e-08, 8.643842761557607e-07, 0.004592271987348795, 0.010185704566538334, 0.0003008935018442571, 0.00016359749133698642, 0.016054289415478706, 0.00017199157446157187, 0.7600681185722351], 'log_scores_by_expert': [-14.272628784179688, -16.122983932495117, -13.961248397827148, -5.38338041305542, -4.586770057678223, -8.10875415802002, -8.718101501464844, -4.131779193878174, -8.668065071105957, -0.2743472456932068], 'distances_by_expert': [28.545257568359375, 32.245967864990234, 27.922496795654297, 10.76676082611084, 9.173540115356445, 16.21750831604004, 17.436203002929688, 8.263558387756348, 17.336130142211914, 0.5486944913864136], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3490.265869140625, 'language': 52.91716766357422}}, {'routing_index': 373, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.80296898533561e-07, 9.443626680649686e-08, 8.259575565716659e-07, 0.004475794266909361, 0.009710419923067093, 0.00029908568831160665, 0.00016391873941756785, 0.015520794317126274, 0.0001585583813721314, 0.7109008431434631], 'log_scores_by_expert': [-14.359725952148438, -16.17534065246582, -14.006722450256348, -5.409071445465088, -4.634555816650391, -8.11478042602539, -8.716139793395996, -4.165574550628662, -8.749387741088867, -0.34122228622436523], 'distances_by_expert': [28.719451904296875, 32.35068130493164, 28.013444900512695, 10.818142890930176, 9.269111633300781, 16.22956085205078, 17.432279586791992, 8.331149101257324, 17.498775482177734, 0.6824445724487305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.0302734375, 'language': 52.91157150268555}}, {'routing_index': 374, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.079632726141426e-07, 1.000248275317972e-07, 8.545998753106687e-07, 0.004610034171491861, 0.010099101811647415, 0.00031795541872270405, 0.00016958963533397764, 0.016146739944815636, 0.00016467584646306932, 0.748212456703186], 'log_scores_by_expert': [-14.313151359558105, -16.117847442626953, -13.97263240814209, -5.379519939422607, -4.595308780670166, -8.05359935760498, -8.68212890625, -4.126037120819092, -8.711531639099121, -0.2900683283805847], 'distances_by_expert': [28.62630271911621, 32.235694885253906, 27.94526481628418, 10.759039878845215, 9.190617561340332, 16.10719871520996, 17.3642578125, 8.252074241638184, 17.423063278198242, 0.5801366567611694], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.123046875, 'language': 52.92853927612305}}, {'routing_index': 375, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.697871981486969e-07, 1.0646632375710396e-07, 9.303394676862808e-07, 0.0045539760030806065, 0.010289251804351807, 0.0003078052250202745, 0.000172248954186216, 0.01653771474957466, 0.00018191085837315768, 0.7775806188583374], 'log_scores_by_expert': [-14.21630573272705, -16.055437088012695, -13.887716293334961, -5.391754627227783, -4.576655387878418, -8.086043357849121, -8.666569709777832, -4.10211181640625, -8.611993789672852, -0.2515680193901062], 'distances_by_expert': [28.4326114654541, 32.11087417602539, 27.775432586669922, 10.783509254455566, 9.153310775756836, 16.172086715698242, 17.333139419555664, 8.2042236328125, 17.223987579345703, 0.5031360387802124], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3441.439453125, 'language': 52.890892028808594}}, {'routing_index': 376, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.628412165810005e-07, 1.0453341303673369e-07, 8.965137112681987e-07, 0.004493460059165955, 0.01007843017578125, 0.00028815752011723816, 0.00016705086454749107, 0.016080746427178383, 0.00017937313532456756, 0.7599117755889893], 'log_scores_by_expert': [-14.226730346679688, -16.073759078979492, -13.924752235412598, -5.405132293701172, -4.597357749938965, -8.152003288269043, -8.697212219238281, -4.130132675170898, -8.626042366027832, -0.27455294132232666], 'distances_by_expert': [28.453460693359375, 32.147518157958984, 27.849504470825195, 10.810264587402344, 9.19471549987793, 16.304006576538086, 17.394424438476562, 8.260265350341797, 17.252084732055664, 0.5491058826446533], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3514.717529296875, 'language': 52.92994689941406}}, {'routing_index': 377, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.544182724610437e-07, 1.062225152281826e-07, 8.992324751488923e-07, 0.004472628235816956, 0.010119946673512459, 0.00029438507044687867, 0.00016677865642122924, 0.01610643044114113, 0.00017846554692368954, 0.7680083513259888], 'log_scores_by_expert': [-14.239519119262695, -16.057729721069336, -13.921724319458008, -5.409779071807861, -4.593246936798096, -8.130621910095215, -8.698843002319336, -4.128536701202393, -8.631114959716797, -0.263954758644104], 'distances_by_expert': [28.47903823852539, 32.11545944213867, 27.843448638916016, 10.819558143615723, 9.186493873596191, 16.26124382019043, 17.397686004638672, 8.257073402404785, 17.262229919433594, 0.527909517288208], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.43359375, 'language': 52.92074203491211}}, {'routing_index': 378, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.591309329451178e-07, 1.0928919635944112e-07, 9.085074452741537e-07, 0.005040885880589485, 0.009995928034186363, 0.00034793486702255905, 0.00017748941900208592, 0.017025236040353775, 0.00018023874145001173, 0.7579436898231506], 'log_scores_by_expert': [-14.232343673706055, -16.029268264770508, -13.911462783813477, -5.290173530578613, -4.60557746887207, -7.963495254516602, -8.63659954071045, -4.073058605194092, -8.621228218078613, -0.27714625000953674], 'distances_by_expert': [28.46468734741211, 32.058536529541016, 27.822925567626953, 10.580347061157227, 9.21115493774414, 15.926990509033203, 17.2731990814209, 8.146117210388184, 17.242456436157227, 0.5542925000190735], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.43115234375, 'language': 52.922142028808594}}, {'routing_index': 379, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.388448809957481e-07, 1.1143644940148079e-07, 8.96536846539675e-07, 0.005023532081395388, 0.009921534918248653, 0.0003637661866378039, 0.0001807192893465981, 0.016442177817225456, 0.0001721778535284102, 0.7335688471794128], 'log_scores_by_expert': [-14.263604164123535, -16.009811401367188, -13.924726486206055, -5.293622016906738, -4.6130475997924805, -7.918999195098877, -8.618565559387207, -4.107905387878418, -8.666982650756836, -0.3098338544368744], 'distances_by_expert': [28.52720832824707, 32.019622802734375, 27.84945297241211, 10.587244033813477, 9.226095199584961, 15.837998390197754, 17.237131118774414, 8.215810775756836, 17.333965301513672, 0.6196677088737488], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3373.6064453125, 'language': 52.952327728271484}}, {'routing_index': 380, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.654437356701237e-07, 1.1452579684601005e-07, 9.166744234789803e-07, 0.005113521590828896, 0.009690404869616032, 0.0003816309035755694, 0.00018350289610680193, 0.01672683097422123, 0.00017442171520087868, 0.7182422280311584], 'log_scores_by_expert': [-14.222811698913574, -15.982465744018555, -13.90251350402832, -5.275866985321045, -4.6366190910339355, -7.87105655670166, -8.603280067443848, -4.090741157531738, -8.654034614562988, -0.33094850182533264], 'distances_by_expert': [28.44562339782715, 31.96493148803711, 27.80502700805664, 10.55173397064209, 9.273238182067871, 15.74211311340332, 17.206560134887695, 8.181482315063477, 17.308069229125977, 0.6618970036506653], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.27783203125, 'language': 52.96771240234375}}, {'routing_index': 381, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.829988936056907e-07, 9.850244708786704e-08, 8.159262279150425e-07, 0.004617351572960615, 0.008702960796654224, 0.0003379172121640295, 0.00016978528583422303, 0.014764622785151005, 0.0001563152763992548, 0.6423367261886597], 'log_scores_by_expert': [-14.355080604553223, -16.1331844329834, -14.018941879272461, -5.377933979034424, -4.744091987609863, -7.992709636688232, -8.680975914001465, -4.215521335601807, -8.763635635375977, -0.4426426291465759], 'distances_by_expert': [28.710161209106445, 32.2663688659668, 28.037883758544922, 10.755867958068848, 9.488183975219727, 15.985419273376465, 17.36195182800293, 8.431042671203613, 17.527271270751953, 0.8852852582931519], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.799560546875, 'language': 52.95732879638672}}, {'routing_index': 382, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.094604714235174e-07, 1.0179298470802678e-07, 8.672213880345225e-07, 0.004958438221365213, 0.009215704165399075, 0.00034275680081918836, 0.00016947113908827305, 0.015214427374303341, 0.0001663393049966544, 0.6510912179946899], 'log_scores_by_expert': [-14.310691833496094, -16.100324630737305, -13.957971572875977, -5.30666446685791, -4.6868462562561035, -7.978489398956299, -8.682827949523926, -4.185511112213135, -8.701480865478516, -0.4291054606437683], 'distances_by_expert': [28.621383666992188, 32.20064926147461, 27.915943145751953, 10.61332893371582, 9.373692512512207, 15.956978797912598, 17.36565589904785, 8.37102222442627, 17.40296173095703, 0.8582109212875366], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.97802734375, 'language': 52.9068717956543}}, {'routing_index': 383, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.680303954453848e-07, 1.1108078012966871e-07, 9.182423923448368e-07, 0.005146309267729521, 0.009913912042975426, 0.0003610692801885307, 0.00017696125723887235, 0.01626162976026535, 0.0001806474319892004, 0.7083123326301575], 'log_scores_by_expert': [-14.218932151794434, -16.01300811767578, -13.90080451965332, -5.26947546005249, -4.613816261291504, -7.926440715789795, -8.639579772949219, -4.1189470291137695, -8.618963241577148, -0.3448701798915863], 'distances_by_expert': [28.437864303588867, 32.02601623535156, 27.80160903930664, 10.53895092010498, 9.227632522583008, 15.85288143157959, 17.279159545898438, 8.237894058227539, 17.237926483154297, 0.6897403597831726], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3349.25732421875, 'language': 52.907203674316406}}, {'routing_index': 384, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.844765039204503e-07, 1.1535250621363957e-07, 9.488616683483997e-07, 0.005389401223510504, 0.010449530556797981, 0.00038333251723088324, 0.00018455821555107832, 0.017261024564504623, 0.00018435432866681367, 0.7526457905769348], 'log_scores_by_expert': [-14.194611549377441, -15.975273132324219, -13.868002891540527, -5.223320960998535, -4.5611982345581055, -7.866607666015625, -8.597545623779297, -4.059304237365723, -8.598650932312012, -0.2841605246067047], 'distances_by_expert': [28.389223098754883, 31.950546264648438, 27.736005783081055, 10.44664192199707, 9.122396469116211, 15.73321533203125, 17.195091247558594, 8.118608474731445, 17.197301864624023, 0.5683210492134094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.238037109375, 'language': 52.92332458496094}}, {'routing_index': 385, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.781627917007427e-07, 1.1459156468163201e-07, 9.596079735274543e-07, 0.0052579729817807674, 0.010183053091168404, 0.0003717103390954435, 0.00018076722335536033, 0.016756463795900345, 0.00018448219634592533, 0.7280717492103577], 'log_scores_by_expert': [-14.203878402709961, -15.981891632080078, -13.856740951538086, -5.24800968170166, -4.587030410766602, -7.897395610809326, -8.618300437927246, -4.088971138000488, -8.597957611083984, -0.3173556923866272], 'distances_by_expert': [28.407756805419922, 31.963783264160156, 27.713481903076172, 10.49601936340332, 9.174060821533203, 15.794791221618652, 17.236600875854492, 8.177942276000977, 17.19591522216797, 0.6347113847732544], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.021484375, 'language': 52.90275573730469}}, {'routing_index': 386, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.141028390833526e-07, 1.1904221963732198e-07, 9.76768660621019e-07, 0.005574031732976437, 0.010578414425253868, 0.0003920130548067391, 0.00018813673523254693, 0.017444325610995293, 0.00019102712394669652, 0.7568549513816833], 'log_scores_by_expert': [-14.152238845825195, -15.943787574768066, -13.83901596069336, -5.189636707305908, -4.5489397048950195, -7.844215393066406, -8.578341484069824, -4.048740863800049, -8.563095092773438, -0.27858367562294006], 'distances_by_expert': [28.30447769165039, 31.887575149536133, 27.67803192138672, 10.379273414611816, 9.097879409790039, 15.688430786132812, 17.15668296813965, 8.097481727600098, 17.126190185546875, 0.5571673512458801], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.873779296875, 'language': 52.920387268066406}}, {'routing_index': 387, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.115901894394483e-07, 1.1171331948389707e-07, 9.667091944720596e-07, 0.0051757595501840115, 0.010216173715889454, 0.0003548507229425013, 0.0001807018998079002, 0.01685580424964428, 0.00019152695313096046, 0.7394614815711975], 'log_scores_by_expert': [-14.155763626098633, -16.0073299407959, -13.84936809539795, -5.263769149780273, -4.583783149719238, -7.943813323974609, -8.618661880493164, -4.083060264587402, -8.560482025146484, -0.3018331229686737], 'distances_by_expert': [28.311527252197266, 32.0146598815918, 27.6987361907959, 10.527538299560547, 9.167566299438477, 15.887626647949219, 17.237323760986328, 8.166120529174805, 17.12096405029297, 0.6036662459373474], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.9169921875, 'language': 52.8908576965332}}, {'routing_index': 388, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.180849479482276e-07, 1.092220998089033e-07, 9.833468084252672e-07, 0.005142656620591879, 0.010159632191061974, 0.0003312190528959036, 0.00017744439537636936, 0.016736166551709175, 0.00019314457313157618, 0.7301974296569824], 'log_scores_by_expert': [-14.14667797088623, -16.029882431030273, -13.832304000854492, -5.270185470581055, -4.5893330574035645, -8.012730598449707, -8.636853218078613, -4.090183258056641, -8.552071571350098, -0.31444036960601807], 'distances_by_expert': [28.29335594177246, 32.05976486206055, 27.664608001708984, 10.54037094116211, 9.178666114807129, 16.025461196899414, 17.273706436157227, 8.180366516113281, 17.104143142700195, 0.6288807392120361], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3398.569580078125, 'language': 52.901241302490234}}, {'routing_index': 389, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.398901971100713e-07, 1.1513512276906113e-07, 1.0014666713686893e-06, 0.005397729109972715, 0.01060210820287466, 0.00035377198946662247, 0.00018507198547013104, 0.017386993393301964, 0.00019965131650678813, 0.7653647661209106], 'log_scores_by_expert': [-14.116764068603516, -15.97715950012207, -13.814044952392578, -5.221776962280273, -4.5467023849487305, -7.946857929229736, -8.594765663146973, -4.052032947540283, -8.518938064575195, -0.2674027681350708], 'distances_by_expert': [28.23352813720703, 31.95431900024414, 27.628089904785156, 10.443553924560547, 9.093404769897461, 15.893715858459473, 17.189531326293945, 8.104065895080566, 17.03787612915039, 0.5348055362701416], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.48388671875, 'language': 52.88944625854492}}, {'routing_index': 390, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.096060130606929e-07, 1.0586108345478351e-07, 9.516429031464213e-07, 0.00478791631758213, 0.009783150628209114, 0.00030919123673811555, 0.0001716122787911445, 0.016173385083675385, 0.00019176052592229098, 0.7177734375], 'log_scores_by_expert': [-14.15855598449707, -16.061138153076172, -13.865076065063477, -5.341660022735596, -4.62709379196167, -8.081550598144531, -8.670272827148438, -4.124388217926025, -8.559263229370117, -0.3316013514995575], 'distances_by_expert': [28.31711196899414, 32.122276306152344, 27.730152130126953, 10.683320045471191, 9.25418758392334, 16.163101196289062, 17.340545654296875, 8.24877643585205, 17.118526458740234, 0.663202702999115], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.464111328125, 'language': 52.8936653137207}}, {'routing_index': 391, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.302380709006684e-07, 1.1711419034554638e-07, 9.878037872113055e-07, 0.00526090245693922, 0.010441804304718971, 0.00034597571357153356, 0.000182403702638112, 0.017115430906414986, 0.00019510976562742144, 0.7489171624183655], 'log_scores_by_expert': [-14.129895210266113, -15.960116386413574, -13.827781677246094, -5.247452735900879, -4.5619378089904785, -7.969141960144043, -8.609288215637207, -4.067774772644043, -8.541948318481445, -0.2891269028186798], 'distances_by_expert': [28.259790420532227, 31.92023277282715, 27.655563354492188, 10.494905471801758, 9.123875617980957, 15.938283920288086, 17.218576431274414, 8.135549545288086, 17.08389663696289, 0.5782538056373596], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.86328125, 'language': 52.91118621826172}}, {'routing_index': 392, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.404464668070432e-07, 1.1730376314744717e-07, 1.015575094243104e-06, 0.005284399725496769, 0.01051920186728239, 0.0003547827072907239, 0.00018585872021503747, 0.01743246801197529, 0.00019806684576906264, 0.758083701133728], 'log_scores_by_expert': [-14.116012573242188, -15.95849895477295, -13.800055503845215, -5.2429962158203125, -4.554553031921387, -7.944005012512207, -8.590523719787598, -4.0494208335876465, -8.52690601348877, -0.27696147561073303], 'distances_by_expert': [28.232025146484375, 31.9169979095459, 27.60011100769043, 10.485992431640625, 9.109106063842773, 15.888010025024414, 17.181047439575195, 8.098841667175293, 17.05381202697754, 0.5539229512214661], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3373.703125, 'language': 52.89119338989258}}, {'routing_index': 393, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.667608201700205e-07, 1.1494728369143559e-07, 1.0297143262505415e-06, 0.0051855421625077724, 0.010398626327514648, 0.0003298047522548586, 0.000182651579962112, 0.01742606796324253, 0.00020291513646952808, 0.7521806359291077], 'log_scores_by_expert': [-14.081090927124023, -15.978792190551758, -13.786229133605957, -5.261880874633789, -4.566081523895264, -8.017009735107422, -8.607930183410645, -4.049787998199463, -8.50272274017334, -0.28477880358695984], 'distances_by_expert': [28.162181854248047, 31.957584381103516, 27.572458267211914, 10.523761749267578, 9.132163047790527, 16.034019470214844, 17.21586036682129, 8.099575996398926, 17.00544548034668, 0.5695576071739197], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3425.956787109375, 'language': 52.89957046508789}}, {'routing_index': 394, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.51362563278235e-07, 1.1279519895879275e-07, 1.0295298125129193e-06, 0.00524568185210228, 0.010319283232092857, 0.0003378551627974957, 0.00018108902440872043, 0.017272179946303368, 0.00019992416491732, 0.7349746823310852], 'log_scores_by_expert': [-14.101377487182617, -15.997692108154297, -13.786408424377441, -5.250349998474121, -4.5737409591674805, -7.992893218994141, -8.616521835327148, -4.058658123016357, -8.517572402954102, -0.30791932344436646], 'distances_by_expert': [28.202754974365234, 31.995384216308594, 27.572816848754883, 10.500699996948242, 9.147481918334961, 15.985786437988281, 17.233043670654297, 8.117316246032715, 17.035144805908203, 0.6158386468887329], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3420.5947265625, 'language': 52.900115966796875}}, {'routing_index': 395, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.380416491287178e-07, 1.0914566672681758e-07, 1.0115559234691318e-06, 0.005107850767672062, 0.009959721006453037, 0.00033064212766475976, 0.0001775034616002813, 0.016951818019151688, 0.00019527264521457255, 0.7182249426841736], 'log_scores_by_expert': [-14.11926555633545, -16.030582427978516, -13.804020881652832, -5.276976585388184, -4.609206199645996, -8.014473915100098, -8.636520385742188, -4.077380180358887, -8.54111385345459, -0.33097249269485474], 'distances_by_expert': [28.2385311126709, 32.06116485595703, 27.608041763305664, 10.553953170776367, 9.218412399291992, 16.028947830200195, 17.273040771484375, 8.154760360717773, 17.08222770690918, 0.6619449853897095], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.575439453125, 'language': 52.89794158935547}}, {'routing_index': 396, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.364210207721044e-07, 9.174540593903657e-08, 8.918516414269106e-07, 0.004156177397817373, 0.008628878742456436, 0.000234481631196104, 0.0001505326508777216, 0.014428983442485332, 0.0001669046760071069, 0.6400954127311707], 'log_scores_by_expert': [-14.26740550994873, -16.204248428344727, -13.92996597290039, -5.48315954208374, -4.752640724182129, -8.358133316040039, -8.80133056640625, -4.238516330718994, -8.698087692260742, -0.44613805413246155], 'distances_by_expert': [28.53481101989746, 32.40849685668945, 27.85993194580078, 10.96631908416748, 9.505281448364258, 16.716266632080078, 17.6026611328125, 8.477032661437988, 17.396175384521484, 0.8922761082649231], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.283935546875, 'language': 52.89305877685547}}, {'routing_index': 397, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.371473091348889e-07, 9.830181113557046e-08, 8.761510912336234e-07, 0.004276887513697147, 0.009221972897648811, 0.0002484471187926829, 0.0001540480589028448, 0.014653783291578293, 0.00016988652350846678, 0.6879684329032898], 'log_scores_by_expert': [-14.266264915466309, -16.135223388671875, -13.94772720336914, -5.454529762268066, -4.686166286468506, -8.300280570983887, -8.77824592590332, -4.223056793212891, -8.680379867553711, -0.374012291431427], 'distances_by_expert': [28.532529830932617, 32.27044677734375, 27.89545440673828, 10.909059524536133, 9.372332572937012, 16.600561141967773, 17.55649185180664, 8.446113586425781, 17.360759735107422, 0.748024582862854], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.06494140625, 'language': 52.8924560546875}}, {'routing_index': 398, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.936361955922621e-07, 1.1058484261639023e-07, 9.456996963308484e-07, 0.0046940515749156475, 0.010218010284006596, 0.00029086298309266567, 0.00017109686450567096, 0.016448484733700752, 0.00018276117043569684, 0.7757644057273865], 'log_scores_by_expert': [-14.181318283081055, -16.01748275756836, -13.87134075164795, -5.361459255218506, -4.583603382110596, -8.142658233642578, -8.673280715942383, -4.107522010803223, -8.607330322265625, -0.25390636920928955], 'distances_by_expert': [28.36263656616211, 32.03496551513672, 27.7426815032959, 10.722918510437012, 9.167206764221191, 16.285316467285156, 17.346561431884766, 8.215044021606445, 17.21466064453125, 0.5078127384185791], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.391357421875, 'language': 52.932289123535156}}, {'routing_index': 399, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.940523462617421e-07, 1.1445897740713917e-07, 9.385935300088022e-07, 0.004858681000769138, 0.010773751884698868, 0.00031133019365370274, 0.00017402925004716963, 0.016775667667388916, 0.0001868402468971908, 0.804852306842804], 'log_scores_by_expert': [-14.180718421936035, -15.983049392700195, -13.878883361816406, -5.326988220214844, -4.530642509460449, -8.07465648651123, -8.65628719329834, -4.087825775146484, -8.585256576538086, -0.2170964628458023], 'distances_by_expert': [28.36143684387207, 31.96609878540039, 27.757766723632812, 10.653976440429688, 9.061285018920898, 16.14931297302246, 17.31257438659668, 8.175651550292969, 17.170513153076172, 0.4341929256916046], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3422.268310546875, 'language': 52.92053985595703}}, {'routing_index': 400, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.121890348571469e-07, 1.1099606922471139e-07, 9.530469924357021e-07, 0.004854084458202124, 0.010827968828380108, 0.0003171625721734017, 0.00017898267833516002, 0.01760895736515522, 0.00018787014414556324, 0.8317198753356934], 'log_scores_by_expert': [-14.154922485351562, -16.013771057128906, -13.863601684570312, -5.327934741973877, -4.525622844696045, -8.056096076965332, -8.62822151184082, -4.0393476486206055, -8.57975959777832, -0.1842595785856247], 'distances_by_expert': [28.309844970703125, 32.02754211425781, 27.727203369140625, 10.655869483947754, 9.05124568939209, 16.112192153930664, 17.25644302368164, 8.078695297241211, 17.15951919555664, 0.3685191571712494], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.98095703125, 'language': 52.928375244140625}}, {'routing_index': 401, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.309376428565884e-07, 1.0628574642623789e-07, 9.921477612806484e-07, 0.004872708581387997, 0.010367756709456444, 0.0003137429594062269, 0.0001792038674466312, 0.01745140552520752, 0.00018985189672093838, 0.7732219696044922], 'log_scores_by_expert': [-14.128937721252441, -16.0571346282959, -13.823393821716309, -5.324105262756348, -4.56905460357666, -8.066936492919922, -8.626986503601074, -4.048335075378418, -8.569266319274902, -0.2571890950202942], 'distances_by_expert': [28.257875442504883, 32.1142692565918, 27.646787643432617, 10.648210525512695, 9.13810920715332, 16.133872985839844, 17.25397300720215, 8.096670150756836, 17.138532638549805, 0.5143781900405884], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3495.23583984375, 'language': 52.91843032836914}}, {'routing_index': 402, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.925040227339196e-07, 9.598601025118114e-08, 8.219406026910292e-07, 0.004569461103528738, 0.009779879823327065, 0.0003063290205318481, 0.00016839268209878355, 0.01573600433766842, 0.0001612486521480605, 0.7238421440124512], 'log_scores_by_expert': [-14.338908195495605, -16.1590633392334, -14.011597633361816, -5.388360023498535, -4.62742805480957, -8.090850830078125, -8.68921184539795, -4.151803970336914, -8.732563018798828, -0.32318198680877686], 'distances_by_expert': [28.67781639099121, 32.3181266784668, 28.023195266723633, 10.77672004699707, 9.25485610961914, 16.18170166015625, 17.3784236907959, 8.303607940673828, 17.465126037597656, 0.6463639736175537], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.266357421875, 'language': 52.93923568725586}}, {'routing_index': 403, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.053042168081447e-07, 1.0818378370913706e-07, 9.66668608270993e-07, 0.0046416097320616245, 0.010253424756228924, 0.00030421395786106586, 0.0001783600600901991, 0.01684601604938507, 0.00018776356591843069, 0.7763113975524902], 'log_scores_by_expert': [-14.164636611938477, -16.0394344329834, -13.849410057067871, -5.37269401550293, -4.580143451690674, -8.097779273986816, -8.631706237792969, -4.083641052246094, -8.580327033996582, -0.25320160388946533], 'distances_by_expert': [28.329273223876953, 32.0788688659668, 27.698820114135742, 10.74538803100586, 9.160286903381348, 16.195558547973633, 17.263412475585938, 8.167282104492188, 17.160654067993164, 0.5064032077789307], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.62890625, 'language': 52.921539306640625}}, {'routing_index': 404, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.326907507376745e-07, 1.1836887381377892e-07, 1.0017952263297047e-06, 0.004886569920927286, 0.010967432521283627, 0.0003145842638332397, 0.00018324758275412023, 0.017477262765169144, 0.00019429813255555928, 0.8154900074005127], 'log_scores_by_expert': [-14.126542091369629, -15.94946002960205, -13.813716888427734, -5.321264743804932, -4.512825012207031, -8.064258575439453, -8.6046724319458, -4.046854496002197, -8.546116828918457, -0.20396608114242554], 'distances_by_expert': [28.253084182739258, 31.8989200592041, 27.62743377685547, 10.642529487609863, 9.025650024414062, 16.128517150878906, 17.2093448638916, 8.093708992004395, 17.092233657836914, 0.4079321622848511], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3418.52392578125, 'language': 52.91839599609375}}, {'routing_index': 405, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.597239803340926e-07, 1.0259410032631422e-07, 8.968592055680347e-07, 0.004216346424072981, 0.009869042783975601, 0.00025657383957877755, 0.00016391904500778764, 0.015450991690158844, 0.00017646477499511093, 0.7461671233177185], 'log_scores_by_expert': [-14.231444358825684, -16.092485427856445, -13.92436695098877, -5.468786239624023, -4.61835241317749, -8.268094062805176, -8.716137886047363, -4.170082092285156, -8.642389297485352, -0.29280564188957214], 'distances_by_expert': [28.462888717651367, 32.18497085571289, 27.84873390197754, 10.937572479248047, 9.23670482635498, 16.53618812561035, 17.432275772094727, 8.340164184570312, 17.284778594970703, 0.5856112837791443], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3509.474609375, 'language': 52.946197509765625}}, {'routing_index': 406, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.657947437815892e-07, 1.0564928487610814e-07, 9.194410495183547e-07, 0.004519064445048571, 0.010061787441372871, 0.0002821733942255378, 0.00016532350855413824, 0.01583697833120823, 0.00018007519247476012, 0.7365937829017639], 'log_scores_by_expert': [-14.222284317016602, -16.063140869140625, -13.899499893188477, -5.399450302124023, -4.599010467529297, -8.172988891601562, -8.707606315612793, -4.145407676696777, -8.622136116027832, -0.3057187497615814], 'distances_by_expert': [28.444568634033203, 32.12628173828125, 27.798999786376953, 10.798900604248047, 9.198020935058594, 16.345977783203125, 17.415212631225586, 8.290815353393555, 17.244272232055664, 0.6114374995231628], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.97119140625, 'language': 52.9228401184082}}, {'routing_index': 407, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.110162982826296e-07, 1.1643064823374516e-07, 9.85954443422088e-07, 0.004700728226453066, 0.01020028069615364, 0.00029919296503067017, 0.00017647336062509567, 0.016163401305675507, 0.00019302358850836754, 0.757347047328949], 'log_scores_by_expert': [-14.156570434570312, -15.965970039367676, -13.829655647277832, -5.360037803649902, -4.5853400230407715, -8.114421844482422, -8.642340660095215, -4.125005722045898, -8.552698135375977, -0.27793365716934204], 'distances_by_expert': [28.313140869140625, 31.93194007873535, 27.659311294555664, 10.720075607299805, 9.170680046081543, 16.228843688964844, 17.28468132019043, 8.250011444091797, 17.105396270751953, 0.5558673143386841], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.922119140625, 'language': 52.90220642089844}}, {'routing_index': 408, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.706316071358742e-07, 9.747786577918305e-08, 9.335568051938026e-07, 0.004175340291112661, 0.008659821934998035, 0.0002547753683757037, 0.00015751046885270625, 0.014746259897947311, 0.0001768588408594951, 0.6441004872322083], 'log_scores_by_expert': [-14.215045928955078, -16.143640518188477, -13.88426399230957, -5.478559494018555, -4.749061107635498, -8.275128364562988, -8.75601863861084, -4.216765880584717, -8.640158653259277, -0.43990054726600647], 'distances_by_expert': [28.430091857910156, 32.28728103637695, 27.76852798461914, 10.95711898803711, 9.498122215270996, 16.550256729125977, 17.51203727722168, 8.433531761169434, 17.280317306518555, 0.8798010945320129], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3373.23486328125, 'language': 52.92036819458008}}, {'routing_index': 409, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.428872438846156e-07, 1.0952416573672963e-07, 8.945622198552883e-07, 0.005030243657529354, 0.009189055301249027, 0.0003436823026277125, 0.00016928213881328702, 0.015234188176691532, 0.00017616614059079438, 0.6583519577980042], 'log_scores_by_expert': [-14.257296562194824, -16.02712059020996, -13.926931381225586, -5.2922868728637695, -4.689742088317871, -7.97579288482666, -8.683943748474121, -4.184213161468506, -8.644083023071289, -0.41801559925079346], 'distances_by_expert': [28.51459312438965, 32.05424118041992, 27.853862762451172, 10.584573745727539, 9.379484176635742, 15.95158576965332, 17.367887496948242, 8.368426322937012, 17.288166046142578, 0.8360311985015869], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.147216796875, 'language': 52.942901611328125}}, {'routing_index': 410, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.351435217766266e-07, 1.0720867749114404e-07, 8.80318793861079e-07, 0.005038076546043158, 0.009172800928354263, 0.00034402761957608163, 0.00017073647177312523, 0.015244020149111748, 0.0001724871399346739, 0.6554939150810242], 'log_scores_by_expert': [-14.269414901733398, -16.04848861694336, -13.942981719970703, -5.290730953216553, -4.691512584686279, -7.974788665771484, -8.675389289855957, -4.183568000793457, -8.66518783569336, -0.422366201877594], 'distances_by_expert': [28.538829803466797, 32.09697723388672, 27.885963439941406, 10.581461906433105, 9.383025169372559, 15.949577331542969, 17.350778579711914, 8.367136001586914, 17.33037567138672, 0.844732403755188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.2490234375, 'language': 52.94460678100586}}, {'routing_index': 411, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.281474611569138e-07, 1.0262913718861455e-07, 8.736172389944841e-07, 0.005059804301708937, 0.008894060738384724, 0.00031927626696415246, 0.00016366317868232727, 0.01487650629132986, 0.00017591548385098577, 0.6288388967514038], 'log_scores_by_expert': [-14.28049087524414, -16.092144012451172, -13.950623512268066, -5.2864274978637695, -4.722371578216553, -8.049453735351562, -8.717700004577637, -4.207972049713135, -8.645506858825684, -0.4638802111148834], 'distances_by_expert': [28.56098175048828, 32.184288024902344, 27.901247024536133, 10.572854995727539, 9.444743156433105, 16.098907470703125, 17.435400009155273, 8.41594409942627, 17.291013717651367, 0.9277604222297668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.43701171875, 'language': 52.92034149169922}}, {'routing_index': 412, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.447291980293812e-07, 1.0855272591925313e-07, 8.955848898040131e-07, 0.005202857311815023, 0.00939109269529581, 0.00033282983349636197, 0.0001685197785263881, 0.015393514186143875, 0.00017988347099162638, 0.6639043092727661], 'log_scores_by_expert': [-14.254435539245605, -16.036029815673828, -13.925788879394531, -5.258547306060791, -4.667993545532227, -8.007879257202148, -8.688457489013672, -4.173809051513672, -8.623201370239258, -0.40961721539497375], 'distances_by_expert': [28.50887107849121, 32.072059631347656, 27.851577758789062, 10.517094612121582, 9.335987091064453, 16.015758514404297, 17.376914978027344, 8.347618103027344, 17.246402740478516, 0.8192344307899475], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.908935546875, 'language': 52.943115234375}}, {'routing_index': 413, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.969495191493479e-07, 9.746168672108979e-08, 8.451752933069656e-07, 0.0047891465947031975, 0.008722607977688313, 0.00029671122319996357, 0.00015540202730335295, 0.014245867729187012, 0.00016989168943837285, 0.6091946959495544], 'log_scores_by_expert': [-14.331433296203613, -16.14380645751953, -13.983721733093262, -5.341403007507324, -4.741837024688721, -8.122751235961914, -8.769495010375977, -4.251288414001465, -8.680349349975586, -0.4956173300743103], 'distances_by_expert': [28.662866592407227, 32.28761291503906, 27.967443466186523, 10.682806015014648, 9.483674049377441, 16.245502471923828, 17.538990020751953, 8.50257682800293, 17.360698699951172, 0.9912346601486206], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.593994140625, 'language': 52.91753387451172}}, {'routing_index': 414, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.715667157346616e-07, 9.022780034229072e-08, 8.069165460256045e-07, 0.004480400588363409, 0.008306942880153656, 0.0002694212307687849, 0.0001462200889363885, 0.013519390486180782, 0.00016306959150824696, 0.5784585475921631], 'log_scores_by_expert': [-14.374884605407715, -16.220928192138672, -14.030045509338379, -5.408042907714844, -4.790663719177246, -8.219234466552734, -8.830397605895996, -4.303630352020264, -8.721333503723145, -0.5473883748054504], 'distances_by_expert': [28.74976921081543, 32.441856384277344, 28.060091018676758, 10.816085815429688, 9.581327438354492, 16.43846893310547, 17.660795211791992, 8.607260704040527, 17.44266700744629, 1.0947767496109009], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.82373046875, 'language': 52.90114974975586}}, {'routing_index': 415, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.295694561231358e-07, 1.0146791140641653e-07, 8.794008294898958e-07, 0.004810509737581015, 0.008984019979834557, 0.0002944108855444938, 0.00015982009063009173, 0.014668988063931465, 0.00017352875147480518, 0.6282489895820618], 'log_scores_by_expert': [-14.278229713439941, -16.10352325439453, -13.944025039672852, -5.336952209472656, -4.712307929992676, -8.130534172058105, -8.741461753845215, -4.222019672393799, -8.659167289733887, -0.46481871604919434], 'distances_by_expert': [28.556459426879883, 32.20704650878906, 27.888050079345703, 10.673904418945312, 9.424615859985352, 16.26106834411621, 17.48292350769043, 8.444039344787598, 17.318334579467773, 0.9296374320983887], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3263.99267578125, 'language': 52.9406623840332}}, {'routing_index': 416, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.635401064158941e-07, 1.0693379692838789e-07, 9.189291745315131e-07, 0.00499405013397336, 0.009368148632347584, 0.0003108166856691241, 0.00016834339476190507, 0.015391186811029911, 0.0001804759376682341, 0.6604938507080078], 'log_scores_by_expert': [-14.225676536560059, -16.051055908203125, -13.900056838989258, -5.299508094787598, -4.670439720153809, -8.07630729675293, -8.689504623413086, -4.173960208892822, -8.619913101196289, -0.4147675037384033], 'distances_by_expert': [28.451353073120117, 32.10211181640625, 27.800113677978516, 10.599016189575195, 9.340879440307617, 16.15261459350586, 17.379009246826172, 8.347920417785645, 17.239826202392578, 0.8295350074768066], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3300.17626953125, 'language': 52.95432662963867}}, {'routing_index': 417, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.114056757018261e-07, 1.1399621513419333e-07, 9.844371788858552e-07, 0.005246705375611782, 0.009941316209733486, 0.000334612384904176, 0.0001785370404832065, 0.01626013219356537, 0.00019191933097317815, 0.7018383145332336], 'log_scores_by_expert': [-14.156023025512695, -15.987100601196289, -13.831195831298828, -5.250154972076416, -4.611055850982666, -8.002537727355957, -8.630714416503906, -4.119039058685303, -8.558435440063477, -0.35405218601226807], 'distances_by_expert': [28.31204605102539, 31.974201202392578, 27.662391662597656, 10.500309944152832, 9.222111701965332, 16.005075454711914, 17.261428833007812, 8.238078117370605, 17.116870880126953, 0.7081043720245361], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3320.51953125, 'language': 52.94294357299805}}, {'routing_index': 418, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.946165740373544e-07, 1.0374248660127705e-07, 9.665349125498324e-07, 0.004880223888903856, 0.00922391191124916, 0.00029107165755704045, 0.00016576287453062832, 0.015393887646496296, 0.00018620734044816345, 0.638733983039856], 'log_scores_by_expert': [-14.179905891418457, -16.08135414123535, -13.84954833984375, -5.322564125061035, -4.685956001281738, -8.14194107055664, -8.704952239990234, -4.1737847328186035, -8.58864974975586, -0.4482671916484833], 'distances_by_expert': [28.359811782836914, 32.1627082824707, 27.6990966796875, 10.64512825012207, 9.371912002563477, 16.28388214111328, 17.40990447998047, 8.347569465637207, 17.17729949951172, 0.8965343832969666], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.860595703125, 'language': 52.922210693359375}}, {'routing_index': 419, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.229884317894175e-07, 1.0724508570092439e-07, 9.890802630252438e-07, 0.004947368986904621, 0.009437092579901218, 0.00030717242043465376, 0.00017070487956516445, 0.0158085934817791, 0.0001916983601404354, 0.6601271629333496], 'log_scores_by_expert': [-14.139872550964355, -16.04814910888672, -13.82649040222168, -5.308899402618408, -4.663107395172119, -8.088101387023926, -8.67557430267334, -4.1472015380859375, -8.559587478637695, -0.41532275080680847], 'distances_by_expert': [28.27974510192871, 32.09629821777344, 27.65298080444336, 10.617798805236816, 9.326214790344238, 16.17620277404785, 17.35114860534668, 8.294403076171875, 17.11917495727539, 0.8306455016136169], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3296.182861328125, 'language': 52.94366455078125}}, {'routing_index': 420, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.52689402361284e-07, 1.1074441630398724e-07, 1.0226241329291952e-06, 0.005013476591557264, 0.009828777052462101, 0.00030854676151648164, 0.00017532210040371865, 0.016232840716838837, 0.0001965436531463638, 0.6887979507446289], 'log_scores_by_expert': [-14.099613189697266, -16.016040802001953, -13.79313850402832, -5.295625686645508, -4.622440814971924, -8.083637237548828, -8.648885726928711, -4.120718955993652, -8.534626007080078, -0.37280726432800293], 'distances_by_expert': [28.19922637939453, 32.032081604003906, 27.58627700805664, 10.591251373291016, 9.244881629943848, 16.167274475097656, 17.297771453857422, 8.241437911987305, 17.069252014160156, 0.7456145286560059], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.23828125, 'language': 52.938941955566406}}, {'routing_index': 421, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.502212611143477e-07, 1.0250451509818959e-07, 1.0231860869680531e-06, 0.004591790027916431, 0.009236407466232777, 0.00028552429284900427, 0.000168645812664181, 0.015747172757983208, 0.00019459576287772506, 0.6640284061431885], 'log_scores_by_expert': [-14.102897644042969, -16.093358993530273, -13.79258918762207, -5.383485317230225, -4.6846022605896, -8.16118335723877, -8.68770980834961, -4.151094436645508, -8.544586181640625, -0.40943029522895813], 'distances_by_expert': [28.205795288085938, 32.18671798706055, 27.58517837524414, 10.76697063446045, 9.3692045211792, 16.32236671447754, 17.37541961669922, 8.302188873291016, 17.08917236328125, 0.8188605904579163], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.763671875, 'language': 52.9213981628418}}, {'routing_index': 422, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.356061360042077e-07, 9.992261595925811e-08, 1.0068313258670969e-06, 0.004372027236968279, 0.009119576774537563, 0.0002779173955786973, 0.00016645975119899958, 0.015524554997682571, 0.00019043724751099944, 0.6572065353393555], 'log_scores_by_expert': [-14.122570991516113, -16.11886978149414, -13.80870246887207, -5.432528495788574, -4.69733190536499, -8.188186645507812, -8.700757026672363, -4.165332317352295, -8.566187858581543, -0.4197569489479065], 'distances_by_expert': [28.245141983032227, 32.23773956298828, 27.61740493774414, 10.865056991577148, 9.39466381072998, 16.376373291015625, 17.401514053344727, 8.33066463470459, 17.132375717163086, 0.839513897895813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.523681640625, 'language': 52.93053436279297}}, {'routing_index': 423, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.305257554435229e-07, 9.666359090942933e-08, 9.97024017124204e-07, 0.00427265977486968, 0.008854541927576065, 0.0002708316606003791, 0.00016296589456032962, 0.01521605346351862, 0.0001903168740682304, 0.6408436894416809], 'log_scores_by_expert': [-14.129501342773438, -16.152029037475586, -13.818490982055664, -5.45551872253418, -4.726824760437012, -8.21401309967041, -8.721969604492188, -4.185404300689697, -8.56682014465332, -0.44496971368789673], 'distances_by_expert': [28.259002685546875, 32.30405807495117, 27.636981964111328, 10.91103744506836, 9.453649520874023, 16.42802619934082, 17.443939208984375, 8.370808601379395, 17.13364028930664, 0.8899394273757935], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.192626953125, 'language': 52.90194320678711}}, {'routing_index': 424, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.475686404883163e-07, 9.260087807660966e-08, 9.123303357227996e-07, 0.004216897767037153, 0.008887332864105701, 0.00024357225629501045, 0.00015378354873973876, 0.014802344143390656, 0.0001689640776021406, 0.6522902846336365], 'log_scores_by_expert': [-14.250041007995605, -16.19496726989746, -13.90726375579834, -5.468655586242676, -4.723128318786621, -8.320096969604492, -8.779964447021484, -4.212969779968262, -8.685824394226074, -0.42726558446884155], 'distances_by_expert': [28.50008201599121, 32.38993453979492, 27.81452751159668, 10.937311172485352, 9.446256637573242, 16.640193939208984, 17.55992889404297, 8.425939559936523, 17.37164878845215, 0.8545311689376831], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3524.3720703125, 'language': 52.89495849609375}}, {'routing_index': 425, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.595578838641813e-07, 9.852104909668924e-08, 8.992959124043409e-07, 0.004363450687378645, 0.009353963658213615, 0.00026242848252877593, 0.00015635851013939828, 0.015206370502710342, 0.0001747392088873312, 0.6847776770591736], 'log_scores_by_expert': [-14.231696128845215, -16.13299560546875, -13.921653747558594, -5.434492111206055, -4.671955108642578, -8.245532035827637, -8.763359069824219, -4.186040878295898, -8.652215957641602, -0.37866106629371643], 'distances_by_expert': [28.46339225769043, 32.2659912109375, 27.843307495117188, 10.86898422241211, 9.343910217285156, 16.491064071655273, 17.526718139648438, 8.372081756591797, 17.304431915283203, 0.7573221325874329], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3472.145263671875, 'language': 52.89986801147461}}, {'routing_index': 426, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.90696708716132e-07, 1.0276703221734351e-07, 9.312440170106129e-07, 0.004535322077572346, 0.010052517987787724, 0.0002686228253878653, 0.00016491614223923534, 0.015909215435385704, 0.000181776107638143, 0.7419158220291138], 'log_scores_by_expert': [-14.185564994812012, -16.090801239013672, -13.886744499206543, -5.395859241485596, -4.5999321937561035, -8.22220230102539, -8.710073471069336, -4.140856742858887, -8.6127347946167, -0.2985195219516754], 'distances_by_expert': [28.371129989624023, 32.181602478027344, 27.773488998413086, 10.791718482971191, 9.199864387512207, 16.44440460205078, 17.420146942138672, 8.281713485717773, 17.2254695892334, 0.5970390439033508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.125732421875, 'language': 52.912723541259766}}, {'routing_index': 427, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.741532274645579e-07, 1.0933215577324518e-07, 9.26097527553793e-07, 0.004738658666610718, 0.010496899485588074, 0.0002983874292112887, 0.00016930118727032095, 0.016009598970413208, 0.00018437948892824352, 0.7666096091270447], 'log_scores_by_expert': [-14.209808349609375, -16.02887535095215, -13.89228630065918, -5.352001190185547, -4.556675434112549, -8.117117881774902, -8.683831214904785, -4.134566783905029, -8.598514556884766, -0.2657776474952698], 'distances_by_expert': [28.41961669921875, 32.0577507019043, 27.78457260131836, 10.704002380371094, 9.113350868225098, 16.234235763549805, 17.36766242980957, 8.269133567810059, 17.19702911376953, 0.5315552949905396], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.240234375, 'language': 52.87812423706055}}, {'routing_index': 428, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.170817184487532e-07, 1.0361216595811129e-07, 9.61290652412572e-07, 0.004601761233061552, 0.010414724238216877, 0.0002945912128780037, 0.00017592907533980906, 0.016919588670134544, 0.00018817513773683459, 0.7853785753250122], 'log_scores_by_expert': [-14.148076057434082, -16.082611083984375, -13.854989051818848, -5.381316184997559, -4.564534664154053, -8.129921913146973, -8.645429611206055, -4.079283237457275, -8.578137397766113, -0.24158938229084015], 'distances_by_expert': [28.296152114868164, 32.16522216796875, 27.709978103637695, 10.762632369995117, 9.129069328308105, 16.259843826293945, 17.29085922241211, 8.15856647491455, 17.156274795532227, 0.4831787645816803], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3499.928955078125, 'language': 52.91725158691406}}, {'routing_index': 429, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.866713420095039e-07, 1.048347115784054e-07, 9.310113568972156e-07, 0.004799176007509232, 0.010256662033498287, 0.00032316709985025227, 0.0001770064845914021, 0.016925914213061333, 0.00018285270198248327, 0.7609759569168091], 'log_scores_by_expert': [-14.191410064697266, -16.070880889892578, -13.886994361877441, -5.339311122894287, -4.579827785491943, -8.037341117858887, -8.639324188232422, -4.078909397125244, -8.606829643249512, -0.27315351366996765], 'distances_by_expert': [28.38282012939453, 32.141761779785156, 27.773988723754883, 10.678622245788574, 9.159655570983887, 16.074682235717773, 17.278648376464844, 8.157818794250488, 17.213659286499023, 0.5463070273399353], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3515.860595703125, 'language': 52.92643356323242}}, {'routing_index': 430, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.164870226006315e-07, 1.0416143680913592e-07, 9.540145811115508e-07, 0.004688991233706474, 0.010177897289395332, 0.00030532831442542374, 0.00017534317157696933, 0.016872473061084747, 0.0001901389186969027, 0.7578431963920593], 'log_scores_by_expert': [-14.148905754089355, -16.07732391357422, -13.862586975097656, -5.362537860870361, -4.587536811828613, -8.094122886657715, -8.648765563964844, -4.082071781158447, -8.567755699157715, -0.2772787809371948], 'distances_by_expert': [28.29781150817871, 32.15464782714844, 27.725173950195312, 10.725075721740723, 9.175073623657227, 16.18824577331543, 17.297531127929688, 8.164143562316895, 17.13551139831543, 0.5545575618743896], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.51318359375, 'language': 52.916648864746094}}, {'routing_index': 431, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.429872539432836e-07, 1.161254701287362e-07, 1.0140324775420595e-06, 0.004952254705131054, 0.010706188157200813, 0.00032111117616295815, 0.00018160406034439802, 0.01741654798388481, 0.00019826056086458266, 0.7993302345275879], 'log_scores_by_expert': [-14.112586975097656, -15.968594551086426, -13.801575660705566, -5.307912349700928, -4.536933422088623, -8.043723106384277, -8.61368179321289, -4.050334453582764, -8.525928497314453, -0.2239810675382614], 'distances_by_expert': [28.225173950195312, 31.93718910217285, 27.603151321411133, 10.615824699401855, 9.073866844177246, 16.087446212768555, 17.22736358642578, 8.100668907165527, 17.051856994628906, 0.4479621350765228], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3438.743408203125, 'language': 52.894290924072266}}, {'routing_index': 432, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.076009751472156e-07, 1.1276239320068271e-07, 9.671822454038193e-07, 0.004713059403002262, 0.010413329117000103, 0.00030298606725409627, 0.00017410345026291907, 0.01680106110870838, 0.0001905006356537342, 0.7825382351875305], 'log_scores_by_expert': [-14.161385536193848, -15.9979829788208, -13.848878860473633, -5.357418060302734, -4.564668655395508, -8.101823806762695, -8.655860900878906, -4.086313247680664, -8.565855026245117, -0.24521242082118988], 'distances_by_expert': [28.322771072387695, 31.9959659576416, 27.697757720947266, 10.714836120605469, 9.129337310791016, 16.20364761352539, 17.311721801757812, 8.172626495361328, 17.131710052490234, 0.49042484164237976], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3427.580810546875, 'language': 52.90890884399414}}, {'routing_index': 433, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.277283771145449e-07, 1.1210072159428819e-07, 9.873856470221654e-07, 0.004969577770680189, 0.010631116107106209, 0.00031928022508509457, 0.00017942326667252928, 0.01724110171198845, 0.00019555777544155717, 0.7879943251609802], 'log_scores_by_expert': [-14.13333797454834, -16.003868103027344, -13.828205108642578, -5.304420471191406, -4.543970108032227, -8.04944133758545, -8.625762939453125, -4.060459136962891, -8.539654731750488, -0.23826447129249573], 'distances_by_expert': [28.26667594909668, 32.00773620605469, 27.656410217285156, 10.608840942382812, 9.087940216064453, 16.0988826751709, 17.25152587890625, 8.120918273925781, 17.079309463500977, 0.47652894258499146], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3448.292724609375, 'language': 52.88569259643555}}, {'routing_index': 434, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.068010177135875e-07, 1.208767486104989e-07, 9.866909067568486e-07, 0.005416227504611015, 0.01055195089429617, 0.00036667799577116966, 0.00018381905101705343, 0.01721220463514328, 0.0001941827213158831, 0.7634528279304504], 'log_scores_by_expert': [-14.162516593933105, -15.928494453430176, -13.828908920288086, -5.218355655670166, -4.5514445304870605, -7.911026477813721, -8.601558685302734, -4.062136650085449, -8.546710968017578, -0.2699040174484253], 'distances_by_expert': [28.32503318786621, 31.85698890686035, 27.657817840576172, 10.436711311340332, 9.102889060974121, 15.822052955627441, 17.20311737060547, 8.124273300170898, 17.093421936035156, 0.5398080348968506], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.44189453125, 'language': 52.90463638305664}}, {'routing_index': 435, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.48379398171528e-07, 1.094256134592797e-07, 9.192350489684031e-07, 0.005069089587777853, 0.00956848356872797, 0.00035469443537294865, 0.0001766264031175524, 0.016065271571278572, 0.00017937278607860208, 0.6911744475364685], 'log_scores_by_expert': [-14.24878978729248, -16.02802085876465, -13.899724006652832, -5.2845940589904785, -4.649280548095703, -7.944253921508789, -8.641473770141602, -4.1310954093933105, -8.626044273376465, -0.36936306953430176], 'distances_by_expert': [28.49757957458496, 32.0560417175293, 27.799448013305664, 10.569188117980957, 9.298561096191406, 15.888507843017578, 17.282947540283203, 8.262190818786621, 17.25208854675293, 0.7387261390686035], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3295.72314453125, 'language': 52.898773193359375}}, {'routing_index': 436, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.480610750259075e-07, 1.0725020160862186e-07, 9.168554129246331e-07, 0.0050414144061505795, 0.00943237729370594, 0.00035099516389891505, 0.0001775849232217297, 0.01609737053513527, 0.00017411922453902662, 0.6832343339920044], 'log_scores_by_expert': [-14.24928092956543, -16.0481014251709, -13.902316093444824, -5.290068626403809, -4.663607120513916, -7.954738140106201, -8.636061668395996, -4.129099369049072, -8.655770301818848, -0.38091740012168884], 'distances_by_expert': [28.49856185913086, 32.0962028503418, 27.80463218688965, 10.580137252807617, 9.327214241027832, 15.909476280212402, 17.272123336791992, 8.258198738098145, 17.311540603637695, 0.7618348002433777], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3279.560546875, 'language': 52.92892074584961}}, {'routing_index': 437, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.350368835228437e-07, 1.0397663174899208e-07, 9.011331485453411e-07, 0.00502875167876482, 0.009200007654726505, 0.00034656349453143775, 0.00017464674601797014, 0.01561143808066845, 0.00016985638649202883, 0.6552627682685852], 'log_scores_by_expert': [-14.269582748413086, -16.079099655151367, -13.919612884521484, -5.292583465576172, -4.68855094909668, -7.96744441986084, -8.652745246887207, -4.1597514152526855, -8.680557250976562, -0.42271897196769714], 'distances_by_expert': [28.539165496826172, 32.158199310302734, 27.83922576904297, 10.585166931152344, 9.37710189819336, 15.93488883972168, 17.305490493774414, 8.319502830505371, 17.361114501953125, 0.8454379439353943], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3243.76513671875, 'language': 52.93683624267578}}, {'routing_index': 438, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.385378696904809e-07, 1.0301744879370744e-07, 8.940700695347914e-07, 0.005179485306143761, 0.009146389551460743, 0.0003411087382119149, 0.00017025355191435665, 0.015350340865552425, 0.00017446395941078663, 0.6482774615287781], 'log_scores_by_expert': [-14.264084815979004, -16.088367462158203, -13.927481651306152, -5.263049602508545, -4.694396018981934, -7.983309268951416, -8.678221702575684, -4.176617622375488, -8.653792381286621, -0.43343648314476013], 'distances_by_expert': [28.528169631958008, 32.176734924316406, 27.854963302612305, 10.52609920501709, 9.388792037963867, 15.966618537902832, 17.356443405151367, 8.353235244750977, 17.307584762573242, 0.8668729662895203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3311.26904296875, 'language': 52.93421936035156}}, {'routing_index': 439, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.241008350116317e-07, 1.0132344385738179e-07, 8.795844905762351e-07, 0.005080695264041424, 0.00890780333429575, 0.00033608658122830093, 0.00016674987273290753, 0.015047389082610607, 0.00017155271780211478, 0.6317667365074158], 'log_scores_by_expert': [-14.286953926086426, -16.104948043823242, -13.943816184997559, -5.282307147979736, -4.720827579498291, -7.998141765594482, -8.699015617370605, -4.1965508460998535, -8.67061996459961, -0.4592350125312805], 'distances_by_expert': [28.57390785217285, 32.209896087646484, 27.887632369995117, 10.564614295959473, 9.441655158996582, 15.996283531188965, 17.39803123474121, 8.393101692199707, 17.34123992919922, 0.918470025062561], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.0283203125, 'language': 52.93514633178711}}, {'routing_index': 440, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.297189543147397e-07, 9.856127292096062e-08, 8.744065098653664e-07, 0.005002673249691725, 0.008804318495094776, 0.00033384899143129587, 0.00016624858835712075, 0.015044747851788998, 0.00017237465362995863, 0.6283139586448669], 'log_scores_by_expert': [-14.277992248535156, -16.132587432861328, -13.94972038269043, -5.297782897949219, -4.732512950897217, -8.00482177734375, -8.7020263671875, -4.196726322174072, -8.665840148925781, -0.46471524238586426], 'distances_by_expert': [28.555984497070312, 32.265174865722656, 27.89944076538086, 10.595565795898438, 9.465025901794434, 16.0096435546875, 17.404052734375, 8.393452644348145, 17.331680297851562, 0.9294304847717285], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.7392578125, 'language': 52.917545318603516}}, {'routing_index': 441, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.106577643549826e-07, 9.275289158949818e-08, 8.383510134990502e-07, 0.0048451912589371204, 0.008605662733316422, 0.00031441362807527184, 0.00016069338016677648, 0.014782360754907131, 0.00016582658281549811, 0.6093994975090027], 'log_scores_by_expert': [-14.30872917175293, -16.193326950073242, -13.991828918457031, -5.329768657684326, -4.755334854125977, -8.064801216125488, -8.73601245880127, -4.214320659637451, -8.704567909240723, -0.4952811598777771], 'distances_by_expert': [28.61745834350586, 32.386653900146484, 27.983657836914062, 10.659537315368652, 9.510669708251953, 16.129602432250977, 17.47202491760254, 8.428641319274902, 17.409135818481445, 0.9905623197555542], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.92578125, 'language': 52.90431594848633}}, {'routing_index': 442, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.026260166436259e-07, 9.140742207591757e-08, 8.397400961257517e-07, 0.004864604212343693, 0.008350595831871033, 0.00031103697256185114, 0.00015985699428711087, 0.014491592533886433, 0.00016448137466795743, 0.5848601460456848], 'log_scores_by_expert': [-14.321969032287598, -16.20793914794922, -13.99017333984375, -5.325769901275635, -4.785422325134277, -8.07559871673584, -8.741230964660645, -4.23418664932251, -8.712713241577148, -0.5363824367523193], 'distances_by_expert': [28.643938064575195, 32.41587829589844, 27.9803466796875, 10.65153980255127, 9.570844650268555, 16.15119743347168, 17.48246192932129, 8.46837329864502, 17.425426483154297, 1.0727648735046387], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.942138671875, 'language': 52.90411376953125}}, {'routing_index': 443, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.451307174553222e-07, 8.053486055814574e-08, 7.602346272506111e-07, 0.004393521696329117, 0.00758872227743268, 0.0002761272480711341, 0.000145682119182311, 0.013186744414269924, 0.0001507386623416096, 0.5281060934066772], 'log_scores_by_expert': [-14.422240257263184, -16.334575653076172, -14.089638710021973, -5.427624225616455, -4.881092071533203, -8.194648742675781, -8.834083557128906, -4.328543186187744, -8.799962997436523, -0.6384580731391907], 'distances_by_expert': [28.844480514526367, 32.669151306152344, 28.179277420043945, 10.85524845123291, 9.762184143066406, 16.389297485351562, 17.668167114257812, 8.657086372375488, 17.599925994873047, 1.2769161462783813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.405517578125, 'language': 52.93555450439453}}, {'routing_index': 444, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.410865355770511e-07, 7.920979783193616e-08, 7.624803970429639e-07, 0.004378920886665583, 0.007526288274675608, 0.0002690928231459111, 0.00014526328595820814, 0.013077800162136555, 0.00015128418453969061, 0.521926999092102], 'log_scores_by_expert': [-14.429686546325684, -16.351165771484375, -14.086688995361328, -5.430953025817871, -4.889353275299072, -8.220454216003418, -8.836962699890137, -4.336839199066162, -8.796350479125977, -0.6502276062965393], 'distances_by_expert': [28.859373092651367, 32.70233154296875, 28.173377990722656, 10.861906051635742, 9.778706550598145, 16.440908432006836, 17.673925399780273, 8.673678398132324, 17.592700958251953, 1.3004552125930786], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.591064453125, 'language': 52.93448257446289}}, {'routing_index': 445, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.387186092775664e-07, 7.821474667935036e-08, 7.510760724471766e-07, 0.004337577614933252, 0.0074575128965079784, 0.00026655677356757224, 0.00014386710245162249, 0.012936186045408249, 0.00015051326772663742, 0.5168113112449646], 'log_scores_by_expert': [-14.434072494506836, -16.363807678222656, -14.10175895690918, -5.440439224243164, -4.898533344268799, -8.229923248291016, -8.846620559692383, -4.347726821899414, -8.801459312438965, -0.6600774526596069], 'distances_by_expert': [28.868144989013672, 32.72761535644531, 28.20351791381836, 10.880878448486328, 9.797066688537598, 16.45984649658203, 17.693241119384766, 8.695453643798828, 17.60291862487793, 1.3201549053192139], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.41064453125, 'language': 52.92697525024414}}, {'routing_index': 446, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.861581027806096e-07, 1.0488250978823999e-07, 9.565708296577213e-07, 0.004742415621876717, 0.009621083736419678, 0.0002835212799254805, 0.00016521711950190365, 0.015938077121973038, 0.00018093363905791193, 0.7060238718986511], 'log_scores_by_expert': [-14.192157745361328, -16.070425033569336, -13.85991096496582, -5.351208686828613, -4.643798351287842, -8.16822338104248, -8.708250045776367, -4.139044284820557, -8.617380142211914, -0.3481062352657318], 'distances_by_expert': [28.384315490722656, 32.14085006713867, 27.71982192993164, 10.702417373657227, 9.287596702575684, 16.33644676208496, 17.416500091552734, 8.278088569641113, 17.234760284423828, 0.6962124705314636], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3417.9736328125, 'language': 52.884765625}}, {'routing_index': 447, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.72139435664576e-07, 9.864741201681682e-08, 9.196173209602421e-07, 0.004327081143856049, 0.009608302265405655, 0.00025768642080947757, 0.00015899371646810323, 0.015329815447330475, 0.00017564845620654523, 0.695770800113678], 'log_scores_by_expert': [-14.212800025939941, -16.1317138671875, -13.899308204650879, -5.442862033843994, -4.645127773284912, -8.26376724243164, -8.7466459274292, -4.177955627441406, -8.647026062011719, -0.3627348840236664], 'distances_by_expert': [28.425600051879883, 32.263427734375, 27.798616409301758, 10.885724067687988, 9.290255546569824, 16.52753448486328, 17.4932918548584, 8.355911254882812, 17.294052124023438, 0.7254697680473328], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3445.864013671875, 'language': 52.91548156738281}}, {'routing_index': 448, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.290495886991266e-07, 1.1833083846113368e-07, 9.9102896911063e-07, 0.005170850548893213, 0.010911685414612293, 0.0003367675526533276, 0.00018187754903919995, 0.017764845862984657, 0.00019471827545203269, 0.8213492035865784], 'log_scores_by_expert': [-14.131524085998535, -15.94978141784668, -13.824522018432617, -5.264718055725098, -4.517920970916748, -7.99611759185791, -8.612176895141602, -4.030533790588379, -8.543956756591797, -0.19680695235729218], 'distances_by_expert': [28.26304817199707, 31.89956283569336, 27.649044036865234, 10.529436111450195, 9.035841941833496, 15.99223518371582, 17.224353790283203, 8.061067581176758, 17.087913513183594, 0.39361390471458435], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.474365234375, 'language': 52.89681625366211}}, {'routing_index': 449, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.62266813833412e-07, 1.0942644479428054e-07, 9.261655691261694e-07, 0.004728461150079966, 0.010620440356433392, 0.0003009325300808996, 0.0001699245913187042, 0.01615450158715248, 0.00017902399122249335, 0.7759931087493896], 'log_scores_by_expert': [-14.2275972366333, -16.028013229370117, -13.892212867736816, -5.354155540466309, -4.5449748039245605, -8.108624458312988, -8.680155754089355, -4.125556468963623, -8.62799072265625, -0.25361162424087524], 'distances_by_expert': [28.4551944732666, 32.056026458740234, 27.784425735473633, 10.708311080932617, 9.089949607849121, 16.217248916625977, 17.36031150817871, 8.251112937927246, 17.2559814453125, 0.5072232484817505], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3418.104736328125, 'language': 52.92678451538086}}, {'routing_index': 450, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.974349275878922e-07, 1.0421668150684127e-07, 9.210770031131688e-07, 0.0047676400281488895, 0.010493490844964981, 0.00031840027077123523, 0.00017698860028758645, 0.017375430092215538, 0.00018371058104094118, 0.8018406629562378], 'log_scores_by_expert': [-14.175856590270996, -16.076793670654297, -13.897722244262695, -5.3459038734436035, -4.557000160217285, -8.052201271057129, -8.639425277709961, -4.052698135375977, -8.60214900970459, -0.22084543108940125], 'distances_by_expert': [28.351713180541992, 32.153587341308594, 27.79544448852539, 10.691807746887207, 9.11400032043457, 16.104402542114258, 17.278850555419922, 8.105396270751953, 17.20429801940918, 0.4416908621788025], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3466.888427734375, 'language': 52.94097137451172}}, {'routing_index': 451, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.041814799573331e-07, 9.923014943069575e-08, 8.36072331367177e-07, 0.0047918446362018585, 0.00945235975086689, 0.00033293108572252095, 0.00016915191372390836, 0.016045808792114258, 0.00016206959844566882, 0.6955618262290955], 'log_scores_by_expert': [-14.319391250610352, -16.125823974609375, -13.994550704956055, -5.340839862823486, -4.6614909172058105, -8.007575035095215, -8.684713363647461, -4.132307529449463, -8.727484703063965, -0.3630353808403015], 'distances_by_expert': [28.638782501220703, 32.25164794921875, 27.98910140991211, 10.681679725646973, 9.322981834411621, 16.01515007019043, 17.369426727294922, 8.264615058898926, 17.45496940612793, 0.726070761680603], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3390.2314453125, 'language': 52.94456100463867}}, {'routing_index': 452, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.49555579709704e-07, 9.344346807438342e-08, 7.722095460849232e-07, 0.004425921943038702, 0.00940629094839096, 0.00031429188675247133, 0.0001657801039982587, 0.015773175284266472, 0.00014820606156717986, 0.719639241695404], 'log_scores_by_expert': [-14.414155960083008, -16.185909271240234, -14.074009895324707, -5.420276641845703, -4.66637659072876, -8.06518840789795, -8.704848289489746, -4.149444580078125, -8.816906929016113, -0.32900530099868774], 'distances_by_expert': [28.828311920166016, 32.37181854248047, 28.148019790649414, 10.840553283691406, 9.33275318145752, 16.1303768157959, 17.409696578979492, 8.29888916015625, 17.633813858032227, 0.6580106019973755], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.6953125, 'language': 52.962921142578125}}, {'routing_index': 453, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.363859708675591e-07, 1.1343456662871176e-07, 1.0031136525867623e-06, 0.004828573204576969, 0.01048379298299551, 0.0003226949484087527, 0.00018204256775788963, 0.017178593203425407, 0.0001961438829312101, 0.7896440625190735], 'log_scores_by_expert': [-14.121511459350586, -15.992039680480957, -13.81240177154541, -5.33320426940918, -4.557924747467041, -8.038803100585938, -8.6112699508667, -4.064091205596924, -8.536662101745605, -0.23617301881313324], 'distances_by_expert': [28.243022918701172, 31.984079360961914, 27.62480354309082, 10.66640853881836, 9.115849494934082, 16.077606201171875, 17.2225399017334, 8.128182411193848, 17.07332420349121, 0.4723460376262665], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.01513671875, 'language': 52.896419525146484}}, {'routing_index': 454, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.317250378946483e-07, 1.1141285227722619e-07, 9.934467470884556e-07, 0.004773115273565054, 0.010493841022253036, 0.00031564358505420387, 0.00017875529010780156, 0.017170289531350136, 0.00019476155284792185, 0.7942618727684021], 'log_scores_by_expert': [-14.127861022949219, -16.01002311706543, -13.8220853805542, -5.344756126403809, -4.556966781616211, -8.060896873474121, -8.62949275970459, -4.064574718475342, -8.543734550476074, -0.23034211993217468], 'distances_by_expert': [28.255722045898438, 32.02004623413086, 27.6441707611084, 10.689512252807617, 9.113933563232422, 16.121793746948242, 17.25898551940918, 8.129149436950684, 17.08746910095215, 0.46068423986434937], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.62744140625, 'language': 52.92562484741211}}, {'routing_index': 455, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.503020924559678e-07, 1.1408550903979631e-07, 1.004445152830158e-06, 0.004915351513773203, 0.01056517194956541, 0.00031557134934701025, 0.00017947872402146459, 0.017492378130555153, 0.00019850858370773494, 0.8000566959381104], 'log_scores_by_expert': [-14.102789878845215, -15.98631763458252, -13.811075210571289, -5.315392017364502, -4.550192356109619, -8.061125755310059, -8.62545394897461, -4.045989990234375, -8.524678230285645, -0.22307266294956207], 'distances_by_expert': [28.20557975769043, 31.97263526916504, 27.622150421142578, 10.630784034729004, 9.100384712219238, 16.122251510620117, 17.25090789794922, 8.09197998046875, 17.04935646057129, 0.44614532589912415], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3489.906982421875, 'language': 52.919891357421875}}, {'routing_index': 456, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.929412279532698e-07, 1.1361482421534674e-07, 9.529051681056444e-07, 0.005309630185365677, 0.00998779572546482, 0.0003840576100628823, 0.0001829226384870708, 0.016984635964035988, 0.00018734269542619586, 0.7398154735565186], 'log_scores_by_expert': [-14.182320594787598, -15.99045181274414, -13.863750457763672, -5.2382330894470215, -4.606391429901123, -7.864717960357666, -8.606447219848633, -4.075446128845215, -8.582571029663086, -0.30135446786880493], 'distances_by_expert': [28.364641189575195, 31.98090362548828, 27.727500915527344, 10.476466178894043, 9.212782859802246, 15.729435920715332, 17.212894439697266, 8.15089225769043, 17.165142059326172, 0.6027089357376099], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3342.998291015625, 'language': 52.91096496582031}}, {'routing_index': 457, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.824891443102388e-07, 1.1647229314348806e-07, 9.684578117230558e-07, 0.0053710248321294785, 0.009922121651470661, 0.0003666554403025657, 0.0001865158847067505, 0.01652228832244873, 0.00018543381884228438, 0.7133315801620483], 'log_scores_by_expert': [-14.197519302368164, -15.965612411499023, -13.84756088256836, -5.226736545562744, -4.612988471984863, -7.911087989807129, -8.586994171142578, -4.1030449867248535, -8.592812538146973, -0.3378089368343353], 'distances_by_expert': [28.395038604736328, 31.931224822998047, 27.69512176513672, 10.453473091125488, 9.225976943969727, 15.822175979614258, 17.173988342285156, 8.206089973449707, 17.185625076293945, 0.6756178736686707], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3319.56494140625, 'language': 52.97234344482422}}, {'routing_index': 458, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.450587761719362e-07, 1.045814741473805e-07, 9.230528803527704e-07, 0.0050042071379721165, 0.00921078771352768, 0.00035279980511404574, 0.00017429982835892588, 0.015655644237995148, 0.0001729025098029524, 0.6608317494392395], 'log_scores_by_expert': [-14.253924369812012, -16.073299407958984, -13.89557933807373, -5.297476291656494, -4.687379837036133, -7.949609756469727, -8.654733657836914, -4.156923770904541, -8.662782669067383, -0.4142560660839081], 'distances_by_expert': [28.507848739624023, 32.14659881591797, 27.79115867614746, 10.594952583312988, 9.374759674072266, 15.899219512939453, 17.309467315673828, 8.313847541809082, 17.325565338134766, 0.8285121321678162], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3213.200439453125, 'language': 52.897335052490234}}, {'routing_index': 459, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.225219522093539e-07, 9.003784384731262e-08, 8.630778438600828e-07, 0.004124034196138382, 0.00888859573751688, 0.00022843251645099372, 0.00014902072143740952, 0.014211875386536121, 0.00016175660130102187, 0.6416073441505432], 'log_scores_by_expert': [-14.2894868850708, -16.22303581237793, -13.962760925292969, -5.4909234046936035, -4.722986221313477, -8.384269714355469, -8.81142520904541, -4.2536773681640625, -8.72941780090332, -0.44377872347831726], 'distances_by_expert': [28.5789737701416, 32.44607162475586, 27.925521850585938, 10.981846809387207, 9.445972442626953, 16.768539428710938, 17.62285041809082, 8.507354736328125, 17.45883560180664, 0.8875574469566345], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3491.493896484375, 'language': 52.90511703491211}}, {'routing_index': 460, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.771824132556503e-07, 1.0028615804458241e-07, 9.204781576954701e-07, 0.004399225581437349, 0.009715481661260128, 0.00025621464010328054, 0.0001605999277671799, 0.015431738458573818, 0.0001747173664625734, 0.7045311331748962], 'log_scores_by_expert': [-14.20532512664795, -16.115238189697266, -13.898372650146484, -5.426326751708984, -4.634034633636475, -8.269495010375977, -8.736594200134277, -4.171329021453857, -8.65234088897705, -0.35022273659706116], 'distances_by_expert': [28.4106502532959, 32.23047637939453, 27.79674530029297, 10.852653503417969, 9.26806926727295, 16.538990020751953, 17.473188400268555, 8.342658042907715, 17.3046817779541, 0.7004454731941223], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.319580078125, 'language': 52.938629150390625}}, {'routing_index': 461, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.571794983756263e-07, 9.861260963361929e-08, 8.89848365659418e-07, 0.004387655295431614, 0.010127224959433079, 0.00025358612765558064, 0.0001588574523339048, 0.015154867433011532, 0.00017513777129352093, 0.7265206575393677], 'log_scores_by_expert': [-14.235308647155762, -16.13206672668457, -13.932214736938477, -5.42896032333374, -4.592527866363525, -8.279807090759277, -8.747503280639648, -4.189433574676514, -8.649937629699707, -0.3194883465766907], 'distances_by_expert': [28.470617294311523, 32.26413345336914, 27.864429473876953, 10.85792064666748, 9.18505573272705, 16.559614181518555, 17.495006561279297, 8.378867149353027, 17.299875259399414, 0.6389766931533813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.200927734375, 'language': 52.91543960571289}}, {'routing_index': 462, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.64668107219768e-07, 1.0132131933460187e-07, 8.964445328274451e-07, 0.004505231976509094, 0.010388482362031937, 0.0002724819350987673, 0.00016379762382712215, 0.015919847413897514, 0.0001775635901140049, 0.7583577632904053], 'log_scores_by_expert': [-14.223978042602539, -16.104969024658203, -13.924829483032227, -5.402515888214111, -4.5670576095581055, -8.207938194274902, -8.716878890991211, -4.140188694000244, -8.636181831359863, -0.27660003304481506], 'distances_by_expert': [28.447956085205078, 32.209938049316406, 27.849658966064453, 10.805031776428223, 9.134115219116211, 16.415876388549805, 17.433757781982422, 8.280377388000488, 17.272363662719727, 0.5532000660896301], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.82275390625, 'language': 52.92695999145508}}, {'routing_index': 463, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.765904458916339e-07, 9.802246836443373e-08, 9.093066068999178e-07, 0.0046186200343072414, 0.009775240905582905, 0.0002822646056301892, 0.0001624470023671165, 0.015981195494532585, 0.00017953195492736995, 0.7069987654685974], 'log_scores_by_expert': [-14.206199645996094, -16.13806915283203, -13.91058349609375, -5.377659320831299, -4.627902507781982, -8.1726655960083, -8.72515869140625, -4.136342525482178, -8.625157356262207, -0.34672632813453674], 'distances_by_expert': [28.412399291992188, 32.27613830566406, 27.8211669921875, 10.755318641662598, 9.255805015563965, 16.3453311920166, 17.4503173828125, 8.272685050964355, 17.250314712524414, 0.6934526562690735], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.771240234375, 'language': 52.92552185058594}}, {'routing_index': 464, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.723516889906023e-07, 1.0892688351304969e-07, 9.377909009344876e-07, 0.00510880071669817, 0.010449331253767014, 0.00033554149558767676, 0.00017703029152471572, 0.016930582001805305, 0.00018068500503432006, 0.7475478649139404], 'log_scores_by_expert': [-14.212484359741211, -16.032588958740234, -13.879738807678223, -5.276790618896484, -4.561217308044434, -7.999764919281006, -8.639189720153809, -4.078633785247803, -8.618755340576172, -0.29095688462257385], 'distances_by_expert': [28.424968719482422, 32.06517791748047, 27.759477615356445, 10.553581237792969, 9.122434616088867, 15.999529838562012, 17.278379440307617, 8.157267570495605, 17.237510681152344, 0.5819137692451477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.692626953125, 'language': 52.92826461791992}}, {'routing_index': 465, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.588618930436496e-07, 1.0150952789445e-07, 9.012706527755654e-07, 0.004555537365376949, 0.010109195485711098, 0.00029474322218447924, 0.00017061863036360592, 0.016193225979804993, 0.00017598748672753572, 0.7558149099349976], 'log_scores_by_expert': [-14.232751846313477, -16.103113174438477, -13.91946029663086, -5.391411781311035, -4.5943098068237305, -8.129405975341797, -8.676079750061035, -4.123162269592285, -8.645097732543945, -0.27995872497558594], 'distances_by_expert': [28.465503692626953, 32.20622634887695, 27.83892059326172, 10.78282356262207, 9.188619613647461, 16.258811950683594, 17.35215950012207, 8.24632453918457, 17.29019546508789, 0.5599174499511719], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3503.3037109375, 'language': 52.95830535888672}}, {'routing_index': 466, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.031349582575785e-07, 1.1130686772276022e-07, 9.618555623092107e-07, 0.004708526190370321, 0.010667326860129833, 0.000307346461340785, 0.00017671030946075916, 0.016935434192419052, 0.00018822790298145264, 0.7923049330711365], 'log_scores_by_expert': [-14.167716979980469, -16.010974884033203, -13.854401588439941, -5.358380317687988, -4.54056978225708, -8.08753490447998, -8.640998840332031, -4.078347206115723, -8.57785701751709, -0.23280899226665497], 'distances_by_expert': [28.335433959960938, 32.021949768066406, 27.708803176879883, 10.716760635375977, 9.08113956451416, 16.17506980895996, 17.281997680664062, 8.156694412231445, 17.15571403503418, 0.46561798453330994], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3488.89208984375, 'language': 52.90812301635742}}, {'routing_index': 467, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.529040774694295e-07, 9.650535304217556e-08, 8.990592732516234e-07, 0.004072154872119427, 0.00959207396954298, 0.0002525057061575353, 0.0001586937578395009, 0.015406849794089794, 0.00017485856369603425, 0.7188951969146729], 'log_scores_by_expert': [-14.241835594177246, -16.153667449951172, -13.921916961669922, -5.503582954406738, -4.646818161010742, -8.284076690673828, -8.748534202575684, -4.172943115234375, -8.651533126831055, -0.33003973960876465], 'distances_by_expert': [28.483671188354492, 32.307334899902344, 27.843833923339844, 11.007165908813477, 9.293636322021484, 16.568153381347656, 17.497068405151367, 8.34588623046875, 17.30306625366211, 0.6600794792175293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3553.635009765625, 'language': 52.916439056396484}}, {'routing_index': 468, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.251712190736725e-07, 1.1253023757262781e-07, 9.805253284866922e-07, 0.004764739889651537, 0.010589891113340855, 0.00030815385980531573, 0.0001785256463335827, 0.017043275758624077, 0.00019292293291073292, 0.7919440865516663], 'log_scores_by_expert': [-14.136857986450195, -16.000043869018555, -13.835177421569824, -5.346512317657471, -4.547855377197266, -8.084911346435547, -8.630778312683105, -4.071999549865723, -8.55321979522705, -0.23326455056667328], 'distances_by_expert': [28.27371597290039, 32.00008773803711, 27.67035484313965, 10.693024635314941, 9.095710754394531, 16.169822692871094, 17.26155662536621, 8.143999099731445, 17.1064395904541, 0.46652910113334656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.982177734375, 'language': 52.92195510864258}}, {'routing_index': 469, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.752683816557692e-07, 1.1643064823374516e-07, 9.452984386371099e-07, 0.005203100387006998, 0.010287054814398289, 0.00036577621358446777, 0.00018328007718082517, 0.016936548054218292, 0.00018278400239069015, 0.7547130584716797], 'log_scores_by_expert': [-14.208155632019043, -15.965970039367676, -13.87176513671875, -5.258500576019287, -4.576869010925293, -7.913488864898682, -8.60449504852295, -4.078281402587891, -8.607205390930176, -0.28141769766807556], 'distances_by_expert': [28.416311264038086, 31.93194007873535, 27.7435302734375, 10.517001152038574, 9.153738021850586, 15.826977729797363, 17.2089900970459, 8.156562805175781, 17.21441078186035, 0.5628353953361511], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.494384765625, 'language': 52.929473876953125}}, {'routing_index': 470, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.80976825151447e-07, 1.1650406861463125e-07, 9.482816949457629e-07, 0.005224974825978279, 0.009938301518559456, 0.00036266312235966325, 0.0001865706726675853, 0.016693325713276863, 0.00018197609460912645, 0.7294926047325134], 'log_scores_by_expert': [-14.199737548828125, -15.965339660644531, -13.868614196777344, -5.254305362701416, -4.611359119415283, -7.922036170959473, -8.586700439453125, -4.092746257781982, -8.611635208129883, -0.3154059946537018], 'distances_by_expert': [28.39947509765625, 31.930679321289062, 27.737228393554688, 10.508610725402832, 9.222718238830566, 15.844072341918945, 17.17340087890625, 8.185492515563965, 17.223270416259766, 0.6308119893074036], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.68017578125, 'language': 52.94871520996094}}, {'routing_index': 471, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.796740651931032e-07, 9.307792225854428e-08, 7.964167139107303e-07, 0.004481152631342411, 0.008575485087931156, 0.0003151055134367198, 0.0001636388333281502, 0.01462768018245697, 0.00015503699250984937, 0.6306900382041931], 'log_scores_by_expert': [-14.360799789428711, -16.189828872680664, -14.043143272399902, -5.407875061035156, -4.758847713470459, -8.062602996826172, -8.717848777770996, -4.224839687347412, -8.771846771240234, -0.46094074845314026], 'distances_by_expert': [28.721599578857422, 32.37965774536133, 28.086286544799805, 10.815750122070312, 9.517695426940918, 16.125205993652344, 17.435697555541992, 8.449679374694824, 17.54369354248047, 0.9218814969062805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.02685546875, 'language': 52.95404815673828}}, {'routing_index': 472, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.102368956817372e-07, 9.600432804290904e-08, 8.450801942672115e-07, 0.004837831016629934, 0.008829653263092041, 0.0003177762555424124, 0.00016329617938026786, 0.014848895370960236, 0.00016766022599767894, 0.6258758902549744], 'log_scores_by_expert': [-14.309418678283691, -16.158872604370117, -13.983834266662598, -5.331288814544678, -4.729639530181885, -8.054162979125977, -8.719944953918457, -4.209829807281494, -8.693571090698242, -0.468603253364563], 'distances_by_expert': [28.618837356567383, 32.317745208740234, 27.967668533325195, 10.662577629089355, 9.45927906036377, 16.108325958251953, 17.439889907836914, 8.419659614562988, 17.387142181396484, 0.937206506729126], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3358.425048828125, 'language': 52.93052673339844}}, {'routing_index': 473, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.235428031686752e-07, 1.0033245700924454e-07, 8.698677902430063e-07, 0.005028169136494398, 0.009218143299221992, 0.00033253381843678653, 0.0001684386224951595, 0.015361594967544079, 0.00017073776689358056, 0.6511852145195007], 'log_scores_by_expert': [-14.287848472595215, -16.114776611328125, -13.954924583435059, -5.292699337005615, -4.686581611633301, -8.008769035339355, -8.688939094543457, -4.17588472366333, -8.675381660461426, -0.42896121740341187], 'distances_by_expert': [28.57569694519043, 32.22955322265625, 27.909849166870117, 10.58539867401123, 9.373163223266602, 16.01753807067871, 17.377878189086914, 8.35176944732666, 17.35076332092285, 0.8579224348068237], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.571533203125, 'language': 52.901458740234375}}, {'routing_index': 474, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.995225933475012e-07, 9.612708851136631e-08, 8.328231615450932e-07, 0.004820999689400196, 0.00907488726079464, 0.0003211335570085794, 0.00016484412481077015, 0.015217874199151993, 0.00016346304619219154, 0.642638087272644], 'log_scores_by_expert': [-14.327132225036621, -16.157594680786133, -13.998444557189941, -5.334774017333984, -4.702244281768799, -8.04365348815918, -8.71051025390625, -4.185284614562988, -8.718923568725586, -0.442173570394516], 'distances_by_expert': [28.654264450073242, 32.315189361572266, 27.996889114379883, 10.669548034667969, 9.404488563537598, 16.08730697631836, 17.4210205078125, 8.370569229125977, 17.437847137451172, 0.884347140789032], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3413.336669921875, 'language': 52.91518783569336}}, {'routing_index': 475, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.080763910176756e-07, 9.721995297695685e-08, 8.427309126091131e-07, 0.00486917607486248, 0.00907010305672884, 0.00032667414052411914, 0.00016592309111729264, 0.015208878554403782, 0.0001647842291276902, 0.6389327645301819], 'log_scores_by_expert': [-14.312965393066406, -16.146289825439453, -13.986618041992188, -5.324830532073975, -4.7027716636657715, -8.0265474319458, -8.703986167907715, -4.18587589263916, -8.7108736038208, -0.4479560852050781], 'distances_by_expert': [28.625930786132812, 32.292579650878906, 27.973236083984375, 10.64966106414795, 9.405543327331543, 16.0530948638916, 17.40797233581543, 8.37175178527832, 17.4217472076416, 0.8959121704101562], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3362.866455078125, 'language': 52.922401428222656}}, {'routing_index': 476, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.367980631694081e-07, 1.0244919934621066e-07, 8.780097573435341e-07, 0.005010109394788742, 0.009259549900889397, 0.0003434238024055958, 0.0001707726187305525, 0.015639811754226685, 0.00017313830903731287, 0.6594562530517578], 'log_scores_by_expert': [-14.266813278198242, -16.09389877319336, -13.945608139038086, -5.296297550201416, -4.68209981918335, -7.976545333862305, -8.675177574157715, -4.157935619354248, -8.661419868469238, -0.4163396954536438], 'distances_by_expert': [28.533626556396484, 32.18779754638672, 27.891216278076172, 10.592595100402832, 9.3641996383667, 15.95309066772461, 17.35035514831543, 8.315871238708496, 17.322839736938477, 0.8326793909072876], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3320.838134765625, 'language': 52.89198684692383}}, {'routing_index': 477, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.249715625017416e-07, 1.0333310740406887e-07, 8.641980002721539e-07, 0.004966225475072861, 0.009282299317419529, 0.000347264256561175, 0.00017089677567128092, 0.015599503181874752, 0.00017092024791054428, 0.6652595400810242], 'log_scores_by_expert': [-14.28555965423584, -16.085308074951172, -13.961463928222656, -5.305095195770264, -4.679646015167236, -7.965424537658691, -8.674450874328613, -4.160516262054443, -8.67431354522705, -0.4075779914855957], 'distances_by_expert': [28.57111930847168, 32.170616149902344, 27.922927856445312, 10.610190391540527, 9.359292030334473, 15.930849075317383, 17.348901748657227, 8.321032524108887, 17.3486270904541, 0.8151559829711914], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3337.4716796875, 'language': 52.889530181884766}}, {'routing_index': 478, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.187074177432805e-07, 9.98292719600613e-08, 8.634186769995722e-07, 0.0049697719514369965, 0.009152624756097794, 0.00033300506765954196, 0.00016731966752558947, 0.015408510342240334, 0.00016890349797904491, 0.6434810757637024], 'log_scores_by_expert': [-14.295633316040039, -16.11980438232422, -13.962366104125977, -5.304381370544434, -4.693714618682861, -8.007352828979492, -8.69560432434082, -4.172835350036621, -8.686182975769043, -0.4408626854419708], 'distances_by_expert': [28.591266632080078, 32.23960876464844, 27.924732208251953, 10.608762741088867, 9.387429237365723, 16.014705657958984, 17.39120864868164, 8.345670700073242, 17.372365951538086, 0.8817253708839417], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.455322265625, 'language': 52.89173126220703}}, {'routing_index': 479, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.331555937322264e-07, 1.0329211619364287e-07, 8.734331231607939e-07, 0.004974679555743933, 0.009398332796990871, 0.0003461935557425022, 0.00017268877127207816, 0.01573827862739563, 0.00017295758880209178, 0.6767891049385071], 'log_scores_by_expert': [-14.272549629211426, -16.085704803466797, -13.950834274291992, -5.303394317626953, -4.66722297668457, -7.968512535095215, -8.664019584655762, -4.1516594886779785, -8.662464141845703, -0.39039555191993713], 'distances_by_expert': [28.54509925842285, 32.171409606933594, 27.901668548583984, 10.606788635253906, 9.33444595336914, 15.93702507019043, 17.328039169311523, 8.303318977355957, 17.324928283691406, 0.7807911038398743], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.65869140625, 'language': 52.904239654541016}}, {'routing_index': 480, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.389685722751892e-07, 1.0243473980153794e-07, 8.799729585007299e-07, 0.004937054123729467, 0.009576074779033661, 0.00033342678216286004, 0.0001718140410957858, 0.01578194834291935, 0.00017388060223311186, 0.6840848922729492], 'log_scores_by_expert': [-14.263410568237305, -16.094039916992188, -13.943374633789062, -5.310986518859863, -4.648487567901611, -8.006087303161621, -8.669097900390625, -4.14888858795166, -8.65714168548584, -0.37967321276664734], 'distances_by_expert': [28.52682113647461, 32.188079833984375, 27.886749267578125, 10.621973037719727, 9.296975135803223, 16.012174606323242, 17.33819580078125, 8.29777717590332, 17.31428337097168, 0.7593464255332947], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.575927734375, 'language': 52.914424896240234}}, {'routing_index': 481, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.186626251292182e-07, 9.943874346163284e-08, 8.58578232509899e-07, 0.004805605858564377, 0.0091975387185812, 0.00033038147375918925, 0.0001681689900578931, 0.015374947339296341, 0.00016945060633588582, 0.6609162092208862], 'log_scores_by_expert': [-14.295705795288086, -16.12372398376465, -13.967988014221191, -5.337972164154053, -4.688819408416748, -8.015262603759766, -8.69054126739502, -4.175015926361084, -8.68294906616211, -0.41412824392318726], 'distances_by_expert': [28.591411590576172, 32.2474479675293, 27.935976028442383, 10.675944328308105, 9.377638816833496, 16.03052520751953, 17.38108253479004, 8.350031852722168, 17.36589813232422, 0.8282564878463745], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.62353515625, 'language': 52.89189910888672}}, {'routing_index': 482, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.052373464626726e-07, 9.6945356631295e-08, 8.298500802084163e-07, 0.004724219441413879, 0.009017246775329113, 0.00032554767676629126, 0.00016453597345389426, 0.015148891136050224, 0.0001647485769353807, 0.6446859836578369], 'log_scores_by_expert': [-14.317645072937012, -16.149118423461914, -14.002020835876465, -5.355052947998047, -4.708616256713867, -8.030001640319824, -8.712381362915039, -4.189827919006348, -8.711090087890625, -0.4389919638633728], 'distances_by_expert': [28.635290145874023, 32.29823684692383, 28.00404167175293, 10.710105895996094, 9.417232513427734, 16.06000328063965, 17.424762725830078, 8.379655838012695, 17.42218017578125, 0.8779839277267456], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.760986328125, 'language': 52.91801071166992}}, {'routing_index': 483, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.05828120114893e-07, 9.7462624637501e-08, 8.308556971314829e-07, 0.004840637091547251, 0.008913161233067513, 0.0003223704406991601, 0.0001650372869335115, 0.0151265449821949, 0.00016397485160268843, 0.6326226592063904], 'log_scores_by_expert': [-14.316669464111328, -16.143796920776367, -14.000809669494629, -5.330708980560303, -4.720226287841797, -8.039809226989746, -8.709339141845703, -4.1913042068481445, -8.715797424316406, -0.4578811228275299], 'distances_by_expert': [28.633338928222656, 32.287593841552734, 28.001619338989258, 10.661417961120605, 9.440452575683594, 16.079618453979492, 17.418678283691406, 8.382608413696289, 17.431594848632812, 0.9157622456550598], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3362.021484375, 'language': 52.91487121582031}}, {'routing_index': 484, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.917061116633704e-07, 9.339196083146817e-08, 8.155124078257359e-07, 0.0047074779868125916, 0.008748191408813, 0.0003100052708759904, 0.00016039742331486195, 0.014883197844028473, 0.0001609263417776674, 0.6189249157905579], 'log_scores_by_expert': [-14.340255737304688, -16.186460494995117, -14.019449234008789, -5.358603000640869, -4.738908290863037, -8.0789213180542, -8.737855911254883, -4.207522392272949, -8.734563827514648, -0.47977131605148315], 'distances_by_expert': [28.680511474609375, 32.372920989990234, 28.038898468017578, 10.717206001281738, 9.477816581726074, 16.1578426361084, 17.475711822509766, 8.415044784545898, 17.469127655029297, 0.9595426321029663], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3354.70654296875, 'language': 52.9031982421875}}, {'routing_index': 485, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.863443561793247e-07, 9.103056441972512e-08, 8.009930070329574e-07, 0.004650389775633812, 0.008562920615077019, 0.00030074460664764047, 0.00015793931379448622, 0.014584658667445183, 0.00015808895113877952, 0.6039634943008423], 'log_scores_by_expert': [-14.349358558654785, -16.21207046508789, -14.037413597106934, -5.370804309844971, -4.760313987731934, -8.109249114990234, -8.753299713134766, -4.227785110473633, -8.752352714538574, -0.5042415261268616], 'distances_by_expert': [28.69871711730957, 32.42414093017578, 28.074827194213867, 10.741608619689941, 9.520627975463867, 16.21849822998047, 17.50659942626953, 8.455570220947266, 17.50470542907715, 1.0084830522537231], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3366.580810546875, 'language': 52.91602325439453}}, {'routing_index': 486, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.649147851727321e-07, 8.722839339725397e-08, 7.780278110658401e-07, 0.0044836681336164474, 0.00829874724149704, 0.00029413108131848276, 0.00015568001253996044, 0.014255435205996037, 0.00015400898701045662, 0.5931419134140015], 'log_scores_by_expert': [-14.386590957641602, -16.254735946655273, -14.066503524780273, -5.407313823699951, -4.791650772094727, -8.131484985351562, -8.767707824707031, -4.250617027282715, -8.778499603271484, -0.5223216414451599], 'distances_by_expert': [28.773181915283203, 32.50947189331055, 28.133007049560547, 10.814627647399902, 9.583301544189453, 16.262969970703125, 17.535415649414062, 8.50123405456543, 17.55699920654297, 1.0446432828903198], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.94091796875, 'language': 52.926963806152344}}, {'routing_index': 487, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.608548801523284e-07, 9.523304811409616e-08, 9.191491585625045e-07, 0.004331088159233332, 0.008973504416644573, 0.00025587936397641897, 0.00015692946908529848, 0.015066565945744514, 0.00017279550957027823, 0.6757054328918457], 'log_scores_by_expert': [-14.229731559753418, -16.16693878173828, -13.89981746673584, -5.441936492919922, -4.713479042053223, -8.270804405212402, -8.759714126586914, -4.195277214050293, -8.66340160369873, -0.3919981122016907], 'distances_by_expert': [28.459463119506836, 32.33387756347656, 27.79963493347168, 10.883872985839844, 9.426958084106445, 16.541608810424805, 17.519428253173828, 8.390554428100586, 17.32680320739746, 0.7839962244033813], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3600.031005859375, 'language': 52.89240264892578}}, {'routing_index': 488, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.729758297296939e-07, 1.0417395657214001e-07, 9.18289686069329e-07, 0.004498559981584549, 0.009779829531908035, 0.0002793440653476864, 0.00016433304699603468, 0.015768498182296753, 0.00017915807256940752, 0.7286996245384216], 'log_scores_by_expert': [-14.211556434631348, -16.07720375061035, -13.900753021240234, -5.403997898101807, -4.6274333000183105, -8.183066368103027, -8.713615417480469, -4.149741172790527, -8.627242088317871, -0.3164936900138855], 'distances_by_expert': [28.423112869262695, 32.1544075012207, 27.80150604248047, 10.807995796203613, 9.254866600036621, 16.366132736206055, 17.427230834960938, 8.299482345581055, 17.254484176635742, 0.632987380027771], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.316162109375, 'language': 52.90319061279297}}, {'routing_index': 489, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.733109216838784e-07, 1.0493373281406093e-07, 9.177135211757559e-07, 0.004567975178360939, 0.010227043181657791, 0.00027923696325160563, 0.00016695403610356152, 0.015815138816833496, 0.00017986545572057366, 0.7633762955665588], 'log_scores_by_expert': [-14.211058616638184, -16.069936752319336, -13.90138053894043, -5.38868522644043, -4.582719802856445, -8.183449745178223, -8.697792053222656, -4.146787643432617, -8.62330150604248, -0.2700042128562927], 'distances_by_expert': [28.422117233276367, 32.13987350463867, 27.80276107788086, 10.77737045288086, 9.16543960571289, 16.366899490356445, 17.395584106445312, 8.293575286865234, 17.24660301208496, 0.5400084257125854], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.37451171875, 'language': 52.91649627685547}}, {'routing_index': 490, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.783678827559925e-07, 1.1220875251183315e-07, 9.452426183997886e-07, 0.004815928637981415, 0.010595214553177357, 0.000312390475301072, 0.00017381843645125628, 0.016570188105106354, 0.00018415559316053987, 0.7882115244865417], 'log_scores_by_expert': [-14.20357608795166, -16.002904891967773, -13.871824264526367, -5.335826396942139, -4.5473527908325195, -8.071256637573242, -8.657499313354492, -4.100150108337402, -8.599729537963867, -0.23798882961273193], 'distances_by_expert': [28.40715217590332, 32.00580978393555, 27.743648529052734, 10.671652793884277, 9.094705581665039, 16.142513275146484, 17.314998626708984, 8.200300216674805, 17.199459075927734, 0.47597765922546387], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.6337890625, 'language': 52.92100143432617}}, {'routing_index': 491, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.469816185017407e-07, 1.0326749588784878e-07, 8.973331659944961e-07, 0.004490452818572521, 0.010374130681157112, 0.00028947574901394546, 0.0001675854146014899, 0.015892747789621353, 0.00017548301548231393, 0.7696453332901001], 'log_scores_by_expert': [-14.250947952270508, -16.0859432220459, -13.92383861541748, -5.405801773071289, -4.568439960479736, -8.147439002990723, -8.69401741027832, -4.141892433166504, -8.647968292236328, -0.2618255615234375], 'distances_by_expert': [28.501895904541016, 32.1718864440918, 27.84767723083496, 10.811603546142578, 9.136879920959473, 16.294878005981445, 17.38803482055664, 8.283784866333008, 17.295936584472656, 0.523651123046875], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.60595703125, 'language': 52.9100341796875}}, {'routing_index': 492, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.805509542573418e-07, 1.0193131316782456e-07, 9.238886491402809e-07, 0.004820242989808321, 0.01012166403234005, 0.0003120620676781982, 0.00017132986977230757, 0.016579024493694305, 0.00018065140466205776, 0.7410792112350464], 'log_scores_by_expert': [-14.200363159179688, -16.098966598510742, -13.894674301147461, -5.334930896759033, -4.593077182769775, -8.072308540344238, -8.671919822692871, -4.099617004394531, -8.618941307067871, -0.2996477782726288], 'distances_by_expert': [28.400726318359375, 32.197933197021484, 27.789348602294922, 10.669861793518066, 9.18615436553955, 16.144617080688477, 17.343839645385742, 8.199234008789062, 17.237882614135742, 0.5992955565452576], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3484.04931640625, 'language': 52.9145393371582}}, {'routing_index': 493, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.90210390782886e-07, 9.686975488421012e-08, 8.223287295550108e-07, 0.004449706990271807, 0.009792148135602474, 0.00031022942857816815, 0.00016710440104361624, 0.01587478257715702, 0.00015986796643119305, 0.7388333678245544], 'log_scores_by_expert': [-14.34278678894043, -16.149898529052734, -14.011125564575195, -5.4149169921875, -4.626174449920654, -8.078198432922363, -8.696891784667969, -4.143023490905762, -8.741162300109863, -0.30268290638923645], 'distances_by_expert': [28.68557357788086, 32.29979705810547, 28.02225112915039, 10.829833984375, 9.252348899841309, 16.156396865844727, 17.393783569335938, 8.286046981811523, 17.482324600219727, 0.6053658127784729], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3552.911376953125, 'language': 52.931209564208984}}, {'routing_index': 494, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.007611770859512e-07, 1.0896449964548083e-07, 9.507003824182902e-07, 0.004492193926125765, 0.010293272323906422, 0.00030335120391100645, 0.0001757414429448545, 0.016757624223828316, 0.00018618763715494424, 0.7903252840042114], 'log_scores_by_expert': [-14.171098709106445, -16.032243728637695, -13.866066932678223, -5.40541410446167, -4.57626485824585, -8.100619316101074, -8.646496772766113, -4.088901996612549, -8.58875560760498, -0.23531067371368408], 'distances_by_expert': [28.34219741821289, 32.06448745727539, 27.732133865356445, 10.81082820892334, 9.1525297164917, 16.20123863220215, 17.292993545532227, 8.177803993225098, 17.17751121520996, 0.47062134742736816], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.039794921875, 'language': 52.91271209716797}}, {'routing_index': 495, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.752935064469057e-07, 1.0062414190770141e-07, 9.121110906562535e-07, 0.0043088654056191444, 0.009807274676859379, 0.0002743206568993628, 0.00016693523502908647, 0.01579137146472931, 0.00017976085655391216, 0.751304566860199], 'log_scores_by_expert': [-14.208118438720703, -16.111873626708984, -13.907504081726074, -5.447080612182617, -4.624630928039551, -8.201212882995605, -8.697904586791992, -4.14829158782959, -8.623883247375488, -0.2859441936016083], 'distances_by_expert': [28.416236877441406, 32.22374725341797, 27.81500816345215, 10.894161224365234, 9.249261856079102, 16.40242576599121, 17.395809173583984, 8.29658317565918, 17.247766494750977, 0.5718883872032166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3583.4716796875, 'language': 52.93828201293945}}, {'routing_index': 496, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.957157552278659e-07, 1.0426797558693579e-07, 9.421682420907018e-07, 0.004364074673503637, 0.009915447793900967, 0.00027855316875502467, 0.00016838498413562775, 0.016209790483117104, 0.00018513765826355666, 0.7569276690483093], 'log_scores_by_expert': [-14.178324699401855, -16.07630157470703, -13.875082015991211, -5.434349060058594, -4.613661289215088, -8.185901641845703, -8.689257621765137, -4.122139930725098, -8.59441089630127, -0.27848756313323975], 'distances_by_expert': [28.35664939880371, 32.15260314941406, 27.750164031982422, 10.868698120117188, 9.227322578430176, 16.371803283691406, 17.378515243530273, 8.244279861450195, 17.18882179260254, 0.5569751262664795], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3495.50244140625, 'language': 52.93476104736328}}, {'routing_index': 497, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.29249109099328e-07, 1.1763694374167244e-07, 9.920199772750493e-07, 0.005284307058900595, 0.010648898780345917, 0.00035537025541998446, 0.0001856151648098603, 0.01735766790807247, 0.0001983653346542269, 0.7889041304588318], 'log_scores_by_expert': [-14.131250381469727, -15.955662727355957, -13.823522567749023, -5.243013858795166, -4.542298793792725, -7.942350387573242, -8.591835021972656, -4.053720951080322, -8.525400161743164, -0.23711049556732178], 'distances_by_expert': [28.262500762939453, 31.911325454711914, 27.647045135498047, 10.486027717590332, 9.08459758758545, 15.884700775146484, 17.183670043945312, 8.107441902160645, 17.050800323486328, 0.47422099113464355], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.496337890625, 'language': 52.89365005493164}}, {'routing_index': 498, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.057186621750589e-07, 1.2023325268728513e-07, 9.93571916296787e-07, 0.005426343064755201, 0.010231837630271912, 0.000374739000108093, 0.00018635780725162476, 0.01721969060599804, 0.00019114540191367269, 0.7471176981925964], 'log_scores_by_expert': [-14.16404914855957, -15.933832168579102, -13.821959495544434, -5.216489791870117, -4.582251071929932, -7.889280796051025, -8.587841987609863, -4.061701774597168, -8.56247615814209, -0.2915324866771698], 'distances_by_expert': [28.32809829711914, 31.867664337158203, 27.643918991088867, 10.432979583740234, 9.164502143859863, 15.77856159210205, 17.175683975219727, 8.123403549194336, 17.12495231628418, 0.5830649733543396], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.811279296875, 'language': 52.91411209106445}}, {'routing_index': 499, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.096702461240056e-07, 1.119718646691581e-07, 9.93394678516779e-07, 0.005404123570770025, 0.009787153452634811, 0.0003643327800091356, 0.00017963557911571115, 0.016628960147500038, 0.0001927930861711502, 0.6995135545730591], 'log_scores_by_expert': [-14.158465385437012, -16.00501823425293, -13.822137832641602, -5.220592975616455, -4.626684665679932, -7.917442798614502, -8.624580383300781, -4.096609592437744, -8.553893089294434, -0.35737013816833496], 'distances_by_expert': [28.316930770874023, 32.01003646850586, 27.644275665283203, 10.44118595123291, 9.253369331359863, 15.834885597229004, 17.249160766601562, 8.193219184875488, 17.107786178588867, 0.7147402763366699], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.850830078125, 'language': 52.888153076171875}}, {'routing_index': 500, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.742979508089775e-07, 9.630583264197412e-08, 9.367647635372123e-07, 0.004247450735419989, 0.009042366407811642, 0.0002432414621580392, 0.00015774121857248247, 0.01499838288873434, 0.0001735338883008808, 0.6702724695205688], 'log_scores_by_expert': [-14.209593772888184, -16.155736923217773, -13.880833625793457, -5.4614362716674805, -4.70583438873291, -8.321455955505371, -8.754554748535156, -4.199812889099121, -8.659137725830078, -0.40007099509239197], 'distances_by_expert': [28.419187545776367, 32.31147384643555, 27.761667251586914, 10.922872543334961, 9.41166877746582, 16.642911911010742, 17.509109497070312, 8.399625778198242, 17.318275451660156, 0.8001419901847839], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3548.65966796875, 'language': 52.901527404785156}}, {'routing_index': 501, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.15798342096241e-07, 9.45826457154908e-08, 8.44505791519623e-07, 0.004036224912852049, 0.009483976289629936, 0.00023486008285544813, 0.00015267908747773618, 0.014475135132670403, 0.00016307549958582968, 0.7007896900177002], 'log_scores_by_expert': [-14.300346374511719, -16.173791885375977, -13.984514236450195, -5.512445449829102, -4.658151626586914, -8.356520652770996, -8.787172317504883, -4.235322952270508, -8.721297264099121, -0.3555474579334259], 'distances_by_expert': [28.600692749023438, 32.34758377075195, 27.96902847290039, 11.024890899658203, 9.316303253173828, 16.713041305541992, 17.574344635009766, 8.470645904541016, 17.442594528198242, 0.7110949158668518], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3565.201904296875, 'language': 52.91846466064453}}, {'routing_index': 502, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.896041782056272e-07, 1.0968032171376763e-07, 9.435826200387964e-07, 0.004791572690010071, 0.010684533044695854, 0.00028951826971024275, 0.00017142956494353712, 0.01647605188190937, 0.00018215423915535212, 0.793840765953064], 'log_scores_by_expert': [-14.187148094177246, -16.02569580078125, -13.873581886291504, -5.3408966064453125, -4.5389580726623535, -8.147292137145996, -8.671338081359863, -4.105847358703613, -8.61065673828125, -0.23087240755558014], 'distances_by_expert': [28.374296188354492, 32.0513916015625, 27.747163772583008, 10.681793212890625, 9.077916145324707, 16.294584274291992, 17.342676162719727, 8.211694717407227, 17.2213134765625, 0.4617448151111603], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.990234375, 'language': 52.92718505859375}}, {'routing_index': 503, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.711856599395105e-07, 1.1258327248242495e-07, 9.365307960251812e-07, 0.004877262748777866, 0.010660111904144287, 0.0003083764167968184, 0.00016997223428916186, 0.01647881045937538, 0.00018393549544271082, 0.7855026721954346], 'log_scores_by_expert': [-14.21422004699707, -15.99957275390625, -13.881083488464355, -5.323171138763428, -4.54124641418457, -8.084189414978027, -8.679875373840332, -4.105679988861084, -8.60092544555664, -0.24143142998218536], 'distances_by_expert': [28.42844009399414, 31.9991455078125, 27.76216697692871, 10.646342277526855, 9.08249282836914, 16.168378829956055, 17.359750747680664, 8.211359977722168, 17.20185089111328, 0.4828628599643707], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.131103515625, 'language': 52.90043640136719}}, {'routing_index': 504, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.241418759600492e-07, 1.0348576751084693e-07, 8.732773721931153e-07, 0.004504856187850237, 0.01031532883644104, 0.00029084301786497235, 0.00016563534154556692, 0.015917683020234108, 0.0001713380333967507, 0.7733044028282166], 'log_scores_by_expert': [-14.286888122558594, -16.083831787109375, -13.95101261138916, -5.402599334716797, -4.574124336242676, -8.14272689819336, -8.705721855163574, -4.140324592590332, -8.67187213897705, -0.2570825219154358], 'distances_by_expert': [28.573776245117188, 32.16766357421875, 27.90202522277832, 10.805198669433594, 9.148248672485352, 16.28545379638672, 17.41144371032715, 8.280649185180664, 17.3437442779541, 0.5141650438308716], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3453.55419921875, 'language': 52.91608428955078}}, {'routing_index': 505, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.621607440138177e-07, 1.0753348789194206e-07, 9.230017781192146e-07, 0.005023776087909937, 0.01075001247227192, 0.0003349923645146191, 0.00017598646809346974, 0.016948334872722626, 0.00017838930943980813, 0.778815746307373], 'log_scores_by_expert': [-14.227757453918457, -16.04546356201172, -13.895634651184082, -5.293573379516602, -4.532848358154297, -8.001402854919434, -8.645103454589844, -4.077585697174072, -8.631542205810547, -0.24998079240322113], 'distances_by_expert': [28.455514907836914, 32.09092712402344, 27.791269302368164, 10.587146759033203, 9.065696716308594, 16.002805709838867, 17.290206909179688, 8.155171394348145, 17.263084411621094, 0.49996158480644226], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.41650390625, 'language': 52.926265716552734}}, {'routing_index': 506, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.451151423585543e-07, 9.22094258726247e-08, 7.820374321454437e-07, 0.004390333779156208, 0.008952784352004528, 0.0002909820177592337, 0.00015630036068614572, 0.014806988649070263, 0.0001493982272222638, 0.6599613428115845], 'log_scores_by_expert': [-14.422268867492676, -16.199203491210938, -14.061363220214844, -5.42834997177124, -4.715790748596191, -8.14224910736084, -8.763731002807617, -4.212656021118164, -8.808895111083984, -0.4155740439891815], 'distances_by_expert': [28.84453773498535, 32.398406982421875, 28.122726440429688, 10.85669994354248, 9.431581497192383, 16.28449821472168, 17.527462005615234, 8.425312042236328, 17.61779022216797, 0.831148087978363], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.44287109375, 'language': 52.96626663208008}}, {'routing_index': 507, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.120891609702085e-07, 1.154730284724792e-07, 9.86357918009162e-07, 0.0050101857632398605, 0.010782611556351185, 0.00034451254759915173, 0.00018552172696217895, 0.017696024850010872, 0.00019063202489633113, 0.8191327452659607], 'log_scores_by_expert': [-14.155062675476074, -15.974228858947754, -13.829246520996094, -5.2962822914123535, -4.529820442199707, -7.973380088806152, -8.592338562011719, -4.034415245056152, -8.565165519714355, -0.1995091289281845], 'distances_by_expert': [28.31012535095215, 31.948457717895508, 27.658493041992188, 10.592564582824707, 9.059640884399414, 15.946760177612305, 17.184677124023438, 8.068830490112305, 17.13033103942871, 0.399018257856369], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3429.25146484375, 'language': 52.909759521484375}}, {'routing_index': 508, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.206356258393498e-07, 1.1497656515757626e-07, 9.817014188229223e-07, 0.004857148043811321, 0.010879852809011936, 0.0003141642373520881, 0.00018077067215926945, 0.01707850955426693, 0.00019275520753581077, 0.8089711666107178], 'log_scores_by_expert': [-14.143132209777832, -15.978537559509277, -13.833978652954102, -5.327303886413574, -4.520842552185059, -8.065594673156738, -8.618281364440918, -4.069934368133545, -8.554089546203613, -0.2119920551776886], 'distances_by_expert': [28.286264419555664, 31.957075119018555, 27.667957305908203, 10.654607772827148, 9.041685104370117, 16.131189346313477, 17.236562728881836, 8.13986873626709, 17.108179092407227, 0.4239841103553772], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.602294921875, 'language': 52.901004791259766}}, {'routing_index': 509, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.648011776633211e-07, 1.0332305322435786e-07, 9.165477194983396e-07, 0.004309399984776974, 0.010139918886125088, 0.00026318812160752714, 0.00016499731282237917, 0.015586743131279945, 0.0001785155909601599, 0.7536278367042542], 'log_scores_by_expert': [-14.223777770996094, -16.085405349731445, -13.9026517868042, -5.446956634521484, -4.591275215148926, -8.24264144897461, -8.70958137512207, -4.16133451461792, -8.630834579467773, -0.28285670280456543], 'distances_by_expert': [28.447555541992188, 32.17081069946289, 27.8053035736084, 10.893913269042969, 9.182550430297852, 16.48528289794922, 17.41916275024414, 8.32266902923584, 17.261669158935547, 0.5657134056091309], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3544.61376953125, 'language': 52.917850494384766}}, {'routing_index': 510, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.120524969650432e-07, 1.1658264753577896e-07, 9.8261466519034e-07, 0.00502032320946455, 0.010851677507162094, 0.0003260718658566475, 0.00018138198356609792, 0.01701255887746811, 0.0001936619373736903, 0.799706757068634], 'log_scores_by_expert': [-14.15511417388916, -15.964665412902832, -13.833048820495605, -5.2942609786987305, -4.523435592651367, -8.028392791748047, -8.61490535736084, -4.073803424835205, -8.549396514892578, -0.22351019084453583], 'distances_by_expert': [28.31022834777832, 31.929330825805664, 27.66609764099121, 10.588521957397461, 9.046871185302734, 16.056785583496094, 17.22981071472168, 8.14760684967041, 17.098793029785156, 0.44702038168907166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3469.717041015625, 'language': 52.901432037353516}}, {'routing_index': 511, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.022912313914276e-07, 1.2431100060439348e-07, 9.79163814918138e-07, 0.005485269706696272, 0.010831701569259167, 0.0003849839267786592, 0.00019171956228092313, 0.017433632165193558, 0.00019067148969043046, 0.7944644093513489], 'log_scores_by_expert': [-14.168917655944824, -15.900479316711426, -13.836566925048828, -5.205688953399658, -4.525278091430664, -7.862308979034424, -8.559476852416992, -4.049354076385498, -8.564958572387695, -0.2300870716571808], 'distances_by_expert': [28.33783531188965, 31.80095863342285, 27.673133850097656, 10.411377906799316, 9.050556182861328, 15.724617958068848, 17.118953704833984, 8.098708152770996, 17.12991714477539, 0.4601741433143616], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3413.7431640625, 'language': 52.934207916259766}}, {'routing_index': 512, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.37917082713102e-07, 1.1224513940533143e-07, 9.018708055918978e-07, 0.005062217358499765, 0.009627899155020714, 0.00034044249332509935, 0.00017958007811103016, 0.01594262197613716, 0.00017511038458906114, 0.7059744596481323], 'log_scores_by_expert': [-14.265057563781738, -16.002580642700195, -13.918794631958008, -5.285950660705566, -4.64309024810791, -7.985264301300049, -8.624889373779297, -4.138759136199951, -8.650094032287598, -0.3481762111186981], 'distances_by_expert': [28.530115127563477, 32.00516128540039, 27.837589263916016, 10.571901321411133, 9.28618049621582, 15.970528602600098, 17.249778747558594, 8.277518272399902, 17.300188064575195, 0.6963524222373962], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.677978515625, 'language': 52.94013977050781}}, {'routing_index': 513, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.104523547241115e-07, 1.1544913292027559e-07, 1.0086477004733752e-06, 0.0056138476356863976, 0.010176829993724823, 0.0003722804831340909, 0.00018630255362950265, 0.016929255798459053, 0.00019003920897375792, 0.710137128829956], 'log_scores_by_expert': [-14.157363891601562, -15.974435806274414, -13.806900024414062, -5.18251895904541, -4.587641716003418, -7.895863056182861, -8.588138580322266, -4.078711986541748, -8.568280220031738, -0.3422972559928894], 'distances_by_expert': [28.314727783203125, 31.948871612548828, 27.613800048828125, 10.36503791809082, 9.175283432006836, 15.791726112365723, 17.17627716064453, 8.157423973083496, 17.136560440063477, 0.6845945119857788], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.667236328125, 'language': 52.92720413208008}}, {'routing_index': 514, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.326811785584141e-07, 9.488385188660686e-08, 8.838940743771673e-07, 0.004570883698761463, 0.008983085863292217, 0.0002832429308909923, 0.00015594897558912635, 0.015191643498837948, 0.00016877162852324545, 0.673896074295044], 'log_scores_by_expert': [-14.273299217224121, -16.170612335205078, -13.938928604125977, -5.3880486488342285, -4.712411880493164, -8.169205665588379, -8.765981674194336, -4.187009811401367, -8.68696403503418, -0.3946794271469116], 'distances_by_expert': [28.546598434448242, 32.341224670410156, 27.877857208251953, 10.776097297668457, 9.424823760986328, 16.338411331176758, 17.531963348388672, 8.374019622802734, 17.37392807006836, 0.7893588542938232], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3633.878173828125, 'language': 52.87510681152344}}, {'routing_index': 515, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.231272209333838e-07, 9.786143806422842e-08, 8.544394063392247e-07, 0.004290198441594839, 0.009577229619026184, 0.00025577814085409045, 0.00015472622180823237, 0.0147292111068964, 0.00016706169117242098, 0.7043271660804749], 'log_scores_by_expert': [-14.288515090942383, -16.139713287353516, -13.972820281982422, -5.451422214508057, -4.648366928100586, -8.271200180053711, -8.773853302001953, -4.217922687530518, -8.697147369384766, -0.3505123257637024], 'distances_by_expert': [28.577030181884766, 32.27942657470703, 27.945640563964844, 10.902844429016113, 9.296733856201172, 16.542400360107422, 17.547706604003906, 8.435845375061035, 17.39429473876953, 0.7010246515274048], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3539.1396484375, 'language': 52.90877914428711}}, {'routing_index': 516, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.268943479881273e-07, 9.872439221680906e-08, 8.503877779730828e-07, 0.004408502951264381, 0.009905656799674034, 0.0002630089584272355, 0.00015733242616988719, 0.01521326694637537, 0.00016622195835225284, 0.731069803237915], 'log_scores_by_expert': [-14.282487869262695, -16.13093376159668, -13.97757339477539, -5.424220085144043, -4.614649295806885, -8.243322372436523, -8.757149696350098, -4.185587406158447, -8.702186584472656, -0.31324630975723267], 'distances_by_expert': [28.56497573852539, 32.26186752319336, 27.95514678955078, 10.848440170288086, 9.22929859161377, 16.486644744873047, 17.514299392700195, 8.371174812316895, 17.404373168945312, 0.6264926195144653], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.44921875, 'language': 52.9425163269043}}, {'routing_index': 517, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.255589255488303e-07, 1.02879802454936e-07, 8.707583560862986e-07, 0.004548921249806881, 0.01018329057842493, 0.00028738853870891035, 0.00016132586461026222, 0.01535958144813776, 0.00017251742247026414, 0.7494074106216431], 'log_scores_by_expert': [-14.28462028503418, -16.089704513549805, -13.953901290893555, -5.392865180969238, -4.58700704574585, -8.154675483703613, -8.732084274291992, -4.176015853881836, -8.66501235961914, -0.2884725034236908], 'distances_by_expert': [28.56924057006836, 32.17940902709961, 27.90780258178711, 10.785730361938477, 9.1740140914917, 16.309350967407227, 17.464168548583984, 8.352031707763672, 17.33002471923828, 0.5769450068473816], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.182373046875, 'language': 52.90494918823242}}, {'routing_index': 518, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.865076329631847e-07, 1.108462797105858e-07, 9.306847346124414e-07, 0.004869271069765091, 0.010758879594504833, 0.00033675358281470835, 0.0001782639737939462, 0.017201224341988564, 0.00018501639715395868, 0.8181440830230713], 'log_scores_by_expert': [-14.191648483276367, -16.015121459960938, -13.887345314025879, -5.324810981750488, -4.532023906707764, -7.996159076690674, -8.632245063781738, -4.062774658203125, -8.59506607055664, -0.20071685314178467], 'distances_by_expert': [28.383296966552734, 32.030242919921875, 27.774690628051758, 10.649621963500977, 9.064047813415527, 15.992318153381348, 17.264490127563477, 8.12554931640625, 17.19013214111328, 0.40143370628356934], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3445.647705078125, 'language': 52.9031867980957}}, {'routing_index': 519, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.985958975747053e-07, 1.0296539443288566e-07, 9.392525157636555e-07, 0.0049324631690979, 0.010233107022941113, 0.0003187490510754287, 0.0001735166588332504, 0.017010165378451347, 0.00018336733046453446, 0.7479727864265442], 'log_scores_by_expert': [-14.174193382263184, -16.0888729095459, -13.878181457519531, -5.311916828155518, -4.582127094268799, -8.051106452941895, -8.659236907958984, -4.073944091796875, -8.604019165039062, -0.29038870334625244], 'distances_by_expert': [28.348386764526367, 32.1777458190918, 27.756362915039062, 10.623833656311035, 9.164254188537598, 16.10221290588379, 17.31847381591797, 8.14788818359375, 17.208038330078125, 0.5807774066925049], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.4599609375, 'language': 52.916656494140625}}, {'routing_index': 520, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.667230311701132e-07, 9.287947477787384e-08, 7.88865065715072e-07, 0.0046160174533724785, 0.009436448104679585, 0.0003141094057355076, 0.00016451196279376745, 0.015459430404007435, 0.00015171039558481425, 0.6910783648490906], 'log_scores_by_expert': [-14.383395195007324, -16.19196319580078, -14.0526704788208, -5.378222942352295, -4.663175582885742, -8.06576919555664, -8.71252727508545, -4.169536113739014, -8.793537139892578, -0.3695020377635956], 'distances_by_expert': [28.76679039001465, 32.38392639160156, 28.1053409576416, 10.75644588470459, 9.326351165771484, 16.13153839111328, 17.4250545501709, 8.339072227478027, 17.587074279785156, 0.7390040755271912], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3503.784912109375, 'language': 52.96049499511719}}, {'routing_index': 521, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.180563900670677e-07, 1.0176581355381131e-07, 8.581206429880694e-07, 0.004767719656229019, 0.010333976708352566, 0.00032441364601254463, 0.0001725774782244116, 0.016335872933268547, 0.00016749577480368316, 0.766793966293335], 'log_scores_by_expert': [-14.296686172485352, -16.1005916595459, -13.968521118164062, -5.345887184143066, -4.572318077087402, -8.033491134643555, -8.664664268493652, -4.114391803741455, -8.694552421569824, -0.26553720235824585], 'distances_by_expert': [28.593372344970703, 32.2011833190918, 27.937042236328125, 10.691774368286133, 9.144636154174805, 16.06698226928711, 17.329328536987305, 8.22878360748291, 17.38910484313965, 0.5310744047164917], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3523.599365234375, 'language': 52.92496109008789}}, {'routing_index': 522, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.845607458672021e-07, 1.0721952037329174e-07, 9.284958650823683e-07, 0.0046826074831187725, 0.010582158342003822, 0.0003088164085056633, 0.00017554797523189336, 0.016790593042969704, 0.00018428331532049924, 0.799472451210022], 'log_scores_by_expert': [-14.194488525390625, -16.04838752746582, -13.889699935913086, -5.363900184631348, -4.548585891723633, -8.082763671875, -8.647598266601562, -4.0869364738464355, -8.59903621673584, -0.22380323708057404], 'distances_by_expert': [28.38897705078125, 32.09677505493164, 27.779399871826172, 10.727800369262695, 9.097171783447266, 16.16552734375, 17.295196533203125, 8.173872947692871, 17.19807243347168, 0.44760647416114807], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3545.14990234375, 'language': 52.91800308227539}}, {'routing_index': 523, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.657541575805226e-07, 1.0185455323608039e-07, 9.11305960471509e-07, 0.00433112308382988, 0.009914157912135124, 0.00026508394512347877, 0.0001638474641367793, 0.015587851405143738, 0.00017948659660760313, 0.7485182881355286], 'log_scores_by_expert': [-14.222345352172852, -16.099720001220703, -13.908387184143066, -5.441928386688232, -4.613791465759277, -8.235464096069336, -8.716574668884277, -4.161263465881348, -8.625410079956055, -0.28965964913368225], 'distances_by_expert': [28.444690704345703, 32.199440002441406, 27.816774368286133, 10.883856773376465, 9.227582931518555, 16.470928192138672, 17.433149337768555, 8.322526931762695, 17.25082015991211, 0.5793192982673645], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3547.521240234375, 'language': 52.9168586730957}}, {'routing_index': 524, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.0007314434406e-07, 1.0936322780707997e-07, 9.481443044023763e-07, 0.004739020019769669, 0.010488893836736679, 0.0003015844267793, 0.00017438977374695241, 0.016653193160891533, 0.0001896072644740343, 0.7853308916091919], 'log_scores_by_expert': [-14.172080993652344, -16.02859115600586, -13.868759155273438, -5.351924896240234, -4.557438373565674, -8.106460571289062, -8.654217720031738, -4.095153331756592, -8.570555686950684, -0.2416500747203827], 'distances_by_expert': [28.344161987304688, 32.05718231201172, 27.737518310546875, 10.703849792480469, 9.114876747131348, 16.212921142578125, 17.308435440063477, 8.190306663513184, 17.141111373901367, 0.4833001494407654], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3535.700439453125, 'language': 52.917701721191406}}, {'routing_index': 525, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.82771656101977e-07, 1.2045052244502585e-07, 9.542083034830284e-07, 0.005409215576946735, 0.010533582419157028, 0.0003801946004386991, 0.00018657316104508936, 0.01711767539381981, 0.00018731750606093556, 0.7742943167686462], 'log_scores_by_expert': [-14.197105407714844, -15.932026863098145, -13.862383842468262, -5.219651222229004, -4.553186893463135, -7.8748273849487305, -8.586687088012695, -4.067643642425537, -8.5827054977417, -0.25580325722694397], 'distances_by_expert': [28.394210815429688, 31.86405372619629, 27.724767684936523, 10.439302444458008, 9.10637378692627, 15.749654769897461, 17.17337417602539, 8.135287284851074, 17.1654109954834, 0.5116065144538879], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.63671875, 'language': 52.94749450683594}}, {'routing_index': 526, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.034468580968678e-07, 1.258029698192331e-07, 9.80228946900752e-07, 0.005616790149360895, 0.010755001567304134, 0.00039666445809416473, 0.00019518569752108306, 0.017641842365264893, 0.00018832056957762688, 0.7834237217903137], 'log_scores_by_expert': [-14.16727352142334, -15.888548851013184, -13.835479736328125, -5.181994915008545, -4.532384395599365, -7.8324198722839355, -8.541559219360352, -4.037481784820557, -8.577364921569824, -0.24408160150051117], 'distances_by_expert': [28.33454704284668, 31.777097702026367, 27.67095947265625, 10.36398983001709, 9.06476879119873, 15.664839744567871, 17.083118438720703, 8.074963569641113, 17.15472984313965, 0.48816320300102234], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3365.164306640625, 'language': 52.960079193115234}}, {'routing_index': 527, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.779255272704177e-07, 1.1306918423770185e-07, 9.66918491940305e-07, 0.005505591630935669, 0.009940377436578274, 0.0003722410765476525, 0.00018259897478856146, 0.01656709983944893, 0.00018211742280982435, 0.7019379138946533], 'log_scores_by_expert': [-14.204228401184082, -15.99526596069336, -13.849151611328125, -5.201991081237793, -4.61115026473999, -7.895968914031982, -8.6082181930542, -4.10033655166626, -8.610858917236328, -0.35391032695770264], 'distances_by_expert': [28.408456802368164, 31.99053192138672, 27.69830322265625, 10.403982162475586, 9.22230052947998, 15.791937828063965, 17.2164363861084, 8.20067310333252, 17.221717834472656, 0.7078206539154053], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.091796875, 'language': 52.918514251708984}}, {'routing_index': 528, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.086252142267767e-07, 8.91092923893666e-08, 8.709203598300519e-07, 0.004080059938132763, 0.008531594648957253, 0.00023831504222471267, 0.00014633950195275247, 0.014159311540424824, 0.0001606222940608859, 0.628690779209137], 'log_scores_by_expert': [-14.312063217163086, -16.233402252197266, -13.953715324401855, -5.501643657684326, -4.763978958129883, -8.341917037963867, -8.829581260681152, -4.257382869720459, -8.736454963684082, -0.4641157388687134], 'distances_by_expert': [28.624126434326172, 32.46680450439453, 27.90743064880371, 11.003287315368652, 9.527957916259766, 16.683834075927734, 17.659162521362305, 8.514765739440918, 17.472909927368164, 0.9282314777374268], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3447.7099609375, 'language': 52.88825988769531}}, {'routing_index': 529, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.581742582056904e-07, 9.951388335593947e-08, 9.085715646506287e-07, 0.004282762762159109, 0.00945852231234312, 0.0002565097529441118, 0.00015826831804588437, 0.015394321642816067, 0.0001737663842504844, 0.7003951668739319], 'log_scores_by_expert': [-14.233796119689941, -16.122968673706055, -13.911392211914062, -5.4531569480896, -4.660839080810547, -8.268343925476074, -8.751218795776367, -4.1737565994262695, -8.657798767089844, -0.3561105728149414], 'distances_by_expert': [28.467592239379883, 32.24593734741211, 27.822784423828125, 10.9063138961792, 9.321678161621094, 16.53668785095215, 17.502437591552734, 8.347513198852539, 17.315597534179688, 0.7122211456298828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3409.461669921875, 'language': 52.8939323425293}}, {'routing_index': 530, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.777684120606864e-07, 1.007610777037371e-07, 9.186549050355097e-07, 0.004387536086142063, 0.010263335891067982, 0.00026160586276091635, 0.00016431440599262714, 0.01583762653172016, 0.0001802272308850661, 0.7597008943557739], 'log_scores_by_expert': [-14.204460144042969, -16.11051368713379, -13.900355339050293, -5.428987503051758, -4.579177379608154, -8.248671531677246, -8.713728904724121, -4.145366668701172, -8.621292114257812, -0.27483052015304565], 'distances_by_expert': [28.408920288085938, 32.22102737426758, 27.800710678100586, 10.857975006103516, 9.158354759216309, 16.497343063354492, 17.427457809448242, 8.290733337402344, 17.242584228515625, 0.5496610403060913], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.574951171875, 'language': 52.89221954345703}}, {'routing_index': 531, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.842200264145504e-07, 1.0409252126919455e-07, 9.343602869194001e-07, 0.0045546297915279865, 0.010511334054172039, 0.00028370085055939853, 0.000166947822435759, 0.016389278694987297, 0.00018309681036043912, 0.7795025706291199], 'log_scores_by_expert': [-14.194986343383789, -16.077985763549805, -13.883403778076172, -5.391611099243164, -4.555301189422607, -8.167590141296387, -8.697829246520996, -4.111127853393555, -8.60549545288086, -0.24909937381744385], 'distances_by_expert': [28.389972686767578, 32.15597152709961, 27.766807556152344, 10.783222198486328, 9.110602378845215, 16.335180282592773, 17.395658493041992, 8.22225570678711, 17.21099090576172, 0.4981987476348877], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3469.681884765625, 'language': 52.90220642089844}}, {'routing_index': 532, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.712733693348127e-07, 9.20265250670127e-08, 9.022725180329871e-07, 0.004290061537176371, 0.00945024099200964, 0.0002583832829259336, 0.00015659802011214197, 0.015432046726346016, 0.00017489775200374424, 0.6812131404876709], 'log_scores_by_expert': [-14.214089393615723, -16.201189041137695, -13.918349266052246, -5.451454162597656, -4.661715030670166, -8.261066436767578, -8.761828422546387, -4.171308994293213, -8.6513090133667, -0.3838801085948944], 'distances_by_expert': [28.428178787231445, 32.40237808227539, 27.836698532104492, 10.902908325195312, 9.323430061340332, 16.522132873535156, 17.523656845092773, 8.342617988586426, 17.3026180267334, 0.7677602171897888], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.98291015625, 'language': 52.941471099853516}}, {'routing_index': 533, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.528399580929545e-07, 1.0552060558666199e-07, 9.083870509130065e-07, 0.004735103342682123, 0.010266521945595741, 0.0003178041661158204, 0.00017230580851901323, 0.016840176656842232, 0.00017596314137335867, 0.7629374861717224], 'log_scores_by_expert': [-14.241933822631836, -16.064359664916992, -13.911595344543457, -5.352751731872559, -4.578866958618164, -8.054075241088867, -8.666239738464355, -4.083987712860107, -8.645236015319824, -0.27057918906211853], 'distances_by_expert': [28.483867645263672, 32.128719329833984, 27.823190689086914, 10.705503463745117, 9.157733917236328, 16.108150482177734, 17.33247947692871, 8.167975425720215, 17.29047203063965, 0.5411583781242371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.536865234375, 'language': 52.910057067871094}}, {'routing_index': 534, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.995219337113667e-07, 1.0601323907621918e-07, 9.387699151375273e-07, 0.004537348635494709, 0.010037146508693695, 0.000297544029308483, 0.00017176881374325603, 0.016485946252942085, 0.00018586830992717296, 0.7579848766326904], 'log_scores_by_expert': [-14.172868728637695, -16.059701919555664, -13.878695487976074, -5.395412445068359, -4.601462364196777, -8.119948387145996, -8.669361114501953, -4.1052470207214355, -8.590472221374512, -0.2770918607711792], 'distances_by_expert': [28.34573745727539, 32.11940383911133, 27.75739097595215, 10.790824890136719, 9.202924728393555, 16.239896774291992, 17.338722229003906, 8.210494041442871, 17.180944442749023, 0.5541837215423584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.257568359375, 'language': 52.925506591796875}}, {'routing_index': 535, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.652381330241042e-07, 1.0288235330335738e-07, 9.192411880576401e-07, 0.004225929733365774, 0.01023324765264988, 0.0002649083035066724, 0.0001665745658101514, 0.015924470499157906, 0.00017778758774511516, 0.7611209750175476], 'log_scores_by_expert': [-14.22312068939209, -16.089679718017578, -13.899717330932617, -5.466516017913818, -4.582113265991211, -8.236126899719238, -8.700067520141602, -4.139898300170898, -8.634921073913574, -0.2729629874229431], 'distances_by_expert': [28.44624137878418, 32.179359436035156, 27.799434661865234, 10.933032035827637, 9.164226531982422, 16.472253799438477, 17.400135040283203, 8.279796600341797, 17.26984214782715, 0.5459259748458862], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.4267578125, 'language': 52.90182113647461}}, {'routing_index': 536, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.01413057413447e-07, 1.0652665594079735e-07, 9.550030881655402e-07, 0.00452630827203393, 0.010449700057506561, 0.0002923898573499173, 0.00017054199997801334, 0.016749674454331398, 0.00018524609913583845, 0.7857150435447693], 'log_scores_by_expert': [-14.17016887664795, -16.05487060546875, -13.861551284790039, -5.397848606109619, -4.561182022094727, -8.137422561645508, -8.676528930664062, -4.089376449584961, -8.593825340270996, -0.24116107821464539], 'distances_by_expert': [28.3403377532959, 32.1097412109375, 27.723102569580078, 10.795697212219238, 9.122364044189453, 16.274845123291016, 17.353057861328125, 8.178752899169922, 17.187650680541992, 0.48232215642929077], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3490.959716796875, 'language': 52.910282135009766}}, {'routing_index': 537, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.036038596197614e-07, 1.1800808152884201e-07, 9.615831686460297e-07, 0.005226220469921827, 0.01084087323397398, 0.00036410181201063097, 0.00018797893426381052, 0.017788231372833252, 0.00018797120719682425, 0.8074154257774353], 'log_scores_by_expert': [-14.1670503616333, -15.952512741088867, -13.854684829711914, -5.2540669441223145, -4.5244317054748535, -7.918076992034912, -8.579180717468262, -4.0292181968688965, -8.579221725463867, -0.21391701698303223], 'distances_by_expert': [28.3341007232666, 31.905025482177734, 27.709369659423828, 10.508133888244629, 9.048863410949707, 15.836153984069824, 17.158361434936523, 8.058436393737793, 17.158443450927734, 0.42783403396606445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3417.88232421875, 'language': 52.89933776855469}}, {'routing_index': 538, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.219432518468238e-07, 1.251173813443529e-07, 9.985398037315463e-07, 0.005470409989356995, 0.010704640299081802, 0.00039025896694511175, 0.0001941830851137638, 0.017774267122149467, 0.00019029418763238937, 0.7890254259109497], 'log_scores_by_expert': [-14.141319274902344, -15.894013404846191, -13.816971778869629, -5.208401679992676, -4.537077903747559, -7.848700046539307, -8.546709060668945, -4.030003547668457, -8.566939353942871, -0.23695671558380127], 'distances_by_expert': [28.282638549804688, 31.788026809692383, 27.633943557739258, 10.416803359985352, 9.074155807495117, 15.697400093078613, 17.09341812133789, 8.060007095336914, 17.133878707885742, 0.47391343116760254], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.021240234375, 'language': 52.96916580200195}}, {'routing_index': 539, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.285428864634014e-07, 1.203254811343868e-07, 1.0304796660420834e-06, 0.005646759644150734, 0.010268348269164562, 0.00038097656215541065, 0.0001884152297861874, 0.017220182344317436, 0.0001942451490322128, 0.7296513319015503], 'log_scores_by_expert': [-14.132219314575195, -15.933065414428711, -13.785486221313477, -5.176673412322998, -4.578689098358154, -7.872772693634033, -8.576862335205078, -4.061673164367676, -8.54638957977295, -0.3151884377002716], 'distances_by_expert': [28.26443862915039, 31.866130828857422, 27.570972442626953, 10.353346824645996, 9.157378196716309, 15.745545387268066, 17.153724670410156, 8.123346328735352, 17.0927791595459, 0.6303768754005432], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.55712890625, 'language': 52.918190002441406}}, {'routing_index': 540, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.826726348663215e-07, 9.864383798685594e-08, 9.54591541812988e-07, 0.004408194217830896, 0.009219576604664326, 0.00025893462589010596, 0.00015958037693053484, 0.015458287671208382, 0.0001758777507347986, 0.6889492869377136], 'log_scores_by_expert': [-14.197250366210938, -16.131750106811523, -13.861982345581055, -5.424290180206299, -4.686426162719727, -8.25893497467041, -8.742962837219238, -4.169610023498535, -8.645721435546875, -0.3725875914096832], 'distances_by_expert': [28.394500732421875, 32.26350021362305, 27.72396469116211, 10.848580360412598, 9.372852325439453, 16.51786994934082, 17.485925674438477, 8.33922004699707, 17.29144287109375, 0.7451751828193665], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.444580078125, 'language': 52.890865325927734}}, {'routing_index': 541, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.458140546783397e-07, 9.459202487960283e-08, 8.921766152525379e-07, 0.004151744768023491, 0.009289223700761795, 0.00024306104751303792, 0.00015339304809458554, 0.014825102873146534, 0.00016914610750973225, 0.6736928820610046], 'log_scores_by_expert': [-14.252754211425781, -16.17369270324707, -13.929601669311523, -5.484226703643799, -4.678900241851807, -8.322197914123535, -8.782506942749023, -4.211433410644531, -8.684747695922852, -0.3949809670448303], 'distances_by_expert': [28.505508422851562, 32.34738540649414, 27.859203338623047, 10.968453407287598, 9.357800483703613, 16.64439582824707, 17.565013885498047, 8.422866821289062, 17.369495391845703, 0.7899619340896606], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.508544921875, 'language': 52.90397262573242}}, {'routing_index': 542, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.320084023376694e-07, 1.1176702940929317e-07, 9.933255569194444e-07, 0.004794048145413399, 0.010517911985516548, 0.00029672705568373203, 0.00017441422096453607, 0.016737906262278557, 0.00019279160187579691, 0.7843494415283203], 'log_scores_by_expert': [-14.127473831176758, -16.00684928894043, -13.8222074508667, -5.3403801918029785, -4.554675579071045, -8.122697830200195, -8.654077529907227, -4.090079307556152, -8.553900718688965, -0.24290065467357635], 'distances_by_expert': [28.254947662353516, 32.01369857788086, 27.6444149017334, 10.680760383605957, 9.10935115814209, 16.24539566040039, 17.308155059814453, 8.180158615112305, 17.10780143737793, 0.4858013093471527], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3492.157470703125, 'language': 52.890628814697266}}, {'routing_index': 543, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.960634664210374e-07, 1.1765197172053377e-07, 9.575447847964824e-07, 0.004997861571609974, 0.011091143824160099, 0.0003352371568325907, 0.00017771418788470328, 0.017101384699344635, 0.00018777610966935754, 0.816814124584198], 'log_scores_by_expert': [-14.177824974060059, -15.955534934997559, -13.858893394470215, -5.298745155334473, -4.501608371734619, -8.000672340393066, -8.635334014892578, -4.068595886230469, -8.580260276794434, -0.20234368741512299], 'distances_by_expert': [28.355649948120117, 31.911069869995117, 27.71778678894043, 10.597490310668945, 9.003216743469238, 16.001344680786133, 17.270668029785156, 8.137191772460938, 17.160520553588867, 0.40468737483024597], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3419.3974609375, 'language': 52.913818359375}}, {'routing_index': 544, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.451351393683581e-07, 1.096594104410542e-07, 9.879875051410636e-07, 0.004869124852120876, 0.010718252509832382, 0.0003188153204973787, 0.00017992514767684042, 0.017436673864722252, 0.0001952657476067543, 0.7941489219665527], 'log_scores_by_expert': [-14.109700202941895, -16.02588653564453, -13.827595710754395, -5.324841022491455, -4.535807132720947, -8.050898551940918, -8.622969627380371, -4.049179553985596, -8.541149139404297, -0.230484277009964], 'distances_by_expert': [28.21940040588379, 32.05177307128906, 27.65519142150879, 10.64968204498291, 9.071614265441895, 16.101797103881836, 17.245939254760742, 8.098359107971191, 17.082298278808594, 0.460968554019928], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.07421875, 'language': 52.9406852722168}}, {'routing_index': 545, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.243359962354589e-07, 9.868712425031845e-08, 8.737313805795566e-07, 0.004759805742651224, 0.010063443332910538, 0.0003077567962463945, 0.0001682763104327023, 0.016042176634073257, 0.00016725060413591564, 0.720588207244873], 'log_scores_by_expert': [-14.286577224731445, -16.131311416625977, -13.950492858886719, -5.347548484802246, -4.598845958709717, -8.086200714111328, -8.689903259277344, -4.132534027099609, -8.696017265319824, -0.32768747210502625], 'distances_by_expert': [28.57315444946289, 32.26262283325195, 27.900985717773438, 10.695096969604492, 9.197691917419434, 16.172401428222656, 17.379806518554688, 8.265068054199219, 17.39203453063965, 0.6553749442100525], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3451.03173828125, 'language': 52.945133209228516}}, {'routing_index': 546, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.723535648234247e-07, 1.0807735861817491e-07, 9.287234661314869e-07, 0.004856138024479151, 0.010777672752737999, 0.0003202221996616572, 0.00017838132043834776, 0.016933487728238106, 0.00018204899970442057, 0.7915166616439819], 'log_scores_by_expert': [-14.212481498718262, -16.04041862487793, -13.88945484161377, -5.327511787414551, -4.53027868270874, -8.04649543762207, -8.631587028503418, -4.07846212387085, -8.611234664916992, -0.23380433022975922], 'distances_by_expert': [28.424962997436523, 32.08083724975586, 27.77890968322754, 10.655023574829102, 9.06055736541748, 16.09299087524414, 17.263174057006836, 8.1569242477417, 17.222469329833984, 0.46760866045951843], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.25390625, 'language': 52.91724395751953}}, {'routing_index': 547, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.16149486379436e-07, 1.105441427284859e-07, 9.675485443949583e-07, 0.0047307247295975685, 0.010676095262169838, 0.0003027740167453885, 0.0001758690195856616, 0.016706306487321854, 0.00019172760949004441, 0.7931334376335144], 'log_scores_by_expert': [-14.14937686920166, -16.017850875854492, -13.84850025177002, -5.353676795959473, -4.539748191833496, -8.102523803710938, -8.645771026611328, -4.091969013214111, -8.55943489074707, -0.2317638099193573], 'distances_by_expert': [28.29875373840332, 32.035701751708984, 27.69700050354004, 10.707353591918945, 9.079496383666992, 16.205047607421875, 17.291542053222656, 8.183938026428223, 17.11886978149414, 0.4635276198387146], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.5859375, 'language': 52.90254592895508}}, {'routing_index': 548, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.728661219312926e-07, 1.0246815662640074e-07, 9.211955784849124e-07, 0.004371397662907839, 0.010022244416177273, 0.00026945234276354313, 0.00016380214947275817, 0.015490163117647171, 0.00018237360927741975, 0.7400018572807312], 'log_scores_by_expert': [-14.211719512939453, -16.093713760375977, -13.89759349822998, -5.432672500610352, -4.602948188781738, -8.21911907196045, -8.716851234436035, -4.167550086975098, -8.609453201293945, -0.3011026084423065], 'distances_by_expert': [28.423439025878906, 32.18742752075195, 27.79518699645996, 10.865345001220703, 9.205896377563477, 16.4382381439209, 17.43370246887207, 8.335100173950195, 17.21890640258789, 0.602205216884613], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3542.21484375, 'language': 52.91611099243164}}, {'routing_index': 549, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.267255455190025e-07, 1.1724079485020411e-07, 9.91722004073381e-07, 0.005063868593424559, 0.010946064256131649, 0.00033126704511232674, 0.00018224911764264107, 0.017316894605755806, 0.00019634619820863008, 0.803484320640564], 'log_scores_by_expert': [-14.134716987609863, -15.959035873413086, -13.823822975158691, -5.2856245040893555, -4.514775276184082, -8.012585639953613, -8.610136032104492, -4.05607271194458, -8.53563117980957, -0.2187976986169815], 'distances_by_expert': [28.269433975219727, 31.918071746826172, 27.647645950317383, 10.571249008178711, 9.029550552368164, 16.025171279907227, 17.220272064208984, 8.11214542388916, 17.07126235961914, 0.437595397233963], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.34619140625, 'language': 52.90135955810547}}, {'routing_index': 550, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.962055181247706e-07, 1.2040871411045373e-07, 9.672127134763286e-07, 0.005546685308218002, 0.010458547621965408, 0.0003887358179781586, 0.00018981858738698065, 0.017162570729851723, 0.0001885130041046068, 0.7597079873085022], 'log_scores_by_expert': [-14.177620887756348, -15.932374000549316, -13.848847389221191, -5.194554805755615, -4.560335636138916, -7.8526105880737305, -8.569441795349121, -4.065024375915527, -8.576343536376953, -0.2748212218284607], 'distances_by_expert': [28.355241775512695, 31.864748001098633, 27.697694778442383, 10.38910961151123, 9.120671272277832, 15.705221176147461, 17.138883590698242, 8.130048751831055, 17.152687072753906, 0.5496424436569214], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3368.587646484375, 'language': 52.92748260498047}}, {'routing_index': 551, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.949705155217089e-07, 1.001492933028203e-07, 8.162811582224094e-07, 0.004671323113143444, 0.008794207125902176, 0.0003177977632731199, 0.00016604734992142767, 0.01464847382158041, 0.00015989922394510359, 0.6457663774490356], 'log_scores_by_expert': [-14.33475399017334, -16.11660385131836, -14.01850700378418, -5.3663129806518555, -4.733662128448486, -8.054095268249512, -8.703237533569336, -4.223419189453125, -8.740966796875, -0.43731752038002014], 'distances_by_expert': [28.66950798034668, 32.23320770263672, 28.03701400756836, 10.732625961303711, 9.467324256896973, 16.108190536499023, 17.406475067138672, 8.44683837890625, 17.48193359375, 0.8746350407600403], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.058349609375, 'language': 52.98421096801758}}, {'routing_index': 552, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.465233468588849e-07, 1.1101723629280968e-07, 9.155945690508815e-07, 0.005216008052229881, 0.009535521268844604, 0.0003662311937659979, 0.00018322712276130915, 0.015906961634755135, 0.0001717200066195801, 0.6858070492744446], 'log_scores_by_expert': [-14.251656532287598, -16.013580322265625, -13.903692245483398, -5.256022930145264, -4.652731418609619, -7.912245750427246, -8.60478401184082, -4.140998363494873, -8.669645309448242, -0.3771589994430542], 'distances_by_expert': [28.503313064575195, 32.02716064453125, 27.807384490966797, 10.512045860290527, 9.305462837219238, 15.824491500854492, 17.20956802368164, 8.281996726989746, 17.339290618896484, 0.7543179988861084], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.74560546875, 'language': 52.94997787475586}}, {'routing_index': 553, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.457653967117949e-07, 9.12118451878996e-08, 8.947781111601216e-07, 0.004121787380427122, 0.008790210820734501, 0.00023166785831563175, 0.0001527503045508638, 0.014497501775622368, 0.00016599321679677814, 0.6492139101028442], 'log_scores_by_expert': [-14.252829551696777, -16.210081100463867, -13.926690101623535, -5.49146842956543, -4.734116554260254, -8.370205879211426, -8.78670597076416, -4.233778953552246, -8.703563690185547, -0.43199294805526733], 'distances_by_expert': [28.505659103393555, 32.420162200927734, 27.85338020324707, 10.98293685913086, 9.468233108520508, 16.74041175842285, 17.57341194152832, 8.467557907104492, 17.407127380371094, 0.8639858961105347], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3495.805908203125, 'language': 52.90169906616211}}, {'routing_index': 554, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.595057016056671e-07, 1.0224345459164397e-07, 9.104016953642713e-07, 0.004438295960426331, 0.009621546603739262, 0.0002608932845760137, 0.00016158977814484388, 0.01535030361264944, 0.00017347795073874295, 0.7116694450378418], 'log_scores_by_expert': [-14.231775283813477, -16.095909118652344, -13.909379959106445, -5.417484760284424, -4.643750190734863, -8.251399040222168, -8.730449676513672, -4.176620006561279, -8.659460067749023, -0.34014177322387695], 'distances_by_expert': [28.463550567626953, 32.19181823730469, 27.81875991821289, 10.834969520568848, 9.287500381469727, 16.502798080444336, 17.460899353027344, 8.353240013122559, 17.318920135498047, 0.6802835464477539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3473.0498046875, 'language': 52.919925689697266}}, {'routing_index': 555, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.63476839690702e-07, 1.048719155960498e-07, 9.048378046827565e-07, 0.0047033182345330715, 0.010189537890255451, 0.00028996841865591705, 0.00016909932310227305, 0.016110394150018692, 0.00017954051145352423, 0.7793250679969788], 'log_scores_by_expert': [-14.2257719039917, -16.070526123046875, -13.915510177612305, -5.359487056732178, -4.5863938331604, -8.14573860168457, -8.68502426147461, -4.12829065322876, -8.625109672546387, -0.24932706356048584], 'distances_by_expert': [28.4515438079834, 32.14105224609375, 27.83102035522461, 10.718974113464355, 9.1727876663208, 16.29147720336914, 17.37004852294922, 8.25658130645752, 17.250219345092773, 0.4986541271209717], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3546.962646484375, 'language': 52.90416717529297}}, {'routing_index': 556, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.809983119637764e-07, 1.124647965866643e-07, 9.430060003978724e-07, 0.004854906350374222, 0.010743602178990841, 0.00030899286502972245, 0.0001736971316859126, 0.0167761892080307, 0.00018429808551445603, 0.8008318543434143], 'log_scores_by_expert': [-14.199706077575684, -16.000625610351562, -13.87419319152832, -5.327765464782715, -4.533444881439209, -8.082192420959473, -8.658197402954102, -4.087794780731201, -8.598956108093262, -0.22210431098937988], 'distances_by_expert': [28.399412155151367, 32.001251220703125, 27.74838638305664, 10.65553092956543, 9.066889762878418, 16.164384841918945, 17.316394805908203, 8.175589561462402, 17.197912216186523, 0.44420862197875977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3434.747802734375, 'language': 52.905296325683594}}, {'routing_index': 557, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.116580604815681e-07, 1.0678419926080096e-07, 9.521240258436592e-07, 0.00478112418204546, 0.010582773946225643, 0.0003065189521294087, 0.00017685159400571138, 0.017200322821736336, 0.00018726731650531292, 0.8032170534133911], 'log_scores_by_expert': [-14.155668258666992, -16.05245590209961, -13.864570617675781, -5.343079566955566, -4.548527717590332, -8.090230941772461, -8.640199661254883, -4.062827110290527, -8.58297348022461, -0.21913032233715057], 'distances_by_expert': [28.311336517333984, 32.10491180419922, 27.729141235351562, 10.686159133911133, 9.097055435180664, 16.180461883544922, 17.280399322509766, 8.125654220581055, 17.16594696044922, 0.43826064467430115], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3516.735595703125, 'language': 52.936302185058594}}, {'routing_index': 558, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.978987130423775e-07, 1.12353738757065e-07, 9.49683624185127e-07, 0.0050634415820240974, 0.010925987735390663, 0.0003344684955663979, 0.00018166676454711705, 0.017240509390830994, 0.00018572158296592534, 0.804964005947113], 'log_scores_by_expert': [-14.175191879272461, -16.00161361694336, -13.86713695526123, -5.285708904266357, -4.516611099243164, -8.002967834472656, -8.613336563110352, -4.060493469238281, -8.591261863708496, -0.21695777773857117], 'distances_by_expert': [28.350383758544922, 32.00322723388672, 27.73427391052246, 10.571417808532715, 9.033222198486328, 16.005935668945312, 17.226673126220703, 8.120986938476562, 17.182523727416992, 0.43391555547714233], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.4716796875, 'language': 52.94469451904297}}, {'routing_index': 559, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.626749495808326e-07, 1.0731751842740778e-07, 9.062886761057598e-07, 0.004678766243159771, 0.010534334927797318, 0.00029464627732522786, 0.00016948633128777146, 0.01627364382147789, 0.00017874507466331124, 0.7835991978645325], 'log_scores_by_expert': [-14.226981163024902, -16.047473907470703, -13.913908004760742, -5.364720821380615, -4.553115367889404, -8.129734992980957, -8.682738304138184, -4.118208408355713, -8.629549980163574, -0.24385756254196167], 'distances_by_expert': [28.453962326049805, 32.094947814941406, 27.827816009521484, 10.72944164276123, 9.106230735778809, 16.259469985961914, 17.365476608276367, 8.236416816711426, 17.25909996032715, 0.48771512508392334], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3436.65966796875, 'language': 52.92869567871094}}, {'routing_index': 560, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.422425258278963e-07, 1.027343046189344e-07, 8.879799793248822e-07, 0.004625004716217518, 0.010091463103890419, 0.00028342395671643317, 0.00016360309382434934, 0.015574484132230282, 0.00017560372361913323, 0.7534226775169373], 'log_scores_by_expert': [-14.258299827575684, -16.09111976623535, -13.934316635131836, -5.376277923583984, -4.596065521240234, -8.168566703796387, -8.718067169189453, -4.162121295928955, -8.6472806930542, -0.28312888741493225], 'distances_by_expert': [28.516599655151367, 32.1822395324707, 27.868633270263672, 10.752555847167969, 9.192131042480469, 16.337133407592773, 17.436134338378906, 8.32424259185791, 17.2945613861084, 0.5662577748298645], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3501.483642578125, 'language': 52.8901252746582}}, {'routing_index': 561, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.742143116549414e-07, 8.948672558517501e-08, 7.868184184189886e-07, 0.00406611105427146, 0.00915937777608633, 0.00024582253536209464, 0.00014738869504071772, 0.01411508210003376, 0.00015894776151981205, 0.6901382803916931], 'log_scores_by_expert': [-14.37026309967041, -16.229175567626953, -14.055268287658691, -5.505068302154541, -4.692976951599121, -8.310900688171387, -8.822437286376953, -4.26051139831543, -8.74693489074707, -0.37086328864097595], 'distances_by_expert': [28.74052619934082, 32.458351135253906, 28.110536575317383, 11.010136604309082, 9.385953903198242, 16.621801376342773, 17.644874572753906, 8.52102279663086, 17.49386978149414, 0.7417265772819519], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3556.687255859375, 'language': 52.913795471191406}}, {'routing_index': 562, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.467768116635852e-07, 1.0225671331909325e-07, 8.707791607776016e-07, 0.004436025395989418, 0.009635789319872856, 0.00027060083812102675, 0.0001610318140592426, 0.01489853486418724, 0.0001780169695848599, 0.7155398726463318], 'log_scores_by_expert': [-14.251264572143555, -16.095779418945312, -13.953877449035645, -5.417996406555176, -4.642271041870117, -8.214865684509277, -8.733908653259277, -4.2064924240112305, -8.633631706237793, -0.3347179591655731], 'distances_by_expert': [28.50252914428711, 32.191558837890625, 27.90775489807129, 10.835992813110352, 9.284542083740234, 16.429731369018555, 17.467817306518555, 8.412984848022461, 17.267263412475586, 0.6694359183311462], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3493.310546875, 'language': 52.91529846191406}}, {'routing_index': 563, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.36165475245798e-07, 1.0663379157449526e-07, 9.985865290218499e-07, 0.004739429336041212, 0.009686099365353584, 0.0002967734762933105, 0.00017197993292938918, 0.01618237979710102, 0.00019427681399974972, 0.7167996168136597], 'log_scores_by_expert': [-14.121810913085938, -16.053865432739258, -13.816925048828125, -5.3518385887146, -4.637063503265381, -8.122541427612305, -8.668132781982422, -4.1238322257995605, -8.546226501464844, -0.33295902609825134], 'distances_by_expert': [28.243621826171875, 32.107730865478516, 27.63385009765625, 10.7036771774292, 9.274127006530762, 16.24508285522461, 17.336265563964844, 8.247664451599121, 17.092453002929688, 0.6659180521965027], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3470.021240234375, 'language': 52.907440185546875}}, {'routing_index': 564, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.608202625102422e-07, 1.1166218882863177e-07, 9.276143373426748e-07, 0.005321614444255829, 0.0095846401527524, 0.00036195703432895243, 0.00017515597573947161, 0.01591775193810463, 0.00018113097758032382, 0.6818590760231018], 'log_scores_by_expert': [-14.22978401184082, -16.007787704467773, -13.890649795532227, -5.235978603363037, -4.6475934982299805, -7.923985004425049, -8.649833679199219, -4.140320301055908, -8.616290092468262, -0.38293227553367615], 'distances_by_expert': [28.45956802368164, 32.01557540893555, 27.781299591064453, 10.471957206726074, 9.295186996459961, 15.847970008850098, 17.299667358398438, 8.280640602111816, 17.232580184936523, 0.7658645510673523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3271.79345703125, 'language': 52.94586181640625}}, {'routing_index': 565, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.268865604397433e-07, 1.0289844709632234e-07, 8.765815664446563e-07, 0.00495695136487484, 0.009180773049592972, 0.000335836986778304, 0.00016898824833333492, 0.015279111452400684, 0.00017240755551028997, 0.6596755385398865], 'log_scores_by_expert': [-14.282500267028809, -16.089523315429688, -13.947236061096191, -5.30696439743042, -4.690643787384033, -7.998884677886963, -8.685681343078613, -4.181268692016602, -8.6656494140625, -0.41600722074508667], 'distances_by_expert': [28.565000534057617, 32.179046630859375, 27.894472122192383, 10.61392879486084, 9.381287574768066, 15.997769355773926, 17.371362686157227, 8.362537384033203, 17.331298828125, 0.8320144414901733], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3214.479736328125, 'language': 52.92245101928711}}, {'routing_index': 566, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.893981551707839e-07, 9.325614769295498e-08, 8.047501864894002e-07, 0.004822852555662394, 0.008458975702524185, 0.00030847848393023014, 0.00015657994663342834, 0.014364255592226982, 0.00016391232202295214, 0.6086083054542542], 'log_scores_by_expert': [-14.34416389465332, -16.187915802001953, -14.032733917236328, -5.334389686584473, -4.77252721786499, -8.083858489990234, -8.761943817138672, -4.243012428283691, -8.716178894042969, -0.4965803921222687], 'distances_by_expert': [28.68832778930664, 32.375831604003906, 28.065467834472656, 10.668779373168945, 9.54505443572998, 16.16771697998047, 17.523887634277344, 8.486024856567383, 17.432357788085938, 0.9931607842445374], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.40185546875, 'language': 52.9211540222168}}, {'routing_index': 567, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.944260692558601e-07, 9.72726326153861e-08, 8.252268912656291e-07, 0.004890905227512121, 0.008647950366139412, 0.000319132290314883, 0.00015989494568202645, 0.014584443531930447, 0.00016557313210796565, 0.6215735673904419], 'log_scores_by_expert': [-14.33566951751709, -16.145748138427734, -14.007607460021973, -5.320377826690674, -4.750432968139648, -8.049904823303223, -8.74099349975586, -4.227799892425537, -8.706097602844238, -0.4755009710788727], 'distances_by_expert': [28.67133903503418, 32.29149627685547, 28.015214920043945, 10.640755653381348, 9.500865936279297, 16.099809646606445, 17.48198699951172, 8.455599784851074, 17.412195205688477, 0.9510019421577454], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3262.77294921875, 'language': 52.92277526855469}}, {'routing_index': 568, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.199229574122e-07, 1.0220640689340144e-07, 8.635586254968075e-07, 0.005098399240523577, 0.009209105744957924, 0.0003252671449445188, 0.00016684405272826552, 0.01518248300999403, 0.00017087248852476478, 0.6518259048461914], 'log_scores_by_expert': [-14.293670654296875, -16.096271514892578, -13.962203979492188, -5.2788286209106445, -4.687562465667725, -8.030863761901855, -8.698451042175293, -4.187613010406494, -8.674592971801758, -0.4279777705669403], 'distances_by_expert': [28.58734130859375, 32.192543029785156, 27.924407958984375, 10.557657241821289, 9.37512493133545, 16.06172752380371, 17.396902084350586, 8.375226020812988, 17.349185943603516, 0.8559555411338806], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.3173828125, 'language': 52.9456787109375}}, {'routing_index': 569, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.274188422139559e-07, 9.885592078262562e-08, 8.488361231684394e-07, 0.0050101191736757755, 0.009084650315344334, 0.00032390077831223607, 0.00016497842443641275, 0.01523926667869091, 0.00017003352695610374, 0.6491315364837646], 'log_scores_by_expert': [-14.281651496887207, -16.129602432250977, -13.979399681091309, -5.296295642852783, -4.701169013977051, -8.035073280334473, -8.709695816040039, -4.183879852294922, -8.67951488494873, -0.4321199059486389], 'distances_by_expert': [28.563302993774414, 32.25920486450195, 27.958799362182617, 10.592591285705566, 9.402338027954102, 16.070146560668945, 17.419391632080078, 8.367759704589844, 17.35902976989746, 0.8642398118972778], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.128173828125, 'language': 52.937171936035156}}, {'routing_index': 570, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.327783239612472e-07, 9.728969985189906e-08, 8.562445259485685e-07, 0.005055463407188654, 0.008921457454562187, 0.0003213136806152761, 0.0001635622320463881, 0.015003776177763939, 0.0001707156334305182, 0.6301838755607605], 'log_scores_by_expert': [-14.27314567565918, -16.145572662353516, -13.970709800720215, -5.287285804748535, -4.719295978546143, -8.043092727661133, -8.718317031860352, -4.199453353881836, -8.675511360168457, -0.46174365282058716], 'distances_by_expert': [28.54629135131836, 32.29114532470703, 27.94141960144043, 10.57457160949707, 9.438591957092285, 16.086185455322266, 17.436634063720703, 8.398906707763672, 17.351022720336914, 0.9234873056411743], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.829833984375, 'language': 52.95661163330078}}, {'routing_index': 571, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.238074661268911e-07, 9.967629921447951e-08, 8.481507620672346e-07, 0.005031262990087271, 0.009069623425602913, 0.0003334274224471301, 0.00016896150191314518, 0.015309530310332775, 0.00016804553160909563, 0.6545843482017517], 'log_scores_by_expert': [-14.287424087524414, -16.121337890625, -13.980207443237305, -5.292084217071533, -4.702824592590332, -8.006085395812988, -8.685839653015137, -4.179279804229736, -8.691275596618652, -0.4237547814846039], 'distances_by_expert': [28.574848175048828, 32.24267578125, 27.96041488647461, 10.584168434143066, 9.405649185180664, 16.012170791625977, 17.371679306030273, 8.358559608459473, 17.382551193237305, 0.8475095629692078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.93310546875, 'language': 52.94769287109375}}, {'routing_index': 572, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.927803385930019e-07, 9.465392736274225e-08, 8.045667527767364e-07, 0.004809456877410412, 0.00878080166876316, 0.00032195812673307955, 0.00016246266022790223, 0.014797776937484741, 0.00016061677888501436, 0.6361836791038513], 'log_scores_by_expert': [-14.338441848754883, -16.173038482666016, -14.03296184539795, -5.3371710777282715, -4.735187530517578, -8.041089057922363, -8.725062370300293, -4.213278293609619, -8.736489295959473, -0.45226797461509705], 'distances_by_expert': [28.676883697509766, 32.34607696533203, 28.0659236907959, 10.674342155456543, 9.470375061035156, 16.082178115844727, 17.450124740600586, 8.426556587219238, 17.472978591918945, 0.9045359492301941], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.092529296875, 'language': 52.948158264160156}}, {'routing_index': 573, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.100058840274869e-07, 9.679735057943617e-08, 8.305586334245163e-07, 0.0049192411825060844, 0.008940932340919971, 0.0003284935955889523, 0.00016469390538986772, 0.015086472034454346, 0.00016568132559768856, 0.6447399854660034], 'log_scores_by_expert': [-14.309797286987305, -16.150646209716797, -14.001167297363281, -5.314600944519043, -4.71711540222168, -8.02099323272705, -8.711421966552734, -4.1939568519592285, -8.7054443359375, -0.43890827894210815], 'distances_by_expert': [28.61959457397461, 32.301292419433594, 28.002334594726562, 10.629201889038086, 9.43423080444336, 16.0419864654541, 17.42284393310547, 8.387913703918457, 17.410888671875, 0.8778165578842163], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.6689453125, 'language': 52.942317962646484}}, {'routing_index': 574, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.481704417637957e-07, 1.0132576733212773e-07, 8.644082072351011e-07, 0.005091995466500521, 0.009286956861615181, 0.0003461485030129552, 0.00017122531426139176, 0.01573243923485279, 0.00017217751883435994, 0.6725249886512756], 'log_scores_by_expert': [-14.249112129211426, -16.10492515563965, -13.961220741271973, -5.280085563659668, -4.679144382476807, -7.968642711639404, -8.672530174255371, -4.1520304679870605, -8.666984558105469, -0.39671599864959717], 'distances_by_expert': [28.49822425842285, 32.2098503112793, 27.922441482543945, 10.560171127319336, 9.358288764953613, 15.937285423278809, 17.345060348510742, 8.304060935974121, 17.333969116210938, 0.7934319972991943], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.455810546875, 'language': 52.95058059692383}}, {'routing_index': 575, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.3768715108381e-07, 1.006089789257203e-07, 8.642531952318677e-07, 0.0051008653827011585, 0.009173299185931683, 0.000336791155859828, 0.00016852169937919825, 0.015489188022911549, 0.00017289623792748898, 0.6568374633789062], 'log_scores_by_expert': [-14.26541805267334, -16.112024307250977, -13.961400032043457, -5.278345108032227, -4.691458225250244, -7.996047496795654, -8.688446044921875, -4.1676130294799805, -8.662818908691406, -0.42031872272491455], 'distances_by_expert': [28.53083610534668, 32.22404861450195, 27.922800064086914, 10.556690216064453, 9.382916450500488, 15.992094993591309, 17.37689208984375, 8.335226058959961, 17.325637817382812, 0.8406374454498291], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.488525390625, 'language': 52.912841796875}}, {'routing_index': 576, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.402086114576377e-07, 9.78007932417313e-08, 8.698146984897903e-07, 0.005098370369523764, 0.009051849134266376, 0.0003231621521990746, 0.00016495262389071286, 0.015252511948347092, 0.0001734215475153178, 0.6375203728675842], 'log_scores_by_expert': [-14.26147174835205, -16.14033317565918, -13.954985618591309, -5.278834342956543, -4.70478630065918, -8.03735637664795, -8.70985221862793, -4.183011054992676, -8.659785270690918, -0.45016908645629883], 'distances_by_expert': [28.5229434967041, 32.28066635131836, 27.909971237182617, 10.557668685913086, 9.40957260131836, 16.0747127532959, 17.41970443725586, 8.366022109985352, 17.319570541381836, 0.9003381729125977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.53271484375, 'language': 52.90559768676758}}, {'routing_index': 577, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.2106562381814e-07, 9.512194765193271e-08, 8.557115052099107e-07, 0.005016858223825693, 0.009061798453330994, 0.0003126321826130152, 0.0001630275946808979, 0.015009966678917408, 0.00017025972192641348, 0.6302165389060974], 'log_scores_by_expert': [-14.291829109191895, -16.168106079101562, -13.971332550048828, -5.294951438903809, -4.70368766784668, -8.070483207702637, -8.721590995788574, -4.19904088973999, -8.67818546295166, -0.4616917669773102], 'distances_by_expert': [28.58365821838379, 32.336212158203125, 27.942665100097656, 10.589902877807617, 9.40737533569336, 16.140966415405273, 17.44318199157715, 8.39808177947998, 17.35637092590332, 0.9233835339546204], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.4765625, 'language': 52.912010192871094}}, {'routing_index': 578, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.66498067403154e-07, 1.0463615041089724e-07, 9.097195174945227e-07, 0.005255228374153376, 0.009518158622086048, 0.00034922469058074057, 0.00017210298392456025, 0.015763649716973305, 0.0001785716158337891, 0.6680155992507935], 'log_scores_by_expert': [-14.22122859954834, -16.072776794433594, -13.91012954711914, -5.248531818389893, -4.6545538902282715, -7.959794998168945, -8.667417526245117, -4.150048732757568, -8.630520820617676, -0.4034438133239746], 'distances_by_expert': [28.44245719909668, 32.14555358886719, 27.82025909423828, 10.497063636779785, 9.309107780456543, 15.91958999633789, 17.334835052490234, 8.300097465515137, 17.26104164123535, 0.8068876266479492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3230.94091796875, 'language': 52.92820358276367}}, {'routing_index': 579, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.036671607034805e-07, 9.534628730989425e-08, 8.425967621406016e-07, 0.004963919520378113, 0.008877175860106945, 0.0003265915729571134, 0.00016174580377992243, 0.014522534795105457, 0.00016523082740604877, 0.6133771538734436], 'log_scores_by_expert': [-14.320242881774902, -16.16575050354004, -13.986777305603027, -5.3055596351623535, -4.724271774291992, -8.026800155639648, -8.729484558105469, -4.232053756713867, -8.70816707611084, -0.4887753129005432], 'distances_by_expert': [28.640485763549805, 32.33150100708008, 27.973554611206055, 10.611119270324707, 9.448543548583984, 16.053600311279297, 17.458969116210938, 8.464107513427734, 17.41633415222168, 0.9775506258010864], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3220.497314453125, 'language': 52.95393753051758}}, {'routing_index': 580, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.011875370859343e-07, 9.474604922843355e-08, 8.477310871057853e-07, 0.004874607548117638, 0.009216750040650368, 0.0003180809726472944, 0.00016429810784757137, 0.014775877818465233, 0.00016484412481077015, 0.6312497854232788], 'log_scores_by_expert': [-14.324358940124512, -16.17206573486328, -13.98070240020752, -5.323715686798096, -4.686732769012451, -8.053204536437988, -8.713828086853027, -4.214759349822998, -8.71051025390625, -0.4600536525249481], 'distances_by_expert': [28.648717880249023, 32.34413146972656, 27.96140480041504, 10.647431373596191, 9.373465538024902, 16.106409072875977, 17.427656173706055, 8.429518699645996, 17.4210205078125, 0.9201073050498962], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3258.687255859375, 'language': 52.92230987548828}}, {'routing_index': 581, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.335391162792803e-07, 9.028203606931129e-08, 8.731449270271696e-07, 0.004166108556091785, 0.00859791412949562, 0.00023605332535225898, 0.00014996665413491428, 0.014501851052045822, 0.00016424813657067716, 0.6467621922492981], 'log_scores_by_expert': [-14.271944046020508, -16.220327377319336, -13.951164245605469, -5.480772972106934, -4.756235599517822, -8.351452827453613, -8.805097579956055, -4.233479022979736, -8.714132308959961, -0.4357766807079315], 'distances_by_expert': [28.543888092041016, 32.44065475463867, 27.902328491210938, 10.961545944213867, 9.512471199035645, 16.702905654907227, 17.61019515991211, 8.466958045959473, 17.428264617919922, 0.871553361415863], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3582.496826171875, 'language': 52.898109436035156}}, {'routing_index': 582, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.627520861002267e-07, 9.907846987289304e-08, 9.133035518971155e-07, 0.0042865038849413395, 0.009570719674229622, 0.00025498366449028254, 0.00016041853814385831, 0.015519100241363049, 0.0001745746412780136, 0.7076670527458191], 'log_scores_by_expert': [-14.2268648147583, -16.12735366821289, -13.906197547912598, -5.45228385925293, -4.649046897888184, -8.274311065673828, -8.737724304199219, -4.165683746337891, -8.653158187866211, -0.3457815647125244], 'distances_by_expert': [28.4537296295166, 32.25470733642578, 27.812395095825195, 10.90456771850586, 9.298093795776367, 16.548622131347656, 17.475448608398438, 8.331367492675781, 17.306316375732422, 0.6915631294250488], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.9599609375, 'language': 52.90468978881836}}, {'routing_index': 583, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.574862598223262e-07, 8.490373204494972e-08, 7.701958111283602e-07, 0.0037965127266943455, 0.008959515020251274, 0.00021167796512600034, 0.0001423614303348586, 0.0133452657610178, 0.00015449030615855008, 0.672725260257721], 'log_scores_by_expert': [-14.39982795715332, -16.281747817993164, -14.076621055603027, -5.573672294616699, -4.715039253234863, -8.460444450378418, -8.857141494750977, -4.316593647003174, -8.775379180908203, -0.3964182734489441], 'distances_by_expert': [28.79965591430664, 32.56349563598633, 28.153242111206055, 11.147344589233398, 9.430078506469727, 16.920888900756836, 17.714282989501953, 8.633187294006348, 17.550758361816406, 0.7928365468978882], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3570.877685546875, 'language': 52.896541595458984}}, {'routing_index': 584, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.474883775808848e-07, 1.0269884143099262e-07, 8.964496487351425e-07, 0.004560392815619707, 0.010209530591964722, 0.00027998711448162794, 0.00016329104255419225, 0.016012508422136307, 0.00017620882135815918, 0.7590819001197815], 'log_scores_by_expert': [-14.250164985656738, -16.09146499633789, -13.924823760986328, -5.390346527099609, -4.584433555603027, -8.180767059326172, -8.719976425170898, -4.134385108947754, -8.643840789794922, -0.2756456136703491], 'distances_by_expert': [28.500329971313477, 32.18292999267578, 27.849647521972656, 10.780693054199219, 9.168867111206055, 16.361534118652344, 17.439952850341797, 8.268770217895508, 17.287681579589844, 0.5512912273406982], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.895263671875, 'language': 52.892791748046875}}, {'routing_index': 585, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.88507384438708e-07, 1.0726349586320794e-07, 9.384431223224965e-07, 0.004723151680082083, 0.010602351278066635, 0.0002980003773700446, 0.00017354165902361274, 0.016738951206207275, 0.0001852713612606749, 0.7894721627235413], 'log_scores_by_expert': [-14.188739776611328, -16.047977447509766, -13.879043579101562, -5.355278968811035, -4.546679496765137, -8.118415832519531, -8.659092903137207, -4.090016841888428, -8.59368896484375, -0.23639070987701416], 'distances_by_expert': [28.377479553222656, 32.09595489501953, 27.758087158203125, 10.71055793762207, 9.093358993530273, 16.236831665039062, 17.318185806274414, 8.180033683776855, 17.1873779296875, 0.4727814197540283], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.505859375, 'language': 52.91532516479492}}, {'routing_index': 586, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.811327466493822e-07, 9.546711510211026e-08, 9.104207947530085e-07, 0.0042759208008646965, 0.009796112775802612, 0.00026350683765485883, 0.00016416450671385974, 0.015766002237796783, 0.00018019699200522155, 0.7265486717224121], 'log_scores_by_expert': [-14.199508666992188, -16.16448402404785, -13.909358978271484, -5.454755783081055, -4.62576961517334, -8.24143123626709, -8.714641571044922, -4.149899482727051, -8.6214599609375, -0.31944987177848816], 'distances_by_expert': [28.399017333984375, 32.3289680480957, 27.81871795654297, 10.90951156616211, 9.25153923034668, 16.48286247253418, 17.429283142089844, 8.299798965454102, 17.242919921875, 0.6388997435569763], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.355224609375, 'language': 52.93279266357422}}, {'routing_index': 587, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.569150627910858e-07, 9.686439739198249e-08, 8.95595121619408e-07, 0.004493440501391888, 0.009950829669833183, 0.00027521498850546777, 0.00016502784274052829, 0.015977270901203156, 0.0001739597209962085, 0.7188571095466614], 'log_scores_by_expert': [-14.235711097717285, -16.149953842163086, -13.925777435302734, -5.405136585235596, -4.6100993156433105, -8.197957992553711, -8.709396362304688, -4.136588096618652, -8.656686782836914, -0.3300926983356476], 'distances_by_expert': [28.47142219543457, 32.29990768432617, 27.85155487060547, 10.810273170471191, 9.220198631286621, 16.395915985107422, 17.418792724609375, 8.273176193237305, 17.313373565673828, 0.6601853966712952], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3490.15087890625, 'language': 52.93941116333008}}, {'routing_index': 588, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.728923835908063e-07, 1.0783335113728754e-07, 9.261770514967793e-07, 0.004746236372739077, 0.01042228564620018, 0.00029544002609327435, 0.00016980600776150823, 0.016011064872145653, 0.00018255526083521545, 0.7640435695648193], 'log_scores_by_expert': [-14.21168041229248, -16.042678833007812, -13.892200469970703, -5.350403308868408, -4.563808917999268, -8.127044677734375, -8.680853843688965, -4.134475231170654, -8.608457565307617, -0.2691304683685303], 'distances_by_expert': [28.42336082458496, 32.085357666015625, 27.784400939941406, 10.700806617736816, 9.127617835998535, 16.25408935546875, 17.36170768737793, 8.268950462341309, 17.216915130615234, 0.5382609367370605], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.26806640625, 'language': 52.90663146972656}}, {'routing_index': 589, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.071462621548562e-07, 1.0025134855595752e-07, 8.463723020213365e-07, 0.004341542720794678, 0.009893539361655712, 0.00026773815625347197, 0.00015863883891142905, 0.014928175136446953, 0.00016663764836266637, 0.7312254905700684], 'log_scores_by_expert': [-14.314496040344238, -16.115585327148438, -13.982306480407715, -5.439525604248047, -4.615873336791992, -8.22550106048584, -8.748880386352539, -4.20450496673584, -8.699688911437988, -0.3130333721637726], 'distances_by_expert': [28.628992080688477, 32.231170654296875, 27.96461296081543, 10.879051208496094, 9.231746673583984, 16.45100212097168, 17.497760772705078, 8.40900993347168, 17.399377822875977, 0.6260667443275452], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.812255859375, 'language': 52.911231994628906}}, {'routing_index': 590, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.584057021223998e-07, 8.737443124573474e-08, 7.694630994592444e-07, 0.00382656860165298, 0.0090858805924654, 0.00023097537632565945, 0.00014555547386407852, 0.013789810240268707, 0.00015600386541336775, 0.688202440738678], 'log_scores_by_expert': [-14.39818000793457, -16.253063201904297, -14.0775728225708, -5.565786838531494, -4.701033592224121, -8.373199462890625, -8.834953308105469, -4.283825397491455, -8.765629768371582, -0.3736723065376282], 'distances_by_expert': [28.79636001586914, 32.506126403808594, 28.1551456451416, 11.131573677062988, 9.402067184448242, 16.74639892578125, 17.669906616210938, 8.56765079498291, 17.531259536743164, 0.7473446130752563], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3539.101806640625, 'language': 52.90053176879883}}, {'routing_index': 591, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.754931973773637e-07, 1.013383226222686e-07, 9.201515922541148e-07, 0.0045658303424716, 0.009531911462545395, 0.0002902295673266053, 0.0001648460020078346, 0.01545788999646902, 0.0001848202955443412, 0.7118232846260071], 'log_scores_by_expert': [-14.207822799682617, -16.104801177978516, -13.898727416992188, -5.38915491104126, -4.653110027313232, -8.144838333129883, -8.710498809814453, -4.169635772705078, -8.596126556396484, -0.3399255871772766], 'distances_by_expert': [28.415645599365234, 32.20960235595703, 27.797454833984375, 10.77830982208252, 9.306220054626465, 16.289676666259766, 17.420997619628906, 8.339271545410156, 17.19225311279297, 0.6798511743545532], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3479.555908203125, 'language': 52.90305709838867}}, {'routing_index': 592, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.972201163080172e-07, 1.0165813080220687e-07, 9.60573061092873e-07, 0.004415355157107115, 0.00937411468476057, 0.00027830994804389775, 0.00016559159848839045, 0.015541339293122292, 0.00018746708519756794, 0.6962479948997498], 'log_scores_by_expert': [-14.176164627075195, -16.10165023803711, -13.855735778808594, -5.422667026519775, -4.669803142547607, -8.186775207519531, -8.705986022949219, -4.164251804351807, -8.581907272338867, -0.36204931139945984], 'distances_by_expert': [28.35232925415039, 32.20330047607422, 27.711471557617188, 10.84533405303955, 9.339606285095215, 16.373550415039062, 17.411972045898438, 8.328503608703613, 17.163814544677734, 0.7240986227989197], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.74951171875, 'language': 52.90836715698242}}, {'routing_index': 593, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.187393069012614e-07, 1.0438319009153929e-07, 8.508851010446961e-07, 0.004831463564187288, 0.008966570720076561, 0.0003490340895950794, 0.0001666528987698257, 0.01521737314760685, 0.0001711260701995343, 0.6605120897293091], 'log_scores_by_expert': [-14.295581817626953, -16.075197219848633, -13.976988792419434, -5.332605838775635, -4.71425199508667, -7.960340976715088, -8.699597358703613, -4.185317516326904, -8.673110008239746, -0.4147398769855499], 'distances_by_expert': [28.591163635253906, 32.150394439697266, 27.953977584838867, 10.66521167755127, 9.42850399017334, 15.920681953430176, 17.399194717407227, 8.370635032653809, 17.346220016479492, 0.8294797539710999], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.446044921875, 'language': 52.93169403076172}}, {'routing_index': 594, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.035819524186081e-07, 9.976722026294738e-08, 8.376478035643231e-07, 0.004752586595714092, 0.008857755921781063, 0.0003307635779492557, 0.00016280324780382216, 0.014723564498126507, 0.00016777074779383838, 0.6385558843612671], 'log_scores_by_expert': [-14.32038402557373, -16.120426177978516, -13.992668151855469, -5.349066257476807, -4.726461887359619, -8.014106750488281, -8.722968101501465, -4.218306064605713, -8.692912101745605, -0.44854608178138733], 'distances_by_expert': [28.64076805114746, 32.24085235595703, 27.985336303710938, 10.698132514953613, 9.452923774719238, 16.028213500976562, 17.44593620300293, 8.436612129211426, 17.38582420349121, 0.8970921635627747], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3244.546875, 'language': 52.93295669555664}}, {'routing_index': 595, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.388406177393335e-07, 1.0384087545389775e-07, 8.850960284689791e-07, 0.00521743344143033, 0.009199222549796104, 0.0003324577119201422, 0.0001665288145886734, 0.015354608185589314, 0.00017795059829950333, 0.6515211462974548], 'log_scores_by_expert': [-14.26361083984375, -16.080406188964844, -13.937569618225098, -5.255749702453613, -4.688636302947998, -8.008997917175293, -8.700342178344727, -4.176339626312256, -8.634004592895508, -0.4284454584121704], 'distances_by_expert': [28.5272216796875, 32.16081237792969, 27.875139236450195, 10.511499404907227, 9.377272605895996, 16.017995834350586, 17.400684356689453, 8.352679252624512, 17.268009185791016, 0.8568909168243408], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.99951171875, 'language': 52.94215393066406}}, {'routing_index': 596, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.168504000925168e-07, 1.0346267487193472e-07, 8.570983140998578e-07, 0.005043164826929569, 0.008990871720016003, 0.0003301229153294116, 0.00016398033767472953, 0.015024911612272263, 0.00017525239672977477, 0.6457036733627319], 'log_scores_by_expert': [-14.298639297485352, -16.084054946899414, -13.96971321105957, -5.289721488952637, -4.711545467376709, -8.016045570373535, -8.715764045715332, -4.19804573059082, -8.649283409118652, -0.43741464614868164], 'distances_by_expert': [28.597278594970703, 32.16810989379883, 27.93942642211914, 10.579442977905273, 9.423090934753418, 16.03209114074707, 17.431528091430664, 8.39609146118164, 17.298566818237305, 0.8748292922973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.06884765625, 'language': 52.92265319824219}}, {'routing_index': 597, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.004174792906269e-07, 9.716323035036112e-08, 8.284986279250006e-07, 0.004911305848509073, 0.008598947897553444, 0.00031143444357439876, 0.0001564435224281624, 0.014394513331353664, 0.00017203553579747677, 0.6122717261314392], 'log_scores_by_expert': [-14.325640678405762, -16.146873474121094, -14.003650665283203, -5.316215515136719, -4.756115436553955, -8.074321746826172, -8.762815475463867, -4.240908145904541, -8.66780948638916, -0.49057912826538086], 'distances_by_expert': [28.651281356811523, 32.29374694824219, 28.007301330566406, 10.632431030273438, 9.51223087310791, 16.148643493652344, 17.525630950927734, 8.481816291809082, 17.33561897277832, 0.9811582565307617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.995361328125, 'language': 52.917449951171875}}, {'routing_index': 598, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.1362982251012e-07, 1.0094017000028543e-07, 8.561588060729264e-07, 0.005005073733627796, 0.008871328085660934, 0.0003192102303728461, 0.0001602601259946823, 0.01472337543964386, 0.00017579256382305175, 0.6319822072982788], 'log_scores_by_expert': [-14.303874015808105, -16.10873794555664, -13.970809936523438, -5.297303199768066, -4.724930763244629, -8.049660682678223, -8.738712310791016, -4.218318939208984, -8.64620590209961, -0.4588939845561981], 'distances_by_expert': [28.60774803161621, 32.21747589111328, 27.941619873046875, 10.594606399536133, 9.449861526489258, 16.099321365356445, 17.47742462158203, 8.436637878417969, 17.29241180419922, 0.9177879691123962], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.273193359375, 'language': 52.9083366394043}}, {'routing_index': 599, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.459895871557819e-07, 1.0565432262410468e-07, 8.887967055670742e-07, 0.005140339955687523, 0.009228479117155075, 0.00033883738797158003, 0.0001668187469476834, 0.015446697361767292, 0.00018185882072430104, 0.6645490527153015], 'log_scores_by_expert': [-14.252482414245605, -16.063093185424805, -13.93339729309082, -5.270636081695557, -4.685461044311523, -7.989990234375, -8.698602676391602, -4.170360088348389, -8.612279891967773, -0.4086465537548065], 'distances_by_expert': [28.50496482849121, 32.12618637084961, 27.86679458618164, 10.541272163391113, 9.370922088623047, 15.97998046875, 17.397205352783203, 8.340720176696777, 17.224559783935547, 0.817293107509613], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.06591796875, 'language': 52.91777038574219}}, {'routing_index': 600, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.475334544120415e-07, 1.087794743170889e-07, 8.884966860023269e-07, 0.005200694780796766, 0.009660043753683567, 0.00034699426032602787, 0.0001715684193186462, 0.01602550968527794, 0.00018196116434410214, 0.7021849751472473], 'log_scores_by_expert': [-14.25009536743164, -16.03394317626953, -13.933734893798828, -5.258963108062744, -4.63975715637207, -7.966202259063721, -8.670528411865234, -4.133573532104492, -8.611717224121094, -0.35355842113494873], 'distances_by_expert': [28.50019073486328, 32.06788635253906, 27.867469787597656, 10.517926216125488, 9.27951431274414, 15.932404518127441, 17.34105682373047, 8.267147064208984, 17.223434448242188, 0.7071168422698975], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3290.92626953125, 'language': 52.92244338989258}}, {'routing_index': 601, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.054865136524313e-07, 1.1263159649388399e-07, 9.456996963308484e-07, 0.005293282214552164, 0.010104458779096603, 0.00035269081126898527, 0.00017825428221840411, 0.01678444631397724, 0.0001931493607116863, 0.7378258109092712], 'log_scores_by_expert': [-14.16437816619873, -15.999143600463867, -13.87134075164795, -5.241316795349121, -4.594778537750244, -7.949918746948242, -8.632299423217773, -4.0873026847839355, -8.552046775817871, -0.30404749512672424], 'distances_by_expert': [28.32875633239746, 31.998287200927734, 27.7426815032959, 10.482633590698242, 9.189557075500488, 15.899837493896484, 17.264598846435547, 8.174605369567871, 17.104093551635742, 0.6080949902534485], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.861083984375, 'language': 52.94234085083008}}, {'routing_index': 602, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.415820846290444e-07, 1.1317263926002852e-07, 9.828207794271293e-07, 0.005100429989397526, 0.010182834230363369, 0.0003261368547100574, 0.00017804141680244356, 0.016843156889081, 0.0001977184583665803, 0.7441036701202393], 'log_scores_by_expert': [-14.114480018615723, -15.994351387023926, -13.832839012145996, -5.278430461883545, -4.587051868438721, -8.028193473815918, -8.63349437713623, -4.083810806274414, -8.528666496276855, -0.2955749034881592], 'distances_by_expert': [28.228960037231445, 31.98870277404785, 27.665678024291992, 10.55686092376709, 9.174103736877441, 16.056386947631836, 17.26698875427246, 8.167621612548828, 17.05733299255371, 0.5911498069763184], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3354.129638671875, 'language': 52.951419830322266}}, {'routing_index': 603, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.334311362683366e-07, 1.0647405446206903e-07, 1.0070483540403075e-06, 0.004705711733549833, 0.009693298488855362, 0.0002991804212797433, 0.0001721894950605929, 0.016447417438030243, 0.00019287657050881535, 0.7117652297019958], 'log_scores_by_expert': [-14.125532150268555, -16.05536460876465, -13.808486938476562, -5.358978271484375, -4.6363205909729, -8.114463806152344, -8.666914939880371, -4.107586860656738, -8.553460121154785, -0.34000715613365173], 'distances_by_expert': [28.25106430053711, 32.1107292175293, 27.616973876953125, 10.71795654296875, 9.2726411819458, 16.228927612304688, 17.333829879760742, 8.215173721313477, 17.10692024230957, 0.6800143122673035], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.9169921875, 'language': 52.91178894042969}}, {'routing_index': 604, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.607691827615781e-07, 1.0810229866820009e-07, 1.0254201470161206e-06, 0.004831272643059492, 0.010149114765226841, 0.0003071360697504133, 0.00017943370039574802, 0.017020007595419884, 0.00019660739053506404, 0.7410426139831543], 'log_scores_by_expert': [-14.088935852050781, -16.04018783569336, -13.79040813446045, -5.332645416259766, -4.590368747711182, -8.08821964263916, -8.625704765319824, -4.073365688323975, -8.5343017578125, -0.2996971309185028], 'distances_by_expert': [28.177871704101562, 32.08037567138672, 27.5808162689209, 10.665290832519531, 9.180737495422363, 16.17643928527832, 17.25140953063965, 8.14673137664795, 17.068603515625, 0.5993942618370056], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.574462890625, 'language': 52.94942092895508}}, {'routing_index': 605, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.867263664389611e-07, 9.114923216202442e-08, 9.547007948640385e-07, 0.004267229698598385, 0.008629685267806053, 0.0002651049289852381, 0.00015742817777208984, 0.014831854961812496, 0.00018199380428995937, 0.6218290328979492], 'log_scores_by_expert': [-14.191329956054688, -16.21076774597168, -13.861867904663086, -5.456790447235107, -4.752547264099121, -8.235384941101074, -8.75654125213623, -4.210978031158447, -8.61153793334961, -0.4750900864601135], 'distances_by_expert': [28.382659912109375, 32.42153549194336, 27.723735809326172, 10.913580894470215, 9.505094528198242, 16.47076988220215, 17.51308250427246, 8.421956062316895, 17.22307586669922, 0.950180172920227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.01025390625, 'language': 52.890281677246094}}, {'routing_index': 606, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.70827319027012e-07, 8.1339926794044e-08, 9.235917559635709e-07, 0.0038322892505675554, 0.0081308763474226, 0.00023980834521353245, 0.0001481621147831902, 0.014006766490638256, 0.000176337591256015, 0.5873288512229919], 'log_scores_by_expert': [-14.214754104614258, -16.324628829956055, -13.89499568939209, -5.564292907714844, -4.812086582183838, -8.335670471191406, -8.817203521728516, -4.268214702606201, -8.643110275268555, -0.532170295715332], 'distances_by_expert': [28.429508209228516, 32.64925765991211, 27.78999137878418, 11.128585815429688, 9.624173164367676, 16.671340942382812, 17.63440704345703, 8.536429405212402, 17.28622055053711, 1.064340591430664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.736572265625, 'language': 52.911617279052734}}, {'routing_index': 607, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.229733457985276e-07, 7.536687718356916e-08, 8.517067158209102e-07, 0.0036747371777892113, 0.0077386763878166676, 0.0002252874692203477, 0.00014151270443107933, 0.013193530961871147, 0.00016651452460791916, 0.5591958165168762], 'log_scores_by_expert': [-14.288762092590332, -16.400897979736328, -13.97602367401123, -5.606273651123047, -4.86152458190918, -8.398133277893066, -8.863121032714844, -4.328028678894043, -8.700428009033203, -0.5812555551528931], 'distances_by_expert': [28.577524185180664, 32.801795959472656, 27.95204734802246, 11.212547302246094, 9.72304916381836, 16.796266555786133, 17.726242065429688, 8.656057357788086, 17.400856018066406, 1.1625111103057861], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3277.7197265625, 'language': 52.90734100341797}}, {'routing_index': 608, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.466837021434912e-07, 8.000223061799261e-08, 8.823519692668924e-07, 0.003821542952209711, 0.008033214136958122, 0.00024534662952646613, 0.00014665497292298824, 0.013742310926318169, 0.00017180484428536147, 0.5826827883720398], 'log_scores_by_expert': [-14.251408576965332, -16.341211318969727, -13.940674781799316, -5.567101001739502, -4.8241705894470215, -8.312838554382324, -8.827427864074707, -4.287275791168213, -8.669151306152344, -0.5401123762130737], 'distances_by_expert': [28.502817153930664, 32.68242263793945, 27.881349563598633, 11.134202003479004, 9.648341178894043, 16.62567710876465, 17.654855728149414, 8.574551582336426, 17.338302612304688, 1.0802247524261475], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.3193359375, 'language': 52.90885543823242}}, {'routing_index': 609, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.286754796747118e-07, 9.265264111490978e-08, 8.88900956397265e-07, 0.004099852871149778, 0.009020299650728703, 0.00023050249728839844, 0.00015284778783097863, 0.014541312120854855, 0.00016479256737511605, 0.6686428785324097], 'log_scores_by_expert': [-14.279650688171387, -16.194408416748047, -13.933279991149902, -5.496804237365723, -4.708277702331543, -8.375248908996582, -8.786067962646484, -4.230761528015137, -8.710823059082031, -0.40250518918037415], 'distances_by_expert': [28.559301376342773, 32.388816833496094, 27.866559982299805, 10.993608474731445, 9.416555404663086, 16.750497817993164, 17.57213592529297, 8.461523056030273, 17.421646118164062, 0.8050103783607483], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3542.134765625, 'language': 52.88600540161133}}, {'routing_index': 610, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.175484941195464e-07, 9.150407009883565e-08, 8.518886147612648e-07, 0.004028276074677706, 0.009199604392051697, 0.00023058053920976818, 0.00014892722538206726, 0.014221624471247196, 0.00016349952784366906, 0.665961742401123], 'log_scores_by_expert': [-14.297508239746094, -16.20688247680664, -13.975810050964355, -5.514416694641113, -4.688594818115234, -8.374910354614258, -8.812052726745605, -4.252991676330566, -8.718700408935547, -0.40652307868003845], 'distances_by_expert': [28.595016479492188, 32.41376495361328, 27.95162010192871, 11.028833389282227, 9.377189636230469, 16.749820709228516, 17.62410545349121, 8.505983352661133, 17.437400817871094, 0.8130461573600769], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3530.97998046875, 'language': 52.895782470703125}}, {'routing_index': 611, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.037810405563505e-07, 1.1054225268480877e-07, 9.634676416681032e-07, 0.004628422204405069, 0.010330080054700375, 0.0002765518147498369, 0.00017054591444320977, 0.01632879301905632, 0.00018521588935982436, 0.762920618057251], 'log_scores_by_expert': [-14.16679859161377, -16.017868041992188, -13.852726936340332, -5.375539302825928, -4.572695255279541, -8.19311237335205, -8.676506042480469, -4.114825248718262, -8.593988418579102, -0.2706012725830078], 'distances_by_expert': [28.33359718322754, 32.035736083984375, 27.705453872680664, 10.751078605651855, 9.145390510559082, 16.3862247467041, 17.353012084960938, 8.229650497436523, 17.187976837158203, 0.5412025451660156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.288330078125, 'language': 52.9331169128418}}, {'routing_index': 612, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.413416369672632e-07, 1.2173734376119683e-07, 1.0109753247888875e-06, 0.005281754769384861, 0.011427891440689564, 0.0003458840074017644, 0.0001867875107564032, 0.01807217299938202, 0.00019630351744126529, 0.849226176738739], 'log_scores_by_expert': [-14.1148042678833, -15.92140007019043, -13.804594993591309, -5.243496894836426, -4.47169828414917, -7.969407081604004, -8.585538864135742, -4.0133819580078125, -8.535848617553711, -0.16342970728874207], 'distances_by_expert': [28.2296085357666, 31.84280014038086, 27.609189987182617, 10.486993789672852, 8.94339656829834, 15.938814163208008, 17.171077728271484, 8.026763916015625, 17.071697235107422, 0.32685941457748413], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.490478515625, 'language': 52.92909622192383}}, {'routing_index': 613, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.034273608041985e-07, 1.0630257918364805e-07, 9.514840257907053e-07, 0.004753450397402048, 0.010588366538286209, 0.00030681260977871716, 0.0001763369218679145, 0.01719110645353794, 0.00018331714090891182, 0.8056110739707947], 'log_scores_by_expert': [-14.167301177978516, -16.056976318359375, -13.865242958068848, -5.348884582519531, -4.547999382019043, -8.089273452758789, -8.64311408996582, -4.063363075256348, -8.604292869567871, -0.21615414321422577], 'distances_by_expert': [28.33460235595703, 32.11395263671875, 27.730485916137695, 10.697769165039062, 9.095998764038086, 16.178546905517578, 17.28622817993164, 8.126726150512695, 17.208585739135742, 0.43230828642845154], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3550.602783203125, 'language': 52.91228103637695}}, {'routing_index': 614, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.077105467738875e-07, 1.0148378493113341e-07, 8.32518992410769e-07, 0.004761033691465855, 0.009808138944208622, 0.0003334388602524996, 0.0001718782732496038, 0.01638088747859001, 0.0001600023388164118, 0.7178731560707092], 'log_scores_by_expert': [-14.313567161560059, -16.10336685180664, -13.998809814453125, -5.347290515899658, -4.624542713165283, -8.006051063537598, -8.668724060058594, -4.111639976501465, -8.74032211303711, -0.33146241307258606], 'distances_by_expert': [28.627134323120117, 32.20673370361328, 27.99761962890625, 10.694581031799316, 9.249085426330566, 16.012102127075195, 17.337448120117188, 8.22327995300293, 17.48064422607422, 0.6629248261451721], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3436.329345703125, 'language': 52.99594497680664}}, {'routing_index': 615, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.596244250227755e-07, 9.350586793743787e-08, 7.783633009239566e-07, 0.004305349662899971, 0.009514945559203625, 0.0003026363265234977, 0.00016602739924564958, 0.015530255623161793, 0.00014862757234368473, 0.7111660242080688], 'log_scores_by_expert': [-14.395999908447266, -16.18524169921875, -14.066072463989258, -5.447896957397461, -4.654891490936279, -8.102978706359863, -8.703357696533203, -4.1649651527404785, -8.814066886901855, -0.3408493995666504], 'distances_by_expert': [28.79199981689453, 32.3704833984375, 28.132144927978516, 10.895793914794922, 9.309782981872559, 16.205957412719727, 17.406715393066406, 8.329930305480957, 17.62813377380371, 0.6816987991333008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.89013671875, 'language': 52.965877532958984}}, {'routing_index': 616, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.294230499610421e-07, 1.095385826488382e-07, 9.87789690043428e-07, 0.004515137989073992, 0.010366792790591717, 0.0002986792242154479, 0.00017803479568101466, 0.01703757792711258, 0.00019243395945522934, 0.7977860569953918], 'log_scores_by_expert': [-14.131011962890625, -16.026988983154297, -13.82779598236084, -5.400319576263428, -4.56914758682251, -8.116140365600586, -8.63353157043457, -4.072333812713623, -8.555757522583008, -0.22591480612754822], 'distances_by_expert': [28.26202392578125, 32.053977966308594, 27.65559196472168, 10.800639152526855, 9.13829517364502, 16.232280731201172, 17.26706314086914, 8.144667625427246, 17.111515045166016, 0.45182961225509644], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3453.301513671875, 'language': 52.89716720581055}}, {'routing_index': 617, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.618385780006065e-07, 1.237425522049307e-07, 1.0423124194858246e-06, 0.005074245389550924, 0.011101286858320236, 0.0003336971567478031, 0.00018711057782638818, 0.01797671988606453, 0.00020106470037717372, 0.8313621878623962], 'log_scores_by_expert': [-14.087531089782715, -15.905062675476074, -13.774068832397461, -5.2835774421691895, -4.500694274902344, -8.005276679992676, -8.583810806274414, -4.018677711486816, -8.511883735656738, -0.1846897155046463], 'distances_by_expert': [28.17506217956543, 31.81012535095215, 27.548137664794922, 10.567154884338379, 9.001388549804688, 16.01055335998535, 17.167621612548828, 8.037355422973633, 17.023767471313477, 0.3693794310092926], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.2373046875, 'language': 52.9111328125}}, {'routing_index': 618, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.306686029551201e-07, 1.1400970123531806e-07, 9.952713071470498e-07, 0.004758044611662626, 0.010537018068134785, 0.00031817323178984225, 0.0001771297538653016, 0.017252910882234573, 0.00019454472931101918, 0.7922565937042236], 'log_scores_by_expert': [-14.129305839538574, -15.986982345581055, -13.820250511169434, -5.347918510437012, -4.552860736846924, -8.0529146194458, -8.638628005981445, -4.059774398803711, -8.544848442077637, -0.23287001252174377], 'distances_by_expert': [28.25861167907715, 31.97396469116211, 27.640501022338867, 10.695837020874023, 9.105721473693848, 16.1058292388916, 17.27725601196289, 8.119548797607422, 17.089696884155273, 0.46574002504348755], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.302734375, 'language': 52.90712356567383}}, {'routing_index': 619, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.594570661240141e-07, 1.236182214370274e-07, 1.0491847888260963e-06, 0.005417837295681238, 0.011064816266298294, 0.0003548255190253258, 0.00019025697838515043, 0.0181004349142313, 0.00020364171359688044, 0.8036801815032959], 'log_scores_by_expert': [-14.090662002563477, -15.906067848205566, -13.767497062683105, -5.2180585861206055, -4.5039849281311035, -7.943884372711182, -8.567134857177734, -4.011819362640381, -8.49914836883545, -0.21855390071868896], 'distances_by_expert': [28.181324005126953, 31.812135696411133, 27.53499412536621, 10.436117172241211, 9.007969856262207, 15.887768745422363, 17.13426971435547, 8.023638725280762, 16.9982967376709, 0.43710780143737793], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.175537109375, 'language': 52.89889907836914}}, {'routing_index': 620, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.100101129253744e-07, 1.2348247935278778e-07, 9.868575716609485e-07, 0.005303699057549238, 0.010618642903864384, 0.00037818559212610126, 0.00018947513308376074, 0.017566537484526634, 0.00018943754548672587, 0.7784959077835083], 'log_scores_by_expert': [-14.157986640930176, -15.907166481018066, -13.828740119934082, -5.23935079574585, -4.545144081115723, -7.880125522613525, -8.571252822875977, -4.041759490966797, -8.571451187133789, -0.25039157271385193], 'distances_by_expert': [28.31597328186035, 31.814332962036133, 27.657480239868164, 10.4787015914917, 9.090288162231445, 15.76025104522705, 17.142505645751953, 8.083518981933594, 17.142902374267578, 0.5007831454277039], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3350.17333984375, 'language': 52.9411506652832}}, {'routing_index': 621, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.173123665575986e-07, 1.0466089861438377e-07, 8.718045023670129e-07, 0.004802916198968887, 0.009129940532147884, 0.00034688343293964863, 0.00017149366613011807, 0.01553625613451004, 0.00016634722123853862, 0.6705801486968994], 'log_scores_by_expert': [-14.297890663146973, -16.072540283203125, -13.9527006149292, -5.338531970977783, -4.69619607925415, -7.966521739959717, -8.670964241027832, -4.164578914642334, -8.701433181762695, -0.3996121287345886], 'distances_by_expert': [28.595781326293945, 32.14508056640625, 27.9054012298584, 10.677063941955566, 9.3923921585083, 15.933043479919434, 17.341928482055664, 8.329157829284668, 17.40286636352539, 0.7992242574691772], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3236.0869140625, 'language': 52.920894622802734}}, {'routing_index': 622, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.851021001035406e-07, 9.847934734352748e-08, 8.264279358627391e-07, 0.004627360496670008, 0.008722133934497833, 0.0003348981263116002, 0.00016836411668919027, 0.015116485767066479, 0.0001559013908263296, 0.6365306377410889], 'log_scores_by_expert': [-14.351479530334473, -16.133419036865234, -14.006153106689453, -5.375768661499023, -4.741891384124756, -8.001684188842773, -8.68938159942627, -4.191969394683838, -8.766286849975586, -0.45172280073165894], 'distances_by_expert': [28.702959060668945, 32.26683807373047, 28.012306213378906, 10.751537322998047, 9.483782768249512, 16.003368377685547, 17.37876319885254, 8.383938789367676, 17.532573699951172, 0.9034456014633179], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.707275390625, 'language': 52.93255615234375}}, {'routing_index': 623, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.088643544899242e-07, 1.0104533743060529e-07, 8.599680541010457e-07, 0.004964499268680811, 0.009234857745468616, 0.00033102327142842114, 0.0001697142142802477, 0.015551790595054626, 0.00016594254702795297, 0.6534852385520935], 'log_scores_by_expert': [-14.311670303344727, -16.107696533203125, -13.966370582580566, -5.305442810058594, -4.684770107269287, -8.013321876525879, -8.681394577026367, -4.16357946395874, -8.703868865966797, -0.425435334444046], 'distances_by_expert': [28.623340606689453, 32.21539306640625, 27.932741165161133, 10.610885620117188, 9.369540214538574, 16.026643753051758, 17.362789154052734, 8.32715892791748, 17.407737731933594, 0.850870668888092], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.8251953125, 'language': 52.914066314697266}}, {'routing_index': 624, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.798405027235276e-07, 9.386968713442911e-08, 8.226754744100617e-07, 0.00477895000949502, 0.008734327740967274, 0.0003054777334909886, 0.00016009148384910077, 0.014678651466965675, 0.00015960578457452357, 0.6105743050575256], 'log_scores_by_expert': [-14.360512733459473, -16.181358337402344, -14.010704040527344, -5.343534469604492, -4.740494251251221, -8.093633651733398, -8.739765167236328, -4.22136116027832, -8.742803573608398, -0.49335533380508423], 'distances_by_expert': [28.721025466918945, 32.36271667480469, 28.021408081054688, 10.687068939208984, 9.480988502502441, 16.187267303466797, 17.479530334472656, 8.44272232055664, 17.485607147216797, 0.9867106676101685], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.244384765625, 'language': 52.902320861816406}}, {'routing_index': 625, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.982792004033399e-07, 9.72616902572554e-08, 8.519560878994525e-07, 0.004935015458613634, 0.008997743017971516, 0.0003183896478731185, 0.0001657543471083045, 0.015157128684222698, 0.00016466202214360237, 0.6287592649459839], 'log_scores_by_expert': [-14.329208374023438, -16.14586067199707, -13.975730895996094, -5.311399459838867, -4.710781574249268, -8.052234649658203, -8.70500373840332, -4.189284324645996, -8.711615562438965, -0.46400681138038635], 'distances_by_expert': [28.658416748046875, 32.29172134399414, 27.951461791992188, 10.622798919677734, 9.421563148498535, 16.104469299316406, 17.41000747680664, 8.378568649291992, 17.42323112487793, 0.9280136227607727], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3289.15087890625, 'language': 52.88667297363281}}, {'routing_index': 626, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.192835826368537e-07, 1.0054240817680693e-07, 8.775836022323347e-07, 0.005063214339315891, 0.00930027849972248, 0.00033077114494517446, 0.00017217044660355896, 0.015675656497478485, 0.0001682386064203456, 0.6561614871025085], 'log_scores_by_expert': [-14.294702529907227, -16.112686157226562, -13.946093559265137, -5.2857537269592285, -4.677711009979248, -8.014083862304688, -8.667025566101074, -4.155646324157715, -8.6901273727417, -0.4213483929634094], 'distances_by_expert': [28.589405059814453, 32.225372314453125, 27.892187118530273, 10.571507453918457, 9.355422019958496, 16.028167724609375, 17.33405113220215, 8.31129264831543, 17.3802547454834, 0.8426967859268188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.906982421875, 'language': 52.89867401123047}}, {'routing_index': 627, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.941897143202368e-07, 9.746801055143806e-08, 8.49054742957378e-07, 0.00483824172988534, 0.008932792581617832, 0.0003185351088177413, 0.0001674670202191919, 0.01512712799012661, 0.00016110492288134992, 0.6308680176734924], 'log_scores_by_expert': [-14.336067199707031, -16.143741607666016, -13.979142189025879, -5.331203937530518, -4.718026161193848, -8.051777839660645, -8.694724082946777, -4.19126558303833, -8.733454704284668, -0.46065860986709595], 'distances_by_expert': [28.672134399414062, 32.28748321533203, 27.958284378051758, 10.662407875061035, 9.436052322387695, 16.10355567932129, 17.389448165893555, 8.38253116607666, 17.466909408569336, 0.9213172197341919], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.829345703125, 'language': 52.89611053466797}}, {'routing_index': 628, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.052316052773676e-07, 9.683908785973472e-08, 8.5387978288054e-07, 0.0048929862678050995, 0.008982893079519272, 0.0003170730487909168, 0.00016691295604687184, 0.015188390389084816, 0.00016358484572265297, 0.6333813071250916], 'log_scores_by_expert': [-14.317654609680176, -16.15021514892578, -13.973475456237793, -5.319952487945557, -4.712433338165283, -8.056378364562988, -8.698038101196289, -4.1872239112854, -8.718178749084473, -0.4566827118396759], 'distances_by_expert': [28.63530921936035, 32.30043029785156, 27.946950912475586, 10.639904975891113, 9.424866676330566, 16.112756729125977, 17.396076202392578, 8.3744478225708, 17.436357498168945, 0.9133654236793518], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.70361328125, 'language': 52.92455291748047}}, {'routing_index': 629, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.623068091153982e-07, 9.044076421105274e-08, 7.918725941635785e-07, 0.0045541319996118546, 0.00844679493457079, 0.00029835980967618525, 0.00015872085350565612, 0.01428836677223444, 0.0001539703516755253, 0.6017091870307922], 'log_scores_by_expert': [-14.391218185424805, -16.218570709228516, -14.04886531829834, -5.391720294952393, -4.77396821975708, -8.117210388183594, -8.748363494873047, -4.24830961227417, -8.7787504196167, -0.50798100233078], 'distances_by_expert': [28.78243637084961, 32.43714141845703, 28.09773063659668, 10.783440589904785, 9.54793643951416, 16.234420776367188, 17.496726989746094, 8.49661922454834, 17.5575008392334, 1.01596200466156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3343.308837890625, 'language': 52.936744689941406}}, {'routing_index': 630, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.738174877478741e-07, 9.344969953417603e-08, 8.24818528144533e-07, 0.004722633399069309, 0.008658773265779018, 0.0003059573646169156, 0.00016251349006779492, 0.014664833433926105, 0.00015755344065837562, 0.6110657453536987], 'log_scores_by_expert': [-14.370954513549805, -16.185842514038086, -14.008102416992188, -5.355388641357422, -4.749182224273682, -8.09206485748291, -8.724749565124512, -4.2223029136657715, -8.755745887756348, -0.492550790309906], 'distances_by_expert': [28.74190902709961, 32.37168502807617, 28.016204833984375, 10.710777282714844, 9.498364448547363, 16.18412971496582, 17.449499130249023, 8.444605827331543, 17.511491775512695, 0.985101580619812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.34375, 'language': 52.905670166015625}}, {'routing_index': 631, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.736670232181496e-07, 9.273733070358503e-08, 8.147994776663836e-07, 0.004649174399673939, 0.008590471930801868, 0.000308031914755702, 0.0001616912049939856, 0.014673717319965363, 0.00015720986993983388, 0.6080470681190491], 'log_scores_by_expert': [-14.371216773986816, -16.19349479675293, -14.020323753356934, -5.371065616607666, -4.757101535797119, -8.085307121276855, -8.729822158813477, -4.2216973304748535, -8.757928848266602, -0.4975029528141022], 'distances_by_expert': [28.742433547973633, 32.38698959350586, 28.040647506713867, 10.742131233215332, 9.514203071594238, 16.17061424255371, 17.459644317626953, 8.443394660949707, 17.515857696533203, 0.9950059056282043], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3326.30078125, 'language': 52.897605895996094}}, {'routing_index': 632, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.613696885120589e-07, 9.021868407899092e-08, 7.931378149805823e-07, 0.0045958710834383965, 0.008487831801176071, 0.0002966054016724229, 0.00015886759501881897, 0.014314526692032814, 0.00015399724361486733, 0.5937432646751404], 'log_scores_by_expert': [-14.3928861618042, -16.22102928161621, -14.047268867492676, -5.382596969604492, -4.7691216468811035, -8.12310791015625, -8.74743938446045, -4.246480464935303, -8.778575897216797, -0.5213083028793335], 'distances_by_expert': [28.7857723236084, 32.44205856323242, 28.09453773498535, 10.765193939208984, 9.538243293762207, 16.2462158203125, 17.4948787689209, 8.492960929870605, 17.557151794433594, 1.042616605758667], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.2841796875, 'language': 52.92388916015625}}, {'routing_index': 633, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.405795491242316e-07, 8.305138265995993e-08, 7.607669658682426e-07, 0.004363102838397026, 0.008094253949820995, 0.00027799769304692745, 0.00015189424448180944, 0.013712011277675629, 0.0001478518679505214, 0.5659443140029907], 'log_scores_by_expert': [-14.430624008178711, -16.30380630493164, -14.08893871307373, -5.434571743011475, -4.816600799560547, -8.187897682189941, -8.792325973510742, -4.289483070373535, -8.819299697875977, -0.569259524345398], 'distances_by_expert': [28.861248016357422, 32.60761260986328, 28.17787742614746, 10.86914348602295, 9.633201599121094, 16.375795364379883, 17.584651947021484, 8.57896614074707, 17.638599395751953, 1.138519048690796], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3366.19482421875, 'language': 52.93851852416992}}, {'routing_index': 634, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.580261586146662e-07, 8.721941213707396e-08, 7.801007200214372e-07, 0.004511930979788303, 0.008337648585438728, 0.000293460616376251, 0.00015738359070383012, 0.014070918783545494, 0.00015259232895914465, 0.5877205729484558], 'log_scores_by_expert': [-14.398859977722168, -16.254838943481445, -14.0638427734375, -5.40103006362915, -4.78697395324707, -8.133767127990723, -8.756824493408203, -4.263645172119141, -8.787740707397461, -0.5315035581588745], 'distances_by_expert': [28.797719955444336, 32.50967788696289, 28.127685546875, 10.8020601272583, 9.57394790649414, 16.267534255981445, 17.513648986816406, 8.527290344238281, 17.575481414794922, 1.063007116317749], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3359.467041015625, 'language': 52.943485260009766}}, {'routing_index': 635, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.252604751149192e-07, 8.017438801743992e-08, 7.367357852672285e-07, 0.004275728948414326, 0.007839850150048733, 0.00026818845071829855, 0.0001485222892370075, 0.013278855942189693, 0.0001430143165634945, 0.5462149977684021], 'log_scores_by_expert': [-14.459371566772461, -16.339061737060547, -14.121036529541016, -5.454800605773926, -4.848535537719727, -8.223820686340332, -8.814775466918945, -4.321582317352295, -8.85256576538086, -0.6047425866127014], 'distances_by_expert': [28.918743133544922, 32.678123474121094, 28.24207305908203, 10.909601211547852, 9.697071075439453, 16.447641372680664, 17.62955093383789, 8.64316463470459, 17.70513153076172, 1.2094851732254028], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.260009765625, 'language': 52.974273681640625}}, {'routing_index': 636, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.565709670918295e-07, 8.58532871461648e-08, 7.863001201258157e-07, 0.004529818892478943, 0.008157038129866123, 0.0002842631365638226, 0.0001539006334496662, 0.013878831639885902, 0.00015322200488299131, 0.5676823854446411], 'log_scores_by_expert': [-14.401471138000488, -16.270626068115234, -14.055927276611328, -5.397073268890381, -4.808874130249023, -8.165610313415527, -8.779203414916992, -4.277390480041504, -8.783622741699219, -0.566193163394928], 'distances_by_expert': [28.802942276000977, 32.54125213623047, 28.111854553222656, 10.794146537780762, 9.617748260498047, 16.331220626831055, 17.558406829833984, 8.554780960083008, 17.567245483398438, 1.132386326789856], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.924560546875, 'language': 52.92393112182617}}, {'routing_index': 637, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.335246212074708e-07, 8.942188145510954e-08, 8.875557568899239e-07, 0.004070859868079424, 0.008675866760313511, 0.00022612222528550774, 0.00014937572996132076, 0.014121693558990955, 0.00016351777594536543, 0.6284233927726746], 'log_scores_by_expert': [-14.271966934204102, -16.229900360107422, -13.934794425964355, -5.50390100479126, -4.7472100257873535, -8.394434928894043, -8.809045791625977, -4.260043144226074, -8.718588829040527, -0.46454113721847534], 'distances_by_expert': [28.543933868408203, 32.459800720214844, 27.86958885192871, 11.00780200958252, 9.494420051574707, 16.788869857788086, 17.618091583251953, 8.520086288452148, 17.437177658081055, 0.9290822744369507], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3497.044677734375, 'language': 52.92346954345703}}, {'routing_index': 638, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.700504968648602e-07, 1.0461440069775563e-07, 9.286827094001637e-07, 0.004483065102249384, 0.009664604440331459, 0.0002725227386690676, 0.00016222237900365144, 0.015645956620573997, 0.00017842369561549276, 0.7202191352844238], 'log_scores_by_expert': [-14.215912818908691, -16.07298469543457, -13.889498710632324, -5.4074482917785645, -4.639285087585449, -8.207788467407227, -8.726542472839355, -4.157542705535889, -8.631349563598633, -0.3281997740268707], 'distances_by_expert': [28.431825637817383, 32.14596939086914, 27.77899742126465, 10.814896583557129, 9.278570175170898, 16.415576934814453, 17.45308494567871, 8.315085411071777, 17.262699127197266, 0.6563995480537415], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.808837890625, 'language': 52.89863586425781}}, {'routing_index': 639, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.190175779214769e-07, 1.198282575387566e-07, 9.893094556900905e-07, 0.005120966117829084, 0.010763312689960003, 0.0003337070520501584, 0.00017958966782316566, 0.017319561913609505, 0.00019485481607262045, 0.8065057992935181], 'log_scores_by_expert': [-14.145380020141602, -15.937206268310547, -13.826258659362793, -5.274412155151367, -4.531611919403076, -8.005247116088867, -8.624835968017578, -4.0559186935424805, -8.543255805969238, -0.21504423022270203], 'distances_by_expert': [28.290760040283203, 31.874412536621094, 27.652517318725586, 10.548824310302734, 9.063223838806152, 16.010494232177734, 17.249671936035156, 8.111837387084961, 17.086511611938477, 0.43008846044540405], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3436.104736328125, 'language': 52.89043045043945}}, {'routing_index': 640, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.324071020775591e-07, 1.2092642975858325e-07, 1.0025656820289441e-06, 0.005037338938564062, 0.011220615357160568, 0.0003316688525956124, 0.0001813837152440101, 0.01748564839363098, 0.00019603523833211511, 0.8281344771385193], 'log_scores_by_expert': [-14.12692928314209, -15.928083419799805, -13.812948226928711, -5.290877342224121, -4.490002632141113, -8.011373519897461, -8.614895820617676, -4.046374797821045, -8.537216186523438, -0.1885797530412674], 'distances_by_expert': [28.25385856628418, 31.85616683959961, 27.625896453857422, 10.581754684448242, 8.980005264282227, 16.022747039794922, 17.22979164123535, 8.09274959564209, 17.074432373046875, 0.3771595060825348], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.3955078125, 'language': 52.91191482543945}}, {'routing_index': 641, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.127359822334256e-07, 1.1087059448300352e-07, 9.546735100229853e-07, 0.004848507698625326, 0.01090717501938343, 0.00031586430850438774, 0.00017927070439327508, 0.017312360927462578, 0.00018977985018864274, 0.8131875991821289], 'log_scores_by_expert': [-14.154154777526855, -16.014902114868164, -13.861896514892578, -5.329084396362305, -4.51833438873291, -8.060197830200195, -8.62661361694336, -4.056334495544434, -8.569645881652832, -0.20679347217082977], 'distances_by_expert': [28.30830955505371, 32.02980422973633, 27.723793029785156, 10.65816879272461, 9.03666877746582, 16.12039566040039, 17.25322723388672, 8.112668991088867, 17.139291763305664, 0.41358694434165955], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.40966796875, 'language': 52.91474151611328}}, {'routing_index': 642, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.183233836054569e-07, 1.0302334629841425e-07, 8.698893907421734e-07, 0.004738696850836277, 0.010042140260338783, 0.00032673985697329044, 0.0001706488837953657, 0.01628813147544861, 0.0001694750098977238, 0.7299357652664185], 'log_scores_by_expert': [-14.29625415802002, -16.08831024169922, -13.954899787902832, -5.351993083953857, -4.6009650230407715, -8.026346206665039, -8.675902366638184, -4.117318630218506, -8.682805061340332, -0.3147988021373749], 'distances_by_expert': [28.59250831604004, 32.17662048339844, 27.909799575805664, 10.703986167907715, 9.201930046081543, 16.052692413330078, 17.351804733276367, 8.234637260437012, 17.365610122680664, 0.6295976042747498], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.21875, 'language': 52.90447235107422}}, {'routing_index': 643, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.440799668576801e-07, 9.018290114681804e-08, 7.493417797377333e-07, 0.0042665437795221806, 0.00908945593982935, 0.0002998854033648968, 0.0001609453756827861, 0.0153514314442873, 0.00014805533282924443, 0.6991181969642639], 'log_scores_by_expert': [-14.424169540405273, -16.221426010131836, -14.104070663452148, -5.456951141357422, -4.7006402015686035, -8.112110137939453, -8.734445571899414, -4.176546573638916, -8.817924499511719, -0.35793545842170715], 'distances_by_expert': [28.848339080810547, 32.44285202026367, 28.208141326904297, 10.913902282714844, 9.401280403137207, 16.224220275878906, 17.468891143798828, 8.353093147277832, 17.635848999023438, 0.7158709168434143], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.923095703125, 'language': 52.95421600341797}}, {'routing_index': 644, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.837614137111814e-07, 1.0723956478386754e-07, 9.26525956401747e-07, 0.0045490991324186325, 0.01054373849183321, 0.0002906625159084797, 0.00017458328511565924, 0.016571104526519775, 0.00018291670130565763, 0.7882462739944458], 'log_scores_by_expert': [-14.195656776428223, -16.048200607299805, -13.891823768615723, -5.392826080322266, -4.552223205566406, -8.14334774017334, -8.653108596801758, -4.100094795227051, -8.60647964477539, -0.23794476687908173], 'distances_by_expert': [28.391313552856445, 32.09640121459961, 27.783647537231445, 10.785652160644531, 9.104446411132812, 16.28669548034668, 17.306217193603516, 8.200189590454102, 17.21295928955078, 0.47588953375816345], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3459.73095703125, 'language': 52.93023681640625}}, {'routing_index': 645, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.18274691280385e-07, 1.1532566901450991e-07, 9.806150274016545e-07, 0.004831436090171337, 0.010659521445631981, 0.0003121474583167583, 0.00017886444402392954, 0.016938913613557816, 0.0001922276132972911, 0.7942901253700256], 'log_scores_by_expert': [-14.146413803100586, -15.975505828857422, -13.83508586883545, -5.332611560821533, -4.541301727294922, -8.07203483581543, -8.62888240814209, -4.078141689300537, -8.556830406188965, -0.2303064614534378], 'distances_by_expert': [28.292827606201172, 31.951011657714844, 27.6701717376709, 10.665223121643066, 9.082603454589844, 16.14406967163086, 17.25776481628418, 8.156283378601074, 17.11366081237793, 0.4606129229068756], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3473.060302734375, 'language': 52.919219970703125}}, {'routing_index': 646, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.995639409979049e-07, 1.0760714275193095e-07, 9.518943215880427e-07, 0.004578119143843651, 0.010335317812860012, 0.000292490265564993, 0.00017134653171524405, 0.016481930390000343, 0.00018837660900317132, 0.7714720964431763], 'log_scores_by_expert': [-14.172808647155762, -16.04477882385254, -13.864811897277832, -5.386466979980469, -4.572188377380371, -8.137079238891602, -8.671822547912598, -4.105490684509277, -8.577067375183105, -0.2594548165798187], 'distances_by_expert': [28.345617294311523, 32.08955764770508, 27.729623794555664, 10.772933959960938, 9.144376754760742, 16.274158477783203, 17.343645095825195, 8.210981369018555, 17.15413475036621, 0.5189096331596375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3508.900146484375, 'language': 52.90055465698242}}, {'routing_index': 647, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.79975471484795e-07, 1.1521463960662004e-07, 9.289413469559804e-07, 0.005100262351334095, 0.010764087550342083, 0.0003447596973273903, 0.00018308110884390771, 0.017111865803599358, 0.0001859615440480411, 0.799517035484314], 'log_scores_by_expert': [-14.20120906829834, -15.976469039916992, -13.889220237731934, -5.278463363647461, -4.5315399169921875, -7.972662925720215, -8.605581283569336, -4.067983150482178, -8.589970588684082, -0.22374744713306427], 'distances_by_expert': [28.40241813659668, 31.952938079833984, 27.778440475463867, 10.556926727294922, 9.063079833984375, 15.94532585144043, 17.211162567138672, 8.135966300964355, 17.179941177368164, 0.44749489426612854], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.361083984375, 'language': 52.9229850769043}}, {'routing_index': 648, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.67670519760577e-07, 1.1839596680829345e-07, 9.310477935287054e-07, 0.005209378898143768, 0.010355226695537567, 0.0003754619392566383, 0.00018654167070053518, 0.01680186204612255, 0.00018094366532750428, 0.7592813372612], 'log_scores_by_expert': [-14.219470977783203, -15.949231147766113, -13.886955261230469, -5.257294654846191, -4.570263862609863, -7.887353420257568, -8.5868558883667, -4.086265563964844, -8.617324829101562, -0.2753828763961792], 'distances_by_expert': [28.438941955566406, 31.898462295532227, 27.773910522460938, 10.514589309692383, 9.140527725219727, 15.774706840515137, 17.1737117767334, 8.172531127929688, 17.234649658203125, 0.5507657527923584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.242431640625, 'language': 52.93974304199219}}, {'routing_index': 649, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.820960720688163e-07, 1.159886693358203e-07, 9.518207662040368e-07, 0.005307688377797604, 0.010077051818370819, 0.0003583913203328848, 0.00018688480486162007, 0.016830656677484512, 0.00018406938761472702, 0.7316104173660278], 'log_scores_by_expert': [-14.198095321655273, -15.969773292541504, -13.864889144897461, -5.238598823547363, -4.597494602203369, -7.933885097503662, -8.585018157958984, -4.084553241729736, -8.600197792053223, -0.31250709295272827], 'distances_by_expert': [28.396190643310547, 31.939546585083008, 27.729778289794922, 10.477197647094727, 9.194989204406738, 15.867770195007324, 17.17003631591797, 8.169106483459473, 17.200395584106445, 0.6250141859054565], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.385986328125, 'language': 52.93159484863281}}, {'routing_index': 650, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.765988587176253e-07, 1.1288859980140842e-07, 9.411956511939934e-07, 0.0052772159688174725, 0.009966176934540272, 0.0003731916949618608, 0.00018745135457720608, 0.016974369063973427, 0.00017816982290241867, 0.725824236869812], 'log_scores_by_expert': [-14.20618724822998, -15.996864318847656, -13.876114845275879, -5.244356632232666, -4.608558177947998, -7.893418312072754, -8.581991195678711, -4.076050758361816, -8.632773399353027, -0.3204473853111267], 'distances_by_expert': [28.41237449645996, 31.993728637695312, 27.752229690551758, 10.488713264465332, 9.217116355895996, 15.786836624145508, 17.163982391357422, 8.152101516723633, 17.265546798706055, 0.6408947706222534], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.84033203125, 'language': 52.92922592163086}}, {'routing_index': 651, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.076230079088418e-07, 8.906341264491857e-08, 8.589066169406578e-07, 0.003969043493270874, 0.008530907332897186, 0.00022653058113064617, 0.0001473230659030378, 0.013837636448442936, 0.00016191432951018214, 0.6225653886795044], 'log_scores_by_expert': [-14.313711166381836, -16.233917236328125, -13.967605590820312, -5.529230117797852, -4.764059543609619, -8.392630577087402, -8.822882652282715, -4.280363082885742, -8.728443145751953, -0.47390660643577576], 'distances_by_expert': [28.627422332763672, 32.46783447265625, 27.935211181640625, 11.058460235595703, 9.528119087219238, 16.785261154174805, 17.64576530456543, 8.560726165771484, 17.456886291503906, 0.9478132128715515], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3507.60107421875, 'language': 52.894813537597656}}, {'routing_index': 652, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.212670200511639e-07, 9.274210555076934e-08, 8.614833291176183e-07, 0.0039055626839399338, 0.009202346205711365, 0.00023070612223818898, 0.00015059956058394164, 0.014297465793788433, 0.00016274829977191985, 0.666547954082489], 'log_scores_by_expert': [-14.291504859924316, -16.193443298339844, -13.96461009979248, -5.545353412628174, -4.688296794891357, -8.37436580657959, -8.800886154174805, -4.247673034667969, -8.723305702209473, -0.4056432545185089], 'distances_by_expert': [28.583009719848633, 32.38688659667969, 27.92922019958496, 11.090706825256348, 9.376593589782715, 16.74873161315918, 17.60177230834961, 8.495346069335938, 17.446611404418945, 0.8112865090370178], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.756103515625, 'language': 52.914493560791016}}, {'routing_index': 653, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.033810902612458e-07, 1.0530686722631799e-07, 9.5015650458663e-07, 0.004575821105390787, 0.010191821493208408, 0.0002779825881589204, 0.00016930168203543872, 0.01626736670732498, 0.00018523496692068875, 0.7582293748855591], 'log_scores_by_expert': [-14.167366981506348, -16.066387176513672, -13.866639137268066, -5.386969089508057, -4.586169719696045, -8.187952041625977, -8.683828353881836, -4.118594169616699, -8.59388542175293, -0.2767693102359772], 'distances_by_expert': [28.334733963012695, 32.132774353027344, 27.733278274536133, 10.773938179016113, 9.17233943939209, 16.375904083251953, 17.367656707763672, 8.237188339233398, 17.18777084350586, 0.5535386204719543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3528.949462890625, 'language': 52.9260368347168}}, {'routing_index': 654, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.447666578424105e-07, 1.0676892259198212e-07, 9.043097861649585e-07, 0.004561134614050388, 0.01023886539041996, 0.0002908982278313488, 0.0001661612477619201, 0.015598305501043797, 0.000174838729435578, 0.7463089823722839], 'log_scores_by_expert': [-14.254377365112305, -16.05259895324707, -13.916093826293945, -5.390183925628662, -4.581564426422119, -8.142537117004395, -8.70255184173584, -4.160593032836914, -8.651646614074707, -0.29261553287506104], 'distances_by_expert': [28.50875473022461, 32.10519790649414, 27.83218765258789, 10.780367851257324, 9.163128852844238, 16.28507423400879, 17.40510368347168, 8.321186065673828, 17.303293228149414, 0.5852310657501221], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.72265625, 'language': 52.9052619934082}}, {'routing_index': 655, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.233105066006829e-07, 1.0379611836697222e-07, 9.721480864754994e-07, 0.004539384972304106, 0.010075182653963566, 0.0002997415722347796, 0.00017376572941429913, 0.01678835228085518, 0.00018750321760307997, 0.75898277759552], 'log_scores_by_expert': [-14.139427185058594, -16.08083724975586, -13.843757629394531, -5.39496374130249, -4.59768009185791, -8.112589836120605, -8.65780258178711, -4.087069988250732, -8.581714630126953, -0.275776207447052], 'distances_by_expert': [28.278854370117188, 32.16167449951172, 27.687515258789062, 10.78992748260498, 9.19536018371582, 16.22517967224121, 17.31560516357422, 8.174139976501465, 17.163429260253906, 0.551552414894104], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3436.161865234375, 'language': 52.9243278503418}}, {'routing_index': 656, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.40591565570503e-07, 1.0358430557744214e-07, 8.753844440434477e-07, 0.00470768241211772, 0.010276783257722855, 0.00032009274582378566, 0.00017537544772494584, 0.0164719820022583, 0.00017026167188305408, 0.7515379786491394], 'log_scores_by_expert': [-14.260873794555664, -16.0828800201416, -13.948602676391602, -5.358559608459473, -4.5778679847717285, -8.046899795532227, -8.648581504821777, -4.1060943603515625, -8.678174018859863, -0.28563353419303894], 'distances_by_expert': [28.521747589111328, 32.1657600402832, 27.897205352783203, 10.717119216918945, 9.155735969543457, 16.093799591064453, 17.297163009643555, 8.212188720703125, 17.356348037719727, 0.5712670683860779], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3517.69091796875, 'language': 52.957271575927734}}, {'routing_index': 657, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.111160016393114e-07, 1.060470040670225e-07, 9.720758953335462e-07, 0.00468667084351182, 0.010029473342001438, 0.00030940392753109336, 0.0001768094371072948, 0.016780419275164604, 0.00018871643987949938, 0.752738893032074], 'log_scores_by_expert': [-14.1564302444458, -16.059383392333984, -13.843832015991211, -5.363032817840576, -4.602227210998535, -8.080862998962402, -8.640438079833984, -4.087542533874512, -8.575264930725098, -0.2840368449687958], 'distances_by_expert': [28.3128604888916, 32.11876678466797, 27.687664031982422, 10.726065635681152, 9.20445442199707, 16.161725997924805, 17.28087615966797, 8.175085067749023, 17.150529861450195, 0.5680736899375916], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.314453125, 'language': 52.928009033203125}}, {'routing_index': 658, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.029344715192565e-07, 1.0847325171425837e-07, 9.743181408339296e-07, 0.004501691088080406, 0.01017594151198864, 0.00028741321875713766, 0.0001723741734167561, 0.01618516631424427, 0.0001867137907538563, 0.7556831240653992], 'log_scores_by_expert': [-14.168002128601074, -16.036762237548828, -13.841527938842773, -5.403302192687988, -4.587728977203369, -8.154589653015137, -8.66584300994873, -4.123660087585449, -8.585933685302734, -0.28013312816619873], 'distances_by_expert': [28.33600425720215, 32.073524475097656, 27.683055877685547, 10.806604385375977, 9.175457954406738, 16.309179306030273, 17.33168601989746, 8.247320175170898, 17.17186737060547, 0.5602662563323975], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3487.716796875, 'language': 52.909324645996094}}, {'routing_index': 659, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.062317308736965e-07, 1.0926210336492659e-07, 9.636017921366147e-07, 0.004389837849885225, 0.010027000680565834, 0.0002800004440359771, 0.00017114174261223525, 0.016314100474119186, 0.00018607846868690103, 0.7568082213401794], 'log_scores_by_expert': [-14.163322448730469, -16.029516220092773, -13.852587699890137, -5.428462982177734, -4.602473735809326, -8.180719375610352, -8.673018455505371, -4.115725517272949, -8.58934211730957, -0.2786453366279602], 'distances_by_expert': [28.326644897460938, 32.05903244018555, 27.705175399780273, 10.856925964355469, 9.204947471618652, 16.361438751220703, 17.346036911010742, 8.231451034545898, 17.17868423461914, 0.5572906732559204], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.471435546875, 'language': 52.941158294677734}}, {'routing_index': 660, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.547840255028859e-07, 1.2186627884602785e-07, 1.0354968935644138e-06, 0.005082665476948023, 0.010805114172399044, 0.0003378817636985332, 0.00018845278827939183, 0.017723705619573593, 0.0002020785614149645, 0.8098536133766174], 'log_scores_by_expert': [-14.096834182739258, -15.920341491699219, -13.78062915802002, -5.281919479370117, -4.527735710144043, -7.992814540863037, -8.57666301727295, -4.0328521728515625, -8.506854057312012, -0.21090181171894073], 'distances_by_expert': [28.193668365478516, 31.840682983398438, 27.56125831604004, 10.563838958740234, 9.055471420288086, 15.985629081726074, 17.1533260345459, 8.065704345703125, 17.013708114624023, 0.42180362343788147], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.06396484375, 'language': 52.918731689453125}}, {'routing_index': 661, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.654869366684579e-07, 1.1781657605069995e-07, 9.31121462599549e-07, 0.005121928174048662, 0.010277881287038326, 0.0003711124591063708, 0.00018376174557488412, 0.016730453819036484, 0.0001788884837878868, 0.7495549917221069], 'log_scores_by_expert': [-14.222746849060059, -15.954136848449707, -13.886876106262207, -5.274224281311035, -4.577761173248291, -7.89900541305542, -8.6018705368042, -4.090524673461914, -8.628747940063477, -0.2882755994796753], 'distances_by_expert': [28.445493698120117, 31.908273696899414, 27.773752212524414, 10.54844856262207, 9.155522346496582, 15.79801082611084, 17.2037410736084, 8.181049346923828, 17.257495880126953, 0.5765511989593506], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.379638671875, 'language': 52.970787048339844}}, {'routing_index': 662, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.560992460435955e-07, 1.152140924887135e-07, 9.298923941969406e-07, 0.005040820688009262, 0.009813562035560608, 0.000352078874129802, 0.00018126284703612328, 0.01617630198597908, 0.00017898404621519148, 0.714457094669342], 'log_scores_by_expert': [-14.236953735351562, -15.976473808288574, -13.88819694519043, -5.290186405181885, -4.623990058898926, -7.951655387878418, -8.615562438964844, -4.124207973480225, -8.628213882446289, -0.33623242378234863], 'distances_by_expert': [28.473907470703125, 31.95294761657715, 27.77639389038086, 10.58037281036377, 9.247980117797852, 15.903310775756836, 17.231124877929688, 8.24841594696045, 17.256427764892578, 0.6724648475646973], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3314.5439453125, 'language': 52.93449401855469}}, {'routing_index': 663, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.527677101075824e-07, 1.0488651724926967e-07, 9.275613024328777e-07, 0.005076505709439516, 0.009292135015130043, 0.00034465137287043035, 0.00017368438420817256, 0.015670476481318474, 0.00017553156067151576, 0.6581560969352722], 'log_scores_by_expert': [-14.242044448852539, -16.07038688659668, -13.890707015991211, -5.283132076263428, -4.678586959838867, -7.972977161407471, -8.658270835876465, -4.15597677230835, -8.64769172668457, -0.4183131456375122], 'distances_by_expert': [28.484088897705078, 32.14077377319336, 27.781414031982422, 10.566264152526855, 9.357173919677734, 15.945954322814941, 17.31654167175293, 8.3119535446167, 17.29538345336914, 0.8366262912750244], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3230.301025390625, 'language': 52.9162712097168}}, {'routing_index': 664, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.605347948607232e-07, 9.865136263442764e-08, 9.19569174584467e-07, 0.004517765250056982, 0.009224977344274521, 0.00026991451159119606, 0.0001583709818078205, 0.015270153060555458, 0.00017303646018262953, 0.683952271938324], 'log_scores_by_expert': [-14.230216026306152, -16.13167381286621, -13.899360656738281, -5.39973783493042, -4.685840606689453, -8.217405319213867, -8.750570297241211, -4.181855201721191, -8.662008285522461, -0.37986719608306885], 'distances_by_expert': [28.460432052612305, 32.26334762573242, 27.798721313476562, 10.79947566986084, 9.371681213378906, 16.434810638427734, 17.501140594482422, 8.363710403442383, 17.324016571044922, 0.7597343921661377], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.08984375, 'language': 52.904335021972656}}, {'routing_index': 665, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.863747330498882e-07, 1.0886228807294174e-07, 9.368532118969597e-07, 0.004748830571770668, 0.009949805215001106, 0.000295380043098703, 0.00016926486568991095, 0.016141105443239212, 0.000181714232894592, 0.7443183064460754], 'log_scores_by_expert': [-14.191842079162598, -16.03318214416504, -13.880739212036133, -5.349856853485107, -4.610202312469482, -8.12724781036377, -8.684045791625977, -4.1263861656188965, -8.613075256347656, -0.2952865660190582], 'distances_by_expert': [28.383684158325195, 32.06636428833008, 27.761478424072266, 10.699713706970215, 9.220404624938965, 16.25449562072754, 17.368091583251953, 8.252772331237793, 17.226150512695312, 0.5905731320381165], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3514.450927734375, 'language': 52.92550277709961}}, {'routing_index': 666, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.354223612310307e-07, 1.1136781807863372e-07, 9.82487222245254e-07, 0.004940400365740061, 0.01073630340397358, 0.0003036183479707688, 0.0001755426055751741, 0.016901332885026932, 0.00019162322860211134, 0.789523720741272], 'log_scores_by_expert': [-14.122820854187012, -16.010427474975586, -13.833178520202637, -5.310308933258057, -4.534124374389648, -8.099739074707031, -8.647628784179688, -4.080362796783447, -8.559979438781738, -0.23632538318634033], 'distances_by_expert': [28.245641708374023, 32.02085494995117, 27.666357040405273, 10.620617866516113, 9.068248748779297, 16.199478149414062, 17.295257568359375, 8.160725593566895, 17.119958877563477, 0.47265076637268066], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3445.574951171875, 'language': 52.9424934387207}}, {'routing_index': 667, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.846664746262832e-07, 1.1428848267769354e-07, 9.454824407839624e-07, 0.005009638611227274, 0.010717608034610748, 0.0003309793828520924, 0.0001754212862579152, 0.016860883682966232, 0.00018654025916475803, 0.8008589148521423], 'log_scores_by_expert': [-14.194334030151367, -15.984539985656738, -13.871570587158203, -5.296391487121582, -4.535867214202881, -8.01345443725586, -8.648320198059082, -4.082758903503418, -8.58686351776123, -0.22207051515579224], 'distances_by_expert': [28.388668060302734, 31.969079971313477, 27.743141174316406, 10.592782974243164, 9.071734428405762, 16.02690887451172, 17.296640396118164, 8.165517807006836, 17.17372703552246, 0.4441410303115845], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.67724609375, 'language': 52.912696838378906}}, {'routing_index': 668, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.968585353206436e-07, 1.0618848733656705e-07, 9.432291108169011e-07, 0.004804701078683138, 0.010504464618861675, 0.0003148489922750741, 0.00017286409274674952, 0.016863809898495674, 0.00018617644673213363, 0.7877198457717896], 'log_scores_by_expert': [-14.17668342590332, -16.05805015563965, -13.873956680297852, -5.338160514831543, -4.555954933166504, -8.063417434692383, -8.663004875183105, -4.082585334777832, -8.588815689086914, -0.2386128306388855], 'distances_by_expert': [28.35336685180664, 32.1161003112793, 27.747913360595703, 10.676321029663086, 9.111909866333008, 16.126834869384766, 17.32600975036621, 8.165170669555664, 17.177631378173828, 0.477225661277771], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.90234375, 'language': 52.901763916015625}}, {'routing_index': 669, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.48760419608152e-07, 1.0013535245434468e-07, 9.002131946544978e-07, 0.004739001858979464, 0.009920962154865265, 0.0003048215003218502, 0.00016777169366832823, 0.01606176421046257, 0.00017448909056838602, 0.718042254447937], 'log_scores_by_expert': [-14.248202323913574, -16.116743087768555, -13.920634269714355, -5.3519287109375, -4.613105297088623, -8.095784187316895, -8.692906379699707, -4.131313800811768, -8.653648376464844, -0.3312269449234009], 'distances_by_expert': [28.49640464782715, 32.23348617553711, 27.84126853942871, 10.703857421875, 9.226210594177246, 16.19156837463379, 17.385812759399414, 8.262627601623535, 17.307296752929688, 0.6624538898468018], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3467.19580078125, 'language': 52.93107986450195}}, {'routing_index': 670, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.819206876367389e-07, 9.506536002845678e-08, 8.181499993042962e-07, 0.0044347019866108894, 0.009828466922044754, 0.0003012774104718119, 0.00016350747318938375, 0.01556801050901413, 0.00015769098536111414, 0.7340470552444458], 'log_scores_by_expert': [-14.356931686401367, -16.168701171875, -14.016220092773438, -5.418294906616211, -4.622472286224365, -8.107479095458984, -8.71865177154541, -4.162537097930908, -8.754873275756836, -0.30918219685554504], 'distances_by_expert': [28.713863372802734, 32.33740234375, 28.032440185546875, 10.836589813232422, 9.24494457244873, 16.21495819091797, 17.43730354309082, 8.325074195861816, 17.509746551513672, 0.6183643937110901], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3517.79638671875, 'language': 52.94029998779297}}, {'routing_index': 671, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.987398251112609e-07, 1.1072921068944197e-07, 9.640209555072943e-07, 0.004759310744702816, 0.010293100029230118, 0.00032109557650983334, 0.00017539736290927976, 0.016660388559103012, 0.00018804114370141178, 0.7794126272201538], 'log_scores_by_expert': [-14.17398738861084, -16.016178131103516, -13.852152824401855, -5.347652435302734, -4.576281547546387, -8.043771743774414, -8.648456573486328, -4.09472131729126, -8.578849792480469, -0.24921466410160065], 'distances_by_expert': [28.34797477722168, 32.03235626220703, 27.70430564880371, 10.695304870605469, 9.152563095092773, 16.087543487548828, 17.296913146972656, 8.18944263458252, 17.157699584960938, 0.4984293282032013], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3477.8759765625, 'language': 52.90999984741211}}, {'routing_index': 672, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.69085579829698e-07, 1.0646247261547614e-07, 9.17226259389281e-07, 0.004594935104250908, 0.009908255189657211, 0.0002930715854745358, 0.00016629599849693477, 0.015771325677633286, 0.00018102738249581307, 0.7392868399620056], 'log_scores_by_expert': [-14.217353820800781, -16.05547332763672, -13.901911735534668, -5.382800579071045, -4.614387035369873, -8.135093688964844, -8.701741218566895, -4.149561882019043, -8.616862297058105, -0.3020693063735962], 'distances_by_expert': [28.434707641601562, 32.11094665527344, 27.803823471069336, 10.76560115814209, 9.228774070739746, 16.270187377929688, 17.40348243713379, 8.299123764038086, 17.23372459411621, 0.6041386127471924], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3513.572509765625, 'language': 52.95441436767578}}, {'routing_index': 673, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.976644613132521e-07, 1.0770077807364942e-07, 9.465126709073957e-07, 0.004515766631811857, 0.010098736733198166, 0.00028601050144061446, 0.00017124116129707545, 0.016328178346157074, 0.0001881780190160498, 0.7633035182952881], 'log_scores_by_expert': [-14.175527572631836, -16.043909072875977, -13.870481491088867, -5.400180339813232, -4.5953450202941895, -8.1594820022583, -8.67243766784668, -4.11486291885376, -8.57812213897705, -0.27009955048561096], 'distances_by_expert': [28.351055145263672, 32.08781814575195, 27.740962982177734, 10.800360679626465, 9.190690040588379, 16.3189640045166, 17.34487533569336, 8.22972583770752, 17.1562442779541, 0.5401991009712219], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.129150390625, 'language': 52.91975784301758}}, {'routing_index': 674, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.021091050773975e-07, 1.214504408153516e-07, 9.75191937868658e-07, 0.005483659449964762, 0.0103918993845582, 0.00037528350367210805, 0.00018803808779921383, 0.01717119850218296, 0.00019149771833326668, 0.7663751840591431], 'log_scores_by_expert': [-14.169177055358887, -15.923759460449219, -13.840631484985352, -5.205982685089111, -4.566728591918945, -7.887828826904297, -8.578866004943848, -4.064521789550781, -8.56063461303711, -0.2660834491252899], 'distances_by_expert': [28.338354110717773, 31.847518920898438, 27.681262969970703, 10.411965370178223, 9.13345718383789, 15.775657653808594, 17.157732009887695, 8.129043579101562, 17.12126922607422, 0.5321668982505798], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3403.693359375, 'language': 52.91653823852539}}, {'routing_index': 675, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.897541086596902e-07, 1.0313954845742046e-07, 8.307329721901624e-07, 0.004698771983385086, 0.00896284356713295, 0.0003281735989730805, 0.00017055339412763715, 0.014846722595393658, 0.0001617620000615716, 0.6653860807418823], 'log_scores_by_expert': [-14.343560218811035, -16.087182998657227, -14.000957489013672, -5.360454082489014, -4.714667797088623, -8.021967887878418, -8.676462173461914, -4.2099761962890625, -8.729384422302246, -0.4073878228664398], 'distances_by_expert': [28.68712043762207, 32.17436599731445, 28.001914978027344, 10.720908164978027, 9.429335594177246, 16.043935775756836, 17.352924346923828, 8.419952392578125, 17.458768844604492, 0.8147756457328796], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.91162109375, 'language': 52.9831428527832}}, {'routing_index': 676, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.751230105488503e-07, 9.738160144934227e-08, 8.022123552109406e-07, 0.004577984102070332, 0.00840536318719387, 0.0003243595128878951, 0.00016558544302824885, 0.014301562681794167, 0.00015461175644304603, 0.6275069713592529], 'log_scores_by_expert': [-14.368681907653809, -16.144628524780273, -14.035892486572266, -5.386496543884277, -4.778885364532471, -8.033658027648926, -8.706023216247559, -4.247386455535889, -8.774593353271484, -0.4660005271434784], 'distances_by_expert': [28.737363815307617, 32.28925704956055, 28.07178497314453, 10.772993087768555, 9.557770729064941, 16.06731605529785, 17.412046432495117, 8.494772911071777, 17.54918670654297, 0.9320010542869568], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3241.863037109375, 'language': 52.95696258544922}}, {'routing_index': 677, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.289267275860766e-07, 1.0710935072211214e-07, 9.053289318217139e-07, 0.005054614506661892, 0.009350021369755268, 0.00035484175896272063, 0.00017850674339570105, 0.01566939428448677, 0.00016844409401528537, 0.670735239982605], 'log_scores_by_expert': [-14.279251098632812, -16.049415588378906, -13.91496753692627, -5.287453651428223, -4.67237663269043, -7.943838596343994, -8.630884170532227, -4.156045913696289, -8.6889066696167, -0.39938077330589294], 'distances_by_expert': [28.558502197265625, 32.09883117675781, 27.82993507385254, 10.574907302856445, 9.34475326538086, 15.887677192687988, 17.261768341064453, 8.312091827392578, 17.3778133392334, 0.7987615466117859], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3267.7744140625, 'language': 52.91787338256836}}, {'routing_index': 678, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.13941836036247e-07, 8.703046461278063e-08, 8.687659942552273e-07, 0.003978802356868982, 0.00846103299409151, 0.0002181848103646189, 0.0001451364514650777, 0.013861926272511482, 0.00015811804041732103, 0.6142566800117493], 'log_scores_by_expert': [-14.303365707397461, -16.257007598876953, -13.956192016601562, -5.5267744064331055, -4.772284030914307, -8.430168151855469, -8.837836265563965, -4.278609275817871, -8.752168655395508, -0.4873424172401428], 'distances_by_expert': [28.606731414794922, 32.514015197753906, 27.912384033203125, 11.053548812866211, 9.544568061828613, 16.860336303710938, 17.67567253112793, 8.557218551635742, 17.504337310791016, 0.9746848344802856], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3513.547607421875, 'language': 52.92884826660156}}, {'routing_index': 679, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.330541282295599e-07, 9.136088863215264e-08, 8.782525924289075e-07, 0.0041039795614778996, 0.009001947939395905, 0.00023586407769471407, 0.00015008053742349148, 0.01442123856395483, 0.00016501054051332176, 0.6525331735610962], 'log_scores_by_expert': [-14.272709846496582, -16.20844841003418, -13.945331573486328, -5.495798110961914, -4.7103142738342285, -8.352254867553711, -8.804338455200195, -4.239053249359131, -8.709501266479492, -0.42689335346221924], 'distances_by_expert': [28.545419692993164, 32.41689682006836, 27.890663146972656, 10.991596221923828, 9.420628547668457, 16.704509735107422, 17.60867691040039, 8.478106498718262, 17.419002532958984, 0.8537867069244385], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.540283203125, 'language': 52.91883850097656}}, {'routing_index': 680, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.69088819904573e-07, 9.789017951788992e-08, 9.017555271384481e-07, 0.004332093987613916, 0.009858629666268826, 0.00025120822829194367, 0.00015963228361215442, 0.015411846339702606, 0.00017682460020296276, 0.7237710952758789], 'log_scores_by_expert': [-14.2173490524292, -16.139419555664062, -13.918922424316406, -5.441704273223877, -4.619408130645752, -8.289228439331055, -8.742637634277344, -4.172618865966797, -8.640352249145508, -0.32328012585639954], 'distances_by_expert': [28.4346981048584, 32.278839111328125, 27.837844848632812, 10.883408546447754, 9.238816261291504, 16.57845687866211, 17.485275268554688, 8.345237731933594, 17.280704498291016, 0.6465602517127991], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.1484375, 'language': 52.928932189941406}}, {'routing_index': 681, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.568436674569966e-07, 1.0533559446912477e-07, 9.104685432248516e-07, 0.004625968635082245, 0.010265234857797623, 0.0002858569787349552, 0.00016314114327542484, 0.0158182755112648, 0.00018058526620734483, 0.749223530292511], 'log_scores_by_expert': [-14.235819816589355, -16.06611442565918, -13.909306526184082, -5.37606954574585, -4.5789923667907715, -8.160018920898438, -8.720894813537598, -4.146589279174805, -8.619307518005371, -0.28871792554855347], 'distances_by_expert': [28.47163963317871, 32.13222885131836, 27.818613052368164, 10.7521390914917, 9.157984733581543, 16.320037841796875, 17.441789627075195, 8.29317855834961, 17.238615036010742, 0.5774358510971069], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.216064453125, 'language': 52.862701416015625}}, {'routing_index': 682, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.827078777860152e-07, 1.0793912252893278e-07, 9.387474619870773e-07, 0.004535605199635029, 0.010487237945199013, 0.000286187045276165, 0.000170293336850591, 0.016246607527136803, 0.00018223834922537208, 0.7713696360588074], 'log_scores_by_expert': [-14.197198867797852, -16.041698455810547, -13.878719329833984, -5.395796775817871, -4.557596206665039, -8.158864974975586, -8.677988052368164, -4.119871139526367, -8.61019515991211, -0.2595875561237335], 'distances_by_expert': [28.394397735595703, 32.083396911621094, 27.75743865966797, 10.791593551635742, 9.115192413330078, 16.317729949951172, 17.355976104736328, 8.239742279052734, 17.22039031982422, 0.519175112247467], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.485595703125, 'language': 52.9154052734375}}, {'routing_index': 683, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.657230073869869e-07, 8.913648485986414e-08, 8.991347044684517e-07, 0.004380202852189541, 0.009200740605592728, 0.0002567133342381567, 0.00015622153296135366, 0.015281536616384983, 0.00017343973740935326, 0.6553224325180054], 'log_scores_by_expert': [-14.222392082214355, -16.233097076416016, -13.921833038330078, -5.430660247802734, -4.68847131729126, -8.267550468444824, -8.764235496520996, -4.18110990524292, -8.659680366516113, -0.42262792587280273], 'distances_by_expert': [28.44478416442871, 32.46619415283203, 27.843666076660156, 10.861320495605469, 9.37694263458252, 16.53510093688965, 17.528470993041992, 8.36221981048584, 17.319360733032227, 0.8452558517456055], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3493.311279296875, 'language': 52.933597564697266}}, {'routing_index': 684, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.723651040374534e-07, 1.1111087161452815e-07, 9.363637332171493e-07, 0.005119813606142998, 0.010619310662150383, 0.0003471433883532882, 0.0001824504870455712, 0.017276719212532043, 0.00018123311747331172, 0.7807064652442932], 'log_scores_by_expert': [-14.212464332580566, -16.012737274169922, -13.881261825561523, -5.274637222290039, -4.54508113861084, -7.96577262878418, -8.609031677246094, -4.0583953857421875, -8.615726470947266, -0.24755610525608063], 'distances_by_expert': [28.424928665161133, 32.025474548339844, 27.762523651123047, 10.549274444580078, 9.09016227722168, 15.93154525756836, 17.218063354492188, 8.116790771484375, 17.23145294189453, 0.49511221051216125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3418.58154296875, 'language': 52.917091369628906}}, {'routing_index': 685, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.27090821328602e-07, 1.0995199062335814e-07, 9.659672741690883e-07, 0.004608682822436094, 0.010302999056875706, 0.00030622913618572056, 0.00017846930131781846, 0.01708788424730301, 0.00019127469568047673, 0.7885290384292603], 'log_scores_by_expert': [-14.134214401245117, -16.023221969604492, -13.850135803222656, -5.379813194274902, -4.575320243835449, -8.091176986694336, -8.631093978881836, -4.069385528564453, -8.561800003051758, -0.23758606612682343], 'distances_by_expert': [28.268428802490234, 32.046443939208984, 27.700271606445312, 10.759626388549805, 9.150640487670898, 16.182353973388672, 17.262187957763672, 8.138771057128906, 17.123600006103516, 0.47517213225364685], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3407.1787109375, 'language': 52.92667770385742}}, {'routing_index': 686, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.851962552900659e-07, 1.02673773483275e-07, 9.370623388349486e-07, 0.004262873437255621, 0.010028176940977573, 0.00026329231332056224, 0.0001667126634856686, 0.01597769744694233, 0.00018033228116109967, 0.7515589594841003], 'log_scores_by_expert': [-14.193560600280762, -16.09170913696289, -13.880516052246094, -5.4578118324279785, -4.602356433868408, -8.2422456741333, -8.699238777160645, -4.136561393737793, -8.620709419250488, -0.28560563921928406], 'distances_by_expert': [28.387121200561523, 32.18341827392578, 27.761032104492188, 10.915623664855957, 9.204712867736816, 16.4844913482666, 17.39847755432129, 8.273122787475586, 17.241418838500977, 0.5712112784385681], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3549.252197265625, 'language': 52.933067321777344}}, {'routing_index': 687, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.31372722384549e-07, 1.1050303783122217e-07, 9.872613873085356e-07, 0.004536240827292204, 0.010318885557353497, 0.0002934026706498116, 0.00017402459343429655, 0.017067860811948776, 0.00019326414621900767, 0.7882654666900635], 'log_scores_by_expert': [-14.128342628479004, -16.01822280883789, -13.828330993652344, -5.395656585693359, -4.573779582977295, -8.133964538574219, -8.6563138961792, -4.070558071136475, -8.55145263671875, -0.237920343875885], 'distances_by_expert': [28.256685256958008, 32.03644561767578, 27.656661987304688, 10.791313171386719, 9.14755916595459, 16.267929077148438, 17.3126277923584, 8.14111614227295, 17.1029052734375, 0.47584068775177], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.01318359375, 'language': 52.917945861816406}}, {'routing_index': 688, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [8.026339628486312e-07, 1.3011887745051354e-07, 1.0794833542604465e-06, 0.005654700566083193, 0.01131145004183054, 0.0003870382788591087, 0.000198270587134175, 0.018646595999598503, 0.00021082075545564294, 0.8241683840751648], 'log_scores_by_expert': [-14.035367012023926, -15.854817390441895, -13.739027976989746, -5.175268173217773, -4.481939792633057, -7.856986999511719, -8.525877952575684, -3.9820916652679443, -8.464502334594727, -0.19338040053844452], 'distances_by_expert': [28.07073402404785, 31.70963478088379, 27.478055953979492, 10.350536346435547, 8.963879585266113, 15.713973999023438, 17.051755905151367, 7.964183330535889, 16.929004669189453, 0.38676080107688904], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.057861328125, 'language': 52.93632507324219}}, {'routing_index': 689, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.4368051627971e-07, 1.2552636974305642e-07, 1.0260785074933665e-06, 0.0055772061459720135, 0.010712642222642899, 0.0003905022458638996, 0.0001940449874382466, 0.017911119386553764, 0.00019724950834643096, 0.7741754055023193], 'log_scores_by_expert': [-14.111654281616211, -15.89074993133545, -13.789766311645508, -5.189067363739014, -4.536330699920654, -7.848076820373535, -8.547420501708984, -4.02233362197876, -8.531041145324707, -0.25595685839653015], 'distances_by_expert': [28.223308563232422, 31.7814998626709, 27.579532623291016, 10.378134727478027, 9.072661399841309, 15.69615364074707, 17.09484100341797, 8.04466724395752, 17.062082290649414, 0.5119137167930603], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.11376953125, 'language': 52.96582794189453}}, {'routing_index': 690, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.725267098772747e-07, 1.0852788534521096e-07, 9.326082590632723e-07, 0.005147681571543217, 0.009589522145688534, 0.00035106815630570054, 0.0001763961190590635, 0.01628924161195755, 0.000179082911927253, 0.6885554194450378], 'log_scores_by_expert': [-14.212224006652832, -16.036258697509766, -13.88528060913086, -5.269208908081055, -4.6470842361450195, -7.954530239105225, -8.642778396606445, -4.117250442504883, -8.62766170501709, -0.3731594979763031], 'distances_by_expert': [28.424448013305664, 32.07251739501953, 27.77056121826172, 10.53841781616211, 9.294168472290039, 15.90906047821045, 17.28555679321289, 8.234500885009766, 17.25532341003418, 0.7463189959526062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3253.376953125, 'language': 52.9182014465332}}, {'routing_index': 691, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.286209099926054e-07, 8.815869279032995e-08, 8.842659440233547e-07, 0.003974077291786671, 0.008568838238716125, 0.0002214320411439985, 0.0001486774708610028, 0.014212383888661861, 0.00016155510093085468, 0.6326452493667603], 'log_scores_by_expert': [-14.27973747253418, -16.24412727355957, -13.938508033752441, -5.527962684631348, -4.759623050689697, -8.41539478302002, -8.81373119354248, -4.253641605377197, -8.730664253234863, -0.45784544944763184], 'distances_by_expert': [28.55947494506836, 32.48825454711914, 27.877016067504883, 11.055925369262695, 9.519246101379395, 16.83078956604004, 17.62746238708496, 8.507283210754395, 17.461328506469727, 0.9156908988952637], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3508.416259765625, 'language': 52.921260833740234}}, {'routing_index': 692, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.976353349979036e-07, 9.13485109776957e-08, 8.326094871335954e-07, 0.003840162418782711, 0.009046458639204502, 0.00022070280101615936, 0.00014777545584365726, 0.013966764323413372, 0.00015878975682426244, 0.6658605933189392], 'log_scores_by_expert': [-14.33028507232666, -16.20858383178711, -13.998701095581055, -5.5622406005859375, -4.705381870269775, -8.418693542480469, -8.819816589355469, -4.2710747718811035, -8.747929573059082, -0.40667492151260376], 'distances_by_expert': [28.66057014465332, 32.41716766357422, 27.99740219116211, 11.124481201171875, 9.41076374053955, 16.837387084960938, 17.639633178710938, 8.542149543762207, 17.495859146118164, 0.8133498430252075], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3499.7880859375, 'language': 52.9213752746582}}, {'routing_index': 693, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.480598244706925e-07, 9.918397836372606e-08, 8.865296194926486e-07, 0.004227251745760441, 0.009724890813231468, 0.000258311367360875, 0.00016035704175010324, 0.01508514117449522, 0.00017210544319823384, 0.723054826259613], 'log_scores_by_expert': [-14.249282836914062, -16.12628936767578, -13.935951232910156, -5.466203212738037, -4.633066654205322, -8.261344909667969, -8.738107681274414, -4.194045066833496, -8.667403221130371, -0.3242703080177307], 'distances_by_expert': [28.498565673828125, 32.25257873535156, 27.871902465820312, 10.932406425476074, 9.266133308410645, 16.522689819335938, 17.476215362548828, 8.388090133666992, 17.334806442260742, 0.6485406160354614], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.114501953125, 'language': 52.93580627441406}}, {'routing_index': 694, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.582665719179204e-07, 1.0664476945976276e-07, 9.035106813826133e-07, 0.004537543281912804, 0.010452017188072205, 0.0002913535281550139, 0.0001696545077720657, 0.016253752633929253, 0.0001792450639186427, 0.787477433681488], 'log_scores_by_expert': [-14.23365592956543, -16.053762435913086, -13.916977882385254, -5.395369529724121, -4.560960292816162, -8.140973091125488, -8.681746482849121, -4.119431495666504, -8.62675666809082, -0.23892059922218323], 'distances_by_expert': [28.46731185913086, 32.10752487182617, 27.833955764770508, 10.790739059448242, 9.121920585632324, 16.281946182250977, 17.363492965698242, 8.238862991333008, 17.25351333618164, 0.47784119844436646], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3460.416748046875, 'language': 52.89692687988281}}, {'routing_index': 695, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.744646500716044e-07, 8.829719178038431e-08, 8.028399065551639e-07, 0.003855762304738164, 0.009518912062048912, 0.0002450538449920714, 0.0001523910614196211, 0.014583615586161613, 0.00015706631529610604, 0.7181472778320312], 'log_scores_by_expert': [-14.369827270507812, -16.242557525634766, -14.035110473632812, -5.5581865310668945, -4.65447473526001, -8.314032554626465, -8.789060592651367, -4.227856636047363, -8.758842468261719, -0.33108070492744446], 'distances_by_expert': [28.739654541015625, 32.48511505126953, 28.070220947265625, 11.116373062133789, 9.30894947052002, 16.62806510925293, 17.578121185302734, 8.455713272094727, 17.517684936523438, 0.6621614098548889], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.737060546875, 'language': 52.887577056884766}}, {'routing_index': 696, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.072899279592093e-07, 1.0118188953356366e-07, 9.645358431953355e-07, 0.004496595822274685, 0.010015318170189857, 0.000295624922728166, 0.00017356201715301722, 0.01663517765700817, 0.0001845425576902926, 0.7599611878395081], 'log_scores_by_expert': [-14.161825180053711, -16.106346130371094, -13.851618766784668, -5.404434680938721, -4.603639602661133, -8.126419067382812, -8.658975601196289, -4.096235752105713, -8.597630500793457, -0.2744879424571991], 'distances_by_expert': [28.323650360107422, 32.21269226074219, 27.703237533569336, 10.808869361877441, 9.207279205322266, 16.252838134765625, 17.317951202392578, 8.192471504211426, 17.195261001586914, 0.5489758849143982], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3491.10986328125, 'language': 52.94192123413086}}, {'routing_index': 697, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.833676593487326e-07, 1.0898154556571171e-07, 9.402554042026168e-07, 0.005046431440860033, 0.010826538316905499, 0.00033365836134180427, 0.00018177455058321357, 0.01723603717982769, 0.00018252742302138358, 0.7881214618682861], 'log_scores_by_expert': [-14.196232795715332, -16.032087326049805, -13.877114295959473, -5.289073944091797, -4.525754928588867, -8.005393028259277, -8.612743377685547, -4.060752868652344, -8.608610153198242, -0.23810309171676636], 'distances_by_expert': [28.392465591430664, 32.06417465209961, 27.754228591918945, 10.578147888183594, 9.051509857177734, 16.010786056518555, 17.225486755371094, 8.121505737304688, 17.217220306396484, 0.4762061834335327], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3477.480224609375, 'language': 52.915809631347656}}, {'routing_index': 698, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.884299068588007e-07, 1.0762355628912701e-07, 9.353838095194078e-07, 0.004438380710780621, 0.010109649039804935, 0.0002972799411509186, 0.00017333556024823338, 0.016470646485686302, 0.00018431144417263567, 0.772195041179657], 'log_scores_by_expert': [-14.188852310180664, -16.044626235961914, -13.882308959960938, -5.417465686798096, -4.594264984130859, -8.12083625793457, -8.66028118133545, -4.106175422668457, -8.598883628845215, -0.2585180997848511], 'distances_by_expert': [28.377704620361328, 32.08925247192383, 27.764617919921875, 10.834931373596191, 9.188529968261719, 16.24167251586914, 17.3205623626709, 8.212350845336914, 17.19776725769043, 0.5170361995697021], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.055419921875, 'language': 52.90537643432617}}, {'routing_index': 699, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.262869416990725e-07, 1.1744682382186511e-07, 1.0048198646472883e-06, 0.004952984396368265, 0.010562321171164513, 0.00032151874620467424, 0.00018058234127238393, 0.01723293960094452, 0.00019494198204483837, 0.7903350591659546], 'log_scores_by_expert': [-14.135320663452148, -15.957280158996582, -13.810702323913574, -5.307765007019043, -4.550462245941162, -8.042454719543457, -8.61932373046875, -4.060932636260986, -8.542808532714844, -0.235298290848732], 'distances_by_expert': [28.270641326904297, 31.914560317993164, 27.62140464782715, 10.615530014038086, 9.100924491882324, 16.084909439086914, 17.2386474609375, 8.121865272521973, 17.085617065429688, 0.470596581697464], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3399.9619140625, 'language': 52.893470764160156}}, {'routing_index': 700, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.133717758733837e-07, 1.0653722171127811e-07, 9.622905281503336e-07, 0.004384037107229233, 0.00997853185981512, 0.00027054097154177725, 0.00016869422688614577, 0.016481803730130196, 0.00018811880727298558, 0.7609490752220154], 'log_scores_by_expert': [-14.153263092041016, -16.054771423339844, -13.853949546813965, -5.429785251617432, -4.607319355010986, -8.215086936950684, -8.687422752380371, -4.105498313903809, -8.578436851501465, -0.27318885922431946], 'distances_by_expert': [28.30652618408203, 32.10954284667969, 27.70789909362793, 10.859570503234863, 9.214638710021973, 16.430173873901367, 17.374845504760742, 8.210996627807617, 17.15687370300293, 0.5463777184486389], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3473.621826171875, 'language': 52.9227180480957}}, {'routing_index': 701, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.382873263850342e-07, 1.259423356714251e-07, 1.0292764045516378e-06, 0.00541202537715435, 0.010768918320536613, 0.0003672286693472415, 0.00018784540588967502, 0.017884431406855583, 0.0001989795855479315, 0.7913296222686768], 'log_scores_by_expert': [-14.118932723999023, -15.887441635131836, -13.786654472351074, -5.219131946563721, -4.531091213226318, -7.9095258712768555, -8.579891204833984, -4.023824691772461, -8.522308349609375, -0.23404069244861603], 'distances_by_expert': [28.237865447998047, 31.774883270263672, 27.57330894470215, 10.438263893127441, 9.062182426452637, 15.819051742553711, 17.15978240966797, 8.047649383544922, 17.04461669921875, 0.46808138489723206], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.4443359375, 'language': 52.892826080322266}}, {'routing_index': 702, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.218737323455571e-07, 1.2432582252586144e-07, 1.0223404842690798e-06, 0.005533584859222174, 0.010357196442782879, 0.000381640566047281, 0.00018873265071306378, 0.017519032582640648, 0.0001955469633685425, 0.7543171644210815], 'log_scores_by_expert': [-14.1414155960083, -15.900360107421875, -13.793416023254395, -5.1969194412231445, -4.57007360458374, -7.871031284332275, -8.575179100036621, -4.044467449188232, -8.53971004486084, -0.28194236755371094], 'distances_by_expert': [28.2828311920166, 31.80072021484375, 27.58683204650879, 10.393838882446289, 9.14014720916748, 15.74206256866455, 17.150358200073242, 8.088934898376465, 17.07942008972168, 0.5638847351074219], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.210693359375, 'language': 52.91075897216797}}, {'routing_index': 703, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.838840249656641e-07, 1.127078803619952e-07, 9.634363777877297e-07, 0.005278255324810743, 0.00978455413132906, 0.00037127442192286253, 0.00018217161414213479, 0.016653399914503098, 0.0001852151908678934, 0.7133358120918274], 'log_scores_by_expert': [-14.195477485656738, -15.998466491699219, -13.85275936126709, -5.244159698486328, -4.626950263977051, -7.898569107055664, -8.61056137084961, -4.0951409339904785, -8.593992233276367, -0.33780303597450256], 'distances_by_expert': [28.390954971313477, 31.996932983398438, 27.70551872253418, 10.488319396972656, 9.253900527954102, 15.797138214111328, 17.22112274169922, 8.190281867980957, 17.187984466552734, 0.6756060719490051], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.449951171875, 'language': 52.88739013671875}}, {'routing_index': 704, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.159034455777146e-07, 1.0125079796807768e-07, 8.508907285431633e-07, 0.0048743728548288345, 0.009008943103253841, 0.0003274973132647574, 0.0001679466658970341, 0.015181816183030605, 0.0001687346084509045, 0.6605356335639954], 'log_scores_by_expert': [-14.300175666809082, -16.10566520690918, -13.976982116699219, -5.323763847351074, -4.709537506103516, -8.024030685424805, -8.691864013671875, -4.187656879425049, -8.687183380126953, -0.41470420360565186], 'distances_by_expert': [28.600351333618164, 32.21133041381836, 27.953964233398438, 10.647527694702148, 9.419075012207031, 16.04806137084961, 17.38372802734375, 8.375313758850098, 17.374366760253906, 0.8294084072113037], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.854736328125, 'language': 52.92974090576172}}, {'routing_index': 705, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.669253593827307e-07, 1.0973933939339986e-07, 9.113780947700434e-07, 0.005041277501732111, 0.009419715963304043, 0.0003590014239307493, 0.00017545456648804247, 0.015950728207826614, 0.00018076463311444968, 0.6955099701881409], 'log_scores_by_expert': [-14.220587730407715, -16.025157928466797, -13.908308029174805, -5.290095806121826, -4.664950370788574, -7.932184219360352, -8.648130416870117, -4.138250827789307, -8.618314743041992, -0.36310985684394836], 'distances_by_expert': [28.44117546081543, 32.050315856933594, 27.81661605834961, 10.580191612243652, 9.329900741577148, 15.864368438720703, 17.296260833740234, 8.276501655578613, 17.236629486083984, 0.7262197136878967], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3336.358642578125, 'language': 52.91120529174805}}, {'routing_index': 706, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.508761316581513e-07, 1.056778984320772e-07, 8.993756637210026e-07, 0.005070646293461323, 0.009406635537743568, 0.00035029544960707426, 0.00017337704775854945, 0.015793509781360626, 0.00017762336938176304, 0.686517596244812], 'log_scores_by_expert': [-14.244946479797363, -16.062870025634766, -13.921565055847168, -5.284286975860596, -4.666339874267578, -7.956733703613281, -8.660041809082031, -4.14815616607666, -8.635845184326172, -0.3761233985424042], 'distances_by_expert': [28.489892959594727, 32.12574005126953, 27.843130111694336, 10.568573951721191, 9.332679748535156, 15.913467407226562, 17.320083618164062, 8.29631233215332, 17.271690368652344, 0.7522467970848083], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.162841796875, 'language': 52.92427444458008}}, {'routing_index': 707, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.001078756729839e-07, 1.1715462733263848e-07, 9.49090633639571e-07, 0.005335967987775803, 0.010127250105142593, 0.00038125531864352524, 0.00018450648349244148, 0.01705959439277649, 0.00018760086095426232, 0.746957540512085], 'log_scores_by_expert': [-14.17203140258789, -15.959771156311035, -13.867761611938477, -5.233284950256348, -4.592525482177734, -7.87204122543335, -8.59782600402832, -4.071042537689209, -8.581193923950195, -0.29174697399139404], 'distances_by_expert': [28.34406280517578, 31.91954231262207, 27.735523223876953, 10.466569900512695, 9.185050964355469, 15.7440824508667, 17.19565200805664, 8.142085075378418, 17.16238784790039, 0.5834939479827881], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.807861328125, 'language': 52.92981719970703}}, {'routing_index': 708, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.797771447963896e-07, 1.0983880116555156e-07, 9.142866019828944e-07, 0.005035251844674349, 0.009644445031881332, 0.000354007730493322, 0.000174762710230425, 0.01631968840956688, 0.0001856387098086998, 0.7166613936424255], 'log_scores_by_expert': [-14.20150089263916, -16.02425193786621, -13.905121803283691, -5.2912917137146, -4.641373157501221, -7.946191787719727, -8.652081489562988, -4.115383148193359, -8.591708183288574, -0.33315184712409973], 'distances_by_expert': [28.40300178527832, 32.04850387573242, 27.810243606567383, 10.5825834274292, 9.282746315002441, 15.892383575439453, 17.304162979125977, 8.230766296386719, 17.18341636657715, 0.6663036942481995], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3359.91015625, 'language': 52.90966796875}}, {'routing_index': 709, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.177453653639532e-07, 1.1451225390146647e-07, 9.57739302975824e-07, 0.0052694156765937805, 0.010030788369476795, 0.0003577141906134784, 0.00017977130482904613, 0.016926705837249756, 0.00019212259212508798, 0.7309219241142273], 'log_scores_by_expert': [-14.147150993347168, -15.982583999633789, -13.85869026184082, -5.245835781097412, -4.602096080780029, -7.935776233673096, -8.623825073242188, -4.07886266708374, -8.557376861572266, -0.31344860792160034], 'distances_by_expert': [28.294301986694336, 31.965167999267578, 27.71738052368164, 10.491671562194824, 9.204192161560059, 15.871552467346191, 17.247650146484375, 8.15772533416748, 17.11475372314453, 0.6268972158432007], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.08837890625, 'language': 52.93368911743164}}, {'routing_index': 710, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.988024097154266e-07, 1.0723996979322692e-07, 9.287526836487814e-07, 0.004983963444828987, 0.009660333395004272, 0.0003353554639033973, 0.00017223368922714144, 0.016300803050398827, 0.0001889078557724133, 0.7084457278251648], 'log_scores_by_expert': [-14.173897743225098, -16.04819679260254, -13.889423370361328, -5.301529884338379, -4.6397271156311035, -8.000319480895996, -8.666658401489258, -4.116540908813477, -8.574251174926758, -0.34468182921409607], 'distances_by_expert': [28.347795486450195, 32.09639358520508, 27.778846740722656, 10.603059768676758, 9.279454231262207, 16.000638961791992, 17.333316802978516, 8.233081817626953, 17.148502349853516, 0.6893636584281921], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3374.85009765625, 'language': 52.903778076171875}}, {'routing_index': 711, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.558789434369828e-07, 1.1520750575755301e-07, 1.0166827451030258e-06, 0.005215945653617382, 0.010295765474438667, 0.00035076276981271803, 0.00018278435163665563, 0.017172016203403473, 0.00020079912792425603, 0.7497434616088867], 'log_scores_by_expert': [-14.09538459777832, -15.976531028747559, -13.798965454101562, -5.256034851074219, -4.576022624969482, -7.955400466918945, -8.607203483581543, -4.064474105834961, -8.513205528259277, -0.2880241870880127], 'distances_by_expert': [28.19076919555664, 31.953062057495117, 27.597930908203125, 10.512069702148438, 9.152045249938965, 15.91080093383789, 17.214406967163086, 8.128948211669922, 17.026411056518555, 0.5760483741760254], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.316162109375, 'language': 52.912837982177734}}, {'routing_index': 712, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.187207415881858e-07, 1.0325626931262377e-07, 9.495776680523704e-07, 0.004684907849878073, 0.009420780465006828, 0.00031659475644119084, 0.00016913158469833434, 0.0159585103392601, 0.00019255769439041615, 0.6988468170166016], 'log_scores_by_expert': [-14.145792961120605, -16.08605194091797, -13.86724853515625, -5.363409042358398, -4.66483736038208, -8.05788803100586, -8.684833526611328, -4.137763023376465, -8.55511474609375, -0.35832369327545166], 'distances_by_expert': [28.29158592224121, 32.17210388183594, 27.7344970703125, 10.726818084716797, 9.32967472076416, 16.11577606201172, 17.369667053222656, 8.27552604675293, 17.1102294921875, 0.7166473865509033], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3398.22314453125, 'language': 52.92071533203125}}, {'routing_index': 713, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.903081839482184e-07, 9.155068170230152e-08, 9.104520017899631e-07, 0.004117948468774557, 0.008519179187715054, 0.00027147168293595314, 0.00015423724835272878, 0.01464418601244688, 0.00018556349095888436, 0.6348024606704712], 'log_scores_by_expert': [-14.186127662658691, -16.20637321472168, -13.909324645996094, -5.492400169372559, -4.765435218811035, -8.211652755737305, -8.777018547058105, -4.223711967468262, -8.592113494873047, -0.4544413685798645], 'distances_by_expert': [28.372255325317383, 32.41274642944336, 27.818649291992188, 10.984800338745117, 9.53087043762207, 16.42330551147461, 17.55403709411621, 8.447423934936523, 17.184226989746094, 0.908882737159729], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.1826171875, 'language': 52.91001510620117}}, {'routing_index': 714, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.310017622330633e-07, 9.5541800249066e-08, 9.602745194570161e-07, 0.004232947714626789, 0.008957023732364178, 0.0002681089099496603, 0.0001598597300471738, 0.015196620486676693, 0.0001917168265208602, 0.6608762145042419], 'log_scores_by_expert': [-14.128849983215332, -16.1637020111084, -13.856046676635742, -5.4648566246032715, -4.715317249298096, -8.224117279052734, -8.74121379852295, -4.186682224273682, -8.559491157531738, -0.41418880224227905], 'distances_by_expert': [28.257699966430664, 32.3274040222168, 27.712093353271484, 10.929713249206543, 9.430634498596191, 16.44823455810547, 17.4824275970459, 8.373364448547363, 17.118982315063477, 0.8283776044845581], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3358.25732421875, 'language': 52.922569274902344}}, {'routing_index': 715, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.19720787856204e-07, 9.633155428900864e-08, 9.551141602059943e-07, 0.0043501402251422405, 0.009016343392431736, 0.00028341313009150326, 0.00016087523545138538, 0.015411537140607834, 0.00019072495342697948, 0.6648245453834534], 'log_scores_by_expert': [-14.144402503967285, -16.15546989440918, -13.861434936523438, -5.437547206878662, -4.70871639251709, -8.168604850769043, -8.734881401062012, -4.172638893127441, -8.564678192138672, -0.40823206305503845], 'distances_by_expert': [28.28880500793457, 32.31093978881836, 27.722869873046875, 10.875094413757324, 9.41743278503418, 16.337209701538086, 17.469762802124023, 8.345277786254883, 17.129356384277344, 0.8164641261100769], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3366.466796875, 'language': 52.90719223022461}}, {'routing_index': 716, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.895193109812681e-07, 8.654049565848254e-08, 9.076059086510213e-07, 0.003972610458731651, 0.00846106093376875, 0.00025154766626656055, 0.00014990873751230538, 0.014434827491641045, 0.00018212784198112786, 0.6212934255599976], 'log_scores_by_expert': [-14.187271118164062, -16.262653350830078, -13.912455558776855, -5.528331756591797, -4.772280693054199, -8.287878036499023, -8.8054838180542, -4.23811149597168, -8.610801696777344, -0.47595179080963135], 'distances_by_expert': [28.374542236328125, 32.525306701660156, 27.82491111755371, 11.056663513183594, 9.544561386108398, 16.575756072998047, 17.6109676361084, 8.47622299194336, 17.221603393554688, 0.9519035816192627], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3378.105224609375, 'language': 52.9167366027832}}, {'routing_index': 717, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.852066576357174e-07, 8.72724967848626e-08, 8.934035804486484e-07, 0.0038843564689159393, 0.008407507091760635, 0.0002467102895025164, 0.0001500851212767884, 0.014288687147200108, 0.00018211151473224163, 0.6248635649681091], 'log_scores_by_expert': [-14.1935453414917, -16.254230499267578, -13.928227424621582, -5.550797939300537, -4.778630256652832, -8.307295799255371, -8.80430793762207, -4.248287200927734, -8.610891342163086, -0.47022199630737305], 'distances_by_expert': [28.3870906829834, 32.508460998535156, 27.856454849243164, 11.101595878601074, 9.557260513305664, 16.614591598510742, 17.60861587524414, 8.496574401855469, 17.221782684326172, 0.9404439926147461], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3343.8828125, 'language': 52.92041778564453}}, {'routing_index': 718, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.814667017351894e-07, 8.617368507657375e-08, 9.000827390082122e-07, 0.003907748032361269, 0.008283414877951145, 0.0002475554356351495, 0.000148483770317398, 0.014120703563094139, 0.00018071275553666055, 0.6125741004943848], 'log_scores_by_expert': [-14.199018478393555, -16.26690101623535, -13.92077922821045, -5.544794082641602, -4.793499946594238, -8.303875923156738, -8.815034866333008, -4.26011323928833, -8.61860179901123, -0.4900853633880615], 'distances_by_expert': [28.39803695678711, 32.5338020324707, 27.8415584564209, 11.089588165283203, 9.586999893188477, 16.607751846313477, 17.630069732666016, 8.52022647857666, 17.23720359802246, 0.980170726776123], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3364.2607421875, 'language': 52.925846099853516}}, {'routing_index': 719, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.479659191427345e-07, 9.072446260915967e-08, 8.845070738061622e-07, 0.00420181592926383, 0.008626147173345089, 0.0002351960720261559, 0.00014959226245991886, 0.014385662041604519, 0.00016855561989359558, 0.6331520676612854], 'log_scores_by_expert': [-14.249427795410156, -16.215438842773438, -13.93823528289795, -5.472238540649414, -4.752957344055176, -8.355091094970703, -8.807597160339355, -4.241523265838623, -8.688244819641113, -0.45704466104507446], 'distances_by_expert': [28.498855590820312, 32.430877685546875, 27.8764705657959, 10.944477081298828, 9.505914688110352, 16.710182189941406, 17.61519432067871, 8.483046531677246, 17.376489639282227, 0.9140893220901489], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.6455078125, 'language': 52.90217208862305}}, {'routing_index': 720, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.712970730404777e-07, 9.798601752208924e-08, 9.130719149652577e-07, 0.004200417548418045, 0.009556400589644909, 0.00024595411377958953, 0.00015806150622665882, 0.015100859105587006, 0.00017411740554962307, 0.7023221254348755], 'log_scores_by_expert': [-14.214054107666016, -16.13844108581543, -13.906451225280762, -5.47257137298584, -4.650544166564941, -8.310365676879883, -8.75252628326416, -4.1930036544799805, -8.655780792236328, -0.35336312651634216], 'distances_by_expert': [28.42810821533203, 32.27688217163086, 27.812902450561523, 10.94514274597168, 9.301088333129883, 16.620731353759766, 17.50505256652832, 8.386007308959961, 17.311561584472656, 0.7067262530326843], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3509.894775390625, 'language': 52.93315505981445}}, {'routing_index': 721, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.461461339313246e-07, 9.04904595699918e-08, 8.744290767026541e-07, 0.004009224474430084, 0.009292409755289555, 0.00022556072508450598, 0.00015116693975869566, 0.014636309817433357, 0.00016861315816640854, 0.6812630295753479], 'log_scores_by_expert': [-14.252240180969238, -16.218021392822266, -13.949694633483887, -5.519157409667969, -4.678557395935059, -8.396921157836914, -8.797125816345215, -4.224249839782715, -8.68790340423584, -0.3838067650794983], 'distances_by_expert': [28.504480361938477, 32.43604278564453, 27.899389266967773, 11.038314819335938, 9.357114791870117, 16.793842315673828, 17.59425163269043, 8.44849967956543, 17.37580680847168, 0.7676135301589966], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.654296875, 'language': 52.91830825805664}}, {'routing_index': 722, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.530609653054853e-07, 1.058608845028175e-07, 9.081453526960104e-07, 0.004638603422790766, 0.010249924845993519, 0.0002933657669927925, 0.0001619209797354415, 0.01564915105700493, 0.00017927360022440553, 0.7380061745643616], 'log_scores_by_expert': [-14.241595268249512, -16.061140060424805, -13.911861419677734, -5.373342037200928, -4.580484867095947, -8.134090423583984, -8.728402137756348, -4.157338619232178, -8.62659740447998, -0.30380308628082275], 'distances_by_expert': [28.483190536499023, 32.12228012084961, 27.82372283935547, 10.746684074401855, 9.160969734191895, 16.26818084716797, 17.456804275512695, 8.314677238464355, 17.25319480895996, 0.6076061725616455], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.18310546875, 'language': 52.8936767578125}}, {'routing_index': 723, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.275597226907848e-07, 1.0968849295522887e-07, 9.795606956686242e-07, 0.005035859532654285, 0.010528063401579857, 0.00033100464497692883, 0.00017911706527229398, 0.01771397329866886, 0.0001908461272250861, 0.7933300137519836], 'log_scores_by_expert': [-14.133569717407227, -16.02562141418457, -13.836161613464355, -5.291171073913574, -4.5537109375, -8.013378143310547, -8.627470970153809, -4.0334014892578125, -8.564043045043945, -0.2315160185098648], 'distances_by_expert': [28.267139434814453, 32.05124282836914, 27.67232322692871, 10.582342147827148, 9.107421875, 16.026756286621094, 17.254941940307617, 8.066802978515625, 17.12808609008789, 0.4630320370197296], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3499.552734375, 'language': 52.91563034057617}}, {'routing_index': 724, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.589794452338538e-07, 1.0060745125883841e-07, 9.057814622792648e-07, 0.004773247055709362, 0.009775935672223568, 0.00031187222339212894, 0.0001700400171102956, 0.016490891575813293, 0.00017516734078526497, 0.7002881765365601], 'log_scores_by_expert': [-14.232573509216309, -16.11203956604004, -13.914467811584473, -5.344728469848633, -4.62783145904541, -8.072916984558105, -8.679476737976074, -4.104947090148926, -8.649768829345703, -0.3562633693218231], 'distances_by_expert': [28.465147018432617, 32.22407913208008, 27.828935623168945, 10.689456939697266, 9.25566291809082, 16.14583396911621, 17.35895347595215, 8.209894180297852, 17.299537658691406, 0.7125267386436462], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3432.180419921875, 'language': 52.935997009277344}}, {'routing_index': 725, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.169592552396352e-07, 1.0128808725085037e-07, 8.657537478029553e-07, 0.004796556197106838, 0.00982778798788786, 0.00033505112514831126, 0.00017276454309467226, 0.016428817063570023, 0.00016487273387610912, 0.7276026606559753], 'log_scores_by_expert': [-14.298462867736816, -16.105297088623047, -13.959665298461914, -5.33985710144043, -4.622541427612305, -8.001227378845215, -8.663580894470215, -4.108718395233154, -8.710336685180664, -0.3180001676082611], 'distances_by_expert': [28.596925735473633, 32.210594177246094, 27.919330596923828, 10.67971420288086, 9.24508285522461, 16.00245475769043, 17.32716178894043, 8.217436790466309, 17.420673370361328, 0.6360003352165222], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3468.668212890625, 'language': 52.92865753173828}}, {'routing_index': 726, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.567957140963699e-07, 1.1409726141664578e-07, 1.0183691756537883e-06, 0.004800152964890003, 0.010749326087534428, 0.00031420920277014375, 0.00018204153457190841, 0.01768714189529419, 0.0001978931250050664, 0.8159353733062744], 'log_scores_by_expert': [-14.094172477722168, -15.986214637756348, -13.797307968139648, -5.339107513427734, -4.532912254333496, -8.065451622009277, -8.611275672912598, -4.03491735458374, -8.527783393859863, -0.20342010259628296], 'distances_by_expert': [28.188344955444336, 31.972429275512695, 27.594615936279297, 10.678215026855469, 9.065824508666992, 16.130903244018555, 17.222551345825195, 8.06983470916748, 17.055566787719727, 0.4068402051925659], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3465.14404296875, 'language': 52.905792236328125}}, {'routing_index': 727, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.850661975477124e-07, 1.0516435366980659e-07, 9.237855351784674e-07, 0.004630678333342075, 0.010191374458372593, 0.0002972241200041026, 0.00016891896666493267, 0.01625245064496994, 0.00018493914103601128, 0.7615014314651489], 'log_scores_by_expert': [-14.193750381469727, -16.06774139404297, -13.89478588104248, -5.375051975250244, -4.5862135887146, -8.121024131774902, -8.686091423034668, -4.119511604309082, -8.595483779907227, -0.27246329188346863], 'distances_by_expert': [28.387500762939453, 32.13548278808594, 27.78957176208496, 10.750103950500488, 9.1724271774292, 16.242048263549805, 17.372182846069336, 8.239023208618164, 17.190967559814453, 0.5449265837669373], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3536.0703125, 'language': 52.90972900390625}}, {'routing_index': 728, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.443929692068195e-07, 9.939873990560955e-08, 8.801198418950662e-07, 0.004332841839641333, 0.009805829264223576, 0.00027363476692698896, 0.00015889819769654423, 0.015496495179831982, 0.00017550596385262907, 0.7307889461517334], 'log_scores_by_expert': [-14.25495719909668, -16.124126434326172, -13.943207740783691, -5.441531658172607, -4.6247782707214355, -8.203716278076172, -8.747246742248535, -4.167141437530518, -8.64783763885498, -0.3136305510997772], 'distances_by_expert': [28.50991439819336, 32.248252868652344, 27.886415481567383, 10.883063316345215, 9.249556541442871, 16.407432556152344, 17.49449348449707, 8.334282875061035, 17.29567527770996, 0.6272611021995544], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3515.90185546875, 'language': 52.90492630004883}}, {'routing_index': 729, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.792884619244433e-07, 1.1220147655421897e-07, 9.314189810538664e-07, 0.005137308966368437, 0.010074524208903313, 0.00036711254506371915, 0.00018160750914830714, 0.017221078276634216, 0.00017915465286932886, 0.7542575597763062], 'log_scores_by_expert': [-14.20221996307373, -16.00296974182129, -13.886556625366211, -5.271225929260254, -4.597745418548584, -7.909842014312744, -8.613662719726562, -4.061621189117432, -8.6272611618042, -0.28202134370803833], 'distances_by_expert': [28.40443992614746, 32.00593948364258, 27.773113250732422, 10.542451858520508, 9.195490837097168, 15.819684028625488, 17.227325439453125, 8.123242378234863, 17.2545223236084, 0.5640426874160767], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.188232421875, 'language': 52.93000411987305}}, {'routing_index': 730, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.660558256044169e-07, 1.1508944197657911e-07, 9.521166930426261e-07, 0.005133995786309242, 0.010015790350735188, 0.0003671027661766857, 0.00018288845603819937, 0.016871348023414612, 0.00017893574840854853, 0.7381038069725037], 'log_scores_by_expert': [-14.221892356872559, -15.977556228637695, -13.864578247070312, -5.271871089935303, -4.603592395782471, -7.9098687171936035, -8.606634140014648, -4.082138538360596, -8.628483772277832, -0.30367082357406616], 'distances_by_expert': [28.443784713745117, 31.95511245727539, 27.729156494140625, 10.543742179870605, 9.207184791564941, 15.819737434387207, 17.213268280029297, 8.164277076721191, 17.256967544555664, 0.6073416471481323], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.83837890625, 'language': 52.910682678222656}}, {'routing_index': 731, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.516941652989772e-07, 1.088745449351336e-07, 9.1714747441074e-07, 0.004859107546508312, 0.009322358295321465, 0.0003544516221154481, 0.00017828318232204765, 0.0162104070186615, 0.00017426242993678898, 0.6987234354019165], 'log_scores_by_expert': [-14.243690490722656, -16.033069610595703, -13.901997566223145, -5.326900482177734, -4.675339698791504, -7.944938659667969, -8.632137298583984, -4.122101783752441, -8.654948234558105, -0.35850024223327637], 'distances_by_expert': [28.487380981445312, 32.066139221191406, 27.80399513244629, 10.653800964355469, 9.350679397583008, 15.889877319335938, 17.26427459716797, 8.244203567504883, 17.30989646911621, 0.7170004844665527], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3308.26611328125, 'language': 52.918033599853516}}, {'routing_index': 732, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.77041668950551e-07, 1.0531469740726607e-07, 9.43910322348529e-07, 0.005252419970929623, 0.00941271148622036, 0.0003544523206073791, 0.00017660349840298295, 0.016201691702008247, 0.00018094867118634284, 0.6713640093803406], 'log_scores_by_expert': [-14.205533027648926, -16.066312789916992, -13.873234748840332, -5.249066352844238, -4.665694236755371, -7.944936752319336, -8.641603469848633, -4.1226396560668945, -8.617297172546387, -0.3984437584877014], 'distances_by_expert': [28.41106605529785, 32.132625579833984, 27.746469497680664, 10.498132705688477, 9.331388473510742, 15.889873504638672, 17.283206939697266, 8.245279312133789, 17.234594345092773, 0.7968875169754028], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.216552734375, 'language': 52.90497970581055}}, {'routing_index': 733, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.666544436484401e-07, 1.0111782700050753e-07, 9.417388469046273e-07, 0.00464089959859848, 0.00912175141274929, 0.0002915584191214293, 0.0001606236764928326, 0.015636060386896133, 0.00017631186346989125, 0.6853756308555603], 'log_scores_by_expert': [-14.220993995666504, -16.106979370117188, -13.875537872314453, -5.372847080230713, -4.697093486785889, -8.140270233154297, -8.736446380615234, -4.158175468444824, -8.643256187438965, -0.3777881860733032], 'distances_by_expert': [28.441987991333008, 32.213958740234375, 27.751075744628906, 10.745694160461426, 9.394186973571777, 16.280540466308594, 17.47289276123047, 8.316350936889648, 17.28651237487793, 0.7555763721466064], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3516.3779296875, 'language': 52.90020751953125}}, {'routing_index': 734, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.709348099320778e-07, 1.0127919836122601e-07, 9.215198133460945e-07, 0.00447810860350728, 0.0094451317563653, 0.00026531482581049204, 0.0001585725840413943, 0.015366386622190475, 0.00017462592222727835, 0.7057814598083496], 'log_scores_by_expert': [-14.214593887329102, -16.105384826660156, -13.897241592407227, -5.408554553985596, -4.662255764007568, -8.234593391418457, -8.749298095703125, -4.175572872161865, -8.652864456176758, -0.3484496474266052], 'distances_by_expert': [28.429187774658203, 32.21076965332031, 27.794483184814453, 10.817109107971191, 9.324511528015137, 16.469186782836914, 17.49859619140625, 8.35114574432373, 17.305728912353516, 0.6968992948532104], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3504.68603515625, 'language': 52.88918685913086}}, {'routing_index': 735, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.833618044765899e-07, 1.1377041886362349e-07, 9.390107038598217e-07, 0.004865232855081558, 0.010583586059510708, 0.00031572606530971825, 0.00017229249351657927, 0.01650724746286869, 0.00018338026711717248, 0.7882850170135498], 'log_scores_by_expert': [-14.19624137878418, -15.989083290100098, -13.878438949584961, -5.325640678405762, -4.548450946807861, -8.060635566711426, -8.666316986083984, -4.1039557456970215, -8.603948593139648, -0.23789562284946442], 'distances_by_expert': [28.39248275756836, 31.978166580200195, 27.756877899169922, 10.651281356811523, 9.096901893615723, 16.12127113342285, 17.33263397216797, 8.207911491394043, 17.207897186279297, 0.47579124569892883], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3477.695556640625, 'language': 52.922080993652344}}, {'routing_index': 736, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.7602479703055e-07, 1.0955968576809028e-07, 9.104147125071904e-07, 0.004817076958715916, 0.010744164697825909, 0.00031280991970561445, 0.00017275828577112406, 0.016804322600364685, 0.00018300778174307197, 0.8138664364814758], 'log_scores_by_expert': [-14.207036018371582, -16.026796340942383, -13.9093656539917, -5.335587978363037, -4.533392429351807, -8.069914817810059, -8.663617134094238, -4.086119174957275, -8.605981826782227, -0.20595897734165192], 'distances_by_expert': [28.414072036743164, 32.053592681884766, 27.8187313079834, 10.671175956726074, 9.066784858703613, 16.139829635620117, 17.327234268188477, 8.17223834991455, 17.211963653564453, 0.41191795468330383], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3492.276611328125, 'language': 52.909812927246094}}, {'routing_index': 737, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.384514108503936e-07, 1.0446405696029615e-07, 8.635627750663843e-07, 0.004702313337475061, 0.010513965971767902, 0.0003189847047906369, 0.00016675512597430497, 0.016397761180996895, 0.0001723846944514662, 0.7917188405990601], 'log_scores_by_expert': [-14.264220237731934, -16.07442283630371, -13.962199211120605, -5.359700679779053, -4.555050849914551, -8.05036735534668, -8.698984146118164, -4.110610485076904, -8.66578197479248, -0.23354893922805786], 'distances_by_expert': [28.528440475463867, 32.14884567260742, 27.92439842224121, 10.719401359558105, 9.110101699829102, 16.10073471069336, 17.397968292236328, 8.221220970153809, 17.33156394958496, 0.4670978784561157], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3487.57763671875, 'language': 52.956878662109375}}, {'routing_index': 738, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.498669679582235e-07, 8.13369780416906e-08, 7.381395334959961e-07, 0.004133992828428745, 0.008632871322333813, 0.0002755335299298167, 0.00014397059567272663, 0.014489236287772655, 0.00014731744886375964, 0.637345016002655], 'log_scores_by_expert': [-14.413589477539062, -16.324665069580078, -14.119132995605469, -5.488511562347412, -4.752178192138672, -8.19680118560791, -8.845901489257812, -4.234349250793457, -8.822920799255371, -0.45044419169425964], 'distances_by_expert': [28.827178955078125, 32.649330139160156, 28.238265991210938, 10.977023124694824, 9.504356384277344, 16.39360237121582, 17.691802978515625, 8.468698501586914, 17.645841598510742, 0.9008883833885193], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3500.791015625, 'language': 52.95867919921875}}, {'routing_index': 739, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.167793801774678e-07, 8.633590198314778e-08, 7.284755270120513e-07, 0.004135662689805031, 0.00811805296689272, 0.00030321150552481413, 0.00015117789735086262, 0.014450101181864738, 0.00013999469229020178, 0.6026097536087036], 'log_scores_by_expert': [-14.4756498336792, -16.2650203704834, -14.132311820983887, -5.488107681274414, -4.81366491317749, -8.101079940795898, -8.797053337097168, -4.237053871154785, -8.873906135559082, -0.5064854025840759], 'distances_by_expert': [28.9512996673584, 32.5300407409668, 28.264623641967773, 10.976215362548828, 9.62732982635498, 16.202159881591797, 17.594106674194336, 8.47410774230957, 17.747812271118164, 1.0129708051681519], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.713134765625, 'language': 52.95252227783203}}, {'routing_index': 740, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.644260110988398e-07, 1.1180604531091376e-07, 9.260384103981778e-07, 0.005034044850617647, 0.010422936640679836, 0.00035308775841258466, 0.0001823043858166784, 0.01725466363132, 0.0001764351618476212, 0.7750079035758972], 'log_scores_by_expert': [-14.224342346191406, -16.006500244140625, -13.892350196838379, -5.291531562805176, -4.563746452331543, -7.948793888092041, -8.609832763671875, -4.059672832489014, -8.642557144165039, -0.2548820674419403], 'distances_by_expert': [28.448684692382812, 32.01300048828125, 27.784700393676758, 10.583063125610352, 9.127492904663086, 15.897587776184082, 17.21966552734375, 8.119345664978027, 17.285114288330078, 0.5097641348838806], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3404.667724609375, 'language': 52.93840789794922}}, {'routing_index': 741, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.054777597659267e-07, 1.1176660308365172e-07, 9.58190639721579e-07, 0.004890758544206619, 0.01006447896361351, 0.0003263023681938648, 0.00017625991313252598, 0.016967231407761574, 0.00018982274923473597, 0.7610636353492737], 'log_scores_by_expert': [-14.164390563964844, -16.006853103637695, -13.858219146728516, -5.320407867431641, -4.598742961883545, -8.02768611907959, -8.643550872802734, -4.076471328735352, -8.569419860839844, -0.27303826808929443], 'distances_by_expert': [28.328781127929688, 32.01370620727539, 27.71643829345703, 10.640815734863281, 9.19748592376709, 16.05537223815918, 17.28710174560547, 8.152942657470703, 17.138839721679688, 0.5460765361785889], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3387.772705078125, 'language': 52.90082550048828}}, {'routing_index': 742, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.995772992013372e-07, 1.1640933195167236e-07, 9.73079409050115e-07, 0.005180856212973595, 0.010591871105134487, 0.00035074539482593536, 0.00018056064436677843, 0.017216503620147705, 0.00018911424558609724, 0.7715202569961548], 'log_scores_by_expert': [-14.172789573669434, -15.966153144836426, -13.84280014038086, -5.262784957885742, -4.54766845703125, -7.955450057983398, -8.619443893432617, -4.061886787414551, -8.573159217834473, -0.2593923807144165], 'distances_by_expert': [28.345579147338867, 31.93230628967285, 27.68560028076172, 10.525569915771484, 9.0953369140625, 15.910900115966797, 17.238887786865234, 8.123773574829102, 17.146318435668945, 0.518784761428833], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.9658203125, 'language': 52.91714096069336}}, {'routing_index': 743, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.461430075432872e-07, 1.1054056159309766e-07, 9.090387038668268e-07, 0.005029898136854172, 0.010185073129832745, 0.0003428509517107159, 0.00017601114814169705, 0.017028968781232834, 0.00017521662812214345, 0.7516583800315857], 'log_scores_by_expert': [-14.25224494934082, -16.01788330078125, -13.91087818145752, -5.292355537414551, -4.586832046508789, -7.978214740753174, -8.644963264465332, -4.072839260101318, -8.649487495422363, -0.28547340631484985], 'distances_by_expert': [28.50448989868164, 32.0357666015625, 27.82175636291504, 10.584711074829102, 9.173664093017578, 15.956429481506348, 17.289926528930664, 8.145678520202637, 17.298974990844727, 0.5709468126296997], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.668212890625, 'language': 52.915950775146484}}, {'routing_index': 744, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.236105605239572e-07, 1.0670703431969741e-07, 8.718834578758106e-07, 0.004865673836320639, 0.009753065183758736, 0.00034825739567168057, 0.0001725228357827291, 0.0163656547665596, 0.0001689500641077757, 0.7269476056098938], 'log_scores_by_expert': [-14.287739753723145, -16.053178787231445, -13.95261001586914, -5.325550079345703, -4.630173683166504, -7.962568759918213, -8.6649808883667, -4.112570285797119, -8.685907363891602, -0.3189009428024292], 'distances_by_expert': [28.57547950744629, 32.10635757446289, 27.90522003173828, 10.651100158691406, 9.260347366333008, 15.925137519836426, 17.3299617767334, 8.225140571594238, 17.371814727783203, 0.6378018856048584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3429.776123046875, 'language': 52.93291473388672}}, {'routing_index': 745, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.501134978658229e-07, 9.877242490574645e-08, 7.768741170366411e-07, 0.00447623198851943, 0.008987323381006718, 0.0003111381665803492, 0.00016255222726613283, 0.014915915206074715, 0.0001480594219174236, 0.6595039963722229], 'log_scores_by_expert': [-14.413141250610352, -16.130447387695312, -14.067987442016602, -5.408973693847656, -4.711940288543701, -8.075273513793945, -8.72451114654541, -4.205326557159424, -8.817896842956543, -0.4162672460079193], 'distances_by_expert': [28.826282501220703, 32.260894775390625, 28.135974884033203, 10.817947387695312, 9.423880577087402, 16.15054702758789, 17.44902229309082, 8.410653114318848, 17.635793685913086, 0.8325344920158386], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.849365234375, 'language': 52.95764923095703}}, {'routing_index': 746, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.020659384375904e-07, 9.94321140979082e-08, 8.387532943743281e-07, 0.004633195698261261, 0.009084654971957207, 0.0003134334401693195, 0.00016736547695472836, 0.015277129597961903, 0.00016072449216153473, 0.6579018235206604], 'log_scores_by_expert': [-14.322898864746094, -16.123790740966797, -13.991349220275879, -5.374508380889893, -4.701168537139893, -8.067923545837402, -8.695330619812012, -4.181398391723633, -8.735818862915039, -0.41869959235191345], 'distances_by_expert': [28.645797729492188, 32.247581481933594, 27.982698440551758, 10.749016761779785, 9.402337074279785, 16.135847091674805, 17.390661239624023, 8.362796783447266, 17.471637725830078, 0.8373991847038269], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3310.9521484375, 'language': 52.94015884399414}}, {'routing_index': 747, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.639762091253942e-07, 1.0539971384559976e-07, 9.271553267353738e-07, 0.004843645729124546, 0.009524042718112469, 0.00032642995938658714, 0.0001744383480399847, 0.016186023131012917, 0.00017719852621667087, 0.6933234930038452], 'log_scores_by_expert': [-14.225019454956055, -16.065505981445312, -13.891144752502441, -5.330087661743164, -4.65393590927124, -8.027295112609863, -8.653939247131348, -4.123607158660889, -8.638239860534668, -0.3662585914134979], 'distances_by_expert': [28.45003890991211, 32.131011962890625, 27.782289505004883, 10.660175323486328, 9.30787181854248, 16.054590225219727, 17.307878494262695, 8.247214317321777, 17.276479721069336, 0.7325171828269958], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3341.23681640625, 'language': 52.893985748291016}}, {'routing_index': 748, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.223792408694862e-07, 1.1607155414594672e-07, 1.0130755754289567e-06, 0.0055994512513279915, 0.010240667499601841, 0.0003509819507598877, 0.00017884379485622048, 0.016968218609690666, 0.00019420513126533478, 0.6993352770805359], 'log_scores_by_expert': [-14.140715599060059, -15.969058990478516, -13.802519798278809, -5.185086727142334, -4.581388473510742, -7.954775810241699, -8.628997802734375, -4.076413154602051, -8.546595573425293, -0.35762491822242737], 'distances_by_expert': [28.281431198120117, 31.93811798095703, 27.605039596557617, 10.370173454284668, 9.162776947021484, 15.909551620483398, 17.25799560546875, 8.152826309204102, 17.093191146850586, 0.7152498364448547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.854736328125, 'language': 52.88648986816406}}, {'routing_index': 749, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.248842734952632e-07, 1.1036612335146856e-07, 1.0018717375714914e-06, 0.005373084452003241, 0.010126820765435696, 0.00033029390033334494, 0.00017492128245066851, 0.016661643981933594, 0.00019299230189062655, 0.6988974809646606], 'log_scores_by_expert': [-14.137253761291504, -16.01946258544922, -13.813640594482422, -5.226353168487549, -4.5925679206848145, -8.015527725219727, -8.651174545288086, -4.094645977020264, -8.552860260009766, -0.3582512140274048], 'distances_by_expert': [28.274507522583008, 32.03892517089844, 27.627281188964844, 10.452706336975098, 9.185135841369629, 16.031055450439453, 17.302349090576172, 8.189291954040527, 17.10572052001953, 0.7165024280548096], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3434.46337890625, 'language': 52.91720962524414}}, {'routing_index': 750, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.199452625172853e-07, 1.1114033782178012e-07, 1.0035747664005612e-06, 0.005524910520762205, 0.010127033106982708, 0.0003410601057112217, 0.00017543316062074155, 0.016756368800997734, 0.00019251179764978588, 0.6902920007705688], 'log_scores_by_expert': [-14.14409065246582, -16.01247215270996, -13.811942100524902, -5.198488235473633, -4.5925469398498535, -7.983451843261719, -8.648252487182617, -4.088976860046387, -8.555353164672852, -0.3706405758857727], 'distances_by_expert': [28.28818130493164, 32.02494430541992, 27.623884201049805, 10.396976470947266, 9.185093879699707, 15.966903686523438, 17.296504974365234, 8.177953720092773, 17.110706329345703, 0.7412811517715454], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.989990234375, 'language': 52.909332275390625}}, {'routing_index': 751, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.835208523625624e-07, 1.0445528175750951e-07, 9.57116526478785e-07, 0.0052878353744745255, 0.009731992147862911, 0.00032119848765432835, 0.00016977929044514894, 0.015976037830114365, 0.00018456454563420266, 0.6624137759208679], 'log_scores_by_expert': [-14.196008682250977, -16.074506759643555, -13.85934066772461, -5.242346286773682, -4.632336616516113, -8.043451309204102, -8.681011199951172, -4.136665344238281, -8.597511291503906, -0.41186487674713135], 'distances_by_expert': [28.392017364501953, 32.14901351928711, 27.71868133544922, 10.484692573547363, 9.264673233032227, 16.086902618408203, 17.362022399902344, 8.273330688476562, 17.195022583007812, 0.8237297534942627], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.564208984375, 'language': 52.93470001220703}}, {'routing_index': 752, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.271906952155405e-07, 1.1462698523700965e-07, 1.0085495887324214e-06, 0.0056541613303124905, 0.010541032999753952, 0.00035627218312583864, 0.0001816312433220446, 0.017186803743243217, 0.00019318510021548718, 0.7159692645072937], 'log_scores_by_expert': [-14.134077072143555, -15.981582641601562, -13.806997299194336, -5.175363540649414, -4.5524797439575195, -7.939815521240234, -8.613532066345215, -4.063613414764404, -8.551861763000488, -0.3341180980205536], 'distances_by_expert': [28.26815414428711, 31.963165283203125, 27.613994598388672, 10.350727081298828, 9.104959487915039, 15.879631042480469, 17.22706413269043, 8.127226829528809, 17.103723526000977, 0.6682361960411072], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3320.681884765625, 'language': 52.92833709716797}}, {'routing_index': 753, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.99080374033656e-07, 1.1002772737356281e-07, 9.707509889267385e-07, 0.00555462809279561, 0.010069712065160275, 0.00035213492810726166, 0.00017740936891641468, 0.01646764762699604, 0.00018589470710139722, 0.6796546578407288], 'log_scores_by_expert': [-14.173500061035156, -16.022533416748047, -13.845195770263672, -5.193123817443848, -4.5982232093811035, -7.951496124267578, -8.63705062866211, -4.106357574462891, -8.590330123901367, -0.38617047667503357], 'distances_by_expert': [28.347000122070312, 32.045066833496094, 27.690391540527344, 10.386247634887695, 9.196446418762207, 15.902992248535156, 17.27410125732422, 8.212715148925781, 17.180660247802734, 0.7723409533500671], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.254638671875, 'language': 52.94120788574219}}, {'routing_index': 754, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.706424642288766e-07, 1.0625515045603606e-07, 9.283002100346494e-07, 0.005367223173379898, 0.009917561896145344, 0.00033961088047362864, 0.0001750551164150238, 0.015981828793883324, 0.00018028791237156838, 0.6772603988647461], 'log_scores_by_expert': [-14.2150297164917, -16.057422637939453, -13.889910697937012, -5.227444648742676, -4.613448143005371, -7.987709999084473, -8.650409698486328, -4.136302947998047, -8.620955467224121, -0.38969942927360535], 'distances_by_expert': [28.4300594329834, 32.114845275878906, 27.779821395874023, 10.454889297485352, 9.226896286010742, 15.975419998168945, 17.300819396972656, 8.272605895996094, 17.241910934448242, 0.7793988585472107], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3322.50048828125, 'language': 52.946876525878906}}, {'routing_index': 755, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.792884619244433e-07, 1.1003003663745403e-07, 9.48630827224406e-07, 0.005313951522111893, 0.009746091440320015, 0.00035414600279182196, 0.0001771013776306063, 0.01615336164832115, 0.0001820856414269656, 0.6892322301864624], 'log_scores_by_expert': [-14.20221996307373, -16.022512435913086, -13.868246078491211, -5.237419605255127, -4.630888938903809, -7.945801258087158, -8.638788223266602, -4.125627040863037, -8.61103343963623, -0.37217700481414795], 'distances_by_expert': [28.40443992614746, 32.04502487182617, 27.736492156982422, 10.474839210510254, 9.261777877807617, 15.891602516174316, 17.277576446533203, 8.251254081726074, 17.22206687927246, 0.7443540096282959], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3195.01806640625, 'language': 52.91844940185547}}, {'routing_index': 756, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.582313858416455e-07, 1.0467846323081176e-07, 9.09409834548569e-07, 0.005196059122681618, 0.009524823166429996, 0.0003436532861087471, 0.00017173998639918864, 0.015772053971886635, 0.00017764877702575177, 0.6701776385307312], 'log_scores_by_expert': [-14.233709335327148, -16.072372436523438, -13.910470008850098, -5.259854793548584, -4.653853893280029, -7.975877285003662, -8.66952896118164, -4.149515628814697, -8.635702133178711, -0.40021243691444397], 'distances_by_expert': [28.467418670654297, 32.144744873046875, 27.820940017700195, 10.519709587097168, 9.307707786560059, 15.951754570007324, 17.33905792236328, 8.299031257629395, 17.271404266357422, 0.8004248738288879], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3214.887939453125, 'language': 52.907737731933594}}, {'routing_index': 757, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.31782768323319e-07, 1.019311213212859e-07, 8.727786280360306e-07, 0.005081712733954191, 0.009429840371012688, 0.0003375271917320788, 0.0001705281756585464, 0.015334084630012512, 0.0001697038533166051, 0.6616615653038025], 'log_scores_by_expert': [-14.274720191955566, -16.098968505859375, -13.951583862304688, -5.282106876373291, -4.663876056671143, -7.9938645362854, -8.676609992980957, -4.177677154541016, -8.681455612182617, -0.4130011200904846], 'distances_by_expert': [28.549440383911133, 32.19793701171875, 27.903167724609375, 10.564213752746582, 9.327752113342285, 15.9877290725708, 17.353219985961914, 8.355354309082031, 17.362911224365234, 0.8260022401809692], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3228.039306640625, 'language': 52.95044708251953}}, {'routing_index': 758, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.315978566817648e-07, 9.920989896272658e-08, 8.721945619072358e-07, 0.005069940350949764, 0.00911504216492176, 0.00032262387685477734, 0.00016537948977202177, 0.015043034218251705, 0.00017155516252387315, 0.6354571580886841], 'log_scores_by_expert': [-14.275012969970703, -16.126028060913086, -13.952253341674805, -5.284426212310791, -4.697829246520996, -8.039023399353027, -8.707267761230469, -4.196840286254883, -8.670605659484863, -0.45341065526008606], 'distances_by_expert': [28.550025939941406, 32.25205612182617, 27.90450668334961, 10.568852424621582, 9.395658493041992, 16.078046798706055, 17.414535522460938, 8.393680572509766, 17.341211318969727, 0.9068213105201721], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3250.268310546875, 'language': 52.92900085449219}}, {'routing_index': 759, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.134899876997224e-07, 9.870217354546185e-08, 8.575389642828668e-07, 0.004989494103938341, 0.009134761057794094, 0.00032016783370636404, 0.00016429480456281453, 0.014910069294273853, 0.00016979596694000065, 0.6347092986106873], 'log_scores_by_expert': [-14.304101943969727, -16.13115882873535, -13.969199180603027, -5.300420761108398, -4.6956682205200195, -8.04666519165039, -8.713848114013672, -4.205718517303467, -8.680912971496582, -0.4545882046222687], 'distances_by_expert': [28.608203887939453, 32.2623176574707, 27.938398361206055, 10.600841522216797, 9.391336441040039, 16.09333038330078, 17.427696228027344, 8.411437034606934, 17.361825942993164, 0.9091764092445374], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.117919921875, 'language': 52.90708923339844}}, {'routing_index': 760, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.970668439658766e-07, 9.479015261604218e-08, 8.430685625171463e-07, 0.004892372526228428, 0.008903400041162968, 0.0003138147876597941, 0.0001609258761163801, 0.014580179937183857, 0.00016502218204550445, 0.6169543862342834], 'log_scores_by_expert': [-14.331236839294434, -16.171600341796875, -13.986217498779297, -5.320077896118164, -4.721322059631348, -8.066707611083984, -8.734566688537598, -4.228092193603516, -8.709430694580078, -0.48296016454696655], 'distances_by_expert': [28.662473678588867, 32.34320068359375, 27.972434997558594, 10.640155792236328, 9.442644119262695, 16.13341522216797, 17.469133377075195, 8.456184387207031, 17.418861389160156, 0.9659203290939331], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3213.438720703125, 'language': 52.91612243652344}}, {'routing_index': 761, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.674903829662071e-07, 9.571416370590669e-08, 9.281612278755347e-07, 0.00437815859913826, 0.009256230667233467, 0.00025813060346990824, 0.00015832611825317144, 0.01527391653507948, 0.00017225930059794337, 0.6876293420791626], 'log_scores_by_expert': [-14.219740867614746, -16.16189956665039, -13.890060424804688, -5.431127071380615, -4.682458400726318, -8.262044906616211, -8.750853538513184, -4.1816086769104, -8.666509628295898, -0.37450531125068665], 'distances_by_expert': [28.439481735229492, 32.32379913330078, 27.780120849609375, 10.86225414276123, 9.364916801452637, 16.524089813232422, 17.501707077026367, 8.3632173538208, 17.333019256591797, 0.7490106225013733], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3573.56494140625, 'language': 52.91363525390625}}, {'routing_index': 762, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.968544994379045e-07, 1.0225866020618923e-07, 9.57620500230405e-07, 0.00434435298666358, 0.009736021049320698, 0.0002611021336633712, 0.00016429732204414904, 0.01563156396150589, 0.00017881428357213736, 0.7160557508468628], 'log_scores_by_expert': [-14.176689147949219, -16.095760345458984, -13.858814239501953, -5.438878536224365, -4.631922721862793, -8.250598907470703, -8.71383285522461, -4.158463001251221, -8.629162788391113, -0.3339972496032715], 'distances_by_expert': [28.353378295898438, 32.19152069091797, 27.717628479003906, 10.87775707244873, 9.263845443725586, 16.501197814941406, 17.42766571044922, 8.316926002502441, 17.258325576782227, 0.667994499206543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3499.523681640625, 'language': 52.91930389404297}}, {'routing_index': 763, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.640862236257817e-07, 1.158539149059834e-07, 1.036471985571552e-06, 0.005027740262448788, 0.011008741334080696, 0.0003133966529276222, 0.00018368219025433064, 0.017648320645093918, 0.0001966968411579728, 0.8221578001976013], 'log_scores_by_expert': [-14.084585189819336, -15.970935821533203, -13.779687881469727, -5.292784690856934, -4.509065628051758, -8.06804084777832, -8.602303504943848, -4.03711462020874, -8.533846855163574, -0.19582290947437286], 'distances_by_expert': [28.169170379638672, 31.941871643066406, 27.559375762939453, 10.585569381713867, 9.018131256103516, 16.13608169555664, 17.204607009887695, 8.07422924041748, 17.06769371032715, 0.3916458189487457], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3469.258056640625, 'language': 52.914459228515625}}, {'routing_index': 764, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.47981573567813e-07, 1.212744109579944e-07, 1.0087795772051322e-06, 0.005101529415696859, 0.011224141344428062, 0.000346194370649755, 0.00018698071653489023, 0.017940130084753036, 0.00019791352679021657, 0.8498780727386475], 'log_scores_by_expert': [-14.105887413024902, -15.925209999084473, -13.806769371032715, -5.278214931488037, -4.489688396453857, -7.968510150909424, -8.584505081176758, -4.020715236663818, -8.527680397033691, -0.16266243159770966], 'distances_by_expert': [28.211774826049805, 31.850419998168945, 27.61353874206543, 10.556429862976074, 8.979376792907715, 15.937020301818848, 17.169010162353516, 8.041430473327637, 17.055360794067383, 0.3253248631954193], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3466.0009765625, 'language': 52.924720764160156}}, {'routing_index': 765, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.196768478934246e-07, 1.028947167469596e-07, 9.573831221132423e-07, 0.004597824066877365, 0.01024548802524805, 0.0003068108344450593, 0.00017492995539214462, 0.016965331509709358, 0.00018674494640436023, 0.7743455171585083], 'log_scores_by_expert': [-14.144463539123535, -16.08955955505371, -13.859062194824219, -5.382172107696533, -4.580917835235596, -8.089279174804688, -8.651124954223633, -4.076583385467529, -8.585766792297363, -0.25573715567588806], 'distances_by_expert': [28.28892707824707, 32.17911911010742, 27.718124389648438, 10.764344215393066, 9.161835670471191, 16.178558349609375, 17.302249908447266, 8.153166770935059, 17.171533584594727, 0.5114743113517761], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.908935546875, 'language': 52.93803024291992}}, {'routing_index': 766, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.237334784804261e-07, 1.090509940127049e-07, 9.824965445659473e-07, 0.0048307981342077255, 0.010709776543080807, 0.00031894154381006956, 0.00018132870900444686, 0.017335236072540283, 0.0001907400437630713, 0.7944021224975586], 'log_scores_by_expert': [-14.138842582702637, -16.031450271606445, -13.833168983459473, -5.3327436447143555, -4.536598205566406, -8.05050277709961, -8.615199089050293, -4.055014133453369, -8.56459903717041, -0.230165496468544], 'distances_by_expert': [28.277685165405273, 32.06290054321289, 27.666337966918945, 10.665487289428711, 9.073196411132812, 16.10100555419922, 17.230398178100586, 8.110028266906738, 17.12919807434082, 0.460330992937088], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.773681640625, 'language': 52.9182243347168}}, {'routing_index': 767, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.433401947309903e-07, 1.0904037850423265e-07, 9.97385427581321e-07, 0.004657808691263199, 0.010153383947908878, 0.00031452157418243587, 0.00017961638513952494, 0.01734897866845131, 0.0001951458543771878, 0.784488320350647], 'log_scores_by_expert': [-14.112112045288086, -16.03154754638672, -13.81812858581543, -5.369210243225098, -4.5899481773376465, -8.064457893371582, -8.624687194824219, -4.0542216300964355, -8.541763305664062, -0.24272353947162628], 'distances_by_expert': [28.224224090576172, 32.06309509277344, 27.63625717163086, 10.738420486450195, 9.179896354675293, 16.128915786743164, 17.249374389648438, 8.108443260192871, 17.083526611328125, 0.48544707894325256], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3432.06640625, 'language': 52.917076110839844}}, {'routing_index': 768, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.247612643368484e-07, 1.128112288029115e-07, 9.87204884950188e-07, 0.00465355021879077, 0.010256398469209671, 0.0003038338618353009, 0.00017610685608815402, 0.016689768061041832, 0.00019087325199507177, 0.7739095687866211], 'log_scores_by_expert': [-14.137423515319824, -15.997550010681152, -13.828388214111328, -5.370124816894531, -4.579853534698486, -8.099029541015625, -8.64441967010498, -4.092959403991699, -8.5639009475708, -0.2563002407550812], 'distances_by_expert': [28.27484703063965, 31.995100021362305, 27.656776428222656, 10.740249633789062, 9.159707069396973, 16.19805908203125, 17.28883934020996, 8.185918807983398, 17.1278018951416, 0.5126004815101624], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3441.883544921875, 'language': 52.9217414855957}}, {'routing_index': 769, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.533076313848142e-07, 1.1404601707454276e-07, 1.018328475765884e-06, 0.0047363112680613995, 0.010448798537254333, 0.0003117672458756715, 0.00017883116379380226, 0.01728077232837677, 0.0001974830956896767, 0.790420651435852], 'log_scores_by_expert': [-14.09879207611084, -15.986663818359375, -13.797348022460938, -5.35249662399292, -4.561268329620361, -8.073253631591797, -8.629068374633789, -4.058160781860352, -8.529857635498047, -0.2351900190114975], 'distances_by_expert': [28.19758415222168, 31.97332763671875, 27.594696044921875, 10.70499324798584, 9.122536659240723, 16.146507263183594, 17.258136749267578, 8.116321563720703, 17.059715270996094, 0.470380038022995], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3496.568115234375, 'language': 52.92414855957031}}, {'routing_index': 770, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.399960395559901e-07, 1.1757559548186691e-07, 9.910470453178277e-07, 0.004965526983141899, 0.010651204735040665, 0.0003420579887460917, 0.00018601938791107386, 0.017686381936073303, 0.00019789559883065522, 0.808685839176178], 'log_scores_by_expert': [-14.116621017456055, -15.956184387207031, -13.824503898620605, -5.305235862731934, -4.5420823097229, -7.980530261993408, -8.589659690856934, -4.0349602699279785, -8.52777099609375, -0.21234475076198578], 'distances_by_expert': [28.23324203491211, 31.912368774414062, 27.64900779724121, 10.610471725463867, 9.0841646194458, 15.961060523986816, 17.179319381713867, 8.069920539855957, 17.0555419921875, 0.42468950152397156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.3017578125, 'language': 52.91893005371094}}, {'routing_index': 771, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.227409923871164e-07, 1.2336654720002116e-07, 1.0025235042121494e-06, 0.005434899125248194, 0.010493171401321888, 0.0003894560504704714, 0.00018893578089773655, 0.017526444047689438, 0.00019290194904897362, 0.7677154541015625], 'log_scores_by_expert': [-14.140214920043945, -15.908105850219727, -13.812990188598633, -5.214914321899414, -4.55703067779541, -7.850759506225586, -8.574103355407715, -4.044044494628906, -8.553328514099121, -0.26433610916137695], 'distances_by_expert': [28.28042984008789, 31.816211700439453, 27.625980377197266, 10.429828643798828, 9.11406135559082, 15.701519012451172, 17.14820671081543, 8.088088989257812, 17.106657028198242, 0.5286722183227539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3378.304443359375, 'language': 52.92800521850586}}, {'routing_index': 772, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.721138561260886e-07, 1.142411960586287e-07, 9.541892040942912e-07, 0.005287270527333021, 0.00995650701224804, 0.0003719004162121564, 0.0001840751792769879, 0.016622062772512436, 0.00018014440138358623, 0.7230925559997559], 'log_scores_by_expert': [-14.212838172912598, -15.984953880310059, -13.862403869628906, -5.242453098297119, -4.6095290184021, -7.896884441375732, -8.600166320800781, -4.097024440765381, -8.62175178527832, -0.32421809434890747], 'distances_by_expert': [28.425676345825195, 31.969907760620117, 27.724807739257812, 10.484906196594238, 9.2190580368042, 15.793768882751465, 17.200332641601562, 8.194048881530762, 17.24350357055664, 0.6484361886978149], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.664306640625, 'language': 52.93545150756836}}, {'routing_index': 773, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.270204835345794e-07, 8.800513739970484e-08, 8.842549164000957e-07, 0.003978762775659561, 0.008473028428852558, 0.00022394950792659074, 0.00014995693345554173, 0.014113951474428177, 0.00016152938769664615, 0.632878839969635], 'log_scores_by_expert': [-14.282286643981934, -16.24587059020996, -13.938520431518555, -5.526784420013428, -4.770867347717285, -8.40408992767334, -8.80516242980957, -4.260591506958008, -8.730823516845703, -0.4574763774871826], 'distances_by_expert': [28.564573287963867, 32.49174118041992, 27.87704086303711, 11.053568840026855, 9.54173469543457, 16.80817985534668, 17.61032485961914, 8.521183013916016, 17.461647033691406, 0.9149527549743652], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3551.901123046875, 'language': 52.92190170288086}}, {'routing_index': 774, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.349478667289077e-07, 9.518365828853348e-08, 8.836311167215172e-07, 0.0040666148997843266, 0.009180375374853611, 0.00023711667745374143, 0.0001554703776491806, 0.014523262158036232, 0.00016656614025123417, 0.6727649569511414], 'log_scores_by_expert': [-14.269722938537598, -16.167457580566406, -13.939226150512695, -5.504944324493408, -4.69068717956543, -8.34695816040039, -8.769055366516113, -4.232003688812256, -8.700118064880371, -0.39635926485061646], 'distances_by_expert': [28.539445877075195, 32.33491516113281, 27.87845230102539, 11.009888648986816, 9.38137435913086, 16.69391632080078, 17.538110733032227, 8.464007377624512, 17.400236129760742, 0.7927185297012329], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.599365234375, 'language': 52.93594741821289}}, {'routing_index': 775, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.846390760983923e-07, 1.0319188703533655e-07, 9.379555194755085e-07, 0.004649522248655558, 0.01018383540213108, 0.00027192613924853504, 0.00016710153431631625, 0.015826528891921043, 0.00017906667198985815, 0.7389958500862122], 'log_scores_by_expert': [-14.194374084472656, -16.0866756439209, -13.879563331604004, -5.370990753173828, -4.586953639984131, -8.209980010986328, -8.696908950805664, -4.1460676193237305, -8.627752304077148, -0.30246299505233765], 'distances_by_expert': [28.388748168945312, 32.1733512878418, 27.759126663208008, 10.741981506347656, 9.173907279968262, 16.419960021972656, 17.393817901611328, 8.292135238647461, 17.255504608154297, 0.6049259901046753], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.7802734375, 'language': 52.92096710205078}}, {'routing_index': 776, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.66609935251472e-07, 1.0649841897247825e-07, 9.160128797702782e-07, 0.004645097069442272, 0.010405496694147587, 0.00029251870000734925, 0.0001690638455329463, 0.01595868542790413, 0.00018039281712844968, 0.7717959880828857], 'log_scores_by_expert': [-14.221060752868652, -16.05513572692871, -13.90323543548584, -5.37194299697876, -4.565421104431152, -8.136981964111328, -8.685234069824219, -4.137752056121826, -8.620373725891113, -0.25903502106666565], 'distances_by_expert': [28.442121505737305, 32.11027145385742, 27.80647087097168, 10.74388599395752, 9.130842208862305, 16.273963928222656, 17.370468139648438, 8.275504112243652, 17.240747451782227, 0.5180700421333313], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.862548828125, 'language': 52.88932418823242}}, {'routing_index': 777, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.530939913318434e-07, 9.852631421836122e-08, 8.9437202177578e-07, 0.00440999586135149, 0.009587304666638374, 0.0002992631634697318, 0.00016751351358834654, 0.01594145968556404, 0.00017288074013777077, 0.7266178727149963], 'log_scores_by_expert': [-14.241544723510742, -16.13294219970703, -13.927144050598145, -5.423881530761719, -4.647315502166748, -8.114187240600586, -8.694446563720703, -4.138832092285156, -8.662908554077148, -0.3193545937538147], 'distances_by_expert': [28.483089447021484, 32.26588439941406, 27.85428810119629, 10.847763061523438, 9.294631004333496, 16.228374481201172, 17.388893127441406, 8.277664184570312, 17.325817108154297, 0.6387091875076294], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.64697265625, 'language': 52.94136047363281}}, {'routing_index': 778, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.592711088160286e-07, 9.510870313533815e-08, 8.988535000753473e-07, 0.004283083137124777, 0.009378711692988873, 0.0002784689422696829, 0.0001628267054911703, 0.015512093901634216, 0.00017605781613383442, 0.6922940015792847], 'log_scores_by_expert': [-14.232131004333496, -16.168245315551758, -13.92214584350586, -5.453082084655762, -4.669312953948975, -8.186203956604004, -8.722824096679688, -4.166135311126709, -8.644698143005371, -0.3677445650100708], 'distances_by_expert': [28.464262008666992, 32.336490631103516, 27.84429168701172, 10.906164169311523, 9.33862590789795, 16.372407913208008, 17.445648193359375, 8.332270622253418, 17.289396286010742, 0.7354891300201416], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3391.16845703125, 'language': 52.91658020019531}}, {'routing_index': 779, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.100392167558311e-07, 1.0555039153814505e-07, 9.708862762636272e-07, 0.0044805328361690044, 0.010065726935863495, 0.0002901310508605093, 0.00017366433166898787, 0.01665499620139599, 0.00018834929505828768, 0.7656505107879639], 'log_scores_by_expert': [-14.15794563293457, -16.064077377319336, -13.845056533813477, -5.408013343811035, -4.598618984222412, -8.145177841186523, -8.65838623046875, -4.09504508972168, -8.5772123336792, -0.26702946424484253], 'distances_by_expert': [28.31589126586914, 32.12815475463867, 27.690113067626953, 10.81602668762207, 9.197237968444824, 16.290355682373047, 17.3167724609375, 8.19009017944336, 17.1544246673584, 0.5340589284896851], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3529.824951171875, 'language': 52.87665939331055}}, {'routing_index': 780, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.726081664965022e-07, 1.0796650684596898e-07, 9.186032343677653e-07, 0.004698155913501978, 0.010304045863449574, 0.00030832848278805614, 0.000172905478393659, 0.0164576955139637, 0.00018124435155186802, 0.785092294216156], 'log_scores_by_expert': [-14.212102890014648, -16.041444778442383, -13.900411605834961, -5.3605852127075195, -4.575218677520752, -8.084344863891602, -8.662765502929688, -4.106962203979492, -8.6156644821167, -0.2419540286064148], 'distances_by_expert': [28.424205780029297, 32.082889556884766, 27.800823211669922, 10.721170425415039, 9.150437355041504, 16.168689727783203, 17.325531005859375, 8.213924407958984, 17.2313289642334, 0.4839080572128296], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.750244140625, 'language': 52.926300048828125}}, {'routing_index': 781, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.641047889388574e-07, 9.832618985683439e-08, 9.038778898684541e-07, 0.00426889443770051, 0.009296624921262264, 0.00026558293029665947, 0.00016278632392641157, 0.015317868441343307, 0.000179243681486696, 0.7152179479598999], 'log_scores_by_expert': [-14.224825859069824, -16.13497543334961, -13.916571617126465, -5.456400394439697, -4.678103923797607, -8.233583450317383, -8.723072052001953, -4.178735256195068, -8.626764297485352, -0.33516794443130493], 'distances_by_expert': [28.44965171813965, 32.26995086669922, 27.83314323425293, 10.912800788879395, 9.356207847595215, 16.467166900634766, 17.446144104003906, 8.357470512390137, 17.253528594970703, 0.6703358888626099], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3543.1611328125, 'language': 52.929046630859375}}, {'routing_index': 782, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.225314675451955e-07, 1.0589096888224958e-07, 9.952304935723078e-07, 0.004531102254986763, 0.009614286944270134, 0.0002847077848855406, 0.00017000515072140843, 0.016092604026198387, 0.00019140679796691984, 0.7167122960090637], 'log_scores_by_expert': [-14.140504837036133, -16.060855865478516, -13.820291519165039, -5.396790027618408, -4.644505023956299, -8.164047241210938, -8.679681777954102, -4.129395484924316, -8.56110954284668, -0.33308085799217224], 'distances_by_expert': [28.281009674072266, 32.12171173095703, 27.640583038330078, 10.793580055236816, 9.289010047912598, 16.328094482421875, 17.359363555908203, 8.258790969848633, 17.12221908569336, 0.6661617159843445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.514892578125, 'language': 52.90299987792969}}, {'routing_index': 783, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.259088192768104e-07, 1.0570552433364355e-07, 9.777995728654787e-07, 0.004558357875794172, 0.009527317248284817, 0.0002869571908377111, 0.00017030209710355848, 0.015959857031702995, 0.00019269896438345313, 0.7022417783737183], 'log_scores_by_expert': [-14.135841369628906, -16.06260871887207, -13.837961196899414, -5.3907928466796875, -4.653592109680176, -8.156177520751953, -8.677936553955078, -4.137678623199463, -8.554381370544434, -0.3534775376319885], 'distances_by_expert': [28.271682739257812, 32.12521743774414, 27.675922393798828, 10.781585693359375, 9.307184219360352, 16.312355041503906, 17.355873107910156, 8.275357246398926, 17.108762741088867, 0.706955075263977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.752197265625, 'language': 52.927303314208984}}, {'routing_index': 784, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.15979217855056e-07, 1.012467549799112e-07, 8.616353284196521e-07, 0.004943576641380787, 0.008994344621896744, 0.0003359843394719064, 0.00016448591486550868, 0.01499490812420845, 0.0001705940521787852, 0.6397943496704102], 'log_scores_by_expert': [-14.300052642822266, -16.10570526123047, -13.964433670043945, -5.309666156768799, -4.7111592292785645, -7.998445987701416, -8.712685585021973, -4.200044631958008, -8.676223754882812, -0.44660845398902893], 'distances_by_expert': [28.60010528564453, 32.21141052246094, 27.92886734008789, 10.619332313537598, 9.422318458557129, 15.996891975402832, 17.425371170043945, 8.400089263916016, 17.352447509765625, 0.8932169079780579], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3262.850830078125, 'language': 52.91157913208008}}, {'routing_index': 785, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.826753977089538e-07, 9.25622103409296e-08, 8.040428838285152e-07, 0.004768624436110258, 0.008246389217674732, 0.0003062045725528151, 0.00015336643264163285, 0.014038676396012306, 0.00016550855070818216, 0.5922079682350159], 'log_scores_by_expert': [-14.355635643005371, -16.195384979248047, -14.033613204956055, -5.345697402954102, -4.797979831695557, -8.091257095336914, -8.78268051147461, -4.265939235687256, -8.706487655639648, -0.5238974690437317], 'distances_by_expert': [28.711271286010742, 32.390769958496094, 28.06722640991211, 10.691394805908203, 9.595959663391113, 16.182514190673828, 17.56536102294922, 8.531878471374512, 17.412975311279297, 1.0477949380874634], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3313.03857421875, 'language': 52.89752960205078}}, {'routing_index': 786, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.821699460284435e-07, 9.525576416535841e-08, 8.05439640316763e-07, 0.0048203375190496445, 0.008564455434679985, 0.00031533758738078177, 0.00015737277863081545, 0.01430455781519413, 0.00016439623141195625, 0.6157695055007935], 'log_scores_by_expert': [-14.3565034866333, -16.16670036315918, -14.031877517700195, -5.334911346435547, -4.760134696960449, -8.061866760253906, -8.756893157958984, -4.2471771240234375, -8.713231086730957, -0.48488250374794006], 'distances_by_expert': [28.7130069732666, 32.33340072631836, 28.06375503540039, 10.669822692871094, 9.520269393920898, 16.123733520507812, 17.51378631591797, 8.494354248046875, 17.426462173461914, 0.9697650074958801], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.02099609375, 'language': 52.93233108520508}}, {'routing_index': 787, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.944090162302018e-07, 9.51027274709304e-08, 8.325824865096365e-07, 0.004881511442363262, 0.008661750704050064, 0.0003062673786189407, 0.00015646411338821054, 0.014396057464182377, 0.00016786101332399994, 0.608389139175415], 'log_scores_by_expert': [-14.335698127746582, -16.16830825805664, -13.998733520507812, -5.322300434112549, -4.748838424682617, -8.091052055358887, -8.762683868408203, -4.240800857543945, -8.692374229431152, -0.49694058299064636], 'distances_by_expert': [28.671396255493164, 32.33661651611328, 27.997467041015625, 10.644600868225098, 9.497676849365234, 16.182104110717773, 17.525367736816406, 8.48160171508789, 17.384748458862305, 0.9938811659812927], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.050537109375, 'language': 52.90681457519531}}, {'routing_index': 788, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.57602731987572e-07, 8.569687537374193e-08, 7.831562243154622e-07, 0.004591015167534351, 0.007963545620441437, 0.00027798788505606353, 0.00014443183317780495, 0.013303971849381924, 0.00015942141180858016, 0.5530178546905518], 'log_scores_by_expert': [-14.399619102478027, -16.272449493408203, -14.05993366241455, -5.3836541175842285, -4.832880973815918, -8.187932968139648, -8.842702865600586, -4.319692611694336, -8.743959426879883, -0.592365026473999], 'distances_by_expert': [28.799238204956055, 32.544898986816406, 28.1198673248291, 10.767308235168457, 9.665761947631836, 16.375865936279297, 17.685405731201172, 8.639385223388672, 17.487918853759766, 1.184730052947998], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3268.366943359375, 'language': 52.915870666503906}}, {'routing_index': 789, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.673898044733505e-07, 8.681808338906194e-08, 7.948581242089858e-07, 0.0046553174033761024, 0.008067889139056206, 0.0002807014971040189, 0.00014602486044168472, 0.013496684841811657, 0.00016157006029970944, 0.5589607357978821], 'log_scores_by_expert': [-14.382219314575195, -16.259450912475586, -14.0451021194458, -5.369745254516602, -4.819863319396973, -8.178218841552734, -8.831733703613281, -4.30531120300293, -8.730571746826172, -0.5816760659217834], 'distances_by_expert': [28.76443862915039, 32.51890182495117, 28.0902042388916, 10.739490509033203, 9.639726638793945, 16.35643768310547, 17.663467407226562, 8.61062240600586, 17.461143493652344, 1.163352131843567], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.119140625, 'language': 52.908531188964844}}, {'routing_index': 790, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.302325121192553e-07, 7.968592541374164e-08, 7.499873504457355e-07, 0.004372748546302319, 0.007556833326816559, 0.00025735583039931953, 0.00013741360453423113, 0.012712815776467323, 0.00015276166959665716, 0.5221881866455078], 'log_scores_by_expert': [-14.449950218200684, -16.345172882080078, -14.103209495544434, -5.432363510131836, -4.885303020477295, -8.265050888061523, -8.892515182495117, -4.365144729614258, -8.78663158416748, -0.6497272849082947], 'distances_by_expert': [28.899900436401367, 32.690345764160156, 28.206418991088867, 10.864727020263672, 9.77060604095459, 16.530101776123047, 17.785030364990234, 8.730289459228516, 17.57326316833496, 1.2994545698165894], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3296.638671875, 'language': 52.91713333129883}}, {'routing_index': 791, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.147724664311681e-07, 7.576669958098137e-08, 7.216686412903073e-07, 0.004223634954541922, 0.007275879383087158, 0.00024475654936395586, 0.00013282887812238187, 0.012298685498535633, 0.00014774897135794163, 0.5032230019569397], 'log_scores_by_expert': [-14.479540824890137, -16.395606994628906, -14.14169979095459, -5.467059135437012, -4.923190593719482, -8.31524658203125, -8.926448822021484, -4.398262977600098, -8.819995880126953, -0.6867218613624573], 'distances_by_expert': [28.959081649780273, 32.79121398925781, 28.28339958190918, 10.934118270874023, 9.846381187438965, 16.6304931640625, 17.85289764404297, 8.796525955200195, 17.639991760253906, 1.3734437227249146], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3300.455322265625, 'language': 52.9182014465332}}, {'routing_index': 792, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.885129894522834e-07, 9.00739109965798e-08, 8.072198625086457e-07, 0.00465704221278429, 0.008393178693950176, 0.0003055899287573993, 0.0001561196695547551, 0.014273085631430149, 0.00016179069643840194, 0.6013340353965759], 'log_scores_by_expert': [-14.345666885375977, -16.22263526916504, -14.029669761657715, -5.369374752044678, -4.780335903167725, -8.093266487121582, -8.764887809753418, -4.249379634857178, -8.729207038879395, -0.5086047649383545], 'distances_by_expert': [28.691333770751953, 32.44527053833008, 28.05933952331543, 10.738749504089355, 9.56067180633545, 16.186532974243164, 17.529775619506836, 8.498759269714355, 17.45841407775879, 1.017209529876709], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.946044921875, 'language': 52.92572021484375}}, {'routing_index': 793, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.827059226248821e-07, 8.840471110715953e-08, 8.047164214985969e-07, 0.004697466269135475, 0.008387950249016285, 0.0002973318623844534, 0.00015388830797746778, 0.014124380424618721, 0.00016120789223350585, 0.5907977819442749], 'log_scores_by_expert': [-14.355583190917969, -16.24134063720703, -14.03277587890625, -5.360732078552246, -4.780959129333496, -8.120661735534668, -8.77928352355957, -4.259852886199951, -8.732815742492676, -0.526281476020813], 'distances_by_expert': [28.711166381835938, 32.48268127441406, 28.0655517578125, 10.721464157104492, 9.561918258666992, 16.241323471069336, 17.55856704711914, 8.519705772399902, 17.46563148498535, 1.052562952041626], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3313.584716796875, 'language': 52.923492431640625}}, {'routing_index': 794, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.00247972215584e-07, 9.28330763372287e-08, 8.186597142412211e-07, 0.004747085273265839, 0.008529391139745712, 0.00031238989322446287, 0.00015915527183096856, 0.014561164192855358, 0.00016534289170522243, 0.6149548888206482], 'log_scores_by_expert': [-14.325922966003418, -16.192462921142578, -14.015597343444824, -5.350224494934082, -4.764237403869629, -8.071258544921875, -8.745630264282227, -4.229397296905518, -8.707489013671875, -0.4862062931060791], 'distances_by_expert': [28.651845932006836, 32.384925842285156, 28.03119468688965, 10.700448989868164, 9.528474807739258, 16.14251708984375, 17.491260528564453, 8.458794593811035, 17.41497802734375, 0.9724125862121582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.59814453125, 'language': 52.92461013793945}}, {'routing_index': 795, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.43853786894033e-07, 7.986913175273003e-08, 7.643077992725011e-07, 0.0043928176164627075, 0.007698239758610725, 0.00025742873549461365, 0.0001406905212206766, 0.012951862998306751, 0.00015468521451111883, 0.5298036932945251], 'log_scores_by_expert': [-14.424585342407227, -16.342876434326172, -14.084295272827148, -5.427784442901611, -4.866763591766357, -8.26476764678955, -8.868947982788086, -4.346515655517578, -8.774118423461914, -0.6352487802505493], 'distances_by_expert': [28.849170684814453, 32.685752868652344, 28.168590545654297, 10.855568885803223, 9.733527183532715, 16.5295352935791, 17.737895965576172, 8.693031311035156, 17.548236846923828, 1.2704975605010986], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3292.229736328125, 'language': 52.925193786621094}}, {'routing_index': 796, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.659468342855689e-07, 8.727732847546577e-08, 7.988249990376062e-07, 0.004630459472537041, 0.00825341884046793, 0.0002797874331008643, 0.0001509174471721053, 0.013613663613796234, 0.00016036606393754482, 0.5701978206634521], 'log_scores_by_expert': [-14.384765625, -16.254175186157227, -14.04012393951416, -5.375099182128906, -4.797127723693848, -8.181480407714844, -8.79877758026123, -4.2966814041137695, -8.738051414489746, -0.5617719292640686], 'distances_by_expert': [28.76953125, 32.50835037231445, 28.08024787902832, 10.750198364257812, 9.594255447387695, 16.362960815429688, 17.59755516052246, 8.593362808227539, 17.476102828979492, 1.1235438585281372], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.589111328125, 'language': 52.92491149902344}}, {'routing_index': 797, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.04096157985623e-07, 9.248208243661793e-08, 8.360436254406522e-07, 0.004850944969803095, 0.008513742126524448, 0.00030864356085658073, 0.000158144292072393, 0.01441209577023983, 0.00016708209295757115, 0.6021162271499634], 'log_scores_by_expert': [-14.31953239440918, -16.196250915527344, -13.994585037231445, -5.328581809997559, -4.766073703765869, -8.08332347869873, -8.752002716064453, -4.239687442779541, -8.697025299072266, -0.5073047876358032], 'distances_by_expert': [28.63906478881836, 32.39250183105469, 27.98917007446289, 10.657163619995117, 9.532147407531738, 16.16664695739746, 17.504005432128906, 8.479374885559082, 17.39405059814453, 1.0146095752716064], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.01416015625, 'language': 52.928672790527344}}, {'routing_index': 798, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.873411055290489e-07, 8.788101979462226e-08, 8.165723102138145e-07, 0.004734679125249386, 0.008351463824510574, 0.000289196235826239, 0.00015276327030733228, 0.01404940988868475, 0.00016355754632968456, 0.5831596255302429], 'log_scores_by_expert': [-14.347660064697266, -16.247282028198242, -14.018150329589844, -5.352841377258301, -4.785318374633789, -8.148405075073242, -8.78662109375, -4.265174865722656, -8.718345642089844, -0.5392943620681763], 'distances_by_expert': [28.69532012939453, 32.494564056396484, 28.036300659179688, 10.705682754516602, 9.570636749267578, 16.296810150146484, 17.5732421875, 8.530349731445312, 17.436691284179688, 1.0785887241363525], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.95068359375, 'language': 52.92976760864258}}, {'routing_index': 799, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.936459501754143e-07, 8.914651772329307e-08, 8.207359201151121e-07, 0.004757475107908249, 0.00841144472360611, 0.00029598516994155943, 0.0001538197830086574, 0.014218132942914963, 0.00016631820471957326, 0.592177152633667], 'log_scores_by_expert': [-14.336982727050781, -16.23298454284668, -14.01306438446045, -5.348038196563721, -4.778162002563477, -8.125201225280762, -8.779728889465332, -4.253237247467041, -8.701607704162598, -0.5239494442939758], 'distances_by_expert': [28.673965454101562, 32.46596908569336, 28.0261287689209, 10.696076393127441, 9.556324005126953, 16.250402450561523, 17.559457778930664, 8.506474494934082, 17.403215408325195, 1.0478988885879517], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3296.75634765625, 'language': 52.89509963989258}}, {'routing_index': 800, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.809652634525264e-07, 8.621528024832514e-08, 8.034947995838593e-07, 0.004646942485123873, 0.008131260052323341, 0.0002834628976415843, 0.00014922351692803204, 0.013747836463153362, 0.0001625854056328535, 0.5660775303840637], 'log_scores_by_expert': [-14.358574867248535, -16.26641845703125, -14.034295082092285, -5.371545791625977, -4.812039375305176, -8.168429374694824, -8.810065269470215, -4.286873817443848, -8.7243070602417, -0.5690242052078247], 'distances_by_expert': [28.71714973449707, 32.5328369140625, 28.06859016418457, 10.743091583251953, 9.624078750610352, 16.33685874938965, 17.62013053894043, 8.573747634887695, 17.4486141204834, 1.1380484104156494], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.08984375, 'language': 52.92334747314453}}, {'routing_index': 801, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.598913273592188e-07, 9.809148338035811e-08, 9.269731435779249e-07, 0.004341865424066782, 0.009253309108316898, 0.0002576072874944657, 0.0001576117501826957, 0.015142298303544521, 0.00017317692982032895, 0.6818590760231018], 'log_scores_by_expert': [-14.23119068145752, -16.137365341186523, -13.891341209411621, -5.439451217651367, -4.682774066925049, -8.264074325561523, -8.755375862121582, -4.190263271331787, -8.6611967086792, -0.38293227553367615], 'distances_by_expert': [28.46238136291504, 32.27473068237305, 27.782682418823242, 10.878902435302734, 9.365548133850098, 16.528148651123047, 17.510751724243164, 8.380526542663574, 17.3223934173584, 0.7658645510673523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3561.994384765625, 'language': 52.88945388793945}}, {'routing_index': 802, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.535893817272154e-07, 1.000775000647991e-07, 9.152400934908655e-07, 0.004284651950001717, 0.009496266953647137, 0.0002638621663209051, 0.00015898217679932714, 0.01531035453081131, 0.00017249058873858303, 0.6988239288330078], 'log_scores_by_expert': [-14.2407865524292, -16.117321014404297, -13.90407943725586, -5.452715873718262, -4.656856536865234, -8.240083694458008, -8.746718406677246, -4.179225921630859, -8.665167808532715, -0.3583564758300781], 'distances_by_expert': [28.4815731048584, 32.234642028808594, 27.80815887451172, 10.905431747436523, 9.313713073730469, 16.480167388916016, 17.493436813354492, 8.358451843261719, 17.33033561706543, 0.7167129516601562], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3463.30517578125, 'language': 52.89246368408203}}, {'routing_index': 803, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.048564043543593e-07, 1.1163344026954292e-07, 9.562735385770793e-07, 0.004709229338914156, 0.010567283257842064, 0.00029625854222103953, 0.00017247414507437497, 0.016603613272309303, 0.000187346973689273, 0.7971737384796143], 'log_scores_by_expert': [-14.165271759033203, -16.008045196533203, -13.860221862792969, -5.358231067657471, -4.549992561340332, -8.12427806854248, -8.665263175964355, -4.098134994506836, -8.582548141479492, -0.226682648062706], 'distances_by_expert': [28.330543518066406, 32.016090393066406, 27.720443725585938, 10.716462135314941, 9.099985122680664, 16.24855613708496, 17.33052635192871, 8.196269989013672, 17.165096282958984, 0.453365296125412], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3500.729736328125, 'language': 52.926021575927734}}, {'routing_index': 804, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.829216433994588e-07, 9.672943690475222e-08, 8.204753498830542e-07, 0.004162374883890152, 0.009887493215501308, 0.0002642605686560273, 0.00015513623657170683, 0.01484709046781063, 0.00016216668882407248, 0.7324376702308655], 'log_scores_by_expert': [-14.355213165283203, -16.151348114013672, -14.013381958007812, -5.4816694259643555, -4.616484642028809, -8.238574981689453, -8.771206855773926, -4.209951400756836, -8.726885795593262, -0.31137701869010925], 'distances_by_expert': [28.710426330566406, 32.302696228027344, 28.026763916015625, 10.963338851928711, 9.232969284057617, 16.477149963378906, 17.54241371154785, 8.419902801513672, 17.453771591186523, 0.6227540373802185], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3478.43798828125, 'language': 52.915470123291016}}, {'routing_index': 805, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.91298316976463e-07, 9.516767818240623e-08, 8.271359774880693e-07, 0.00409566517919302, 0.009831246919929981, 0.00025485968217253685, 0.00015528840594924986, 0.014814615249633789, 0.00016085943207144737, 0.7221758961677551], 'log_scores_by_expert': [-14.34094524383545, -16.167625427246094, -14.00529670715332, -5.497826099395752, -4.622189521789551, -8.274797439575195, -8.77022647857666, -4.212141036987305, -8.734979629516602, -0.32548657059669495], 'distances_by_expert': [28.6818904876709, 32.33525085449219, 28.01059341430664, 10.995652198791504, 9.244379043579102, 16.54959487915039, 17.54045295715332, 8.42428207397461, 17.469959259033203, 0.6509731411933899], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3441.865234375, 'language': 52.90925216674805}}, {'routing_index': 806, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.150031026663783e-07, 1.0240016479201586e-07, 8.548028631594207e-07, 0.004719194024801254, 0.010473414324223995, 0.0003228273126296699, 0.00017314754950348288, 0.01636834815144539, 0.00016686314484104514, 0.7766833305358887], 'log_scores_by_expert': [-14.30163860321045, -16.094377517700195, -13.972394943237305, -5.356117248535156, -4.558915138244629, -8.038393020629883, -8.66136646270752, -4.112405776977539, -8.698336601257324, -0.25272253155708313], 'distances_by_expert': [28.6032772064209, 32.18875503540039, 27.94478988647461, 10.712234497070312, 9.117830276489258, 16.076786041259766, 17.32273292541504, 8.224811553955078, 17.39667320251465, 0.5054450631141663], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3523.602294921875, 'language': 52.93238830566406}}, {'routing_index': 807, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.815140298182087e-07, 1.0408557216123882e-07, 8.243655997830501e-07, 0.004606709815561771, 0.00994561705738306, 0.0003378154069650918, 0.00017276800645049661, 0.01625627838075161, 0.00015607454406563193, 0.7554808259010315], 'log_scores_by_expert': [-14.357630729675293, -16.078052520751953, -14.008651733398438, -5.380241394042969, -4.610623359680176, -7.993010997772217, -8.66356086730957, -4.11927604675293, -8.765176773071289, -0.28040093183517456], 'distances_by_expert': [28.715261459350586, 32.156105041503906, 28.017303466796875, 10.760482788085938, 9.221246719360352, 15.986021995544434, 17.32712173461914, 8.23855209350586, 17.530353546142578, 0.5608018636703491], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.407958984375, 'language': 52.93681716918945}}, {'routing_index': 808, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.900133371345873e-07, 1.0938241956637285e-07, 9.492933372712287e-07, 0.004635547287762165, 0.010576331987977028, 0.0003067259967792779, 0.00017629808280617, 0.01683296076953411, 0.0001858358591562137, 0.8021366000175476], 'log_scores_by_expert': [-14.186554908752441, -16.02841567993164, -13.867547988891602, -5.3740010261535645, -4.549136638641357, -8.089555740356445, -8.64333438873291, -4.084416389465332, -8.590646743774414, -0.22047638893127441], 'distances_by_expert': [28.373109817504883, 32.05683135986328, 27.735095977783203, 10.748002052307129, 9.098273277282715, 16.17911148071289, 17.28666877746582, 8.168832778930664, 17.181293487548828, 0.44095277786254883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.1650390625, 'language': 52.90615463256836}}, {'routing_index': 809, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.104557653292431e-07, 1.1306648417530596e-07, 9.778992762221606e-07, 0.004747191444039345, 0.010590597987174988, 0.0002992123772855848, 0.0001762357132975012, 0.016478942707180977, 0.0001889320119516924, 0.7811702489852905], 'log_scores_by_expert': [-14.15735912322998, -15.99528980255127, -13.837859153747559, -5.3502020835876465, -4.547788619995117, -8.114356994628906, -8.643688201904297, -4.1056718826293945, -8.57412338256836, -0.24696214497089386], 'distances_by_expert': [28.31471824645996, 31.99057960510254, 27.675718307495117, 10.700404167175293, 9.095577239990234, 16.228713989257812, 17.287376403808594, 8.211343765258789, 17.14824676513672, 0.4939242899417877], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.663818359375, 'language': 52.9332389831543}}, {'routing_index': 810, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.862726422696142e-07, 1.0534041905430058e-07, 9.472603323956719e-07, 0.004498980473726988, 0.010031907819211483, 0.0002759074268396944, 0.00016391529061365873, 0.015983695164322853, 0.00018440303392708302, 0.7419515252113342], 'log_scores_by_expert': [-14.191990852355957, -16.066068649291992, -13.869691848754883, -5.403904438018799, -4.60198450088501, -8.19544506072998, -8.716160774230957, -4.136186122894287, -8.598386764526367, -0.2984713315963745], 'distances_by_expert': [28.383981704711914, 32.132137298583984, 27.739383697509766, 10.807808876037598, 9.20396900177002, 16.39089012145996, 17.432321548461914, 8.272372245788574, 17.196773529052734, 0.596942663192749], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.0546875, 'language': 52.89717102050781}}, {'routing_index': 811, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.96898382557265e-07, 1.1832079849227739e-07, 9.712501878311741e-07, 0.005270576570183039, 0.010618055239319801, 0.00034774630330502987, 0.00018112390534952283, 0.016927722841501236, 0.00019088872068095952, 0.7742848992347717], 'log_scores_by_expert': [-14.176626205444336, -15.94986629486084, -13.844681739807129, -5.245615482330322, -4.545199394226074, -7.9640374183654785, -8.616329193115234, -4.078802585601807, -8.563819885253906, -0.25581538677215576], 'distances_by_expert': [28.353252410888672, 31.89973258972168, 27.689363479614258, 10.491230964660645, 9.090398788452148, 15.928074836730957, 17.23265838623047, 8.157605171203613, 17.127639770507812, 0.5116307735443115], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.14501953125, 'language': 52.8995246887207}}, {'routing_index': 812, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.860194048385893e-07, 1.1988758785719256e-07, 9.764678452484077e-07, 0.005319736897945404, 0.010268994607031345, 0.0003646117402240634, 0.00018165670917369425, 0.017059113830327988, 0.00018732018361333758, 0.7447814345359802], 'log_scores_by_expert': [-14.192359924316406, -15.936711311340332, -13.839323997497559, -5.236331462860107, -4.5786261558532715, -7.916677474975586, -8.613391876220703, -4.071070671081543, -8.582691192626953, -0.29466453194618225], 'distances_by_expert': [28.384719848632812, 31.873422622680664, 27.678647994995117, 10.472662925720215, 9.157252311706543, 15.833354949951172, 17.226783752441406, 8.142141342163086, 17.165382385253906, 0.5893290638923645], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.18798828125, 'language': 52.89344024658203}}, {'routing_index': 813, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.688948133160011e-07, 1.140804997135092e-07, 9.371087799081579e-07, 0.00513472268357873, 0.009596516378223896, 0.0003688271972350776, 0.0001794585259631276, 0.016246862709522247, 0.00017860159277915955, 0.6982584595680237], 'log_scores_by_expert': [-14.217638969421387, -15.986361503601074, -13.88046646118164, -5.271729469299316, -4.646355152130127, -7.905182361602783, -8.625566482543945, -4.1198554039001465, -8.630352973937988, -0.35916590690612793], 'distances_by_expert': [28.435277938842773, 31.97272300720215, 27.76093292236328, 10.543458938598633, 9.292710304260254, 15.810364723205566, 17.25113296508789, 8.239710807800293, 17.260705947875977, 0.7183318138122559], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.3916015625, 'language': 52.950408935546875}}, {'routing_index': 814, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.580794433830306e-07, 1.0069249611888154e-07, 9.128715987571923e-07, 0.005148828029632568, 0.009140743874013424, 0.00033768045250326395, 0.0001699197309790179, 0.015623019076883793, 0.0001779852173058316, 0.6482235789299011], 'log_scores_by_expert': [-14.233940124511719, -16.111194610595703, -13.906670570373535, -5.268986225128174, -4.695013523101807, -7.993410587310791, -8.680184364318848, -4.15900993347168, -8.633810043334961, -0.4335196316242218], 'distances_by_expert': [28.467880249023438, 32.222389221191406, 27.81334114074707, 10.537972450256348, 9.390027046203613, 15.986821174621582, 17.360368728637695, 8.31801986694336, 17.267620086669922, 0.8670392632484436], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.01416015625, 'language': 52.90897750854492}}, {'routing_index': 815, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.510251182589855e-07, 1.0593360144639519e-07, 8.791139975983242e-07, 0.005049009341746569, 0.009212699718773365, 0.00036161061143502593, 0.00017123707220889628, 0.015799520537257195, 0.00017553909856360406, 0.6738499999046326], 'log_scores_by_expert': [-14.244717597961426, -16.060453414916992, -13.944351196289062, -5.288563251495361, -4.6871724128723145, -7.924942493438721, -8.67246150970459, -4.147775650024414, -8.647648811340332, -0.3947477340698242], 'distances_by_expert': [28.48943519592285, 32.120906829833984, 27.888702392578125, 10.577126502990723, 9.374344825744629, 15.849884986877441, 17.34492301940918, 8.295551300048828, 17.295297622680664, 0.7894954681396484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.985107421875, 'language': 52.930213928222656}}, {'routing_index': 816, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.516369808196032e-07, 1.0395799421303309e-07, 8.791341201686009e-07, 0.0050417897291481495, 0.009280909784138203, 0.00035078902146779, 0.00017011689487844706, 0.015641093254089355, 0.00017551801283843815, 0.6745283007621765], 'log_scores_by_expert': [-14.243778228759766, -16.07927894592285, -13.944328308105469, -5.289994239807129, -4.679795742034912, -7.955325603485107, -8.679024696350098, -4.157853603363037, -8.6477689743042, -0.3937416672706604], 'distances_by_expert': [28.48755645751953, 32.1585578918457, 27.888656616210938, 10.579988479614258, 9.359591484069824, 15.910651206970215, 17.358049392700195, 8.315707206726074, 17.2955379486084, 0.7874833345413208], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.134765625, 'language': 52.933773040771484}}, {'routing_index': 817, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.881890612930874e-07, 1.1360236840118887e-07, 9.355924817100458e-07, 0.005144717171788216, 0.009721877053380013, 0.00036537108826451004, 0.0001769918017089367, 0.016452835872769356, 0.00018620627815835178, 0.7210171222686768], 'log_scores_by_expert': [-14.189202308654785, -15.990561485290527, -13.882085800170898, -5.269784927368164, -4.633376598358154, -7.914597034454346, -8.63940715789795, -4.10725736618042, -8.588655471801758, -0.3270924389362335], 'distances_by_expert': [28.37840461730957, 31.981122970581055, 27.764171600341797, 10.539569854736328, 9.266753196716309, 15.829194068908691, 17.2788143157959, 8.21451473236084, 17.177310943603516, 0.654184877872467], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.541748046875, 'language': 52.920166015625}}, {'routing_index': 818, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.331940423682681e-07, 1.1250813969354567e-07, 9.764240758158849e-07, 0.005226559471338987, 0.009943535551428795, 0.0003566454688552767, 0.00017718281014822423, 0.016825465485453606, 0.0001973831094801426, 0.7323163747787476], 'log_scores_by_expert': [-14.125855445861816, -16.000240325927734, -13.83936882019043, -5.254002094268799, -4.610832691192627, -7.93876838684082, -8.638328552246094, -4.084861755371094, -8.530364036560059, -0.31154265999794006], 'distances_by_expert': [28.251710891723633, 32.00048065185547, 27.67873764038086, 10.508004188537598, 9.221665382385254, 15.87753677368164, 17.276657104492188, 8.169723510742188, 17.060728073120117, 0.6230853199958801], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.8701171875, 'language': 52.89287185668945}}, {'routing_index': 819, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.619998996233335e-07, 1.0599018906987112e-07, 1.0103353815793525e-06, 0.004717571660876274, 0.009627816267311573, 0.00031552682048641145, 0.0001713725068839267, 0.01634465530514717, 0.00019976026669610292, 0.7125627398490906], 'log_scores_by_expert': [-14.087319374084473, -16.059919357299805, -13.805228233337402, -5.356461048126221, -4.643098831176758, -8.061266899108887, -8.671670913696289, -4.11385440826416, -8.518392562866211, -0.33888739347457886], 'distances_by_expert': [28.174638748168945, 32.11983871459961, 27.610456466674805, 10.712922096252441, 9.286197662353516, 16.122533798217773, 17.343341827392578, 8.22770881652832, 17.036785125732422, 0.6777747869491577], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3422.60888671875, 'language': 52.913299560546875}}, {'routing_index': 820, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.549107294835267e-07, 1.0141083350845292e-07, 9.979381729863235e-07, 0.00447180075570941, 0.009267523884773254, 0.000294701341772452, 0.0001649288897169754, 0.01580808125436306, 0.00019652415357995778, 0.6831154823303223], 'log_scores_by_expert': [-14.09666633605957, -16.10408592224121, -13.817574501037598, -5.409964084625244, -4.681239128112793, -8.129548072814941, -8.709996223449707, -4.147233963012695, -8.534725189208984, -0.381091445684433], 'distances_by_expert': [28.19333267211914, 32.20817184448242, 27.635149002075195, 10.819928169250488, 9.362478256225586, 16.259096145629883, 17.419992446899414, 8.29446792602539, 17.06945037841797, 0.762182891368866], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.3837890625, 'language': 52.927974700927734}}, {'routing_index': 821, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.038897820166312e-07, 9.053033522832266e-08, 9.398591487297381e-07, 0.004147684201598167, 0.00853522028774023, 0.0002606130437925458, 0.0001522460806882009, 0.014590222388505936, 0.00018614981672726572, 0.6232612729072571], 'log_scores_by_expert': [-14.166644096374512, -16.217580795288086, -13.877535820007324, -5.485205173492432, -4.763554096221924, -8.252473831176758, -8.79001235961914, -4.22740364074707, -8.588958740234375, -0.472789466381073], 'distances_by_expert': [28.333288192749023, 32.43516159057617, 27.75507164001465, 10.970410346984863, 9.527108192443848, 16.504947662353516, 17.58002471923828, 8.45480728149414, 17.17791748046875, 0.945578932762146], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3342.392578125, 'language': 52.90205001831055}}, {'routing_index': 822, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.018540486569691e-07, 9.043110793527376e-08, 9.33711817197036e-07, 0.004115524236112833, 0.008693085052073002, 0.0002683567872736603, 0.00015357469965238124, 0.014817272312939167, 0.00018476408149581403, 0.6445660591125488], 'log_scores_by_expert': [-14.169540405273438, -16.218677520751953, -13.884098052978516, -5.4929890632629395, -4.745227336883545, -8.223193168640137, -8.781323432922363, -4.21196174621582, -8.596430778503418, -0.4391779899597168], 'distances_by_expert': [28.339080810546875, 32.437355041503906, 27.76819610595703, 10.985978126525879, 9.49045467376709, 16.446386337280273, 17.562646865844727, 8.42392349243164, 17.192861557006836, 0.8783559799194336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.994873046875, 'language': 52.90199279785156}}, {'routing_index': 823, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.222503768389288e-07, 9.23438960853673e-08, 9.618142939871177e-07, 0.004049764014780521, 0.009126423858106136, 0.0002585570910014212, 0.0001572587643750012, 0.015056188218295574, 0.00018850814376492053, 0.6663194894790649], 'log_scores_by_expert': [-14.140893936157227, -16.19774627685547, -13.85444450378418, -5.509096622467041, -4.6965813636779785, -8.260394096374512, -8.757617950439453, -4.1959662437438965, -8.576369285583496, -0.4059859812259674], 'distances_by_expert': [28.281787872314453, 32.39549255371094, 27.70888900756836, 11.018193244934082, 9.393162727355957, 16.520788192749023, 17.515235900878906, 8.391932487487793, 17.152738571166992, 0.8119719624519348], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3388.73876953125, 'language': 52.90101623535156}}, {'routing_index': 824, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.904971883159305e-07, 9.225181685224015e-08, 9.57704628490319e-07, 0.004184686113148928, 0.00877515971660614, 0.00027908655465580523, 0.00015788419113960117, 0.014941299334168434, 0.0001832393609220162, 0.650108277797699], 'log_scores_by_expert': [-14.185853958129883, -16.19874382019043, -13.858726501464844, -5.47632360458374, -4.735830307006836, -8.183988571166992, -8.75364875793457, -4.2036261558532715, -8.604717254638672, -0.4306163787841797], 'distances_by_expert': [28.371707916259766, 32.39748764038086, 27.717453002929688, 10.95264720916748, 9.471660614013672, 16.367977142333984, 17.50729751586914, 8.407252311706543, 17.209434509277344, 0.8612327575683594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.216796875, 'language': 52.88324737548828}}, {'routing_index': 825, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.600990900551551e-07, 9.197650996384255e-08, 9.122763913183007e-07, 0.0040761493146419525, 0.008994649164378643, 0.0002836002386175096, 0.00016085943207144737, 0.01491331122815609, 0.00017681044118944556, 0.6788933873176575], 'log_scores_by_expert': [-14.230875968933105, -16.201732635498047, -13.907322883605957, -5.502602577209473, -4.711125373840332, -8.16794490814209, -8.734979629516602, -4.205501079559326, -8.640432357788086, -0.38729116320610046], 'distances_by_expert': [28.46175193786621, 32.403465270996094, 27.814645767211914, 11.005205154418945, 9.422250747680664, 16.33588981628418, 17.469959259033203, 8.411002159118652, 17.280864715576172, 0.7745823264122009], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.860595703125, 'language': 52.912147521972656}}, {'routing_index': 826, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.225338324838958e-07, 7.55358300352782e-08, 8.660296089146868e-07, 0.003635260509327054, 0.0076220897026360035, 0.00022937447647564113, 0.0001392794365528971, 0.012939134612679482, 0.00016530694847460836, 0.553017258644104], 'log_scores_by_expert': [-14.289467811584473, -16.398658752441406, -13.959346771240234, -5.617074489593506, -4.876704692840576, -8.380154609680176, -8.8790283203125, -4.347498893737793, -8.707706451416016, -0.592366099357605], 'distances_by_expert': [28.578935623168945, 32.79731750488281, 27.91869354248047, 11.234148979187012, 9.753409385681152, 16.76030921936035, 17.758056640625, 8.694997787475586, 17.41541290283203, 1.18473219871521], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.73974609375, 'language': 52.90193176269531}}, {'routing_index': 827, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.853014724583772e-07, 9.958698399259447e-08, 9.316340197074169e-07, 0.0046797324903309345, 0.00939328782260418, 0.00031764295999892056, 0.00017020924133248627, 0.015597986057400703, 0.00018263293895870447, 0.68516606092453], 'log_scores_by_expert': [-14.19340705871582, -16.122234344482422, -13.88632583618164, -5.364514350891113, -4.667759895324707, -8.054582595825195, -8.678482055664062, -4.160613536834717, -8.6080322265625, -0.37809398770332336], 'distances_by_expert': [28.38681411743164, 32.244468688964844, 27.77265167236328, 10.729028701782227, 9.335519790649414, 16.10916519165039, 17.356964111328125, 8.321227073669434, 17.216064453125, 0.7561879754066467], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.145263671875, 'language': 52.92747497558594}}, {'routing_index': 828, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.412143989109609e-07, 9.850921145471148e-08, 8.902608783500909e-07, 0.0046501122415065765, 0.009155343286693096, 0.00032013547024689615, 0.0001681107678450644, 0.015177574940025806, 0.00017406111874151975, 0.6704516410827637], 'log_scores_by_expert': [-14.259902000427246, -16.133115768432617, -13.931751251220703, -5.370863914489746, -4.693417549133301, -8.04676628112793, -8.690887451171875, -4.187936305999756, -8.65610408782959, -0.3998037278652191], 'distances_by_expert': [28.519804000854492, 32.266231536865234, 27.863502502441406, 10.741727828979492, 9.386835098266602, 16.09353256225586, 17.38177490234375, 8.375872611999512, 17.31220817565918, 0.7996074557304382], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3248.55859375, 'language': 52.90908432006836}}, {'routing_index': 829, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.430080361496948e-07, 9.253996324787295e-08, 9.072640523299924e-07, 0.004128378815948963, 0.008933057077229023, 0.00023849647550377995, 0.00015326992433983833, 0.014768579043447971, 0.00016663431597407907, 0.6688109040260315], 'log_scores_by_expert': [-14.257108688354492, -16.19562530517578, -13.912832260131836, -5.489870548248291, -4.717996597290039, -8.341156005859375, -8.783309936523438, -4.2152533531188965, -8.699708938598633, -0.4022539258003235], 'distances_by_expert': [28.514217376708984, 32.39125061035156, 27.825664520263672, 10.979741096496582, 9.435993194580078, 16.68231201171875, 17.566619873046875, 8.430506706237793, 17.399417877197266, 0.804507851600647], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3600.10595703125, 'language': 52.90270233154297}}, {'routing_index': 830, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.472648692579241e-07, 9.889608776347814e-08, 9.036166943587887e-07, 0.004211542196571827, 0.009483406320214272, 0.0002481354749761522, 0.00015705896657891572, 0.014957317151129246, 0.00016964432143140584, 0.6999402642250061], 'log_scores_by_expert': [-14.250510215759277, -16.129196166992188, -13.916860580444336, -5.469926357269287, -4.658211708068848, -8.301535606384277, -8.758889198303223, -4.202554702758789, -8.681806564331055, -0.35676026344299316], 'distances_by_expert': [28.501020431518555, 32.258392333984375, 27.833721160888672, 10.939852714538574, 9.316423416137695, 16.603071212768555, 17.517778396606445, 8.405109405517578, 17.36361312866211, 0.7135205268859863], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3546.55322265625, 'language': 52.90837860107422}}, {'routing_index': 831, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.917686050655902e-07, 1.1286987700032114e-07, 9.465894095228577e-07, 0.004666440654546022, 0.010685817338526249, 0.00029853201704099774, 0.00017469190061092377, 0.016892792657017708, 0.0001805127685656771, 0.8092908263206482], 'log_scores_by_expert': [-14.184014320373535, -15.997030258178711, -13.870400428771973, -5.367358684539795, -4.538837909698486, -8.116633415222168, -8.652486801147461, -4.080868244171143, -8.619709014892578, -0.2115970104932785], 'distances_by_expert': [28.36802864074707, 31.994060516357422, 27.740800857543945, 10.73471736907959, 9.077675819396973, 16.233266830444336, 17.304973602294922, 8.161736488342285, 17.239418029785156, 0.423194020986557], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3459.422607421875, 'language': 52.95147705078125}}, {'routing_index': 832, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.538948807450652e-07, 1.1845594372061896e-07, 1.0260237104375847e-06, 0.005078752525150776, 0.010715186595916748, 0.0003374603984411806, 0.00018429913325235248, 0.01784411445260048, 0.0001977767242351547, 0.8194164037704468], 'log_scores_by_expert': [-14.098012924194336, -15.948724746704102, -13.789819717407227, -5.282689571380615, -4.536093235015869, -7.994062423706055, -8.598950386047363, -4.026081562042236, -8.528371810913086, -0.19916285574436188], 'distances_by_expert': [28.196025848388672, 31.897449493408203, 27.579639434814453, 10.56537914276123, 9.072186470031738, 15.98812484741211, 17.197900772094727, 8.052163124084473, 17.056743621826172, 0.39832571148872375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.975830078125, 'language': 52.890499114990234}}, {'routing_index': 833, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.489027555289795e-07, 9.937788547631499e-08, 8.764302492636489e-07, 0.004368055611848831, 0.009953843429684639, 0.00029552230262197554, 0.00016803399194031954, 0.016509372740983963, 0.000170125174918212, 0.7795339822769165], 'log_scores_by_expert': [-14.2479829788208, -16.12433624267578, -13.947408676147461, -5.433437347412109, -4.609796524047852, -8.126766204833984, -8.691344261169434, -4.103826999664307, -8.678976058959961, -0.24905900657176971], 'distances_by_expert': [28.4959659576416, 32.24867248535156, 27.894817352294922, 10.866874694824219, 9.219593048095703, 16.25353240966797, 17.382688522338867, 8.207653999328613, 17.357952117919922, 0.49811801314353943], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3469.97119140625, 'language': 52.92666244506836}}, {'routing_index': 834, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.289489533628512e-07, 1.064098924530299e-07, 8.684777412781841e-07, 0.0047537400387227535, 0.010581810027360916, 0.00033907301258295774, 0.00017707503866404295, 0.016748331487178802, 0.0001658414548728615, 0.7906721830368042], 'log_scores_by_expert': [-14.279215812683105, -16.055967330932617, -13.956523895263672, -5.348823547363281, -4.548618793487549, -7.98929500579834, -8.638936996459961, -4.089456558227539, -8.70447826385498, -0.23487187922000885], 'distances_by_expert': [28.55843162536621, 32.111934661865234, 27.913047790527344, 10.697647094726562, 9.097237586975098, 15.97859001159668, 17.277873992919922, 8.178913116455078, 17.40895652770996, 0.4697437584400177], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3485.51171875, 'language': 52.956016540527344}}, {'routing_index': 835, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.586137715203222e-07, 1.0543066508716947e-07, 8.959479487202771e-07, 0.004852709826081991, 0.010553314350545406, 0.00033813543268479407, 0.00017858370847534388, 0.017516709864139557, 0.0001726154878269881, 0.7981202602386475], 'log_scores_by_expert': [-14.233128547668457, -16.06521224975586, -13.925383567810059, -5.32821798324585, -4.5513153076171875, -7.992063999176025, -8.630453109741211, -4.044600009918213, -8.664443969726562, -0.2254960536956787], 'distances_by_expert': [28.466257095336914, 32.13042449951172, 27.850767135620117, 10.6564359664917, 9.102630615234375, 15.98412799835205, 17.260906219482422, 8.089200019836426, 17.328887939453125, 0.4509921073913574], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3517.155029296875, 'language': 52.92889404296875}}, {'routing_index': 836, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.46736418477667e-07, 1.1760777596236949e-07, 1.021946673063212e-06, 0.004926546476781368, 0.010937090963125229, 0.0003371359780430794, 0.0001859361946117133, 0.018003158271312714, 0.00019644883286673576, 0.8361789584159851], 'log_scores_by_expert': [-14.107553482055664, -15.955910682678223, -13.793801307678223, -5.313117027282715, -4.515595436096191, -7.99502420425415, -8.590106964111328, -4.017208099365234, -8.53510856628418, -0.17891260981559753], 'distances_by_expert': [28.215106964111328, 31.911821365356445, 27.587602615356445, 10.62623405456543, 9.031190872192383, 15.9900484085083, 17.180213928222656, 8.034416198730469, 17.07021713256836, 0.35782521963119507], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3486.274169921875, 'language': 52.89116668701172}}, {'routing_index': 837, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.447309258168389e-07, 1.1781826714241106e-07, 1.0171074791287538e-06, 0.004938217345625162, 0.010778222233057022, 0.00032215594546869397, 0.00018341052054893225, 0.017555400729179382, 0.00019511199207045138, 0.8127411007881165], 'log_scores_by_expert': [-14.11024284362793, -15.954122543334961, -13.798547744750977, -5.310750961303711, -4.5302276611328125, -8.040474891662598, -8.60378360748291, -4.042393684387207, -8.541936874389648, -0.20734275877475739], 'distances_by_expert': [28.22048568725586, 31.908245086669922, 27.597095489501953, 10.621501922607422, 9.060455322265625, 16.080949783325195, 17.20756721496582, 8.084787368774414, 17.083873748779297, 0.41468551754951477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.532958984375, 'language': 52.92941665649414}}, {'routing_index': 838, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.660036089873756e-07, 1.1492306839500088e-07, 1.039470362229622e-06, 0.0048421467654407024, 0.010609992779791355, 0.00030560215236619115, 0.00017968440079130232, 0.017482038587331772, 0.00019740719289984554, 0.7910815477371216], 'log_scores_by_expert': [-14.08207893371582, -15.979002952575684, -13.776799201965332, -5.330397129058838, -4.545958995819092, -8.093226432800293, -8.624308586120605, -4.046581268310547, -8.530241966247559, -0.23435428738594055], 'distances_by_expert': [28.16415786743164, 31.958005905151367, 27.553598403930664, 10.660794258117676, 9.091917991638184, 16.186452865600586, 17.24861717224121, 8.093162536621094, 17.060483932495117, 0.4687085747718811], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.18359375, 'language': 52.9495964050293}}, {'routing_index': 839, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.236872647808923e-07, 1.252646057992024e-07, 9.890368346532341e-07, 0.005401390139013529, 0.010921877808868885, 0.00037809289642609656, 0.0001912677544169128, 0.017855264246463776, 0.00019389571389183402, 0.8141014575958252], 'log_scores_by_expert': [-14.138906478881836, -15.892837524414062, -13.826534271240234, -5.221098899841309, -4.516987323760986, -7.880370616912842, -8.561836242675781, -4.02545690536499, -8.548190116882324, -0.2056703418493271], 'distances_by_expert': [28.277812957763672, 31.785675048828125, 27.65306854248047, 10.442197799682617, 9.033974647521973, 15.760741233825684, 17.123672485351562, 8.05091381072998, 17.09638023376465, 0.4113406836986542], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3427.41455078125, 'language': 52.965858459472656}}, {'routing_index': 840, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.304957989617833e-07, 1.2591856091148657e-07, 1.032827185554197e-06, 0.005647053010761738, 0.010665337555110455, 0.000388113665394485, 0.00019156713096890599, 0.017859172075986862, 0.000196784661966376, 0.7682477235794067], 'log_scores_by_expert': [-14.129542350769043, -15.887630462646484, -13.783210754394531, -5.176621437072754, -4.5407562255859375, -7.854212284088135, -8.560272216796875, -4.025238037109375, -8.533400535583496, -0.2636430859565735], 'distances_by_expert': [28.259084701538086, 31.77526092529297, 27.566421508789062, 10.353242874145508, 9.081512451171875, 15.70842456817627, 17.12054443359375, 8.05047607421875, 17.066801071166992, 0.527286171913147], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.7392578125, 'language': 52.919002532958984}}, {'routing_index': 841, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.773516929570178e-07, 1.1373820285598413e-07, 9.605373634258285e-07, 0.005270413588732481, 0.009677161462605, 0.0003617292968556285, 0.00018190860282629728, 0.016341576352715492, 0.00018172289128415287, 0.7034128904342651], 'log_scores_by_expert': [-14.20507526397705, -15.98936653137207, -13.855772972106934, -5.2456464767456055, -4.637986660003662, -7.924614429473877, -8.612006187438965, -4.11404275894165, -8.613027572631836, -0.3518112599849701], 'distances_by_expert': [28.4101505279541, 31.97873306274414, 27.711545944213867, 10.491292953491211, 9.275973320007324, 15.849228858947754, 17.22401237487793, 8.2280855178833, 17.226055145263672, 0.7036225199699402], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.57568359375, 'language': 52.91012954711914}}, {'routing_index': 842, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.539017363138555e-07, 1.0480732726136921e-07, 9.113867918131291e-07, 0.005232661496847868, 0.009324083104729652, 0.00035519659286364913, 0.00017387562547810376, 0.015821058303117752, 0.00017671991372480989, 0.6661284565925598], 'log_scores_by_expert': [-14.24030876159668, -16.071142196655273, -13.90829849243164, -5.252835273742676, -4.675154685974121, -7.9428391456604, -8.657170295715332, -4.146413326263428, -8.640944480895996, -0.4062727391719818], 'distances_by_expert': [28.48061752319336, 32.14228439331055, 27.81659698486328, 10.505670547485352, 9.350309371948242, 15.8856782913208, 17.314340591430664, 8.292826652526855, 17.281888961791992, 0.8125454783439636], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.901611328125, 'language': 52.90855407714844}}, {'routing_index': 843, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.96984159276326e-07, 1.1295483659523597e-07, 9.494807500232127e-07, 0.005455775186419487, 0.009892855770885944, 0.0003762485575862229, 0.00018041122530121356, 0.01670966111123562, 0.00018598070892039686, 0.7071254253387451], 'log_scores_by_expert': [-14.17650318145752, -15.996277809143066, -13.867350578308105, -5.211080551147461, -4.615942478179932, -7.885260581970215, -8.620271682739258, -4.091768264770508, -8.58986759185791, -0.3465472161769867], 'distances_by_expert': [28.35300636291504, 31.992555618286133, 27.73470115661621, 10.422161102294922, 9.231884956359863, 15.77052116394043, 17.240543365478516, 8.183536529541016, 17.17973518371582, 0.6930944323539734], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3362.3447265625, 'language': 52.93086624145508}}, {'routing_index': 844, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.664484999419074e-07, 1.0508274783660454e-07, 9.066880579666758e-07, 0.005233172792941332, 0.009541388601064682, 0.00034823876922018826, 0.00017345826199743897, 0.015997786074876785, 0.00017927344015333802, 0.677921712398529], 'log_scores_by_expert': [-14.22130298614502, -16.068517684936523, -13.913467407226562, -5.252737522125244, -4.652116298675537, -7.962622165679932, -8.659573554992676, -4.135304927825928, -8.626598358154297, -0.3887234032154083], 'distances_by_expert': [28.44260597229004, 32.13703536987305, 27.826934814453125, 10.505475044250488, 9.304232597351074, 15.925244331359863, 17.31914710998535, 8.270609855651855, 17.253196716308594, 0.7774468064308167], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3400.41796875, 'language': 52.93118667602539}}, {'routing_index': 845, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.709265107929241e-07, 1.023273412670278e-07, 8.9856894192053e-07, 0.0051612709648907185, 0.009351675398647785, 0.0003448366478551179, 0.00017082247359212488, 0.015860434621572495, 0.00017994007794186473, 0.6651589870452881], 'log_scores_by_expert': [-14.214606285095215, -16.095088958740234, -13.922462463378906, -5.26657247543335, -4.672199726104736, -7.972439765930176, -8.674885749816895, -4.143927574157715, -8.622886657714844, -0.4077291786670685], 'distances_by_expert': [28.42921257019043, 32.19017791748047, 27.844924926757812, 10.5331449508667, 9.344399452209473, 15.944879531860352, 17.34977149963379, 8.28785514831543, 17.245773315429688, 0.815458357334137], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3399.896728515625, 'language': 52.934383392333984}}, {'routing_index': 846, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.28528334548173e-07, 1.1501570895688928e-07, 9.966761354007758e-07, 0.0054960730485618114, 0.010155974887311459, 0.00037021300522610545, 0.00018384569557383657, 0.01713498868048191, 0.0001929720601765439, 0.7259023189544678], 'log_scores_by_expert': [-14.13223934173584, -15.97819709777832, -13.818840026855469, -5.203721523284912, -4.589693069458008, -7.901432037353516, -8.60141372680664, -4.0666327476501465, -8.55296516418457, -0.32033979892730713], 'distances_by_expert': [28.26447868347168, 31.95639419555664, 27.637680053710938, 10.407443046569824, 9.179386138916016, 15.802864074707031, 17.20282745361328, 8.133265495300293, 17.10593032836914, 0.6406795978546143], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3316.043212890625, 'language': 52.91923904418945}}, {'routing_index': 847, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.351733870564203e-07, 1.0939222505612634e-07, 9.716123940961552e-07, 0.005210663191974163, 0.009913944639265537, 0.0003435551770962775, 0.00017711725377012044, 0.016676459461450577, 0.00019624042033683509, 0.7175418138504028], 'log_scores_by_expert': [-14.123159408569336, -16.0283260345459, -13.844308853149414, -5.2570481300354, -4.6138129234313965, -7.976162910461426, -8.63869857788086, -4.093757152557373, -8.53617000579834, -0.33192408084869385], 'distances_by_expert': [28.246318817138672, 32.0566520690918, 27.688617706298828, 10.5140962600708, 9.227625846862793, 15.952325820922852, 17.27739715576172, 8.187514305114746, 17.07234001159668, 0.6638481616973877], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.3349609375, 'language': 52.903053283691406}}, {'routing_index': 848, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.244461244226841e-07, 1.0384701454313472e-07, 9.610110964786145e-07, 0.004847922828048468, 0.00935619417577982, 0.0003230114816688001, 0.00016865224461071193, 0.015954507514834404, 0.0001920517097460106, 0.681190550327301], 'log_scores_by_expert': [-14.137858390808105, -16.080347061157227, -13.855279922485352, -5.32920503616333, -4.671716690063477, -8.037822723388672, -8.687671661376953, -4.13801383972168, -8.557745933532715, -0.38391318917274475], 'distances_by_expert': [28.27571678161621, 32.16069412231445, 27.710559844970703, 10.65841007232666, 9.343433380126953, 16.075645446777344, 17.375343322753906, 8.27602767944336, 17.11549186706543, 0.7678263783454895], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.715087890625, 'language': 52.92779541015625}}, {'routing_index': 849, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.129243044801115e-07, 9.039541026822917e-08, 9.435781862521253e-07, 0.004311403725296259, 0.008600661531090736, 0.00027077278355136514, 0.0001533257745904848, 0.014793417416512966, 0.00018716750491876155, 0.624907374382019], 'log_scores_by_expert': [-14.153890609741211, -16.219072341918945, -13.873586654663086, -5.446491718292236, -4.755916118621826, -8.21423053741455, -8.78294563293457, -4.213572978973389, -8.58350658416748, -0.4701519310474396], 'distances_by_expert': [28.307781219482422, 32.43814468383789, 27.747173309326172, 10.892983436584473, 9.511832237243652, 16.4284610748291, 17.56589126586914, 8.427145957946777, 17.16701316833496, 0.9403038620948792], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3383.260498046875, 'language': 52.90203857421875}}, {'routing_index': 850, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.034723807919363e-07, 8.686926378231874e-08, 9.314713906860561e-07, 0.004096189048141241, 0.008518720045685768, 0.0002600988373160362, 0.00015024965978227556, 0.014524265192449093, 0.00018521818856243044, 0.6213784217834473], 'log_scores_by_expert': [-14.167237281799316, -16.258861541748047, -13.886500358581543, -5.4976983070373535, -4.765489101409912, -8.254448890686035, -8.80321216583252, -4.231934547424316, -8.593976020812988, -0.4758150279521942], 'distances_by_expert': [28.334474563598633, 32.517723083496094, 27.773000717163086, 10.995396614074707, 9.530978202819824, 16.50889778137207, 17.60642433166504, 8.463869094848633, 17.187952041625977, 0.9516300559043884], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3392.68798828125, 'language': 52.892578125}}, {'routing_index': 851, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.271560207300354e-07, 8.992164879373377e-08, 9.83571908363956e-07, 0.004023578949272633, 0.008719908073544502, 0.0002583953901194036, 0.0001551684836158529, 0.014864317141473293, 0.00018826237646862864, 0.6398649215698242], 'log_scores_by_expert': [-14.134124755859375, -16.224327087402344, -13.832075119018555, -5.515583515167236, -4.7421464920043945, -8.261019706726074, -8.77099895477295, -4.208791732788086, -8.57767391204834, -0.44649821519851685], 'distances_by_expert': [28.26824951171875, 32.44865417480469, 27.66415023803711, 11.031167030334473, 9.484292984008789, 16.52203941345215, 17.5419979095459, 8.417583465576172, 17.15534782409668, 0.8929964303970337], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.292236328125, 'language': 52.89162063598633}}, {'routing_index': 852, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.27293843535881e-07, 7.22977731015817e-08, 9.024205382957007e-07, 0.003351817140355706, 0.007549946662038565, 0.00020544882863759995, 0.0001351556711597368, 0.012770813889801502, 0.00016114565369207412, 0.5460785031318665], 'log_scores_by_expert': [-14.281850814819336, -16.442472457885742, -13.918185234069824, -5.6982526779174805, -4.886214733123779, -8.490313529968262, -8.909083366394043, -4.360592842102051, -8.73320198059082, -0.6049925684928894], 'distances_by_expert': [28.563701629638672, 32.884944915771484, 27.83637046813965, 11.396505355834961, 9.772429466247559, 16.980627059936523, 17.818166732788086, 8.721185684204102, 17.46640396118164, 1.2099851369857788], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3365.993896484375, 'language': 52.92081069946289}}, {'routing_index': 853, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.698019205941819e-07, 9.955906676850645e-08, 9.022002132041962e-07, 0.00461622653529048, 0.009441349655389786, 0.00030424384749494493, 0.00016977831546682864, 0.015423682518303394, 0.00017873772594612092, 0.6826019883155823], 'log_scores_by_expert': [-14.216283798217773, -16.122514724731445, -13.918429374694824, -5.378177642822266, -4.662656307220459, -8.097681045532227, -8.68101692199707, -4.17185115814209, -8.62959098815918, -0.38184332847595215], 'distances_by_expert': [28.432567596435547, 32.24502944946289, 27.83685874938965, 10.756355285644531, 9.325312614440918, 16.195362091064453, 17.36203384399414, 8.34370231628418, 17.25918197631836, 0.7636866569519043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.14111328125, 'language': 52.93457794189453}}, {'routing_index': 854, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.597843480449228e-07, 1.0194550981168504e-07, 9.001033163258398e-07, 0.004815712571144104, 0.009777306579053402, 0.0003244773834012449, 0.00017621387087274343, 0.01595310866832733, 0.00017566318274475634, 0.7065098881721497], 'log_scores_by_expert': [-14.231352806091309, -16.098827362060547, -13.920756340026855, -5.33587121963501, -4.627691268920898, -8.033294677734375, -8.64381217956543, -4.138101577758789, -8.646942138671875, -0.3474181294441223], 'distances_by_expert': [28.462705612182617, 32.197654724121094, 27.84151268005371, 10.67174243927002, 9.255382537841797, 16.06658935546875, 17.28762435913086, 8.276203155517578, 17.29388427734375, 0.6948362588882446], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.431884765625, 'language': 52.94993591308594}}, {'routing_index': 855, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.347183898469666e-07, 1.011091512737039e-07, 8.801400213087618e-07, 0.004693677648901939, 0.009684182703495026, 0.0003170394920744002, 0.00017425412079319358, 0.015732882544398308, 0.00016805867198854685, 0.6936199069023132], 'log_scores_by_expert': [-14.270084381103516, -16.107065200805664, -13.943184852600098, -5.361538887023926, -4.637261390686035, -8.05648422241211, -8.654995918273926, -4.152002334594727, -8.691197395324707, -0.3658311665058136], 'distances_by_expert': [28.54016876220703, 32.21413040161133, 27.886369705200195, 10.723077774047852, 9.27452278137207, 16.11296844482422, 17.30999183654785, 8.304004669189453, 17.382394790649414, 0.7316623330116272], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3258.675048828125, 'language': 52.94425964355469}}, {'routing_index': 856, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.516773964904132e-07, 1.0135764938468128e-07, 8.952031862463627e-07, 0.004723595455288887, 0.009605186991393566, 0.00031836991547606885, 0.00017323475913144648, 0.01573772355914116, 0.00017392190056852996, 0.6898983716964722], 'log_scores_by_expert': [-14.2437162399292, -16.104610443115234, -13.926215171813965, -5.355185031890869, -4.64545202255249, -8.05229663848877, -8.660862922668457, -4.1516947746276855, -8.656904220581055, -0.3712109625339508], 'distances_by_expert': [28.4874324798584, 32.20922088623047, 27.85243034362793, 10.710370063781738, 9.29090404510498, 16.10459327697754, 17.321725845336914, 8.303389549255371, 17.31380844116211, 0.7424219250679016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3224.229736328125, 'language': 52.92271423339844}}, {'routing_index': 857, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.608107696592924e-07, 9.261977851338088e-08, 9.160722811429878e-07, 0.004173538647592068, 0.008968435227870941, 0.00023684751067776233, 0.00015352242917288095, 0.014859569258987904, 0.00017041893443092704, 0.6619217991828918], 'log_scores_by_expert': [-14.229798316955566, -16.19476318359375, -13.903170585632324, -5.4789910316467285, -4.714044094085693, -8.34809398651123, -8.78166389465332, -4.209111213684082, -8.677250862121582, -0.41260790824890137], 'distances_by_expert': [28.459596633911133, 32.3895263671875, 27.80634117126465, 10.957982063293457, 9.428088188171387, 16.69618797302246, 17.56332778930664, 8.418222427368164, 17.354501724243164, 0.8252158164978027], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3495.151611328125, 'language': 52.89118194580078}}, {'routing_index': 858, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.319581302705046e-07, 9.982375104300445e-08, 8.709028520570428e-07, 0.004319031722843647, 0.009662369266152382, 0.00025387576897628605, 0.00015528322546742857, 0.015000035054981709, 0.00016921176575124264, 0.6973913908004761], 'log_scores_by_expert': [-14.274442672729492, -16.11985969543457, -13.9537353515625, -5.444724082946777, -4.639516353607178, -8.278665542602539, -8.770259857177734, -4.199702739715576, -8.684359550476074, -0.3604084551334381], 'distances_by_expert': [28.548885345458984, 32.23971939086914, 27.907470703125, 10.889448165893555, 9.279032707214355, 16.557331085205078, 17.54051971435547, 8.399405479431152, 17.36871910095215, 0.7208169102668762], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.760009765625, 'language': 52.896541595458984}}, {'routing_index': 859, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.378023951787327e-07, 1.140526464382674e-07, 9.992733112085261e-07, 0.004935707431286573, 0.010783959180116653, 0.00030445310403592885, 0.0001767849753377959, 0.017195984721183777, 0.00019617643556557596, 0.8042266368865967], 'log_scores_by_expert': [-14.119589805603027, -15.986605644226074, -13.816237449645996, -5.3112592697143555, -4.529695510864258, -8.096993446350098, -8.640576362609863, -4.063079357147217, -8.53649616241455, -0.217874214053154], 'distances_by_expert': [28.239179611206055, 31.97321128845215, 27.632474899291992, 10.622518539428711, 9.059391021728516, 16.193986892700195, 17.281152725219727, 8.126158714294434, 17.0729923248291, 0.435748428106308], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3503.3798828125, 'language': 52.8936653137207}}, {'routing_index': 860, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.010980880295392e-07, 1.1354192963608511e-07, 9.656283737058402e-07, 0.00490198889747262, 0.011005198583006859, 0.00030796730425208807, 0.00017443185788579285, 0.01706155389547348, 0.00018911623919848353, 0.8091227412223816], 'log_scores_by_expert': [-14.170618057250977, -15.991093635559082, -13.850486755371094, -5.318114280700684, -4.509387493133545, -8.085516929626465, -8.653976440429688, -4.070927619934082, -8.573148727416992, -0.21180465817451477], 'distances_by_expert': [28.341236114501953, 31.982187271118164, 27.700973510742188, 10.636228561401367, 9.01877498626709, 16.17103385925293, 17.307952880859375, 8.141855239868164, 17.146297454833984, 0.42360931634902954], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.993408203125, 'language': 52.89242172241211}}, {'routing_index': 861, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.439057642637636e-07, 9.753793506206421e-08, 8.779896347732574e-07, 0.004557468928396702, 0.010383455082774162, 0.0002780107024591416, 0.00016288105689454824, 0.01586778089404106, 0.0001711260701995343, 0.747821569442749], 'log_scores_by_expert': [-14.25571346282959, -16.143024444580078, -13.94563102722168, -5.390987873077393, -4.567541599273682, -8.187850952148438, -8.722490310668945, -4.1434645652771, -8.673110008239746, -0.29059091210365295], 'distances_by_expert': [28.51142692565918, 32.286048889160156, 27.89126205444336, 10.781975746154785, 9.135083198547363, 16.375701904296875, 17.44498062133789, 8.2869291305542, 17.346220016479492, 0.5811818242073059], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3536.1748046875, 'language': 52.924625396728516}}, {'routing_index': 862, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.447082228078216e-07, 1.0314957421542204e-07, 9.073766022993368e-07, 0.004762943368405104, 0.010086925700306892, 0.00030708510894328356, 0.0001695679675322026, 0.016339963302016258, 0.00017538564861752093, 0.7321916222572327], 'log_scores_by_expert': [-14.254467964172363, -16.087085723876953, -13.912708282470703, -5.346889495849609, -4.59651517868042, -8.088385581970215, -8.682256698608398, -4.114141464233398, -8.648523330688477, -0.3117130994796753], 'distances_by_expert': [28.508935928344727, 32.174171447753906, 27.825416564941406, 10.693778991699219, 9.19303035736084, 16.17677116394043, 17.364513397216797, 8.228282928466797, 17.297046661376953, 0.6234261989593506], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.789306640625, 'language': 52.900569915771484}}, {'routing_index': 863, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.609374167965143e-07, 1.0948532036536562e-07, 9.273366003981209e-07, 0.005094744265079498, 0.010483393445611, 0.00034770218189805746, 0.00017939538520295173, 0.017177430912852287, 0.0001768558140611276, 0.7633523941040039], 'log_scores_by_expert': [-14.229606628417969, -16.027475357055664, -13.890949249267578, -5.279545783996582, -4.557962894439697, -7.9641642570495605, -8.6259183883667, -4.064158916473389, -8.640175819396973, -0.2700355350971222], 'distances_by_expert': [28.459213256835938, 32.05495071411133, 27.781898498535156, 10.559091567993164, 9.115925788879395, 15.928328514099121, 17.2518367767334, 8.128317832946777, 17.280351638793945, 0.5400710701942444], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.252197265625, 'language': 52.936180114746094}}, {'routing_index': 864, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.166945354380005e-07, 9.498361919213494e-08, 8.374145181733184e-07, 0.004188185557723045, 0.009706984274089336, 0.0002700674522202462, 0.0001592179760336876, 0.015155806206166744, 0.00016848521772772074, 0.7354767918586731], 'log_scores_by_expert': [-14.2988920211792, -16.1695613861084, -13.99294662475586, -5.47548770904541, -4.634909629821777, -8.216838836669922, -8.74523639678955, -4.189371585845947, -8.6886625289917, -0.30723637342453003], 'distances_by_expert': [28.5977840423584, 32.3391227722168, 27.98589324951172, 10.95097541809082, 9.269819259643555, 16.433677673339844, 17.4904727935791, 8.378743171691895, 17.3773250579834, 0.6144727468490601], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3547.06298828125, 'language': 52.91758728027344}}, {'routing_index': 865, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.218070325303415e-07, 9.656868371621385e-08, 8.502458967996063e-07, 0.00422694580629468, 0.00999667588621378, 0.00024869103799574077, 0.00015478997374884784, 0.0147442277520895, 0.00016706537280697376, 0.7268131971359253], 'log_scores_by_expert': [-14.29063606262207, -16.153011322021484, -13.977740287780762, -5.466275691986084, -4.605502605438232, -8.299299240112305, -8.773441314697266, -4.2169036865234375, -8.697125434875488, -0.3190858066082001], 'distances_by_expert': [28.58127212524414, 32.30602264404297, 27.955480575561523, 10.932551383972168, 9.211005210876465, 16.59859848022461, 17.54688262939453, 8.433807373046875, 17.394250869750977, 0.6381716132164001], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3539.5185546875, 'language': 52.92085647583008}}, {'routing_index': 866, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.955245683253452e-07, 9.069660222849052e-08, 8.183732234101626e-07, 0.0039373114705085754, 0.009318295866250992, 0.00023058251827023923, 0.00014856705092824996, 0.014049477875232697, 0.00016287686594296247, 0.6901553869247437], 'log_scores_by_expert': [-14.333823204040527, -16.21574592590332, -14.015947341918945, -5.537257194519043, -4.675775527954102, -8.37490177154541, -8.814474105834961, -4.265170097351074, -8.722516059875488, -0.3708385229110718], 'distances_by_expert': [28.667646408081055, 32.43149185180664, 28.03189468383789, 11.074514389038086, 9.351551055908203, 16.74980354309082, 17.628948211669922, 8.530340194702148, 17.445032119750977, 0.7416770458221436], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3559.39404296875, 'language': 52.92070388793945}}, {'routing_index': 867, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.322758281385177e-07, 9.788215749040319e-08, 8.640702731099736e-07, 0.004144764039665461, 0.00936562567949295, 0.0002515579981263727, 0.00015700311632826924, 0.014726738445460796, 0.0001731688535073772, 0.7081699371337891], 'log_scores_by_expert': [-14.273940086364746, -16.139501571655273, -13.9616117477417, -5.485909461975098, -4.670709133148193, -8.287837028503418, -8.759244918823242, -4.218090534210205, -8.661243438720703, -0.3450711965560913], 'distances_by_expert': [28.547880172729492, 32.27900314331055, 27.9232234954834, 10.971818923950195, 9.341418266296387, 16.575674057006836, 17.518489837646484, 8.43618106842041, 17.322486877441406, 0.6901423931121826], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3522.1650390625, 'language': 52.90228271484375}}, {'routing_index': 868, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.54857160498068e-07, 1.0055334342951028e-07, 9.064891628440819e-07, 0.004510573577135801, 0.00944936741143465, 0.0002777610789053142, 0.0001618215610506013, 0.015306186862289906, 0.00018066949269268662, 0.7041726112365723], 'log_scores_by_expert': [-14.238848686218262, -16.112577438354492, -13.913686752319336, -5.401330947875977, -4.661807537078857, -8.188749313354492, -8.729016304016113, -4.179498195648193, -8.618841171264648, -0.3507317900657654], 'distances_by_expert': [28.477697372436523, 32.225154876708984, 27.827373504638672, 10.802661895751953, 9.323615074157715, 16.377498626708984, 17.458032608032227, 8.358996391296387, 17.237682342529297, 0.7014635801315308], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3490.65576171875, 'language': 52.90275192260742}}, {'routing_index': 869, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.905920031385904e-07, 1.1621555273677586e-07, 9.603853641237947e-07, 0.005215739365667105, 0.009940685704350471, 0.0003472875978332013, 0.000178115617018193, 0.01651793159544468, 0.00018798644305206835, 0.7280120849609375], 'log_scores_by_expert': [-14.18571662902832, -15.967819213867188, -13.855931282043457, -5.25607442855835, -4.611119270324707, -7.965357303619385, -8.633077621459961, -4.10330867767334, -8.579140663146973, -0.31743761897087097], 'distances_by_expert': [28.37143325805664, 31.935638427734375, 27.711862564086914, 10.5121488571167, 9.222238540649414, 15.93071460723877, 17.266155242919922, 8.20661735534668, 17.158281326293945, 0.6348752379417419], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.267578125, 'language': 52.93008041381836}}, {'routing_index': 870, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.527005211864889e-07, 1.0934216021496468e-07, 9.166726613329956e-07, 0.005156658124178648, 0.009372590109705925, 0.0003395927487872541, 0.00016894828877411783, 0.015598342753946781, 0.0001811073161661625, 0.6713848114013672], 'log_scores_by_expert': [-14.242147445678711, -16.028783798217773, -13.902515411376953, -5.2674665451049805, -4.669965744018555, -7.987763404846191, -8.685917854309082, -4.160590648651123, -8.61642074584961, -0.3984127640724182], 'distances_by_expert': [28.484294891357422, 32.05756759643555, 27.805030822753906, 10.534933090209961, 9.33993148803711, 15.975526809692383, 17.371835708618164, 8.321181297302246, 17.23284149169922, 0.7968255281448364], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.71337890625, 'language': 52.92815017700195}}, {'routing_index': 871, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.824797995046538e-07, 9.491535024608311e-08, 8.066388659244694e-07, 0.004669779445976019, 0.008525564335286617, 0.0002975238603539765, 0.0001537644857307896, 0.014090127311646938, 0.00016687746392562985, 0.6254414319992065], 'log_scores_by_expert': [-14.355971336364746, -16.17028045654297, -14.030389785766602, -5.36664342880249, -4.764686107635498, -8.120016098022461, -8.780088424682617, -4.2622809410095215, -8.698250770568848, -0.4692975580692291], 'distances_by_expert': [28.711942672729492, 32.34056091308594, 28.060779571533203, 10.73328685760498, 9.529372215270996, 16.240032196044922, 17.560176849365234, 8.524561882019043, 17.396501541137695, 0.9385951161384583], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.76123046875, 'language': 52.92179870605469}}, {'routing_index': 872, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.105535135247919e-07, 1.0197410205137203e-07, 8.656546697238809e-07, 0.004972692113369703, 0.009116033092141151, 0.0003119736793451011, 0.0001624530559638515, 0.014829259365797043, 0.00017466372810304165, 0.653403103351593], 'log_scores_by_expert': [-14.308899879455566, -16.098546981811523, -13.959779739379883, -5.303793907165527, -4.697720527648926, -8.072591781616211, -8.72512149810791, -4.211153030395508, -8.652647972106934, -0.42556098103523254], 'distances_by_expert': [28.617799758911133, 32.19709396362305, 27.919559478759766, 10.607587814331055, 9.395441055297852, 16.145183563232422, 17.45024299621582, 8.422306060791016, 17.305295944213867, 0.8511219620704651], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.746826171875, 'language': 52.88468551635742}}, {'routing_index': 873, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.464074431278277e-07, 1.0546968809421742e-07, 9.113877013078309e-07, 0.005147588439285755, 0.00938703678548336, 0.00032687358907423913, 0.00016835430869832635, 0.015491840429604053, 0.00018077566346619278, 0.6710115075111389], 'log_scores_by_expert': [-14.251835823059082, -16.064842224121094, -13.908297538757324, -5.269227027893066, -4.668425559997559, -8.0259370803833, -8.68943977355957, -4.1674418449401855, -8.618253707885742, -0.39896902441978455], 'distances_by_expert': [28.503671646118164, 32.12968444824219, 27.81659507751465, 10.538454055786133, 9.336851119995117, 16.0518741607666, 17.37887954711914, 8.334883689880371, 17.236507415771484, 0.7979380488395691], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3312.248291015625, 'language': 52.91652297973633}}, {'routing_index': 874, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.751620844624995e-07, 1.121362132039394e-07, 9.278195989281812e-07, 0.005338543560355902, 0.00989294983446598, 0.0003499147715047002, 0.00017741242481861264, 0.016260333359241486, 0.00018421390268485993, 0.7091156840324402], 'log_scores_by_expert': [-14.20831298828125, -16.003551483154297, -13.89042854309082, -5.232802391052246, -4.615932941436768, -7.957820892333984, -8.637033462524414, -4.1190266609191895, -8.59941291809082, -0.34373652935028076], 'distances_by_expert': [28.4166259765625, 32.007102966308594, 27.78085708618164, 10.465604782104492, 9.231865882873535, 15.915641784667969, 17.274066925048828, 8.238053321838379, 17.19882583618164, 0.6874730587005615], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3328.1103515625, 'language': 52.961177825927734}}, {'routing_index': 875, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.881056719976186e-07, 1.1004955524640536e-07, 9.484689940109092e-07, 0.005355251021683216, 0.010141302831470966, 0.00034018480801023543, 0.0001776457211235538, 0.016353540122509003, 0.00018781711696647108, 0.715615451335907], 'log_scores_by_expert': [-14.189323425292969, -16.022335052490234, -13.868416786193848, -5.229677677154541, -4.59113883972168, -7.986021518707275, -8.635719299316406, -4.113310813903809, -8.580041885375977, -0.3346123993396759], 'distances_by_expert': [28.378646850585938, 32.04467010498047, 27.736833572387695, 10.459355354309082, 9.18227767944336, 15.97204303741455, 17.271438598632812, 8.226621627807617, 17.160083770751953, 0.6692247986793518], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.687255859375, 'language': 52.92390060424805}}, {'routing_index': 876, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.833689667473664e-07, 1.04146138824035e-07, 9.428657676835428e-07, 0.005144758615642786, 0.009473892860114574, 0.00031562012736685574, 0.0001702736917650327, 0.015680037438869476, 0.00018729553266894072, 0.6676731109619141], 'log_scores_by_expert': [-14.1962308883667, -16.077470779418945, -13.87434196472168, -5.269776821136475, -4.659215450286865, -8.0609712600708, -8.67810344696045, -4.155366897583008, -8.582822799682617, -0.4039565622806549], 'distances_by_expert': [28.3924617767334, 32.15494155883789, 27.74868392944336, 10.53955364227295, 9.31843090057373, 16.1219425201416, 17.3562068939209, 8.310733795166016, 17.165645599365234, 0.8079131245613098], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.245849609375, 'language': 52.90268325805664}}, {'routing_index': 877, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.135666126283468e-07, 1.0244431081218863e-07, 8.656555792185827e-07, 0.004982104990631342, 0.009244224056601524, 0.0003397399850655347, 0.0001721207081573084, 0.015279782004654408, 0.00016776146367192268, 0.6649916172027588], 'log_scores_by_expert': [-14.303977012634277, -16.09394645690918, -13.959778785705566, -5.301902770996094, -4.683756351470947, -7.987329959869385, -8.667314529418945, -4.181224822998047, -8.692967414855957, -0.4079807996749878], 'distances_by_expert': [28.607954025268555, 32.18789291381836, 27.919557571411133, 10.603805541992188, 9.367512702941895, 15.97465991973877, 17.33462905883789, 8.362449645996094, 17.385934829711914, 0.8159615993499756], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.36572265625, 'language': 52.912750244140625}}, {'routing_index': 878, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.962440354778664e-07, 1.0131030592219759e-07, 8.453550890408223e-07, 0.004937668330967426, 0.009235394187271595, 0.00033563622855581343, 0.0001697537227300927, 0.014989146031439304, 0.0001635502267163247, 0.6546924710273743], 'log_scores_by_expert': [-14.332615852355957, -16.105077743530273, -13.983509063720703, -5.310862064361572, -4.684711933135986, -7.99948263168335, -8.681161880493164, -4.2004289627075195, -8.718390464782715, -0.42358967661857605], 'distances_by_expert': [28.665231704711914, 32.21015548706055, 27.967018127441406, 10.621724128723145, 9.369423866271973, 15.9989652633667, 17.362323760986328, 8.400857925415039, 17.43678092956543, 0.8471793532371521], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3229.09326171875, 'language': 52.962398529052734}}, {'routing_index': 879, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.432198690868972e-07, 9.274317136487298e-08, 7.812979561094835e-07, 0.0045393891632556915, 0.008388921618461609, 0.0003098660090472549, 0.00015814081416465342, 0.013754209503531456, 0.00015244279347825795, 0.5980253219604492], 'log_scores_by_expert': [-14.425751686096191, -16.193431854248047, -14.062309265136719, -5.394962787628174, -4.780843257904053, -8.079370498657227, -8.75202465057373, -4.286410331726074, -8.788721084594727, -0.5141222476959229], 'distances_by_expert': [28.851503372192383, 32.386863708496094, 28.124618530273438, 10.789925575256348, 9.561686515808105, 16.158740997314453, 17.50404930114746, 8.572820663452148, 17.577442169189453, 1.0282444953918457], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3196.265869140625, 'language': 52.9361686706543}}, {'routing_index': 880, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.326434688868176e-07, 9.211836271560969e-08, 7.67877509133541e-07, 0.004437762778252363, 0.008249381557106972, 0.0003099073946941644, 0.00015671216533519328, 0.013717315159738064, 0.00015035286196507514, 0.5963307619094849], 'log_scores_by_expert': [-14.445413589477539, -16.200191497802734, -14.079635620117188, -5.417604923248291, -4.797616958618164, -8.07923698425293, -8.761099815368652, -4.289096355438232, -8.802525520324707, -0.5169597864151001], 'distances_by_expert': [28.890827178955078, 32.40038299560547, 28.159271240234375, 10.835209846496582, 9.595233917236328, 16.15847396850586, 17.522199630737305, 8.578192710876465, 17.605051040649414, 1.0339195728302002], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3186.7373046875, 'language': 52.89848327636719}}, {'routing_index': 881, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.748269131800043e-07, 9.84519274993545e-08, 8.244834930337674e-07, 0.004736404400318861, 0.00885566882789135, 0.000323446118272841, 0.00016622402472421527, 0.014496623538434505, 0.00016140109801199287, 0.6371225118637085], 'log_scores_by_expert': [-14.369196891784668, -16.133697509765625, -14.008508682250977, -5.352477073669434, -4.7266974449157715, -8.036478042602539, -8.702174186706543, -4.233839511871338, -8.73161792755127, -0.45079338550567627], 'distances_by_expert': [28.738393783569336, 32.26739501953125, 28.017017364501953, 10.704954147338867, 9.453394889831543, 16.072956085205078, 17.404348373413086, 8.467679023742676, 17.46323585510254, 0.9015867710113525], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3250.802490234375, 'language': 52.8973274230957}}, {'routing_index': 882, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.644478733302094e-07, 9.480154261609641e-08, 8.198097134481941e-07, 0.004651199094951153, 0.008638104423880577, 0.00031221655081026256, 0.00016010033141355962, 0.01406122650951147, 0.0001584202254889533, 0.6048654913902283], 'log_scores_by_expert': [-14.387417793273926, -16.171480178833008, -14.014193534851074, -5.370630264282227, -4.751572132110596, -8.071813583374023, -8.739709854125977, -4.264334201812744, -8.750259399414062, -0.5027492046356201], 'distances_by_expert': [28.77483558654785, 32.342960357666016, 28.02838706970215, 10.741260528564453, 9.503144264221191, 16.143627166748047, 17.479419708251953, 8.528668403625488, 17.500518798828125, 1.0054984092712402], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3243.73583984375, 'language': 52.92344284057617}}, {'routing_index': 883, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.583657980423595e-07, 9.758483088262437e-08, 8.094562531368865e-07, 0.00472897058352828, 0.008722840808331966, 0.00032616080716252327, 0.00016365552437491715, 0.01431776862591505, 0.00015658786287531257, 0.6253370642662048], 'log_scores_by_expert': [-14.3982515335083, -16.14254379272461, -14.02690315246582, -5.354047775268555, -4.741810321807861, -8.028120040893555, -8.71774673461914, -4.246253967285156, -8.761893272399902, -0.4694644808769226], 'distances_by_expert': [28.7965030670166, 32.28508758544922, 28.05380630493164, 10.70809555053711, 9.483620643615723, 16.05624008178711, 17.43549346923828, 8.492507934570312, 17.523786544799805, 0.9389289617538452], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3236.45361328125, 'language': 52.90919494628906}}, {'routing_index': 884, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.578324930866074e-07, 9.583491333842176e-08, 8.026386240089778e-07, 0.0046221911907196045, 0.008395785465836525, 0.00032523891422897577, 0.00016010459512472153, 0.014057297259569168, 0.00015644442464690655, 0.6119864583015442], 'log_scores_by_expert': [-14.39920711517334, -16.1606388092041, -14.035361289978027, -5.376886367797852, -4.780025482177734, -8.030950546264648, -8.739683151245117, -4.264613628387451, -8.762809753417969, -0.4910450875759125], 'distances_by_expert': [28.79841423034668, 32.3212776184082, 28.070722579956055, 10.753772735595703, 9.560050964355469, 16.061901092529297, 17.479366302490234, 8.529227256774902, 17.525619506835938, 0.982090175151825], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3220.228515625, 'language': 52.89960479736328}}, {'routing_index': 885, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.178966600600688e-07, 8.545710272755969e-08, 8.569290912419092e-07, 0.004013685509562492, 0.00832680705934763, 0.0002220935857621953, 0.00014489595196209848, 0.013824678026139736, 0.0001606303994776681, 0.6168468594551086], 'log_scores_by_expert': [-14.296944618225098, -16.275251388549805, -13.969910621643066, -5.518045425415039, -4.788275241851807, -8.4124116897583, -8.839494705200195, -4.281300067901611, -8.736404418945312, -0.4831344783306122], 'distances_by_expert': [28.593889236450195, 32.55050277709961, 27.939821243286133, 11.036090850830078, 9.576550483703613, 16.8248233795166, 17.67898941040039, 8.562600135803223, 17.472808837890625, 0.9662689566612244], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3586.125, 'language': 52.90184783935547}}, {'routing_index': 886, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.424422736017732e-07, 9.870067430028939e-08, 8.776999607107427e-07, 0.004355764947831631, 0.009592700749635696, 0.00025837146677076817, 0.00015664685633964837, 0.015020227059721947, 0.00017129180196207017, 0.6996087431907654], 'log_scores_by_expert': [-14.257988929748535, -16.131174087524414, -13.945960998535156, -5.436254978179932, -4.646752834320068, -8.261112213134766, -8.761516571044922, -4.198357582092285, -8.672142028808594, -0.35723403096199036], 'distances_by_expert': [28.51597785949707, 32.26234817504883, 27.891921997070312, 10.872509956359863, 9.293505668640137, 16.52222442626953, 17.523033142089844, 8.39671516418457, 17.344284057617188, 0.7144680619239807], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3470.653076171875, 'language': 52.92634201049805}}, {'routing_index': 887, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.048577461115201e-07, 9.195194650146732e-08, 8.278288419205637e-07, 0.004100345075130463, 0.009589449502527714, 0.0002349940623389557, 0.00015066434571053833, 0.014386204071342945, 0.00016507600957993418, 0.7074815034866333], 'log_scores_by_expert': [-14.318272590637207, -16.20199966430664, -14.004459381103516, -5.4966840744018555, -4.647091865539551, -8.355950355529785, -8.800456047058105, -4.241485595703125, -8.709104537963867, -0.34604376554489136], 'distances_by_expert': [28.636545181274414, 32.40399932861328, 28.00891876220703, 10.993368148803711, 9.294183731079102, 16.71190071105957, 17.60091209411621, 8.48297119140625, 17.418209075927734, 0.6920875310897827], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3579.515869140625, 'language': 52.89573287963867}}, {'routing_index': 888, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.497338063127245e-07, 1.0636829017585114e-07, 9.011940846903599e-07, 0.0045565348118543625, 0.010504464618861675, 0.0002848745498340577, 0.0001636449305806309, 0.015756426379084587, 0.0001765890046954155, 0.7613783478736877], 'log_scores_by_expert': [-14.246703147888184, -16.056358337402344, -13.91954517364502, -5.39119291305542, -4.555954933166504, -8.163461685180664, -8.717811584472656, -4.150506973266602, -8.641685485839844, -0.2726249098777771], 'distances_by_expert': [28.493406295776367, 32.11271667480469, 27.83909034729004, 10.78238582611084, 9.111909866333008, 16.326923370361328, 17.435623168945312, 8.301013946533203, 17.283370971679688, 0.5452498197555542], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.833740234375, 'language': 52.90705108642578}}, {'routing_index': 889, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.857898142698104e-07, 1.0886416390576414e-07, 9.463854553359852e-07, 0.004723097663372755, 0.01081090234220028, 0.00030024454463273287, 0.0001727250055409968, 0.01653929054737091, 0.00018208233814220876, 0.7866073250770569], 'log_scores_by_expert': [-14.192694664001465, -16.033164978027344, -13.87061595916748, -5.355290412902832, -4.527200222015381, -8.110913276672363, -8.663809776306152, -4.102016448974609, -8.611051559448242, -0.24002614617347717], 'distances_by_expert': [28.38538932800293, 32.06632995605469, 27.74123191833496, 10.710580825805664, 9.054400444030762, 16.221826553344727, 17.327619552612305, 8.204032897949219, 17.222103118896484, 0.48005229234695435], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.7529296875, 'language': 52.94398880004883}}, {'routing_index': 890, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.8332337832544e-07, 1.0130257521723252e-07, 9.320320941696991e-07, 0.004743955563753843, 0.009904415346682072, 0.00029304585768841207, 0.00016698651597835124, 0.016514074057340622, 0.0001816717704059556, 0.7126621007919312], 'log_scores_by_expert': [-14.196297645568848, -16.105154037475586, -13.88589859008789, -5.350883960723877, -4.614774703979492, -8.135181427001953, -8.69759750366211, -4.103542327880859, -8.613308906555176, -0.33874791860580444], 'distances_by_expert': [28.392595291137695, 32.21030807495117, 27.77179718017578, 10.701767921447754, 9.229549407958984, 16.270362854003906, 17.39519500732422, 8.207084655761719, 17.22661781311035, 0.6774958372116089], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.724853515625, 'language': 52.915931701660156}}, {'routing_index': 891, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.705676582896558e-07, 1.088961454343007e-07, 9.227765076502692e-07, 0.0048393262550234795, 0.01031323242932558, 0.00033368857111781836, 0.00018017637194134295, 0.017155788838863373, 0.00018004857702180743, 0.7828418612480164], 'log_scores_by_expert': [-14.215141296386719, -16.03287124633789, -13.895878791809082, -5.330979824066162, -4.57432746887207, -8.005302429199219, -8.621574401855469, -4.065419673919678, -8.622283935546875, -0.2448245882987976], 'distances_by_expert': [28.430282592773438, 32.06574249267578, 27.791757583618164, 10.661959648132324, 9.14865493774414, 16.010604858398438, 17.243148803710938, 8.130839347839355, 17.24456787109375, 0.4896491765975952], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3429.354248046875, 'language': 52.93544387817383}}, {'routing_index': 892, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.035924340925703e-07, 1.1188817694574027e-07, 9.736977517604828e-07, 0.00476213451474905, 0.010434682480990887, 0.00030902231810614467, 0.00017609039787203074, 0.016827672719955444, 0.00018825556617230177, 0.7742420434951782], 'log_scores_by_expert': [-14.16706657409668, -16.005765914916992, -13.842164993286133, -5.34705924987793, -4.562620162963867, -8.082097053527832, -8.644513130187988, -4.084730625152588, -8.577710151672363, -0.2558707296848297], 'distances_by_expert': [28.33413314819336, 32.011531829833984, 27.684329986572266, 10.69411849975586, 9.125240325927734, 16.164194107055664, 17.289026260375977, 8.169461250305176, 17.155420303344727, 0.5117414593696594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3388.13818359375, 'language': 52.92436599731445}}, {'routing_index': 893, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.389777240656258e-07, 1.0062279898193083e-07, 8.724383064873109e-07, 0.004314809571951628, 0.009721839800477028, 0.00027097761631011963, 0.0001605112774996087, 0.015419086441397667, 0.00017581168503966182, 0.7342736124992371], 'log_scores_by_expert': [-14.263396263122559, -16.111886978149414, -13.951973915100098, -5.445702075958252, -4.63338041305542, -8.21347427368164, -8.737146377563477, -4.172149181365967, -8.646097183227539, -0.30887356400489807], 'distances_by_expert': [28.526792526245117, 32.22377395629883, 27.903947830200195, 10.891404151916504, 9.26676082611084, 16.42694854736328, 17.474292755126953, 8.344298362731934, 17.292194366455078, 0.6177471280097961], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3514.70654296875, 'language': 52.915016174316406}}, {'routing_index': 894, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.384995003827498e-07, 9.858045046939878e-08, 8.703731850800978e-07, 0.00405899528414011, 0.009670956991612911, 0.0002536158717703074, 0.00015897612320259213, 0.015367529354989529, 0.00017314721480943263, 0.7357550859451294], 'log_scores_by_expert': [-14.264144897460938, -16.13239288330078, -13.954343795776367, -5.506819725036621, -4.638628005981445, -8.27968978881836, -8.746756553649902, -4.1754984855651855, -8.661368370056152, -0.30685797333717346], 'distances_by_expert': [28.528289794921875, 32.26478576660156, 27.908687591552734, 11.013639450073242, 9.27725601196289, 16.55937957763672, 17.493513107299805, 8.350996971130371, 17.322736740112305, 0.6137159466743469], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3569.0478515625, 'language': 52.919334411621094}}, {'routing_index': 895, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.796020670662983e-07, 1.1816631229066843e-07, 9.433882723897113e-07, 0.005159690976142883, 0.010462288744747639, 0.00035941661917604506, 0.00018440303392708302, 0.017470646649599075, 0.0001851470151450485, 0.7881749272346497], 'log_scores_by_expert': [-14.20175838470459, -15.951172828674316, -13.873787879943848, -5.266878604888916, -4.559978008270264, -7.931028366088867, -8.598386764526367, -4.0472331047058105, -8.5943603515625, -0.23803527653217316], 'distances_by_expert': [28.40351676940918, 31.902345657348633, 27.747575759887695, 10.533757209777832, 9.119956016540527, 15.862056732177734, 17.196773529052734, 8.094466209411621, 17.188720703125, 0.4760705530643463], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.578125, 'language': 52.90747833251953}}, {'routing_index': 896, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.91595118951227e-07, 1.2165006069153605e-07, 9.705945558380336e-07, 0.005344970151782036, 0.01051143929362297, 0.00037774493102915585, 0.0001903351949295029, 0.017282312735915184, 0.00018571449618320912, 0.7685176730155945], 'log_scores_by_expert': [-14.18426513671875, -15.922117233276367, -13.845356941223145, -5.2315993309021, -4.555291175842285, -7.881291389465332, -8.566723823547363, -4.058071613311768, -8.591300010681152, -0.26329171657562256], 'distances_by_expert': [28.3685302734375, 31.844234466552734, 27.69071388244629, 10.4631986618042, 9.11058235168457, 15.762582778930664, 17.133447647094727, 8.116143226623535, 17.182600021362305, 0.5265834331512451], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.1513671875, 'language': 52.949039459228516}}, {'routing_index': 897, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.617945587095164e-07, 1.121227413136694e-07, 9.218239256369998e-07, 0.0050357854925096035, 0.009602723643183708, 0.00036184745840728283, 0.00018415892554912716, 0.016503918915987015, 0.00017629386275075376, 0.7093434929847717], 'log_scores_by_expert': [-14.228310585021973, -16.003671646118164, -13.89691162109375, -5.2911858558654785, -4.6457085609436035, -7.924287796020508, -8.599711418151855, -4.104157447814941, -8.64335823059082, -0.34341537952423096], 'distances_by_expert': [28.456621170043945, 32.00734329223633, 27.7938232421875, 10.582371711730957, 9.291417121887207, 15.848575592041016, 17.19942283630371, 8.208314895629883, 17.28671646118164, 0.6868307590484619], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.398193359375, 'language': 52.969886779785156}}, {'routing_index': 898, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.732910264872771e-07, 1.0950640927376298e-07, 9.53176083839935e-07, 0.005294928327202797, 0.009574206545948982, 0.0003591217682696879, 0.0001810691610444337, 0.016240611672401428, 0.00017848564311861992, 0.6766718626022339], 'log_scores_by_expert': [-14.211088180541992, -16.02728271484375, -13.863466262817383, -5.241005897521973, -4.648682594299316, -7.931849002838135, -8.616631507873535, -4.120240211486816, -8.631002426147461, -0.3905688226222992], 'distances_by_expert': [28.422176361083984, 32.0545654296875, 27.726932525634766, 10.482011795043945, 9.297365188598633, 15.86369800567627, 17.23326301574707, 8.240480422973633, 17.262004852294922, 0.7811376452445984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3227.06298828125, 'language': 52.93169021606445}}, {'routing_index': 899, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.495924935734365e-07, 1.0623892876537866e-07, 9.145673516286479e-07, 0.0050771813839674, 0.009388518519699574, 0.00035229077911935747, 0.0001776563876774162, 0.01589285396039486, 0.0001725473557598889, 0.6712369918823242], 'log_scores_by_expert': [-14.246920585632324, -16.057575225830078, -13.904814720153809, -5.282999038696289, -4.668267726898193, -7.951053619384766, -8.635659217834473, -4.141885757446289, -8.664838790893555, -0.3986329734325409], 'distances_by_expert': [28.49384117126465, 32.115150451660156, 27.809629440307617, 10.565998077392578, 9.336535453796387, 15.902107238769531, 17.271318435668945, 8.283771514892578, 17.32967758178711, 0.7972659468650818], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3226.648681640625, 'language': 52.94046401977539}}, {'routing_index': 900, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.642770813414245e-07, 1.057531093806574e-07, 9.128246460932132e-07, 0.005131185986101627, 0.009521453641355038, 0.00034297979436814785, 0.00017221445159520954, 0.015851642936468124, 0.0001806755317375064, 0.6729834675788879], 'log_scores_by_expert': [-14.224566459655762, -16.062158584594727, -13.906722068786621, -5.27241849899292, -4.654207706451416, -7.97783899307251, -8.666769981384277, -4.144482135772705, -8.618807792663574, -0.3960345685482025], 'distances_by_expert': [28.449132919311523, 32.12431716918945, 27.813444137573242, 10.54483699798584, 9.308415412902832, 15.95567798614502, 17.333539962768555, 8.28896427154541, 17.23761558532715, 0.792069137096405], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.62451171875, 'language': 52.89439392089844}}, {'routing_index': 901, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.518433792734868e-07, 1.0532836114407473e-07, 8.839345468913962e-07, 0.005065687466412783, 0.009457170031964779, 0.00034967975807376206, 0.00017200075672008097, 0.015753233805298805, 0.00017703180492389947, 0.6817693114280701], 'log_scores_by_expert': [-14.243461608886719, -16.06618309020996, -13.938882827758789, -5.2852654457092285, -4.660982131958008, -7.958492755889893, -8.668011665344238, -4.150709629058838, -8.639181137084961, -0.383063942193985], 'distances_by_expert': [28.486923217773438, 32.13236618041992, 27.877765655517578, 10.570530891418457, 9.321964263916016, 15.916985511779785, 17.336023330688477, 8.301419258117676, 17.278362274169922, 0.76612788438797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.371337890625, 'language': 52.93332290649414}}, {'routing_index': 902, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.633546831835702e-07, 1.104547848740367e-07, 9.125095630224678e-07, 0.005228401627391577, 0.009733639657497406, 0.00036904917214997113, 0.00017854300676845014, 0.016360163688659668, 0.00018107745563611388, 0.7026421427726746], 'log_scores_by_expert': [-14.225955963134766, -16.018659591674805, -13.90706729888916, -5.253649711608887, -4.632167339324951, -7.904580593109131, -8.630681037902832, -4.112905979156494, -8.616585731506348, -0.3529075086116791], 'distances_by_expert': [28.45191192626953, 32.03731918334961, 27.81413459777832, 10.507299423217773, 9.264334678649902, 15.809161186218262, 17.261362075805664, 8.225811958312988, 17.233171463012695, 0.7058150172233582], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3380.534912109375, 'language': 52.89137649536133}}, {'routing_index': 903, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.418225098059338e-07, 1.0281898710218229e-07, 8.646892979413678e-07, 0.004940857645124197, 0.009422671981155872, 0.0003430643700994551, 0.00016931103891693056, 0.015729019418358803, 0.00017386136460117996, 0.6773490905761719], 'log_scores_by_expert': [-14.258954048156738, -16.090295791625977, -13.960895538330078, -5.310216426849365, -4.664636611938477, -7.977592468261719, -8.683773040771484, -4.152247905731201, -8.657252311706543, -0.3895684480667114], 'distances_by_expert': [28.517908096313477, 32.18059158325195, 27.921791076660156, 10.62043285369873, 9.329273223876953, 15.955184936523438, 17.36754608154297, 8.304495811462402, 17.314504623413086, 0.7791368961334229], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.4951171875, 'language': 52.92155838012695}}, {'routing_index': 904, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.420361842174316e-07, 1.0263363492413191e-07, 8.705142704457103e-07, 0.0049485936760902405, 0.009333869442343712, 0.0003409727942198515, 0.00016853888519108295, 0.015730099752545357, 0.000175074819708243, 0.6731503009796143], 'log_scores_by_expert': [-14.258621215820312, -16.092100143432617, -13.954181671142578, -5.308651924133301, -4.674105644226074, -7.983707904815674, -8.68834400177002, -4.15217924118042, -8.650297164916992, -0.3957866430282593], 'distances_by_expert': [28.517242431640625, 32.184200286865234, 27.908363342285156, 10.617303848266602, 9.348211288452148, 15.967415809631348, 17.37668800354004, 8.30435848236084, 17.300594329833984, 0.7915732860565186], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.97705078125, 'language': 52.90718078613281}}, {'routing_index': 905, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.650687964793178e-07, 1.0855128351749954e-07, 9.004269827528333e-07, 0.005202482920140028, 0.009684843011200428, 0.0003643640666268766, 0.00017545558512210846, 0.016338257119059563, 0.00017975553055293858, 0.6958202123641968], 'log_scores_by_expert': [-14.22337532043457, -16.036043167114258, -13.92039680480957, -5.25861930847168, -4.637193202972412, -7.917356967926025, -8.648124694824219, -4.114245891571045, -8.623912811279297, -0.36266395449638367], 'distances_by_expert': [28.44675064086914, 32.072086334228516, 27.84079360961914, 10.51723861694336, 9.274386405944824, 15.83471393585205, 17.296249389648438, 8.22849178314209, 17.247825622558594, 0.7253279089927673], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.082763671875, 'language': 52.91749572753906}}, {'routing_index': 906, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.679093758066301e-07, 1.0795724136869467e-07, 9.187188538817281e-07, 0.0052046217024326324, 0.009691172279417515, 0.0003451730590313673, 0.00017431545711588115, 0.016175244003534317, 0.00018243082740809768, 0.6906619668006897], 'log_scores_by_expert': [-14.21911334991455, -16.04153060913086, -13.900285720825195, -5.258208274841309, -4.636539936065674, -7.97146463394165, -8.654644012451172, -4.124273300170898, -8.609139442443848, -0.3701047897338867], 'distances_by_expert': [28.4382266998291, 32.08306121826172, 27.80057144165039, 10.516416549682617, 9.273079872131348, 15.9429292678833, 17.309288024902344, 8.248546600341797, 17.218278884887695, 0.7402095794677734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.078857421875, 'language': 52.88947677612305}}, {'routing_index': 907, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.472136533375306e-07, 1.0064967170819727e-07, 8.814066063678183e-07, 0.005001804791390896, 0.009278174489736557, 0.0003240147780161351, 0.0001667016913415864, 0.015459076501429081, 0.00017653193208388984, 0.6584863662719727], 'log_scores_by_expert': [-14.250589370727539, -16.11161994934082, -13.941746711730957, -5.297956466674805, -4.680090427398682, -8.034721374511719, -8.699304580688477, -4.169559001922607, -8.642008781433105, -0.41781148314476013], 'distances_by_expert': [28.501178741455078, 32.22323989868164, 27.883493423461914, 10.59591293334961, 9.360180854797363, 16.069442749023438, 17.398609161376953, 8.339118003845215, 17.28401756286621, 0.8356229662895203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.698974609375, 'language': 52.908897399902344}}, {'routing_index': 908, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.62548586660705e-07, 1.0482931145361363e-07, 8.89553120941855e-07, 0.004956783726811409, 0.009387650527060032, 0.0003367836179677397, 0.00016863761993590742, 0.015857160091400146, 0.0001793851115508005, 0.673094630241394], 'log_scores_by_expert': [-14.227171897888184, -16.070932388305664, -13.932546615600586, -5.306998252868652, -4.668360233306885, -7.99606990814209, -8.687758445739746, -4.144134044647217, -8.625975608825684, -0.39586934447288513], 'distances_by_expert': [28.454343795776367, 32.14186477661133, 27.865093231201172, 10.613996505737305, 9.33672046661377, 15.99213981628418, 17.375516891479492, 8.288268089294434, 17.251951217651367, 0.7917386889457703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3343.55615234375, 'language': 52.90178680419922}}, {'routing_index': 909, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.787451525269717e-07, 1.0893457158545061e-07, 9.176208095595939e-07, 0.005277613643556833, 0.009822250343859196, 0.000355968892108649, 0.00017650348308961838, 0.016449393704533577, 0.00018316195928491652, 0.6998662948608398], 'log_scores_by_expert': [-14.203020095825195, -16.03251838684082, -13.901481628417969, -5.24428129196167, -4.623105049133301, -7.940667152404785, -8.642169952392578, -4.107466697692871, -8.60513973236084, -0.3568659722805023], 'distances_by_expert': [28.40604019165039, 32.06503677368164, 27.802963256835938, 10.48856258392334, 9.246210098266602, 15.88133430480957, 17.284339904785156, 8.214933395385742, 17.21027946472168, 0.7137319445610046], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.9716796875, 'language': 52.906158447265625}}, {'routing_index': 910, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.594100909751432e-07, 1.0518301252204765e-07, 8.865592349138751e-07, 0.0051565105095505714, 0.009542853571474552, 0.00035151338670402765, 0.0001731478696456179, 0.01597357727587223, 0.0001779791055014357, 0.6787281632423401], 'log_scores_by_expert': [-14.23192024230957, -16.067564010620117, -13.935917854309082, -5.267495155334473, -4.651962757110596, -7.953262805938721, -8.661364555358887, -4.136819362640381, -8.633844375610352, -0.387534499168396], 'distances_by_expert': [28.46384048461914, 32.135128021240234, 27.871835708618164, 10.534990310668945, 9.303925514221191, 15.906525611877441, 17.322729110717773, 8.273638725280762, 17.267688751220703, 0.775068998336792], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3388.080322265625, 'language': 52.92073440551758}}, {'routing_index': 911, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.577030831067532e-07, 1.0451906007347134e-07, 8.857201123646519e-07, 0.005231922958046198, 0.009458274580538273, 0.0003473492106422782, 0.00017174932872876525, 0.015900077298283577, 0.00017786456737667322, 0.6698946356773376], 'log_scores_by_expert': [-14.234512329101562, -16.073896408081055, -13.936864852905273, -5.252976417541504, -4.660865306854248, -7.965179920196533, -8.669474601745605, -4.1414313316345215, -8.634488105773926, -0.40063485503196716], 'distances_by_expert': [28.469024658203125, 32.14779281616211, 27.873729705810547, 10.505952835083008, 9.321730613708496, 15.930359840393066, 17.33894920349121, 8.282862663269043, 17.26897621154785, 0.8012697100639343], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.463134765625, 'language': 52.909969329833984}}, {'routing_index': 912, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.649146939707862e-07, 1.0506251157949009e-07, 8.980086931842379e-07, 0.005137532018125057, 0.009581194259226322, 0.0003415955579839647, 0.00017243582988157868, 0.015988757833838463, 0.00017832570301834494, 0.6792952418327332], 'log_scores_by_expert': [-14.223607063293457, -16.068710327148438, -13.923086166381836, -5.271182537078857, -4.647953033447266, -7.9818830490112305, -8.665485382080078, -4.13586950302124, -8.631898880004883, -0.386699378490448], 'distances_by_expert': [28.447214126586914, 32.137420654296875, 27.846172332763672, 10.542365074157715, 9.295906066894531, 15.963766098022461, 17.330970764160156, 8.27173900604248, 17.263797760009766, 0.773398756980896], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.3330078125, 'language': 52.91104507446289}}, {'routing_index': 913, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.486385473181144e-07, 9.353173169301954e-08, 9.192490892928618e-07, 0.004180131014436483, 0.008853131905198097, 0.00024828274035826325, 0.00015322038962040097, 0.014913205057382584, 0.00016882122145034373, 0.6572428941726685], 'log_scores_by_expert': [-14.248390197753906, -16.184965133666992, -13.89970874786377, -5.477412700653076, -4.726984024047852, -8.300942420959473, -8.7836332321167, -4.205508232116699, -8.686670303344727, -0.41970163583755493], 'distances_by_expert': [28.496780395507812, 32.369930267333984, 27.79941749572754, 10.954825401306152, 9.453968048095703, 16.601884841918945, 17.5672664642334, 8.411016464233398, 17.373340606689453, 0.8394032716751099], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.94775390625, 'language': 52.90886306762695}}, {'routing_index': 914, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.561612053701538e-07, 9.973754089287468e-08, 9.008401207211136e-07, 0.004442238714545965, 0.009654254652559757, 0.00026418548077344894, 0.0001571923348819837, 0.015178508125245571, 0.00017252926772926003, 0.7045832276344299], 'log_scores_by_expert': [-14.236859321594238, -16.120723724365234, -13.919938087463379, -5.41659688949585, -4.640356540679932, -8.238859176635742, -8.758040428161621, -4.187874794006348, -8.66494369506836, -0.35014888644218445], 'distances_by_expert': [28.473718643188477, 32.24144744873047, 27.839876174926758, 10.8331937789917, 9.280713081359863, 16.477718353271484, 17.516080856323242, 8.375749588012695, 17.32988739013672, 0.7002977728843689], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3535.5810546875, 'language': 52.90714645385742}}, {'routing_index': 915, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.01825911164633e-07, 1.0677279504989201e-07, 9.71943222793925e-07, 0.004712378140538931, 0.010178867727518082, 0.00029149805777706206, 0.00016894990403670818, 0.016323819756507874, 0.0001858470350271091, 0.7550012469291687], 'log_scores_by_expert': [-14.169580459594727, -16.052562713623047, -13.843968391418457, -5.35756254196167, -4.587441444396973, -8.140477180480957, -8.685908317565918, -4.1151299476623535, -8.59058666229248, -0.2810359597206116], 'distances_by_expert': [28.339160919189453, 32.105125427246094, 27.687936782836914, 10.71512508392334, 9.174882888793945, 16.280954360961914, 17.371816635131836, 8.230259895324707, 17.18117332458496, 0.5620719194412231], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.462890625, 'language': 52.887264251708984}}, {'routing_index': 916, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.437958859351056e-07, 1.0459703503329365e-07, 8.987223623080354e-07, 0.004593912046402693, 0.010436443611979485, 0.0002961557183880359, 0.000163520424393937, 0.015667466446757317, 0.00017709058010950685, 0.7550944685935974], 'log_scores_by_expert': [-14.255884170532227, -16.073150634765625, -13.92229175567627, -5.383023262023926, -4.562451362609863, -8.124625205993652, -8.718572616577148, -4.1561689376831055, -8.638849258422852, -0.28091245889663696], 'distances_by_expert': [28.511768341064453, 32.14630126953125, 27.84458351135254, 10.766046524047852, 9.124902725219727, 16.249250411987305, 17.437145233154297, 8.312337875366211, 17.277698516845703, 0.5618249177932739], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.069091796875, 'language': 52.896114349365234}}, {'routing_index': 917, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.106143584678648e-07, 1.0789857896043031e-07, 9.601499186828732e-07, 0.004651667084544897, 0.010756837204098701, 0.00029748075758107007, 0.0001770833187038079, 0.01713789813220501, 0.0001872439170256257, 0.8039580583572388], 'log_scores_by_expert': [-14.157135963439941, -16.04207420349121, -13.856176376342773, -5.370529651641846, -4.5322136878967285, -8.120161056518555, -8.638890266418457, -4.066462993621826, -8.583098411560059, -0.2182081937789917], 'distances_by_expert': [28.314271926879883, 32.08414840698242, 27.712352752685547, 10.741059303283691, 9.064427375793457, 16.24032211303711, 17.277780532836914, 8.132925987243652, 17.166196823120117, 0.4364163875579834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.519287109375, 'language': 52.91583251953125}}, {'routing_index': 918, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.360648399095226e-07, 9.455991545337383e-08, 8.549129120183352e-07, 0.004469048697501421, 0.009843996725976467, 0.0002871534670703113, 0.00016434997087344527, 0.01579376682639122, 0.0001689569908194244, 0.7245948910713196], 'log_scores_by_expert': [-14.267965316772461, -16.17403221130371, -13.97226619720459, -5.410579681396484, -4.620893478393555, -8.15549373626709, -8.713512420654297, -4.148139953613281, -8.685866355895996, -0.3221425414085388], 'distances_by_expert': [28.535930633544922, 32.34806442260742, 27.94453239440918, 10.821159362792969, 9.24178695678711, 16.31098747253418, 17.427024841308594, 8.296279907226562, 17.371732711791992, 0.6442850828170776], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3553.892578125, 'language': 52.932403564453125}}, {'routing_index': 919, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.123173872969346e-07, 1.091302621603063e-07, 9.49475349898421e-07, 0.005015238653868437, 0.010665694251656532, 0.00033644656650722027, 0.00017973873764276505, 0.01758403517305851, 0.00018868928600568324, 0.8000606894493103], 'log_scores_by_expert': [-14.154742240905762, -16.030723571777344, -13.867356300354004, -5.295274257659912, -4.540722846984863, -7.997071266174316, -8.624006271362305, -4.040763854980469, -8.575408935546875, -0.22306771576404572], 'distances_by_expert': [28.309484481811523, 32.06144714355469, 27.734712600708008, 10.590548515319824, 9.081445693969727, 15.994142532348633, 17.24801254272461, 8.081527709960938, 17.15081787109375, 0.44613543152809143], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3449.22314453125, 'language': 52.93749237060547}}, {'routing_index': 920, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.131493475753814e-07, 1.1573465030778607e-07, 9.700032705950434e-07, 0.004879833199083805, 0.010944733396172523, 0.00032059315708465874, 0.00017852496239356697, 0.017114069312810898, 0.00019052697462029755, 0.81446772813797], 'log_scores_by_expert': [-14.15357494354248, -15.971965789794922, -13.845966339111328, -5.322644233703613, -4.514896869659424, -8.045337677001953, -8.630782127380371, -4.067854404449463, -8.565716743469238, -0.20522049069404602], 'distances_by_expert': [28.30714988708496, 31.943931579589844, 27.691932678222656, 10.645288467407227, 9.029793739318848, 16.090675354003906, 17.261564254760742, 8.135708808898926, 17.131433486938477, 0.41044098138809204], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.484375, 'language': 52.9169807434082}}, {'routing_index': 921, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.250753017411625e-07, 9.744942275347057e-08, 8.62274077917391e-07, 0.004213213454931974, 0.009831996634602547, 0.00025426901993341744, 0.0001552616013213992, 0.014826763421297073, 0.00016834388952702284, 0.71989905834198], 'log_scores_by_expert': [-14.285393714904785, -16.143932342529297, -13.963692665100098, -5.469529628753662, -4.622113227844238, -8.277117729187012, -8.77039909362793, -4.2113213539123535, -8.689501762390137, -0.32864436507225037], 'distances_by_expert': [28.57078742980957, 32.287864685058594, 27.927385330200195, 10.939059257507324, 9.244226455688477, 16.554235458374023, 17.54079818725586, 8.422642707824707, 17.379003524780273, 0.6572887301445007], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3480.4013671875, 'language': 52.9079475402832}}, {'routing_index': 922, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.484319783339743e-07, 1.0522775539811846e-07, 8.822215704640257e-07, 0.004494852852076292, 0.010153340175747871, 0.00029338616877794266, 0.00016600872913841158, 0.015741482377052307, 0.00017922950792126358, 0.762729823589325], 'log_scores_by_expert': [-14.248708724975586, -16.067138671875, -13.94082260131836, -5.40482234954834, -4.58995246887207, -8.134020805358887, -8.703470230102539, -4.151455879211426, -8.626843452453613, -0.2708514332771301], 'distances_by_expert': [28.497417449951172, 32.13427734375, 27.88164520263672, 10.80964469909668, 9.17990493774414, 16.268041610717773, 17.406940460205078, 8.302911758422852, 17.253686904907227, 0.5417028665542603], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.5146484375, 'language': 52.898468017578125}}, {'routing_index': 923, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.778731744816469e-07, 1.0470442646237643e-07, 9.104164178097562e-07, 0.004529234021902084, 0.009660269133746624, 0.0002883439010474831, 0.0001629968173801899, 0.015536462888121605, 0.00018386165902484208, 0.7223120927810669], 'log_scores_by_expert': [-14.204305648803711, -16.072124481201172, -13.909363746643066, -5.397202491760254, -4.639733791351318, -8.15135669708252, -8.721779823303223, -4.164565563201904, -8.601326942443848, -0.3252979516983032], 'distances_by_expert': [28.408611297607422, 32.144248962402344, 27.818727493286133, 10.794404983520508, 9.279467582702637, 16.30271339416504, 17.443559646606445, 8.329131126403809, 17.202653884887695, 0.6505959033966064], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.0849609375, 'language': 52.917789459228516}}, {'routing_index': 924, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.039064939817763e-07, 1.0960797425241253e-07, 9.783713039723807e-07, 0.0049881404265761375, 0.009888921864330769, 0.0003237105847802013, 0.0001736448029987514, 0.01625707745552063, 0.00018895039102062583, 0.7111158967018127], 'log_scores_by_expert': [-14.166620254516602, -16.026355743408203, -13.837376594543457, -5.300692081451416, -4.616340160369873, -8.035660743713379, -8.658498764038086, -4.119226932525635, -8.574026107788086, -0.3409198820590973], 'distances_by_expert': [28.333240509033203, 32.052711486816406, 27.674753189086914, 10.601384162902832, 9.232680320739746, 16.071321487426758, 17.316997528076172, 8.23845386505127, 17.148052215576172, 0.6818397641181946], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.565673828125, 'language': 52.938446044921875}}, {'routing_index': 925, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.170898814161774e-07, 9.964740854684351e-08, 8.652444876133814e-07, 0.004921348299831152, 0.008950850926339626, 0.0003123320930171758, 0.00016042328206822276, 0.014756930060684681, 0.00017335539450868964, 0.6284531950950623], 'log_scores_by_expert': [-14.298251152038574, -16.121627807617188, -13.960253715515137, -5.314172744750977, -4.716006755828857, -8.071443557739258, -8.73769474029541, -4.216042518615723, -8.66016674041748, -0.4644937813282013], 'distances_by_expert': [28.59650230407715, 32.243255615234375, 27.920507431030273, 10.628345489501953, 9.432013511657715, 16.142887115478516, 17.47538948059082, 8.432085037231445, 17.32033348083496, 0.9289875626564026], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3258.80126953125, 'language': 52.91828918457031}}, {'routing_index': 926, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.483763286269095e-07, 1.0723874055429405e-07, 9.026149996316235e-07, 0.005194154102355242, 0.009708479978144169, 0.000344016938470304, 0.00017287563241552562, 0.01594367064535618, 0.0001785775675671175, 0.6877481937408447], 'log_scores_by_expert': [-14.248794555664062, -16.048208236694336, -13.917969703674316, -5.260221481323242, -4.634755611419678, -7.974819660186768, -8.662938117980957, -4.138693332672119, -8.630487442016602, -0.374332457780838], 'distances_by_expert': [28.497589111328125, 32.09641647338867, 27.835939407348633, 10.520442962646484, 9.269511222839355, 15.949639320373535, 17.325876235961914, 8.277386665344238, 17.260974884033203, 0.748664915561676], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.681396484375, 'language': 52.904518127441406}}, {'routing_index': 927, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.127280585133121e-07, 9.894212382732803e-08, 8.520219125784934e-07, 0.005009528715163469, 0.008808622136712074, 0.0003181880747433752, 0.00016011131810955703, 0.014709705486893654, 0.0001719102292554453, 0.6234850883483887], 'log_scores_by_expert': [-14.305344581604004, -16.12873077392578, -13.975653648376465, -5.296413421630859, -4.732024192810059, -8.052867889404297, -8.739641189575195, -4.219247817993164, -8.668538093566895, -0.47243037819862366], 'distances_by_expert': [28.610689163208008, 32.25746154785156, 27.95130729675293, 10.592826843261719, 9.464048385620117, 16.105735778808594, 17.47928237915039, 8.438495635986328, 17.33707618713379, 0.9448607563972473], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.9970703125, 'language': 52.933101654052734}}, {'routing_index': 928, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.882262144041306e-07, 9.379613175042323e-08, 8.278360041913402e-07, 0.004875346552580595, 0.008542386814951897, 0.0002976879186462611, 0.0001531175512354821, 0.01429552212357521, 0.0001694145757937804, 0.6013619303703308], 'log_scores_by_expert': [-14.34615421295166, -16.18214225769043, -14.004450798034668, -5.323564052581787, -4.762714862823486, -8.119464874267578, -8.78430461883545, -4.247808933258057, -8.683161735534668, -0.5085583925247192], 'distances_by_expert': [28.69230842590332, 32.36428451538086, 28.008901596069336, 10.647128105163574, 9.525429725646973, 16.238929748535156, 17.5686092376709, 8.495617866516113, 17.366323471069336, 1.0171167850494385], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.933349609375, 'language': 52.88429260253906}}, {'routing_index': 929, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.249769057831145e-07, 1.0164708896809316e-07, 8.683302894496592e-07, 0.005076912697404623, 0.009153916500508785, 0.0003185351088177413, 0.00016274923109449446, 0.014997567981481552, 0.00017494229541625828, 0.645018458366394], 'log_scores_by_expert': [-14.285551071166992, -16.10175895690918, -13.956693649291992, -5.28305196762085, -4.693573474884033, -8.051777839660645, -8.723299980163574, -4.199867248535156, -8.651054382324219, -0.4384763836860657], 'distances_by_expert': [28.571102142333984, 32.20351791381836, 27.913387298583984, 10.5661039352417, 9.387146949768066, 16.10355567932129, 17.44659996032715, 8.399734497070312, 17.302108764648438, 0.8769527673721313], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3301.778076171875, 'language': 52.925697326660156}}, {'routing_index': 930, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.839905270477175e-07, 9.271840184510438e-08, 8.16053045582521e-07, 0.004773590713739395, 0.008531948551535606, 0.00029356643790379167, 0.00015254925529006869, 0.014086855575442314, 0.0001665745658101514, 0.5996111035346985], 'log_scores_by_expert': [-14.353381156921387, -16.19369888305664, -14.018786430358887, -5.344656467437744, -4.763937473297119, -8.133406639099121, -8.788022994995117, -4.262513160705566, -8.700067520141602, -0.5114740133285522], 'distances_by_expert': [28.706762313842773, 32.38739776611328, 28.037572860717773, 10.689312934875488, 9.527874946594238, 16.266813278198242, 17.576045989990234, 8.525026321411133, 17.400135040283203, 1.0229480266571045], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.726318359375, 'language': 52.91855239868164}}, {'routing_index': 931, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.071584834899113e-07, 9.908055176310882e-08, 8.606736514593649e-07, 0.004984400700777769, 0.009038844145834446, 0.0003101465990766883, 0.00016031529230531305, 0.014821921475231647, 0.00017114728689193726, 0.6283518075942993], 'log_scores_by_expert': [-14.314476013183594, -16.12733268737793, -13.965550422668457, -5.3014421463012695, -4.706223964691162, -8.078465461730957, -8.738368034362793, -4.211647987365723, -8.672986030578613, -0.4646551012992859], 'distances_by_expert': [28.628952026367188, 32.25466537475586, 27.931100845336914, 10.602884292602539, 9.412447929382324, 16.156930923461914, 17.476736068725586, 8.423295974731445, 17.345972061157227, 0.9293102025985718], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.016357421875, 'language': 52.91724395751953}}, {'routing_index': 932, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.874503585800994e-07, 9.059925787369139e-08, 8.174714594133548e-07, 0.004759006667882204, 0.008593651466071606, 0.00028697086963802576, 0.00015222460206132382, 0.014122980646789074, 0.00016490356938447803, 0.5974141955375671], 'log_scores_by_expert': [-14.347474098205566, -16.216819763183594, -14.017049789428711, -5.347716331481934, -4.7567315101623535, -8.156129837036133, -8.790153503417969, -4.259952068328857, -8.710149765014648, -0.5151445865631104], 'distances_by_expert': [28.694948196411133, 32.43363952636719, 28.034099578857422, 10.695432662963867, 9.513463020324707, 16.312259674072266, 17.580307006835938, 8.519904136657715, 17.420299530029297, 1.0302891731262207], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.022216796875, 'language': 52.91977310180664}}, {'routing_index': 933, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.161631063150708e-07, 9.830818470391023e-08, 8.543481158085342e-07, 0.005031683016568422, 0.0090597253292799, 0.0003260808880440891, 0.00016387997311539948, 0.015093335881829262, 0.00017074152128770947, 0.6408911347389221], 'log_scores_by_expert': [-14.29975414276123, -16.13515853881836, -13.97292709350586, -5.292000770568848, -4.703916549682617, -8.028365135192871, -8.716376304626465, -4.193501949310303, -8.675359725952148, -0.4448956549167633], 'distances_by_expert': [28.59950828552246, 32.27031707763672, 27.94585418701172, 10.584001541137695, 9.407833099365234, 16.056730270385742, 17.43275260925293, 8.387003898620605, 17.350719451904297, 0.8897913098335266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.095458984375, 'language': 52.893287658691406}}, {'routing_index': 934, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.880170306227228e-07, 8.864700618005372e-08, 8.119619678836898e-07, 0.004717976786196232, 0.008322206325829029, 0.00029631928191520274, 0.00015377314412035048, 0.014079992659389973, 0.00016313180094584823, 0.5876671671867371], 'log_scores_by_expert': [-14.34650993347168, -16.238603591918945, -14.023812294006348, -5.356375217437744, -4.788827896118164, -8.124073028564453, -8.78003215789795, -4.26300048828125, -8.720952033996582, -0.531594455242157], 'distances_by_expert': [28.69301986694336, 32.47720718383789, 28.047624588012695, 10.712750434875488, 9.577655792236328, 16.248146057128906, 17.5600643157959, 8.5260009765625, 17.441904067993164, 1.063188910484314], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3265.375244140625, 'language': 52.92539596557617}}, {'routing_index': 935, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.459951578108303e-07, 1.0108004033781981e-07, 8.852859991748119e-07, 0.005116436164826155, 0.009173242375254631, 0.00033428866299800575, 0.00016982819943223149, 0.015458185225725174, 0.00017613171075936407, 0.6571285128593445], 'log_scores_by_expert': [-14.252473831176758, -16.10735321044922, -13.937355041503906, -5.275297164916992, -4.691464424133301, -8.00350570678711, -8.680723190307617, -4.16961669921875, -8.644278526306152, -0.41987571120262146], 'distances_by_expert': [28.504947662353516, 32.21470642089844, 27.874710083007812, 10.550594329833984, 9.382928848266602, 16.00701141357422, 17.361446380615234, 8.3392333984375, 17.288557052612305, 0.8397514224052429], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.253662109375, 'language': 52.92791748046875}}, {'routing_index': 936, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.56125564546528e-07, 1.0538443007135356e-07, 8.938475843933702e-07, 0.0052500637248158455, 0.009627031162381172, 0.0003437295090407133, 0.0001749820075929165, 0.015941420570015907, 0.00017658430442679673, 0.6844900846481323], 'log_scores_by_expert': [-14.236913681030273, -16.065650939941406, -13.927730560302734, -5.249515056610107, -4.6431803703308105, -7.975655555725098, -8.650827407836914, -4.138834476470947, -8.641712188720703, -0.379081130027771], 'distances_by_expert': [28.473827362060547, 32.13130187988281, 27.85546112060547, 10.499030113220215, 9.286360740661621, 15.951311111450195, 17.301654815673828, 8.277668952941895, 17.283424377441406, 0.758162260055542], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.500244140625, 'language': 52.95616149902344}}, {'routing_index': 937, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.401189125426754e-07, 1.0438617437102948e-07, 8.715052786101296e-07, 0.005164360627532005, 0.009495768696069717, 0.00034793620579876006, 0.0001746922207530588, 0.01593092642724514, 0.0001715674443403259, 0.684707522392273], 'log_scores_by_expert': [-14.261611938476562, -16.07516860961914, -13.953043937683105, -5.265974044799805, -4.656908988952637, -7.963491439819336, -8.652484893798828, -4.139492988586426, -8.670534133911133, -0.37876346707344055], 'distances_by_expert': [28.523223876953125, 32.15033721923828, 27.90608787536621, 10.53194808959961, 9.313817977905273, 15.926982879638672, 17.304969787597656, 8.278985977172852, 17.341068267822266, 0.7575269341468811], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.771728515625, 'language': 52.95164489746094}}, {'routing_index': 938, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.347807470774569e-07, 1.0525666738203654e-07, 8.623999292467488e-07, 0.0051867663860321045, 0.00962398387491703, 0.000360944279236719, 0.00017720949836075306, 0.01603967510163784, 0.000169269711477682, 0.6975979804992676], 'log_scores_by_expert': [-14.269986152648926, -16.066864013671875, -13.963546752929688, -5.2616448402404785, -4.643496990203857, -7.92678689956665, -8.638177871704102, -4.132689952850342, -8.684017181396484, -0.3601122498512268], 'distances_by_expert': [28.53997230529785, 32.13372802734375, 27.927093505859375, 10.523289680480957, 9.286993980407715, 15.8535737991333, 17.276355743408203, 8.265379905700684, 17.36803436279297, 0.7202244997024536], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.759033203125, 'language': 52.94953155517578}}, {'routing_index': 939, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.198442861204967e-07, 1.0189341281829911e-07, 8.422923087891832e-07, 0.0050630648620426655, 0.009445537813007832, 0.0003484364424366504, 0.00017339987971354276, 0.01563623920083046, 0.00016701262211427093, 0.683796226978302], 'log_scores_by_expert': [-14.293797492980957, -16.09933853149414, -13.987138748168945, -5.285783290863037, -4.66221284866333, -7.96205472946167, -8.659910202026367, -4.158164024353027, -8.697441101074219, -0.38009530305862427], 'distances_by_expert': [28.587594985961914, 32.19867706298828, 27.97427749633789, 10.571566581726074, 9.32442569732666, 15.92410945892334, 17.319820404052734, 8.316328048706055, 17.394882202148438, 0.7601906061172485], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3286.795166015625, 'language': 52.94477844238281}}, {'routing_index': 940, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.336376259241661e-07, 1.0194278843300708e-07, 8.670501756569138e-07, 0.004926081281155348, 0.00924066361039877, 0.0003312098851893097, 0.00016913916624616832, 0.01505961362272501, 0.0001707959163468331, 0.6580656170845032], 'log_scores_by_expert': [-14.271788597106934, -16.098854064941406, -13.958168983459473, -5.313211441040039, -4.684141635894775, -8.012758255004883, -8.684788703918457, -4.195738792419434, -8.675041198730469, -0.4184506833553314], 'distances_by_expert': [28.543577194213867, 32.19770812988281, 27.916337966918945, 10.626422882080078, 9.36828327178955, 16.025516510009766, 17.369577407836914, 8.391477584838867, 17.350082397460938, 0.8369013667106628], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.678466796875, 'language': 52.97266387939453}}, {'routing_index': 941, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.787529400753556e-07, 9.910871767715435e-08, 9.422715834261908e-07, 0.004574802238494158, 0.009240688756108284, 0.0002709887339733541, 0.0001602523261681199, 0.015672801062464714, 0.00017703400226309896, 0.6874468922615051], 'log_scores_by_expert': [-14.203008651733398, -16.12704849243164, -13.874972343444824, -5.3871917724609375, -4.684138774871826, -8.213433265686035, -8.738760948181152, -4.155828475952148, -8.639168739318848, -0.3747706413269043], 'distances_by_expert': [28.406017303466797, 32.25409698486328, 27.74994468688965, 10.774383544921875, 9.368277549743652, 16.42686653137207, 17.477521896362305, 8.311656951904297, 17.278337478637695, 0.7495412826538086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3529.46923828125, 'language': 52.89143371582031}}, {'routing_index': 942, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.431582733057439e-07, 1.0158680652239127e-07, 8.743973580749298e-07, 0.004414750728756189, 0.00947808101773262, 0.0002649739617481828, 0.0001581068936502561, 0.015161877498030663, 0.0001727709750412032, 0.7055497169494629], 'log_scores_by_expert': [-14.256875038146973, -16.102352142333984, -13.94973087310791, -5.42280387878418, -4.658773422241211, -8.235878944396973, -8.752239227294922, -4.188971042633057, -8.663543701171875, -0.3487780690193176], 'distances_by_expert': [28.513750076293945, 32.20470428466797, 27.89946174621582, 10.84560775756836, 9.317546844482422, 16.471757888793945, 17.504478454589844, 8.377942085266113, 17.32708740234375, 0.6975561380386353], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3498.51025390625, 'language': 52.90203094482422}}, {'routing_index': 943, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.678475870103284e-07, 1.0443396547543671e-07, 9.093630524148466e-07, 0.00456848694011569, 0.01030262652784586, 0.000275461032288149, 0.00016276724636554718, 0.015864534303545952, 0.00017821179062593728, 0.7567788362503052], 'log_scores_by_expert': [-14.219205856323242, -16.074710845947266, -13.910521507263184, -5.388573169708252, -4.575356483459473, -8.197064399719238, -8.723189353942871, -4.143669128417969, -8.632537841796875, -0.27868422865867615], 'distances_by_expert': [28.438411712646484, 32.14942169189453, 27.821043014526367, 10.777146339416504, 9.150712966918945, 16.394128799438477, 17.446378707885742, 8.287338256835938, 17.26507568359375, 0.5573684573173523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3477.826904296875, 'language': 52.902976989746094}}, {'routing_index': 944, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.730026941819233e-07, 9.411368040446177e-08, 8.021756343623565e-07, 0.0040823291055858135, 0.009670611470937729, 0.0002451129839755595, 0.00014825737162027508, 0.014351657591760159, 0.00016012537525966763, 0.7136001586914062], 'log_scores_by_expert': [-14.37237548828125, -16.178762435913086, -14.035938262939453, -5.501087665557861, -4.6386637687683105, -8.313791275024414, -8.816560745239258, -4.243889808654785, -8.739553451538086, -0.33743250370025635], 'distances_by_expert': [28.7447509765625, 32.35752487182617, 28.071876525878906, 11.002175331115723, 9.277327537536621, 16.627582550048828, 17.633121490478516, 8.48777961730957, 17.479106903076172, 0.6748650074005127], 'routing_embedding_norm': 1.41421377658844, 'modality_norms': {'vision': 3510.11669921875, 'language': 52.89431381225586}}, {'routing_index': 945, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.525717139993503e-07, 1.0671537609141524e-07, 9.141802479462058e-07, 0.004550273064523935, 0.010376223362982273, 0.0002957250108011067, 0.00016973380115814507, 0.01631968840956688, 0.00017691365792416036, 0.7722713947296143], 'log_scores_by_expert': [-14.242344856262207, -16.0531005859375, -13.905238151550293, -5.392568111419678, -4.568238258361816, -8.126080513000488, -8.681279182434082, -4.115383148193359, -8.639848709106445, -0.2584192454814911], 'distances_by_expert': [28.484689712524414, 32.106201171875, 27.810476303100586, 10.785136222839355, 9.136476516723633, 16.252161026000977, 17.362558364868164, 8.230766296386719, 17.27969741821289, 0.5168384909629822], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3395.20849609375, 'language': 52.911956787109375}}, {'routing_index': 946, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.855491960777726e-07, 1.0419699947306071e-07, 9.161919933831086e-07, 0.004815666936337948, 0.010503001511096954, 0.0003147199167869985, 0.00017248008225578815, 0.016774844378232956, 0.00018176849698647857, 0.7808033227920532], 'log_scores_by_expert': [-14.193045616149902, -16.076982498168945, -13.903039932250977, -5.335880756378174, -4.556094169616699, -8.063827514648438, -8.665228843688965, -4.087874889373779, -8.612776756286621, -0.2474319338798523], 'distances_by_expert': [28.386091232299805, 32.15396499633789, 27.806079864501953, 10.671761512756348, 9.112188339233398, 16.127655029296875, 17.33045768737793, 8.175749778747559, 17.225553512573242, 0.4948638677597046], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.45068359375, 'language': 52.958656311035156}}, {'routing_index': 947, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.960707423786516e-07, 1.0609090850266512e-07, 9.533133606964839e-07, 0.0049123615026474, 0.010206196457147598, 0.000312702264636755, 0.0001737625862006098, 0.016957776620984077, 0.0001833944406826049, 0.7388613224029541], 'log_scores_by_expert': [-14.177814483642578, -16.058969497680664, -13.863322257995605, -5.316000461578369, -4.5847601890563965, -8.070259094238281, -8.657820701599121, -4.077028751373291, -8.60387134552002, -0.3026450574398041], 'distances_by_expert': [28.355628967285156, 32.11793899536133, 27.72664451599121, 10.632000923156738, 9.169520378112793, 16.140518188476562, 17.315641403198242, 8.154057502746582, 17.20774269104004, 0.6052901148796082], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3431.530029296875, 'language': 52.91215896606445}}, {'routing_index': 948, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.29561611731333e-07, 1.0434597186304018e-07, 8.776807476351678e-07, 0.004705789964646101, 0.010513785295188427, 0.0003299664531368762, 0.00017564190784469247, 0.01678425446152687, 0.0001684431335888803, 0.7776713371276855], 'log_scores_by_expert': [-14.278242111206055, -16.07555389404297, -13.945982933044434, -5.358961582183838, -4.555068016052246, -8.016519546508789, -8.647063255310059, -4.087314128875732, -8.688912391662598, -0.2514513432979584], 'distances_by_expert': [28.55648422241211, 32.15110778808594, 27.891965866088867, 10.717923164367676, 9.110136032104492, 16.033039093017578, 17.294126510620117, 8.174628257751465, 17.377824783325195, 0.5029026865959167], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3423.882568359375, 'language': 52.928733825683594}}, {'routing_index': 949, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.755949470971245e-07, 1.0395442728849957e-07, 9.254839028471906e-07, 0.004353127907961607, 0.010210077278316021, 0.00028121296782046556, 0.0001715795515337959, 0.016155896708369255, 0.00018236177857033908, 0.7762277722358704], 'log_scores_by_expert': [-14.207672119140625, -16.079313278198242, -13.892949104309082, -5.43686056137085, -4.584380149841309, -8.176398277282715, -8.670463562011719, -4.125470161437988, -8.609518051147461, -0.2533092796802521], 'distances_by_expert': [28.41534423828125, 32.158626556396484, 27.785898208618164, 10.8737211227417, 9.168760299682617, 16.35279655456543, 17.340927124023438, 8.250940322875977, 17.219036102294922, 0.5066185593605042], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3496.0380859375, 'language': 52.8933219909668}}, {'routing_index': 950, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.867767865514907e-07, 1.1134785182775886e-07, 9.498493795945251e-07, 0.004659038968384266, 0.010643375106155872, 0.0003014872199855745, 0.00017468105943407863, 0.01656639575958252, 0.0001859959593275562, 0.7911515235900879], 'log_scores_by_expert': [-14.191256523132324, -16.01060676574707, -13.866962432861328, -5.368946075439453, -4.54281759262085, -8.106782913208008, -8.652548789978027, -4.10037899017334, -8.5897855758667, -0.23426572978496552], 'distances_by_expert': [28.38251304626465, 32.02121353149414, 27.733924865722656, 10.737892150878906, 9.0856351852417, 16.213565826416016, 17.305097579956055, 8.20075798034668, 17.1795711517334, 0.46853145956993103], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.8232421875, 'language': 52.90908432006836}}, {'routing_index': 951, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.8291620891614e-07, 1.1184827286569998e-07, 9.468187727179611e-07, 0.004661416634917259, 0.010595310479402542, 0.00030335408519022167, 0.0001726648915791884, 0.016651811078190804, 0.000185639233677648, 0.782804012298584], 'log_scores_by_expert': [-14.196893692016602, -16.006122589111328, -13.870158195495605, -5.368435859680176, -4.547343730926514, -8.10060977935791, -8.66415786743164, -4.095236301422119, -8.591705322265625, -0.24487294256687164], 'distances_by_expert': [28.393787384033203, 32.012245178222656, 27.74031639099121, 10.736871719360352, 9.094687461853027, 16.20121955871582, 17.32831573486328, 8.190472602844238, 17.18341064453125, 0.4897458851337433], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.98974609375, 'language': 52.911163330078125}}, {'routing_index': 952, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.036065312604478e-07, 1.2026308127133234e-07, 9.66129505286517e-07, 0.005302042700350285, 0.010791361331939697, 0.0003668588469736278, 0.00018796135555021465, 0.017539694905281067, 0.00019051080744247884, 0.7928141951560974], 'log_scores_by_expert': [-14.167046546936035, -15.933584213256836, -13.849967956542969, -5.239663124084473, -4.5290093421936035, -7.910533428192139, -8.57927417755127, -4.043288707733154, -8.565801620483398, -0.2321663647890091], 'distances_by_expert': [28.33409309387207, 31.867168426513672, 27.699935913085938, 10.479326248168945, 9.058018684387207, 15.821066856384277, 17.15854835510254, 8.086577415466309, 17.131603240966797, 0.4643327295780182], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.76904296875, 'language': 52.897029876708984}}, {'routing_index': 953, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.692005172226345e-07, 1.199190364786773e-07, 9.406257959199138e-07, 0.005143221002072096, 0.010206591337919235, 0.0003670870210044086, 0.0001859979092841968, 0.016916919499635696, 0.0001786491193342954, 0.749620795249939], 'log_scores_by_expert': [-14.217182159423828, -15.93644905090332, -13.876720428466797, -5.270075798034668, -4.584721565246582, -7.909911632537842, -8.589775085449219, -4.079441070556641, -8.630086898803711, -0.2881878614425659], 'distances_by_expert': [28.434364318847656, 31.87289810180664, 27.753440856933594, 10.540151596069336, 9.169443130493164, 15.819823265075684, 17.179550170898438, 8.158882141113281, 17.260173797607422, 0.5763757228851318], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.473388671875, 'language': 52.95234298706055}}, {'routing_index': 954, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.159111194392608e-07, 1.044001152195051e-07, 8.6142586042115e-07, 0.00473236758261919, 0.009048590436577797, 0.00035008753184229136, 0.00017388342530466616, 0.015480276197195053, 0.00016482917999383062, 0.6712989211082458], 'log_scores_by_expert': [-14.300163269042969, -16.075035095214844, -13.964676856994629, -5.353329658508301, -4.705146312713623, -7.957327365875244, -8.657125473022461, -4.168188571929932, -8.710600852966309, -0.39854079484939575], 'distances_by_expert': [28.600326538085938, 32.15007019042969, 27.929353713989258, 10.706659317016602, 9.410292625427246, 15.914654731750488, 17.314250946044922, 8.336377143859863, 17.421201705932617, 0.7970815896987915], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.451171875, 'language': 52.93167495727539}}, {'routing_index': 955, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.122526201579603e-07, 1.0205660316842113e-07, 8.615112392362789e-07, 0.004815598018467426, 0.008911252953112125, 0.00035017970367334783, 0.00017273092817049474, 0.015478291548788548, 0.00016217550728470087, 0.6464691162109375], 'log_scores_by_expert': [-14.306120872497559, -16.09773826599121, -13.964577674865723, -5.33589506149292, -4.72044038772583, -7.957064151763916, -8.663775444030762, -4.168316841125488, -8.726831436157227, -0.4362299144268036], 'distances_by_expert': [28.612241744995117, 32.19547653198242, 27.929155349731445, 10.67179012298584, 9.44088077545166, 15.914128303527832, 17.327550888061523, 8.336633682250977, 17.453662872314453, 0.8724598288536072], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3228.958984375, 'language': 52.92134094238281}}, {'routing_index': 956, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.53298343422648e-07, 1.0879710998779046e-07, 9.236869118467439e-07, 0.005234817508608103, 0.009453716687858105, 0.0003543384082149714, 0.00017596683755982667, 0.0158170685172081, 0.00017915618082042783, 0.6704298257827759], 'log_scores_by_expert': [-14.241231918334961, -16.033781051635742, -13.894892692565918, -5.252423286437988, -4.661347389221191, -7.945258140563965, -8.645215034484863, -4.146665573120117, -8.627252578735352, -0.39983630180358887], 'distances_by_expert': [28.482463836669922, 32.067562103271484, 27.789785385131836, 10.504846572875977, 9.322694778442383, 15.89051628112793, 17.290430068969727, 8.293331146240234, 17.254505157470703, 0.7996726036071777], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.982666015625, 'language': 52.91655731201172}}, {'routing_index': 957, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.560053975590563e-07, 1.0449574006088369e-07, 8.965616302702983e-07, 0.00518240500241518, 0.009350307285785675, 0.0003552658890839666, 0.00017116573872044683, 0.015658847987651825, 0.00017660231969784945, 0.6612344980239868], 'log_scores_by_expert': [-14.237096786499023, -16.074119567871094, -13.924698829650879, -5.262485980987549, -4.672346115112305, -7.942644119262695, -8.67287826538086, -4.156719207763672, -8.641610145568848, -0.41364672780036926], 'distances_by_expert': [28.474193572998047, 32.14823913574219, 27.849397659301758, 10.524971961975098, 9.34469223022461, 15.88528823852539, 17.34575653076172, 8.313438415527344, 17.283220291137695, 0.8272934556007385], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.319580078125, 'language': 52.93064880371094}}, {'routing_index': 958, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.563164447470626e-07, 1.0386523285887961e-07, 8.928166721489106e-07, 0.0050849029794335365, 0.009365245699882507, 0.00035072697210125625, 0.0001692698715487495, 0.015852322801947594, 0.00017789358389563859, 0.6653450727462769], 'log_scores_by_expert': [-14.23662281036377, -16.080171585083008, -13.928884506225586, -5.281479358673096, -4.670749664306641, -7.955502510070801, -8.684016227722168, -4.144439220428467, -8.63432502746582, -0.40744948387145996], 'distances_by_expert': [28.47324562072754, 32.160343170166016, 27.857769012451172, 10.562958717346191, 9.341499328613281, 15.911005020141602, 17.368032455444336, 8.288878440856934, 17.26865005493164, 0.8148989677429199], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3351.7333984375, 'language': 52.9178352355957}}, {'routing_index': 959, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.802887924095558e-07, 1.068901553935575e-07, 9.211806855091709e-07, 0.005316029768437147, 0.009640219621360302, 0.00035715140984393656, 0.00017374767048750073, 0.01621163636445999, 0.00018291652668267488, 0.6790894865989685], 'log_scores_by_expert': [-14.200748443603516, -16.051464080810547, -13.89760971069336, -5.2370285987854, -4.641811370849609, -7.937350749969482, -8.657906532287598, -4.122025966644287, -8.606480598449707, -0.3870023488998413], 'distances_by_expert': [28.40149688720703, 32.102928161621094, 27.79521942138672, 10.4740571975708, 9.283622741699219, 15.874701499938965, 17.315813064575195, 8.244051933288574, 17.212961196899414, 0.7740046977996826], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.407470703125, 'language': 52.918251037597656}}, {'routing_index': 960, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.289981454050576e-07, 1.1308978287161153e-07, 9.873375574898091e-07, 0.005484791472554207, 0.010017667897045612, 0.00037187078851275146, 0.00017967172607313842, 0.016933010891079903, 0.0001935303007485345, 0.708070695400238], 'log_scores_by_expert': [-14.13159465789795, -15.995083808898926, -13.828253746032715, -5.205776214599609, -4.603404998779297, -7.896964073181152, -8.62437915802002, -4.078490257263184, -8.550076484680176, -0.34521132707595825], 'distances_by_expert': [28.2631893157959, 31.99016761779785, 27.65650749206543, 10.411552429199219, 9.206809997558594, 15.793928146362305, 17.24875831604004, 8.156980514526367, 17.10015296936035, 0.6904226541519165], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.399169921875, 'language': 52.9168701171875}}, {'routing_index': 961, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.215061827992031e-07, 1.0858793331181005e-07, 9.568199175191694e-07, 0.005293632857501507, 0.00992291234433651, 0.0003393811930436641, 0.00017269009549636394, 0.016291797161102295, 0.00019100817735306919, 0.6909509897232056], 'log_scores_by_expert': [-14.141924858093262, -16.03570556640625, -13.859650611877441, -5.241250514984131, -4.612908840179443, -7.988386631011963, -8.66401195526123, -4.117093563079834, -8.563194274902344, -0.36968639492988586], 'distances_by_expert': [28.283849716186523, 32.0714111328125, 27.719301223754883, 10.482501029968262, 9.225817680358887, 15.976773262023926, 17.32802391052246, 8.234187126159668, 17.126388549804688, 0.7393727898597717], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3401.63818359375, 'language': 52.94315719604492}}, {'routing_index': 962, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.837405521764595e-07, 9.852161753087785e-08, 9.142647741100518e-07, 0.005038030911237001, 0.009129079058766365, 0.0003076972207054496, 0.00016062520444393158, 0.01531644444912672, 0.00018250236462336034, 0.6292683482170105], 'log_scores_by_expert': [-14.195687294006348, -16.13298988342285, -13.905145645141602, -5.290740013122559, -4.696290493011475, -8.086394309997559, -8.73643684387207, -4.178828239440918, -8.608747482299805, -0.4631974697113037], 'distances_by_expert': [28.391374588012695, 32.2659797668457, 27.810291290283203, 10.581480026245117, 9.39258098602295, 16.172788619995117, 17.47287368774414, 8.357656478881836, 17.21749496459961, 0.9263949394226074], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.395263671875, 'language': 52.92573928833008}}, {'routing_index': 963, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.006555620137078e-07, 1.0053857835146118e-07, 9.331812407253892e-07, 0.00509428046643734, 0.009283547289669514, 0.0003172829747200012, 0.00016458070604130626, 0.015579179860651493, 0.00018620396440383047, 0.6436198949813843], 'log_scores_by_expert': [-14.171249389648438, -16.11272430419922, -13.884666442871094, -5.279636859893799, -4.679511547088623, -8.055716514587402, -8.712109565734863, -4.161819934844971, -8.588667869567871, -0.4406469464302063], 'distances_by_expert': [28.342498779296875, 32.22544860839844, 27.769332885742188, 10.559273719787598, 9.359023094177246, 16.111433029174805, 17.424219131469727, 8.323639869689941, 17.177335739135742, 0.8812938928604126], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.182373046875, 'language': 52.93679428100586}}, {'routing_index': 964, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.855060519228573e-07, 9.303247594516506e-08, 8.99882707017241e-07, 0.004692646209150553, 0.008848949335515499, 0.0002861790999304503, 0.00015386129962280393, 0.014936740510165691, 0.0001814214192563668, 0.6121776700019836], 'log_scores_by_expert': [-14.193108558654785, -16.190317153930664, -13.921001434326172, -5.361758708953857, -4.727456569671631, -8.158892631530762, -8.779458999633789, -4.2039313316345215, -8.6146879196167, -0.49073275923728943], 'distances_by_expert': [28.38621711730957, 32.38063430786133, 27.842002868652344, 10.723517417907715, 9.454913139343262, 16.317785263061523, 17.558917999267578, 8.407862663269043, 17.2293758392334, 0.9814655184745789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3352.501708984375, 'language': 52.91086959838867}}, {'routing_index': 965, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.159794677136233e-07, 9.36520478944658e-08, 9.382417829328915e-07, 0.004564578644931316, 0.008921572007238865, 0.0002772621810436249, 0.00015480976435355842, 0.015129242092370987, 0.00018531094247009605, 0.6207384467124939], 'log_scores_by_expert': [-14.149614334106445, -16.183679580688477, -13.879258155822754, -5.389429092407227, -4.719283103942871, -8.190546989440918, -8.773313522338867, -4.191125869750977, -8.593475341796875, -0.47684556245803833], 'distances_by_expert': [28.29922866821289, 32.36735916137695, 27.758516311645508, 10.778858184814453, 9.438566207885742, 16.381093978881836, 17.546627044677734, 8.382251739501953, 17.18695068359375, 0.9536911249160767], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.28369140625, 'language': 52.921051025390625}}, {'routing_index': 966, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.566954423054995e-07, 9.9043518275721e-08, 9.882561471385998e-07, 0.004781993106007576, 0.009216811507940292, 0.00030451788916252553, 0.00016327796038240194, 0.01585027389228344, 0.00019512444850988686, 0.6563441753387451], 'log_scores_by_expert': [-14.094305038452148, -16.12770652770996, -13.827323913574219, -5.342897891998291, -4.686726093292236, -8.096780776977539, -8.720056533813477, -4.14456844329834, -8.54187297821045, -0.42107003927230835], 'distances_by_expert': [28.188610076904297, 32.25541305541992, 27.654647827148438, 10.685795783996582, 9.373452186584473, 16.193561553955078, 17.440113067626953, 8.28913688659668, 17.0837459564209, 0.8421400785446167], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.8525390625, 'language': 52.936744689941406}}, {'routing_index': 967, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.211732508949353e-07, 8.962217634689296e-08, 9.64201149145083e-07, 0.004360837861895561, 0.008513311855494976, 0.0002650920068845153, 0.00015162317140493542, 0.014835461974143982, 0.00018540887685958296, 0.6029144525527954], 'log_scores_by_expert': [-14.142386436462402, -16.227663040161133, -13.85196590423584, -5.435091018676758, -4.766124248504639, -8.235433578491211, -8.794112205505371, -4.210734844207764, -8.592947006225586, -0.5059798955917358], 'distances_by_expert': [28.284772872924805, 32.455326080322266, 27.70393180847168, 10.870182037353516, 9.532248497009277, 16.470867156982422, 17.588224411010742, 8.421469688415527, 17.185894012451172, 1.0119597911834717], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.990966796875, 'language': 52.91037368774414}}, {'routing_index': 968, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.287312087100872e-07, 8.827496600360973e-08, 9.731564887260902e-07, 0.004192777443677187, 0.008367995731532574, 0.0002648544905241579, 0.00014965135778766125, 0.014649640768766403, 0.00018827889289241284, 0.6017133593559265], 'log_scores_by_expert': [-14.13196086883545, -16.242809295654297, -13.842720985412598, -5.474391937255859, -4.783340930938721, -8.236330032348633, -8.807202339172363, -4.223339557647705, -8.57758617401123, -0.5079740881919861], 'distances_by_expert': [28.2639217376709, 32.485618591308594, 27.685441970825195, 10.948783874511719, 9.566681861877441, 16.472660064697266, 17.614404678344727, 8.44667911529541, 17.15517234802246, 1.0159481763839722], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3367.82421875, 'language': 52.90733337402344}}, {'routing_index': 969, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.855635774627444e-07, 1.0329408439702092e-07, 9.602442787581822e-07, 0.0046711089089512825, 0.009612669236958027, 0.0002765694516710937, 0.00016375232371501625, 0.01581079512834549, 0.0001782009203452617, 0.7024614810943604], 'log_scores_by_expert': [-14.193024635314941, -16.08568572998047, -13.856078147888184, -5.366358757019043, -4.6446733474731445, -8.193048477172852, -8.717155456542969, -4.147062301635742, -8.632598876953125, -0.35316476225852966], 'distances_by_expert': [28.386049270629883, 32.17137145996094, 27.712156295776367, 10.732717514038086, 9.289346694946289, 16.386096954345703, 17.434310913085938, 8.294124603271484, 17.26519775390625, 0.7063295245170593], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.927490234375, 'language': 52.89236831665039}}, {'routing_index': 970, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.78848721236136e-07, 1.0705910113983919e-07, 9.369622375743347e-07, 0.004540632013231516, 0.010030620731413364, 0.0002757340844254941, 0.00016517190670128912, 0.015984298661351204, 0.00017867825226858258, 0.7401580810546875], 'log_scores_by_expert': [-14.20286750793457, -16.049884796142578, -13.880622863769531, -5.394689083099365, -4.602112770080566, -8.196073532104492, -8.708523750305176, -4.136148452758789, -8.629923820495605, -0.3008915185928345], 'distances_by_expert': [28.40573501586914, 32.099769592285156, 27.761245727539062, 10.78937816619873, 9.204225540161133, 16.392147064208984, 17.41704750061035, 8.272296905517578, 17.25984764099121, 0.601783037185669], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3478.843505859375, 'language': 52.90190887451172}}, {'routing_index': 971, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.803302881053241e-07, 1.0017355123181915e-07, 9.113485361922358e-07, 0.004416744690388441, 0.010185491293668747, 0.00026395931490696967, 0.00016290809435304254, 0.01582789607346058, 0.00017954873328562826, 0.7519639730453491], 'log_scores_by_expert': [-14.200687408447266, -16.116361618041992, -13.908340454101562, -5.422352313995361, -4.586791038513184, -8.239715576171875, -8.72232437133789, -4.145981311798096, -8.6250638961792, -0.2850668728351593], 'distances_by_expert': [28.40137481689453, 32.232723236083984, 27.816680908203125, 10.844704627990723, 9.173582077026367, 16.47943115234375, 17.44464874267578, 8.291962623596191, 17.2501277923584, 0.5701337456703186], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3487.65673828125, 'language': 52.913516998291016}}, {'routing_index': 972, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.89642263296264e-07, 1.1149172252089556e-07, 9.560565104038687e-07, 0.004734240937978029, 0.010687611065804958, 0.00029747479129582644, 0.00017137546092271805, 0.01661529578268528, 0.00018443557200953364, 0.7803087830543518], 'log_scores_by_expert': [-14.187092781066895, -16.009315490722656, -13.860448837280273, -5.352933883666992, -4.538670063018799, -8.1201810836792, -8.671653747558594, -4.097431659698486, -8.598210334777832, -0.24806557595729828], 'distances_by_expert': [28.37418556213379, 32.01863098144531, 27.720897674560547, 10.705867767333984, 9.077340126037598, 16.2403621673584, 17.343307495117188, 8.194863319396973, 17.196420669555664, 0.49613115191459656], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3378.152099609375, 'language': 52.91516876220703}}, {'routing_index': 973, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.033737006167939e-07, 1.0884900802921038e-07, 9.54595179791795e-07, 0.004688733723014593, 0.010928237810730934, 0.0002980154531542212, 0.00017550511984154582, 0.016894573345780373, 0.0001857577299233526, 0.8083776831626892], 'log_scores_by_expert': [-14.167377471923828, -16.03330421447754, -13.861978530883789, -5.362592697143555, -4.51640510559082, -8.118365287780762, -8.647842407226562, -4.08076286315918, -8.59106731414795, -0.21272587776184082], 'distances_by_expert': [28.334754943847656, 32.06660842895508, 27.723957061767578, 10.72518539428711, 9.03281021118164, 16.236730575561523, 17.295684814453125, 8.16152572631836, 17.1821346282959, 0.42545175552368164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.4931640625, 'language': 52.9433479309082}}, {'routing_index': 974, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.812743436057644e-07, 1.0910196124314098e-07, 9.443001545150764e-07, 0.0048544020392000675, 0.010353987105190754, 0.00032761009060777724, 0.00017917582590598613, 0.017063923180103302, 0.00018356381042394787, 0.7693604230880737], 'log_scores_by_expert': [-14.199300765991211, -16.030982971191406, -13.872821807861328, -5.327869415283203, -4.570383548736572, -8.023686408996582, -8.627142906188965, -4.070788860321045, -8.602948188781738, -0.2621956765651703], 'distances_by_expert': [28.398601531982422, 32.06196594238281, 27.745643615722656, 10.655738830566406, 9.140767097473145, 16.047372817993164, 17.25428581237793, 8.14157772064209, 17.205896377563477, 0.5243913531303406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.951171875, 'language': 52.92262649536133}}, {'routing_index': 975, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.373977043949708e-07, 1.0342971989985017e-07, 8.918287335291097e-07, 0.004734101239591837, 0.010121123865246773, 0.0003113649436272681, 0.00017055858916137367, 0.01641107350587845, 0.0001738567225402221, 0.7448268532752991], 'log_scores_by_expert': [-14.26587200164795, -16.084373474121094, -13.929991722106934, -5.352963447570801, -4.593130588531494, -8.074544906616211, -8.676431655883789, -4.109798908233643, -8.657279014587402, -0.29460349678993225], 'distances_by_expert': [28.5317440032959, 32.16874694824219, 27.859983444213867, 10.705926895141602, 9.186261177062988, 16.149089813232422, 17.352863311767578, 8.219597816467285, 17.314558029174805, 0.5892069935798645], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.771240234375, 'language': 52.912208557128906}}, {'routing_index': 976, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.533911687256477e-07, 1.066169090790936e-07, 9.045892852554971e-07, 0.004579752217978239, 0.0105246901512146, 0.0002939891710411757, 0.00016789976507425308, 0.016164828091859818, 0.00017944911087397486, 0.7815454006195068], 'log_scores_by_expert': [-14.241089820861816, -16.05402374267578, -13.91578483581543, -5.386110305786133, -4.5540313720703125, -8.131967544555664, -8.692143440246582, -4.124917507171631, -8.625618934631348, -0.24648204445838928], 'distances_by_expert': [28.482179641723633, 32.10804748535156, 27.83156967163086, 10.772220611572266, 9.108062744140625, 16.263935089111328, 17.384286880493164, 8.249835014343262, 17.251237869262695, 0.49296408891677856], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3438.8291015625, 'language': 52.88380432128906}}, {'routing_index': 977, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.864617946826911e-07, 9.195686345719878e-08, 8.046043831200222e-07, 0.003999404609203339, 0.009657911024987698, 0.00023759996111039072, 0.00014878484944347292, 0.014227539300918579, 0.00016016598965507, 0.7148981094360352], 'log_scores_by_expert': [-14.34915828704834, -16.201946258544922, -14.032915115356445, -5.521609783172607, -4.639977931976318, -8.344922065734863, -8.813009262084961, -4.252575874328613, -8.739299774169922, -0.3356153070926666], 'distances_by_expert': [28.69831657409668, 32.403892517089844, 28.06583023071289, 11.043219566345215, 9.279955863952637, 16.689844131469727, 17.626018524169922, 8.505151748657227, 17.478599548339844, 0.6712306141853333], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.46044921875, 'language': 52.91892623901367}}, {'routing_index': 978, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.59427007829072e-07, 8.95760337016327e-08, 7.692084977861668e-07, 0.0039134761318564415, 0.009255475364625454, 0.00024355808272957802, 0.0001459111226722598, 0.014180237427353859, 0.0001564578415127471, 0.706889271736145], 'log_scores_by_expert': [-14.396352767944336, -16.228178024291992, -14.077903747558594, -5.543329238891602, -4.682539939880371, -8.320155143737793, -8.832512855529785, -4.255906105041504, -8.762723922729492, -0.3468811810016632], 'distances_by_expert': [28.792705535888672, 32.456356048583984, 28.155807495117188, 11.086658477783203, 9.365079879760742, 16.640310287475586, 17.66502571105957, 8.511812210083008, 17.525447845458984, 0.6937623620033264], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3558.730712890625, 'language': 52.896968841552734}}, {'routing_index': 979, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.468088713518227e-07, 1.0375713088706107e-07, 8.880612654138531e-07, 0.004411958158016205, 0.00992539245635271, 0.0002768684644252062, 0.0001635903026908636, 0.015676777809858322, 0.00017779979680199176, 0.7490730285644531], 'log_scores_by_expert': [-14.251214981079102, -16.081212997436523, -13.934225082397461, -5.423436641693115, -4.612658977508545, -8.191967964172363, -8.718145370483398, -4.155574798583984, -8.634852409362793, -0.28891876339912415], 'distances_by_expert': [28.502429962158203, 32.16242599487305, 27.868450164794922, 10.84687328338623, 9.22531795501709, 16.383935928344727, 17.436290740966797, 8.311149597167969, 17.269704818725586, 0.5778375267982483], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.902099609375, 'language': 52.89832305908203}}, {'routing_index': 980, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.823895546403946e-07, 1.0628919966393369e-07, 9.355229053653602e-07, 0.004637324716895819, 0.009792927652597427, 0.0002940309641417116, 0.0001665942691033706, 0.016074182465672493, 0.00018585906946100295, 0.7344918847084045], 'log_scores_by_expert': [-14.197665214538574, -16.05710220336914, -13.882160186767578, -5.373617649078369, -4.626094818115234, -8.13182544708252, -8.699949264526367, -4.13054084777832, -8.590521812438965, -0.308576375246048], 'distances_by_expert': [28.39533042907715, 32.11420440673828, 27.764320373535156, 10.747235298156738, 9.252189636230469, 16.26365089416504, 17.399898529052734, 8.26108169555664, 17.18104362487793, 0.617152750492096], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.344482421875, 'language': 52.90025329589844}}, {'routing_index': 981, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.724684797314694e-07, 9.798190347964919e-08, 8.125584258777963e-07, 0.004517918452620506, 0.008792810142040253, 0.0002962856669910252, 0.00015307959984056652, 0.01443824078887701, 0.0001591686304891482, 0.6291616559028625], 'log_scores_by_expert': [-14.373308181762695, -16.13848304748535, -14.023077964782715, -5.3997039794921875, -4.733820915222168, -8.124186515808105, -8.784552574157715, -4.237874984741211, -8.745546340942383, -0.46336713433265686], 'distances_by_expert': [28.74661636352539, 32.2769660949707, 28.04615592956543, 10.799407958984375, 9.467641830444336, 16.24837303161621, 17.56910514831543, 8.475749969482422, 17.491092681884766, 0.9267342686653137], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3235.81787109375, 'language': 52.934452056884766}}, {'routing_index': 982, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.290641181294632e-07, 1.0856371090994799e-07, 8.855553801367932e-07, 0.005015471018850803, 0.009227106347680092, 0.000335183140123263, 0.00016559507639613003, 0.015081818215548992, 0.00017835597100201994, 0.6589189767837524], 'log_scores_by_expert': [-14.279032707214355, -16.03592872619629, -13.937050819396973, -5.295228004455566, -4.685609817504883, -8.000833511352539, -8.705965042114258, -4.194265365600586, -8.631729125976562, -0.4171546399593353], 'distances_by_expert': [28.55806541442871, 32.07185745239258, 27.874101638793945, 10.590456008911133, 9.371219635009766, 16.001667022705078, 17.411930084228516, 8.388530731201172, 17.263458251953125, 0.8343092799186707], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.8935546875, 'language': 52.92140579223633}}, {'routing_index': 983, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.020952127983037e-07, 1.0210703038637803e-07, 8.504080142301973e-07, 0.0049281069077551365, 0.0087899724021554, 0.0003176923200953752, 0.0001589098828844726, 0.014645184390246868, 0.00017292673874180764, 0.6351569890975952], 'log_scores_by_expert': [-14.322850227355957, -16.097244262695312, -13.97754955291748, -5.312800407409668, -4.7341437339782715, -8.054427146911621, -8.747173309326172, -4.223643779754639, -8.662642478942871, -0.4538831114768982], 'distances_by_expert': [28.645700454711914, 32.194488525390625, 27.95509910583496, 10.625600814819336, 9.468287467956543, 16.108854293823242, 17.494346618652344, 8.447287559509277, 17.325284957885742, 0.9077662229537964], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.45703125, 'language': 52.909847259521484}}, {'routing_index': 984, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.161378678370966e-07, 1.0189011590000518e-07, 8.4958605839347e-07, 0.004922193009406328, 0.008988664485514164, 0.0003182557411491871, 0.00015770738536957651, 0.014740466140210629, 0.00017602741718292236, 0.6441220045089722], 'log_scores_by_expert': [-14.299795150756836, -16.0993709564209, -13.978516578674316, -5.314001083374023, -4.711791038513184, -8.052655220031738, -8.754769325256348, -4.217158794403076, -8.64487075805664, -0.43986713886260986], 'distances_by_expert': [28.599590301513672, 32.1987419128418, 27.957033157348633, 10.628002166748047, 9.423582077026367, 16.105310440063477, 17.509538650512695, 8.434317588806152, 17.28974151611328, 0.8797342777252197], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3332.4609375, 'language': 52.910030364990234}}, {'routing_index': 985, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.152459377517516e-07, 1.0316787779629522e-07, 8.595597478233685e-07, 0.004884666297584772, 0.009220029227435589, 0.0003132944693788886, 0.00015936714771669358, 0.014969460666179657, 0.00017414861940778792, 0.6608076691627502], 'log_scores_by_expert': [-14.301243782043457, -16.0869083404541, -13.966845512390137, -5.321654319763184, -4.686377048492432, -8.068367004394531, -8.74429988861084, -4.201743125915527, -8.655601501464844, -0.41429251432418823], 'distances_by_expert': [28.602487564086914, 32.1738166809082, 27.933691024780273, 10.643308639526367, 9.372754096984863, 16.136734008789062, 17.48859977722168, 8.403486251831055, 17.311203002929688, 0.8285850286483765], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3271.20263671875, 'language': 52.906925201416016}}, {'routing_index': 986, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.760176916031924e-07, 1.0850201448420194e-07, 9.192438596983266e-07, 0.005157027393579483, 0.009642918594181538, 0.0003368737525306642, 0.0001691312645561993, 0.0158969908952713, 0.00018812417692970484, 0.6995187997817993], 'log_scores_by_expert': [-14.207046508789062, -16.036497116088867, -13.899714469909668, -5.26739501953125, -4.641531467437744, -7.995802402496338, -8.684835433959961, -4.14162540435791, -8.578408241271973, -0.35736262798309326], 'distances_by_expert': [28.414093017578125, 32.072994232177734, 27.799428939819336, 10.5347900390625, 9.283062934875488, 15.991604804992676, 17.369670867919922, 8.28325080871582, 17.156816482543945, 0.7147252559661865], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3338.882080078125, 'language': 52.9045295715332}}, {'routing_index': 987, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.670054517599056e-07, 1.0672270889244828e-07, 9.084147336579917e-07, 0.004876725375652313, 0.009691000916063786, 0.0003227497509215027, 0.00016724198940210044, 0.015807168558239937, 0.00018636528693605214, 0.7114030718803406], 'log_scores_by_expert': [-14.220467567443848, -16.05303192138672, -13.911564826965332, -5.323281288146973, -4.636557579040527, -8.038633346557617, -8.69606876373291, -4.147291660308838, -8.587801933288574, -0.34051617980003357], 'distances_by_expert': [28.440935134887695, 32.10606384277344, 27.823129653930664, 10.646562576293945, 9.273115158081055, 16.077266693115234, 17.39213752746582, 8.294583320617676, 17.17560386657715, 0.6810323596000671], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.994140625, 'language': 52.88847732543945}}, {'routing_index': 988, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.924788067408372e-07, 1.0916899384483258e-07, 9.477356570641859e-07, 0.004805800970643759, 0.009852877818048, 0.00031168610439635813, 0.00016984778631012887, 0.01613091118633747, 0.00018920643196906894, 0.7224085927009583], 'log_scores_by_expert': [-14.182988166809082, -16.03036880493164, -13.869190216064453, -5.3379316329956055, -4.619991779327393, -8.073513984680176, -8.680607795715332, -4.127017974853516, -8.572671890258789, -0.32516443729400635], 'distances_by_expert': [28.365976333618164, 32.06073760986328, 27.738380432128906, 10.675863265991211, 9.239983558654785, 16.14702796936035, 17.361215591430664, 8.254035949707031, 17.145343780517578, 0.6503288745880127], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.1142578125, 'language': 52.904541015625}}, {'routing_index': 989, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.953137585696822e-07, 1.0309450715340063e-07, 9.619556067264057e-07, 0.004531776532530785, 0.009479627013206482, 0.0002928335452452302, 0.0001662352733546868, 0.015755293890833855, 0.0001870609848992899, 0.6943075060844421], 'log_scores_by_expert': [-14.178902626037598, -16.08761978149414, -13.854297637939453, -5.396641254425049, -4.6586103439331055, -8.135906219482422, -8.702106475830078, -4.15057897567749, -8.584075927734375, -0.3648402988910675], 'distances_by_expert': [28.357805252075195, 32.17523956298828, 27.708595275878906, 10.793282508850098, 9.317220687866211, 16.271812438964844, 17.404212951660156, 8.30115795135498, 17.16815185546875, 0.729680597782135], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.154541015625, 'language': 52.92261505126953}}, {'routing_index': 990, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.715794711453782e-07, 9.291473190842225e-08, 9.319076639258128e-07, 0.004101011902093887, 0.008657782338559628, 0.0002566878974903375, 0.00015208138211164623, 0.014586132951080799, 0.00017871080490294844, 0.6315716505050659], 'log_scores_by_expert': [-14.21363353729248, -16.19158363342285, -13.886032104492188, -5.496521472930908, -4.74929666519165, -8.26764965057373, -8.791094779968262, -4.227684020996094, -8.629741668701172, -0.45954394340515137], 'distances_by_expert': [28.42726707458496, 32.3831672668457, 27.772064208984375, 10.993042945861816, 9.4985933303833, 16.53529930114746, 17.582189559936523, 8.455368041992188, 17.259483337402344, 0.9190878868103027], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.951171875, 'language': 52.9077262878418}}, {'routing_index': 991, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.049081887089415e-07, 9.258921807031584e-08, 9.722816685098223e-07, 0.004022280219942331, 0.00875901896506548, 0.0002481818664819002, 0.00015601294580847025, 0.014825018122792244, 0.00018346843717154115, 0.6359410285949707], 'log_scores_by_expert': [-14.16519832611084, -16.195093154907227, -13.843620300292969, -5.51590633392334, -4.737671375274658, -8.301348686218262, -8.765571594238281, -4.21143913269043, -8.60346794128418, -0.45264944434165955], 'distances_by_expert': [28.33039665222168, 32.39018630981445, 27.687240600585938, 11.03181266784668, 9.475342750549316, 16.602697372436523, 17.531143188476562, 8.42287826538086, 17.20693588256836, 0.9052988886833191], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3322.288330078125, 'language': 52.892086029052734}}, {'routing_index': 992, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.769674314455187e-07, 9.42090494504555e-08, 9.537852747598663e-07, 0.00424184650182724, 0.00863566156476736, 0.00027378511731512845, 0.00015728245489299297, 0.014767404645681381, 0.0001806136715458706, 0.626907229423523], 'log_scores_by_expert': [-14.205642700195312, -16.177749633789062, -13.86282730102539, -5.462756633758545, -4.75185489654541, -8.203166961669922, -8.757467269897461, -4.215332984924316, -8.619150161743164, -0.4669567942619324], 'distances_by_expert': [28.411285400390625, 32.355499267578125, 27.72565460205078, 10.92551326751709, 9.50370979309082, 16.406333923339844, 17.514934539794922, 8.430665969848633, 17.238300323486328, 0.9339135885238647], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.17626953125, 'language': 52.90668487548828}}, {'routing_index': 993, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.755685149073543e-07, 9.829431490970819e-08, 9.269440397474682e-07, 0.004353389609605074, 0.009132975712418556, 0.00028880650643259287, 0.00016394186241086572, 0.015299152582883835, 0.0001838893658714369, 0.6824530959129333], 'log_scores_by_expert': [-14.207711219787598, -16.135299682617188, -13.891372680664062, -5.436800479888916, -4.695863723754883, -8.14975357055664, -8.715998649597168, -4.179957866668701, -8.601176261901855, -0.3820614814758301], 'distances_by_expert': [28.415422439575195, 32.270599365234375, 27.782745361328125, 10.873600959777832, 9.391727447509766, 16.29950714111328, 17.431997299194336, 8.359915733337402, 17.20235252380371, 0.7641229629516602], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.142822265625, 'language': 52.89376449584961}}, {'routing_index': 994, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.740934850313351e-07, 9.851127913407254e-08, 9.21174489576515e-07, 0.004362772218883038, 0.009313547052443027, 0.0002909229078795761, 0.00016458824393339455, 0.015329376794397831, 0.0001813572453102097, 0.6891016960144043], 'log_scores_by_expert': [-14.2098970413208, -16.133094787597656, -13.897616386413574, -5.434647560119629, -4.676285266876221, -8.142452239990234, -8.712063789367676, -4.177984237670898, -8.615041732788086, -0.37236639857292175], 'distances_by_expert': [28.4197940826416, 32.26618957519531, 27.79523277282715, 10.869295120239258, 9.352570533752441, 16.28490447998047, 17.42412757873535, 8.355968475341797, 17.230083465576172, 0.7447327971458435], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.27783203125, 'language': 52.92646408081055}}, {'routing_index': 995, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.513449761769152e-07, 9.355260033316881e-08, 8.905530535230355e-07, 0.0042039682157337666, 0.009073230437934399, 0.000280054664472118, 0.0001614024949958548, 0.015015428885817528, 0.0001761159219313413, 0.6798612475395203], 'log_scores_by_expert': [-14.244226455688477, -16.184741973876953, -13.93142318725586, -5.471726417541504, -4.702426910400391, -8.180525779724121, -8.731609344482422, -4.198677062988281, -8.644368171691895, -0.38586655259132385], 'distances_by_expert': [28.488452911376953, 32.369483947753906, 27.86284637451172, 10.943452835083008, 9.404853820800781, 16.361051559448242, 17.463218688964844, 8.397354125976562, 17.28873634338379, 0.7717331051826477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.45458984375, 'language': 52.91543197631836}}, {'routing_index': 996, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.634888336520817e-07, 8.720992639155156e-08, 9.213432008436939e-07, 0.003990011755377054, 0.008598603308200836, 0.00025459026801399887, 0.00015423445438500494, 0.014317836612462997, 0.0001749740040395409, 0.6191875338554382], 'log_scores_by_expert': [-14.225753784179688, -16.254947662353516, -13.897433280944824, -5.523961067199707, -4.756155490875244, -8.27585506439209, -8.777036666870117, -4.246249198913574, -8.650873184204102, -0.47934719920158386], 'distances_by_expert': [28.451507568359375, 32.50989532470703, 27.79486656188965, 11.047922134399414, 9.512310981750488, 16.55171012878418, 17.554073333740234, 8.492498397827148, 17.301746368408203, 0.9586943984031677], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3388.10693359375, 'language': 52.91925048828125}}, {'routing_index': 997, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.412700486180256e-07, 9.535246903169536e-08, 8.899646104509884e-07, 0.004313316196203232, 0.009166181087493896, 0.00025198658113367856, 0.0001552268076920882, 0.014725376851856709, 0.00016991552547551692, 0.6732114553451538], 'log_scores_by_expert': [-14.259815216064453, -16.165685653686523, -13.932084083557129, -5.446048259735107, -4.692234516143799, -8.286134719848633, -8.770623207092285, -4.2181830406188965, -8.680209159851074, -0.39569586515426636], 'distances_by_expert': [28.519630432128906, 32.33137130737305, 27.864168167114258, 10.892096519470215, 9.384469032287598, 16.572269439697266, 17.54124641418457, 8.436366081237793, 17.36041831970215, 0.7913917303085327], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3556.630615234375, 'language': 52.8971061706543}}, {'routing_index': 998, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.242049721549847e-07, 9.369760789468273e-08, 8.531073376616405e-07, 0.004136639181524515, 0.00936565175652504, 0.00024192441196646541, 0.000152251886902377, 0.014509293250739574, 0.0001639510883251205, 0.6792125701904297], 'log_scores_by_expert': [-14.286787033081055, -16.18319320678711, -13.974380493164062, -5.4878716468811035, -4.670706272125244, -8.326885223388672, -8.789974212646484, -4.23296594619751, -8.7159423828125, -0.3868211507797241], 'distances_by_expert': [28.57357406616211, 32.36638641357422, 27.948760986328125, 10.975743293762207, 9.341412544250488, 16.653770446777344, 17.57994842529297, 8.46593189239502, 17.431884765625, 0.7736423015594482], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.064697265625, 'language': 52.932289123535156}}, {'routing_index': 999, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.921645763213746e-07, 1.0851319132143544e-07, 9.243134400094277e-07, 0.004797771107405424, 0.010564456693828106, 0.0003016807895619422, 0.0001733439858071506, 0.01642640307545662, 0.00018566155631560832, 0.78312748670578], 'log_scores_by_expert': [-14.183442115783691, -16.036394119262695, -13.894214630126953, -5.339603900909424, -4.550260066986084, -8.106141090393066, -8.660232543945312, -4.108865261077881, -8.591585159301758, -0.24445973336696625], 'distances_by_expert': [28.366884231567383, 32.07278823852539, 27.788429260253906, 10.679207801818848, 9.100520133972168, 16.212282180786133, 17.320465087890625, 8.217730522155762, 17.183170318603516, 0.4889194667339325], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.84228515625, 'language': 52.94209289550781}}, {'routing_index': 1000, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.29382725492178e-07, 1.0344530920747275e-07, 8.691231982993486e-07, 0.004546802490949631, 0.010373556986451149, 0.00029399225604720414, 0.0001642755523789674, 0.015660975128412247, 0.00017445247794967145, 0.7659393548965454], 'log_scores_by_expert': [-14.278526306152344, -16.0842227935791, -13.955780982971191, -5.393331050872803, -4.568495273590088, -8.131957054138184, -8.71396541595459, -4.156583309173584, -8.653858184814453, -0.26665234565734863], 'distances_by_expert': [28.557052612304688, 32.1684455871582, 27.911561965942383, 10.786662101745605, 9.136990547180176, 16.263914108276367, 17.42793083190918, 8.313166618347168, 17.307716369628906, 0.5333046913146973], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.043701171875, 'language': 52.87091064453125}}, {'routing_index': 1001, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.255054015331552e-07, 1.0966317631755373e-07, 9.574918067301041e-07, 0.004964953754097223, 0.010752324014902115, 0.00033536695991642773, 0.00018172220734413713, 0.017649726942181587, 0.00019210977188777179, 0.8186767101287842], 'log_scores_by_expert': [-14.136397361755371, -16.02585220336914, -13.858948707580566, -5.305351257324219, -4.532633304595947, -8.000285148620605, -8.613031387329102, -4.03703498840332, -8.557443618774414, -0.20006605982780457], 'distances_by_expert': [28.272794723510742, 32.05170440673828, 27.717897415161133, 10.610702514648438, 9.065266609191895, 16.00057029724121, 17.226062774658203, 8.07406997680664, 17.114887237548828, 0.40013211965560913], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.910400390625, 'language': 52.926849365234375}}, {'routing_index': 1002, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.854426715108275e-07, 1.0509779002632058e-07, 9.355818519907189e-07, 0.0050002168864011765, 0.010408483445644379, 0.0003236756892874837, 0.0001740339066600427, 0.016833892092108727, 0.0001830402616178617, 0.7479805946350098], 'log_scores_by_expert': [-14.193201065063477, -16.068374633789062, -13.882097244262695, -5.298274040222168, -4.565134048461914, -8.035768508911133, -8.65626049041748, -4.0843610763549805, -8.605804443359375, -0.29037827253341675], 'distances_by_expert': [28.386402130126953, 32.136749267578125, 27.76419448852539, 10.596548080444336, 9.130268096923828, 16.071537017822266, 17.31252098083496, 8.168722152709961, 17.21160888671875, 0.5807565450668335], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.58251953125, 'language': 52.91826629638672}}, {'routing_index': 1003, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.982341235721833e-07, 1.0118208138010232e-07, 8.445089747510792e-07, 0.004810271319001913, 0.009764251299202442, 0.00033739907667040825, 0.00017307868984062225, 0.016354188323020935, 0.00015991645341273397, 0.7186856269836426], 'log_scores_by_expert': [-14.329283714294434, -16.10634422302246, -13.98451042175293, -5.337001800537109, -4.629027366638184, -7.99424409866333, -8.661764144897461, -4.113271236419678, -8.740859031677246, -0.33033135533332825], 'distances_by_expert': [28.658567428588867, 32.21268844604492, 27.96902084350586, 10.674003601074219, 9.258054733276367, 15.98848819732666, 17.323528289794922, 8.226542472839355, 17.481718063354492, 0.6606627106666565], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.407958984375, 'language': 52.95041275024414}}, {'routing_index': 1004, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.628089863625064e-07, 1.039752532960847e-07, 9.093708399632305e-07, 0.0047217016108334064, 0.010380336083471775, 0.0003194922464899719, 0.00017314143769908696, 0.016503240913152695, 0.00017810544522944838, 0.7771391868591309], 'log_scores_by_expert': [-14.226778984069824, -16.079113006591797, -13.910512924194336, -5.355586051940918, -4.56784200668335, -8.04877758026123, -8.661401748657227, -4.104198455810547, -8.633134841918945, -0.2521357834339142], 'distances_by_expert': [28.45355796813965, 32.158226013183594, 27.821025848388672, 10.711172103881836, 9.1356840133667, 16.09755516052246, 17.322803497314453, 8.208396911621094, 17.26626968383789, 0.5042715668678284], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3524.8095703125, 'language': 52.91593933105469}}, {'routing_index': 1005, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.179315275607223e-07, 1.1523056997475578e-07, 9.77733293439087e-07, 0.00497429771348834, 0.010761789046227932, 0.00032505628769285977, 0.00017842148372437805, 0.01687699556350708, 0.00019374840485397726, 0.7935652732849121], 'log_scores_by_expert': [-14.146891593933105, -15.976330757141113, -13.838028907775879, -5.303471088409424, -4.5317535400390625, -8.031512260437012, -8.631361961364746, -4.081803798675537, -8.5489501953125, -0.23121953010559082], 'distances_by_expert': [28.29378318786621, 31.952661514282227, 27.676057815551758, 10.606942176818848, 9.063507080078125, 16.063024520874023, 17.262723922729492, 8.163607597351074, 17.097900390625, 0.46243906021118164], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3445.9013671875, 'language': 52.89946746826172}}, {'routing_index': 1006, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.141798050724901e-07, 1.152425497252807e-07, 9.814898476179224e-07, 0.004900441970676184, 0.010611369274556637, 0.0003236861666664481, 0.00017642993771005422, 0.017045648768544197, 0.00019321052241139114, 0.7925007343292236], 'log_scores_by_expert': [-14.152131080627441, -15.976226806640625, -13.83419418334961, -5.318429946899414, -4.5458292961120605, -8.035736083984375, -8.642586708068848, -4.071860313415527, -8.551730155944824, -0.23256181180477142], 'distances_by_expert': [28.304262161254883, 31.95245361328125, 27.66838836669922, 10.636859893798828, 9.091658592224121, 16.07147216796875, 17.285173416137695, 8.143720626831055, 17.10346031188965, 0.46512362360954285], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3469.929931640625, 'language': 52.900821685791016}}, {'routing_index': 1007, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.284879757207818e-07, 1.2476637323288742e-07, 1.0080534593726043e-06, 0.005428889766335487, 0.01113253552466631, 0.00036199603346176445, 0.00019071930728387088, 0.017636610195040703, 0.0001969190634554252, 0.8070594072341919], 'log_scores_by_expert': [-14.132294654846191, -15.896822929382324, -13.807489395141602, -5.216020584106445, -4.497883319854736, -7.923877239227295, -8.56470775604248, -4.037778377532959, -8.53271770477295, -0.21435800194740295], 'distances_by_expert': [28.264589309692383, 31.79364585876465, 27.614978790283203, 10.43204116821289, 8.995766639709473, 15.84775447845459, 17.12941551208496, 8.075556755065918, 17.0654354095459, 0.4287160038948059], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.7021484375, 'language': 52.9295654296875}}, {'routing_index': 1008, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.960030418667884e-07, 1.2371883428841102e-07, 9.650777883507544e-07, 0.00548589276149869, 0.01059763040393591, 0.00038343635969795287, 0.0001912858133437112, 0.01716606505215168, 0.00018666819960344583, 0.7707257270812988], 'log_scores_by_expert': [-14.177911758422852, -15.905254364013672, -13.851057052612305, -5.205575466156006, -4.547124862670898, -7.866336822509766, -8.561741828918457, -4.064820766448975, -8.586177825927734, -0.2604227066040039], 'distances_by_expert': [28.355823516845703, 31.810508728027344, 27.70211410522461, 10.411150932312012, 9.094249725341797, 15.732673645019531, 17.123483657836914, 8.12964153289795, 17.17235565185547, 0.5208454132080078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.613037109375, 'language': 52.953697204589844}}, {'routing_index': 1009, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.028059260643204e-07, 1.0602658306879675e-07, 8.550238135285326e-07, 0.0049317083321511745, 0.009056269191205502, 0.00034577579936012626, 0.00017434237815905362, 0.015091962181031704, 0.0001652486389502883, 0.6673099398612976], 'log_scores_by_expert': [-14.321670532226562, -16.0595760345459, -13.972136497497559, -5.312069892883301, -4.70429801940918, -7.969719886779785, -8.654489517211914, -4.1935930252075195, -8.708059310913086, -0.40450072288513184], 'distances_by_expert': [28.643341064453125, 32.1191520690918, 27.944272994995117, 10.624139785766602, 9.40859603881836, 15.93943977355957, 17.308979034423828, 8.387186050415039, 17.416118621826172, 0.8090014457702637], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3248.23291015625, 'language': 52.91043472290039}}, {'routing_index': 1010, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.283104312387877e-07, 1.0374782988264997e-07, 8.954217491918826e-07, 0.0049409279599785805, 0.009230631403625011, 0.0003487993380986154, 0.0001763769396347925, 0.015718530863523483, 0.0001694329985184595, 0.6669243574142456], 'log_scores_by_expert': [-14.280231475830078, -16.081302642822266, -13.925971031188965, -5.310202121734619, -4.685227870941162, -7.9610137939453125, -8.642887115478516, -4.152915000915527, -8.683053016662598, -0.4050787091255188], 'distances_by_expert': [28.560462951660156, 32.16260528564453, 27.85194206237793, 10.620404243469238, 9.370455741882324, 15.922027587890625, 17.28577423095703, 8.305830001831055, 17.366106033325195, 0.8101574182510376], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3252.502197265625, 'language': 52.910282135009766}}, {'routing_index': 1011, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.216006909198768e-07, 1.0603325506508554e-07, 8.584251531829068e-07, 0.005029188469052315, 0.009213305078446865, 0.00035476224729791284, 0.00017458679212722927, 0.015484713017940521, 0.00016984196554403752, 0.6760377883911133], 'log_scores_by_expert': [-14.29096794128418, -16.059513092041016, -13.96816635131836, -5.292496681213379, -4.687106609344482, -7.94406270980835, -8.653088569641113, -4.167901992797852, -8.680642127990723, -0.3915063142776489], 'distances_by_expert': [28.58193588256836, 32.11902618408203, 27.93633270263672, 10.584993362426758, 9.374213218688965, 15.8881254196167, 17.306177139282227, 8.335803985595703, 17.361284255981445, 0.7830126285552979], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.18798828125, 'language': 52.91962432861328}}, {'routing_index': 1012, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.340964660012105e-07, 1.0635571356942819e-07, 8.843645673550782e-07, 0.005083300173282623, 0.009318345226347446, 0.0003567704698070884, 0.00017584873421583325, 0.015614052303135395, 0.0001733350654831156, 0.673353910446167], 'log_scores_by_expert': [-14.271064758300781, -16.056476593017578, -13.938396453857422, -5.281794548034668, -4.675770282745361, -7.938417911529541, -8.645886421203613, -4.159584045410156, -8.660284042358398, -0.39548423886299133], 'distances_by_expert': [28.542129516601562, 32.112953186035156, 27.876792907714844, 10.563589096069336, 9.351540565490723, 15.876835823059082, 17.291772842407227, 8.319168090820312, 17.320568084716797, 0.7909684777259827], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.121337890625, 'language': 52.8963508605957}}, {'routing_index': 1013, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.544738653246895e-07, 1.103082496456409e-07, 9.221624850397347e-07, 0.005319373682141304, 0.00959825050085783, 0.000365940184565261, 0.00017978022515308112, 0.016053661704063416, 0.00017815503815654665, 0.6827744245529175], 'log_scores_by_expert': [-14.239434242248535, -16.019987106323242, -13.896544456481934, -5.2363996505737305, -4.646174430847168, -7.913040637969971, -8.623775482177734, -4.1318182945251465, -8.632856369018555, -0.38159072399139404], 'distances_by_expert': [28.47886848449707, 32.039974212646484, 27.793088912963867, 10.472799301147461, 9.292348861694336, 15.826081275939941, 17.24755096435547, 8.263636589050293, 17.26571273803711, 0.7631814479827881], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.228271484375, 'language': 52.89967346191406}}, {'routing_index': 1014, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.484486902991193e-07, 1.0773057113055984e-07, 9.065834092325531e-07, 0.005281072575598955, 0.009553512558341026, 0.00036826112773269415, 0.00017908889276441187, 0.016094200313091278, 0.00017441771342419088, 0.6808084845542908], 'log_scores_by_expert': [-14.248682975769043, -16.04363250732422, -13.913582801818848, -5.243626117706299, -4.650846481323242, -7.9067182540893555, -8.627628326416016, -4.12929630279541, -8.654057502746582, -0.3844743072986603], 'distances_by_expert': [28.497365951538086, 32.08726501464844, 27.827165603637695, 10.487252235412598, 9.301692962646484, 15.813436508178711, 17.25525665283203, 8.25859260559082, 17.308115005493164, 0.7689486145973206], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.29541015625, 'language': 52.92345428466797}}, {'routing_index': 1015, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.396685421350412e-07, 1.0331575595046161e-07, 9.010926760311122e-07, 0.005219244863837957, 0.009236324578523636, 0.00034583007800392807, 0.00017448942526243627, 0.015604889020323753, 0.00017344072693958879, 0.6499637365341187], 'log_scores_by_expert': [-14.26231575012207, -16.08547592163086, -13.919657707214355, -5.255402565002441, -4.6846113204956055, -7.969563007354736, -8.653646469116211, -4.160171031951904, -8.659674644470215, -0.4308387339115143], 'distances_by_expert': [28.52463150024414, 32.17095184326172, 27.83931541442871, 10.510805130004883, 9.369222640991211, 15.939126014709473, 17.307292938232422, 8.320342063903809, 17.31934928894043, 0.8616774678230286], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.853271484375, 'language': 52.90908432006836}}, {'routing_index': 1016, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.623872993965051e-07, 8.627910119685112e-08, 7.82858990078239e-07, 0.004566683433949947, 0.008201589807868004, 0.00029369411640800536, 0.0001568782899994403, 0.014147250913083553, 0.00015260688087437302, 0.5769203305244446], 'log_scores_by_expert': [-14.391075134277344, -16.26567840576172, -14.06031322479248, -5.388967990875244, -4.803427219390869, -8.13297176361084, -8.760040283203125, -4.258234977722168, -8.78764533996582, -0.5500511527061462], 'distances_by_expert': [28.782150268554688, 32.53135681152344, 28.12062644958496, 10.777935981750488, 9.606854438781738, 16.26594352722168, 17.52008056640625, 8.516469955444336, 17.57529067993164, 1.1001023054122925], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3343.01904296875, 'language': 52.940834045410156}}, {'routing_index': 1017, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.239331812845194e-07, 7.979816984970967e-08, 7.474496328541136e-07, 0.004336156882345676, 0.007642502896487713, 0.00026883810642175376, 0.0001452182768844068, 0.013202675618231297, 0.00014574339729733765, 0.5336854457855225], 'log_scores_by_expert': [-14.461901664733887, -16.343765258789062, -14.106598854064941, -5.44076681137085, -4.874030113220215, -8.22140121459961, -8.837272644042969, -4.327335834503174, -8.833662986755371, -0.6279485821723938], 'distances_by_expert': [28.923803329467773, 32.687530517578125, 28.213197708129883, 10.8815336227417, 9.74806022644043, 16.44280242919922, 17.674545288085938, 8.654671669006348, 17.667325973510742, 1.2558971643447876], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.996337890625, 'language': 52.90645217895508}}, {'routing_index': 1018, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.062921673015808e-07, 7.441185800871608e-08, 7.197421041382768e-07, 0.004219423979520798, 0.007290312554687262, 0.0002545883471611887, 0.00013887092063669115, 0.012810860760509968, 0.00014112282951828092, 0.5053717494010925], 'log_scores_by_expert': [-14.4961519241333, -16.413650512695312, -14.144372940063477, -5.468056678771973, -4.92120885848999, -8.275862693786621, -8.881965637207031, -4.357461929321289, -8.865880012512207, -0.6824609637260437], 'distances_by_expert': [28.9923038482666, 32.827301025390625, 28.288745880126953, 10.936113357543945, 9.84241771697998, 16.551725387573242, 17.763931274414062, 8.714923858642578, 17.731760025024414, 1.3649219274520874], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3308.348876953125, 'language': 52.891258239746094}}, {'routing_index': 1019, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.069942403679306e-07, 7.475484409269484e-08, 7.154518470997573e-07, 0.0042082760483026505, 0.00728293601423502, 0.00025350390933454037, 0.00013777893036603928, 0.012819704599678516, 0.00014040677342563868, 0.5033898949623108], 'log_scores_by_expert': [-14.494766235351562, -16.4090518951416, -14.150351524353027, -5.470702171325684, -4.9222211837768555, -8.280131340026855, -8.889860153198242, -4.356771945953369, -8.870966911315918, -0.6863903403282166], 'distances_by_expert': [28.989532470703125, 32.8181037902832, 28.300703048706055, 10.941404342651367, 9.844442367553711, 16.56026268005371, 17.779720306396484, 8.713543891906738, 17.741933822631836, 1.372780680656433], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.8564453125, 'language': 52.912052154541016}}, {'routing_index': 1020, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.450023081721156e-07, 8.115474514625021e-08, 7.650530733371852e-07, 0.004475527908653021, 0.007813900709152222, 0.00027153900009579957, 0.0001479198399465531, 0.013669565320014954, 0.00014926721632946283, 0.5419803857803345], 'log_scores_by_expert': [-14.422475814819336, -16.326908111572266, -14.083320617675781, -5.409131050109863, -4.851850986480713, -8.211404800415039, -8.818840026855469, -4.292583465576172, -8.809772491455078, -0.612525463104248], 'distances_by_expert': [28.844951629638672, 32.65381622314453, 28.166641235351562, 10.818262100219727, 9.703701972961426, 16.422809600830078, 17.637680053710938, 8.585166931152344, 17.619544982910156, 1.225050926208496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3313.035400390625, 'language': 52.924015045166016}}, {'routing_index': 1021, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.138949745742138e-07, 7.617140340698825e-08, 7.252597811202577e-07, 0.004254269413650036, 0.007493775803595781, 0.00025620366795919836, 0.00014136028767097741, 0.013009214773774147, 0.00014243705663830042, 0.5191249251365662], 'log_scores_by_expert': [-14.481246948242188, -16.39027976989746, -14.136735916137695, -5.459832191467285, -4.893682479858398, -8.269537925720215, -8.864198684692383, -4.342097282409668, -8.856610298156738, -0.6556106805801392], 'distances_by_expert': [28.962493896484375, 32.78055953979492, 28.27347183227539, 10.91966438293457, 9.787364959716797, 16.53907585144043, 17.728397369384766, 8.684194564819336, 17.713220596313477, 1.3112213611602783], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.375, 'language': 52.91663360595703}}, {'routing_index': 1022, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.205221782489389e-07, 7.764337794924359e-08, 7.303655138457543e-07, 0.004283551126718521, 0.0075706434436142445, 0.0002638322184793651, 0.00014351520803757012, 0.01306704618036747, 0.00014330403064377606, 0.5246448516845703], 'log_scores_by_expert': [-14.468433380126953, -16.371139526367188, -14.129720687866211, -5.452972888946533, -4.883477210998535, -8.24019718170166, -8.849069595336914, -4.3376617431640625, -8.850542068481445, -0.6450337767601013], 'distances_by_expert': [28.936866760253906, 32.742279052734375, 28.259441375732422, 10.905945777893066, 9.76695442199707, 16.48039436340332, 17.698139190673828, 8.675323486328125, 17.70108413696289, 1.2900675535202026], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3285.458984375, 'language': 52.93891143798828}}, {'routing_index': 1023, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.757869985245634e-07, 8.572025222974844e-08, 8.088535423667054e-07, 0.004727342631667852, 0.008164565078914165, 0.0002911663323175162, 0.00015393747889902443, 0.014108064584434032, 0.00015815545339137316, 0.5683080554008484], 'log_scores_by_expert': [-14.367527961730957, -16.27217674255371, -14.027647972106934, -5.354392051696777, -4.807951927185059, -8.141615867614746, -8.778964042663574, -4.2610087394714355, -8.751932144165039, -0.565091609954834], 'distances_by_expert': [28.735055923461914, 32.54435348510742, 28.055295944213867, 10.708784103393555, 9.615903854370117, 16.283231735229492, 17.55792808532715, 8.522017478942871, 17.503864288330078, 1.130183219909668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.34033203125, 'language': 52.92109680175781}}, {'routing_index': 1024, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.148957598066772e-07, 7.541748914263735e-08, 7.249437885548105e-07, 0.004222573712468147, 0.007404125761240721, 0.00025486917002126575, 0.00013795813720207661, 0.012909307144582272, 0.000143374694744125, 0.5131317973136902], 'log_scores_by_expert': [-14.479301452636719, -16.400226593017578, -14.137171745300293, -5.467310428619385, -4.905717849731445, -8.274760246276855, -8.88856029510498, -4.349806785583496, -8.850049018859863, -0.6672224998474121], 'distances_by_expert': [28.958602905273438, 32.800453186035156, 28.274343490600586, 10.93462085723877, 9.81143569946289, 16.54952049255371, 17.77712059020996, 8.699613571166992, 17.700098037719727, 1.3344449996948242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.047607421875, 'language': 52.88926315307617}}, {'routing_index': 1025, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.438050377255422e-07, 9.448238813547505e-08, 8.791785717221501e-07, 0.004474087152630091, 0.008905616588890553, 0.00026081292890012264, 0.0001532354363007471, 0.014667016454041004, 0.0001692698715487495, 0.6571537852287292], 'log_scores_by_expert': [-14.25586986541748, -16.17485237121582, -13.9442777633667, -5.40945291519165, -4.721073150634766, -8.251707077026367, -8.78353500366211, -4.222154140472412, -8.684016227722168, -0.41983726620674133], 'distances_by_expert': [28.51173973083496, 32.34970474243164, 27.8885555267334, 10.8189058303833, 9.442146301269531, 16.503414154052734, 17.56707000732422, 8.444308280944824, 17.368032455444336, 0.8396745324134827], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3602.77099609375, 'language': 52.90107345581055}}, {'routing_index': 1026, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.808917873968312e-07, 9.87341906011352e-08, 9.163239269582846e-07, 0.004285616800189018, 0.009642444550991058, 0.0002497968089301139, 0.00015981947944965214, 0.015324713662266731, 0.0001750546070979908, 0.7048411965370178], 'log_scores_by_expert': [-14.199862480163574, -16.130834579467773, -13.9028959274292, -5.45249080657959, -4.641580581665039, -8.294862747192383, -8.74146556854248, -4.178288459777832, -8.650412559509277, -0.3497828543186188], 'distances_by_expert': [28.39972496032715, 32.26166915893555, 27.8057918548584, 10.90498161315918, 9.283161163330078, 16.589725494384766, 17.48293113708496, 8.356576919555664, 17.300825119018555, 0.6995657086372375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.0888671875, 'language': 52.951087951660156}}, {'routing_index': 1027, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.84630606428982e-07, 1.0653641169255934e-07, 9.347399441139714e-07, 0.004794633015990257, 0.010214707814157009, 0.000296632555546239, 0.0001659816480241716, 0.01600009761750698, 0.00018581423501018435, 0.7558563351631165], 'log_scores_by_expert': [-14.19438648223877, -16.054779052734375, -13.882997512817383, -5.3402581214904785, -4.583926677703857, -8.123016357421875, -8.703633308410645, -4.135160446166992, -8.590763092041016, -0.27990394830703735], 'distances_by_expert': [28.38877296447754, 32.10955810546875, 27.765995025634766, 10.680516242980957, 9.167853355407715, 16.24603271484375, 17.40726661682129, 8.270320892333984, 17.18152618408203, 0.5598078966140747], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.540771484375, 'language': 52.903141021728516}}, {'routing_index': 1028, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.200475806712348e-07, 1.1454481096961899e-07, 9.876907824946102e-07, 0.005097655579447746, 0.010554462671279907, 0.00032566007575951517, 0.00017652536917012185, 0.016968857496976852, 0.00019340281141921878, 0.7726151347160339], 'log_scores_by_expert': [-14.143948554992676, -15.9822998046875, -13.827896118164062, -5.278974533081055, -4.551206588745117, -8.029656410217285, -8.642045974731445, -4.076375484466553, -8.550735473632812, -0.257974237203598], 'distances_by_expert': [28.28789710998535, 31.964599609375, 27.655792236328125, 10.55794906616211, 9.102413177490234, 16.05931282043457, 17.28409194946289, 8.152750968933105, 17.101470947265625, 0.515948474407196], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.03125, 'language': 52.918785095214844}}, {'routing_index': 1029, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.619972054977552e-07, 9.934187517046666e-08, 8.858654041432601e-07, 0.004560059867799282, 0.010039138607680798, 0.00029454680043272674, 0.00016507600957993418, 0.01583493873476982, 0.0001780853926902637, 0.7406123876571655], 'log_scores_by_expert': [-14.228004455566406, -16.124698638916016, -13.936700820922852, -5.3904194831848145, -4.601263999938965, -8.130072593688965, -8.709104537963867, -4.145536422729492, -8.633247375488281, -0.30027785897254944], 'distances_by_expert': [28.456008911132812, 32.24939727783203, 27.873401641845703, 10.780838966369629, 9.20252799987793, 16.26014518737793, 17.418209075927734, 8.291072845458984, 17.266494750976562, 0.6005557179450989], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.67724609375, 'language': 52.93427276611328}}, {'routing_index': 1030, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.318990699583082e-07, 9.696550762328116e-08, 8.689590913490974e-07, 0.0045945714227855206, 0.009724857285618782, 0.00029190920758992434, 0.00016403211338911206, 0.015636581927537918, 0.00017086580919567496, 0.7040383219718933], 'log_scores_by_expert': [-14.2745361328125, -16.148910522460938, -13.95596981048584, -5.382879734039307, -4.63306999206543, -8.139067649841309, -8.715448379516602, -4.15814208984375, -8.67463207244873, -0.35092249512672424], 'distances_by_expert': [28.549072265625, 32.297821044921875, 27.91193962097168, 10.765759468078613, 9.26613998413086, 16.278135299682617, 17.430896759033203, 8.3162841796875, 17.34926414489746, 0.7018449902534485], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.79296875, 'language': 52.9367790222168}}, {'routing_index': 1031, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.578329134754313e-07, 9.548751478405393e-08, 8.906108064365981e-07, 0.004282832145690918, 0.009594589471817017, 0.00026744368369691074, 0.00016417703591287136, 0.015478615649044514, 0.00017672311514616013, 0.7194483280181885], 'log_scores_by_expert': [-14.234314918518066, -16.164270401000977, -13.931358337402344, -5.453140735626221, -4.6465559005737305, -8.226601600646973, -8.71456527709961, -4.168295860290527, -8.640926361083984, -0.3292705714702606], 'distances_by_expert': [28.468629837036133, 32.32854080200195, 27.862716674804688, 10.906281471252441, 9.293111801147461, 16.453203201293945, 17.42913055419922, 8.336591720581055, 17.28185272216797, 0.6585411429405212], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.938720703125, 'language': 52.94070053100586}}, {'routing_index': 1032, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.099512231434346e-07, 1.1103756492047978e-07, 9.737125310493866e-07, 0.004714461974799633, 0.010394402779638767, 0.00029905690462328494, 0.00017545490118209273, 0.016406308859586716, 0.00019212241750210524, 0.7754625082015991], 'log_scores_by_expert': [-14.158069610595703, -16.013397216796875, -13.84214973449707, -5.357120513916016, -4.566487789154053, -8.114876747131348, -8.648128509521484, -4.110089302062988, -8.557377815246582, -0.2542956471443176], 'distances_by_expert': [28.316139221191406, 32.02679443359375, 27.68429946899414, 10.714241027832031, 9.132975578308105, 16.229753494262695, 17.29625701904297, 8.220178604125977, 17.114755630493164, 0.5085912942886353], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.604248046875, 'language': 52.90847396850586}}, {'routing_index': 1033, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.20503635420755e-07, 1.0761576163531572e-07, 9.772270459507126e-07, 0.004585429560393095, 0.010029769502580166, 0.0002906419977080077, 0.00017190877406392246, 0.01640966534614563, 0.00019336830882821232, 0.7568464875221252], 'log_scores_by_expert': [-14.143315315246582, -16.04469871520996, -13.838546752929688, -5.384871482849121, -4.602197647094727, -8.143418312072754, -8.668546676635742, -4.109884738922119, -8.55091381072998, -0.27859482169151306], 'distances_by_expert': [28.286630630493164, 32.08939743041992, 27.677093505859375, 10.769742965698242, 9.204395294189453, 16.286836624145508, 17.337093353271484, 8.219769477844238, 17.10182762145996, 0.5571896433830261], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3520.524169921875, 'language': 52.92338180541992}}, {'routing_index': 1034, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.218365567496221e-07, 1.2015129868814256e-07, 9.900352324621053e-07, 0.005396401043981314, 0.010478170588612556, 0.00036403947160579264, 0.0001860443881014362, 0.017213525250554085, 0.0001947862474480644, 0.7661112546920776], 'log_scores_by_expert': [-14.141467094421387, -15.934514045715332, -13.825525283813477, -5.222023010253906, -4.5584611892700195, -7.918248176574707, -8.58952522277832, -4.0620598793029785, -8.543607711791992, -0.2664279043674469], 'distances_by_expert': [28.282934188842773, 31.869028091430664, 27.651050567626953, 10.444046020507812, 9.116922378540039, 15.836496353149414, 17.17905044555664, 8.124119758605957, 17.087215423583984, 0.5328558087348938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.453857421875, 'language': 52.910255432128906}}, {'routing_index': 1035, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.698805350424664e-07, 1.1204942040876631e-07, 9.392713877787173e-07, 0.00517108291387558, 0.009657593443989754, 0.00034571398282423615, 0.0001781846076482907, 0.016128549352288246, 0.00018260367505718023, 0.7025917172431946], 'log_scores_by_expert': [-14.216166496276855, -16.00432586669922, -13.878161430358887, -5.264673233032227, -4.640010833740234, -7.969898700714111, -8.6326904296875, -4.127164363861084, -8.608192443847656, -0.35297930240631104], 'distances_by_expert': [28.43233299255371, 32.00865173339844, 27.756322860717773, 10.529346466064453, 9.280021667480469, 15.939797401428223, 17.265380859375, 8.254328727722168, 17.216384887695312, 0.7059586048126221], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.120361328125, 'language': 52.93550491333008}}, {'routing_index': 1036, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.9684324444097e-07, 1.1270304867139203e-07, 9.846634156929213e-07, 0.0054290140978991985, 0.009625653736293316, 0.0003658203349914402, 0.00017992034554481506, 0.016306018456816673, 0.00018832270870916545, 0.6827376484870911], 'log_scores_by_expert': [-14.176705360412598, -15.998509407043457, -13.830965995788574, -5.215997695922852, -4.6433234214782715, -7.913368225097656, -8.62299633026123, -4.116220951080322, -8.577353477478027, -0.3816445767879486], 'distances_by_expert': [28.353410720825195, 31.997018814086914, 27.66193199157715, 10.431995391845703, 9.286646842956543, 15.826736450195312, 17.24599266052246, 8.232441902160645, 17.154706954956055, 0.7632891535758972], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3282.146484375, 'language': 52.909732818603516}}, {'routing_index': 1037, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.759752295693033e-07, 1.0101008030005687e-07, 9.480927474214695e-07, 0.004686308559030294, 0.009467123076319695, 0.0002816904743667692, 0.00016153107571881264, 0.015653427690267563, 0.00017738602764438838, 0.6932072639465332], 'log_scores_by_expert': [-14.207109451293945, -16.10804557800293, -13.868813514709473, -5.363110065460205, -4.659930229187012, -8.174701690673828, -8.730813026428223, -4.157065391540527, -8.637182235717773, -0.3664262294769287], 'distances_by_expert': [28.41421890258789, 32.21609115600586, 27.737627029418945, 10.72622013092041, 9.319860458374023, 16.349403381347656, 17.461626052856445, 8.314130783081055, 17.274364471435547, 0.7328524589538574], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3546.630615234375, 'language': 52.895870208740234}}, {'routing_index': 1038, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.841240747235133e-07, 1.0703460162631018e-07, 9.456645670979924e-07, 0.004651691298931837, 0.010007960721850395, 0.0002911957853939384, 0.0001652401260798797, 0.01594589091837406, 0.00018012395594269037, 0.7297359108924866], 'log_scores_by_expert': [-14.1951265335083, -16.050113677978516, -13.871377944946289, -5.3705244064331055, -4.604374408721924, -8.141514778137207, -8.708110809326172, -4.138554096221924, -8.621865272521973, -0.31507259607315063], 'distances_by_expert': [28.3902530670166, 32.10022735595703, 27.742755889892578, 10.741048812866211, 9.208748817443848, 16.283029556274414, 17.416221618652344, 8.277108192443848, 17.243730545043945, 0.6301451921463013], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3447.647705078125, 'language': 52.92117691040039}}, {'routing_index': 1039, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.066312264214503e-07, 1.066451815745495e-07, 9.59692215474206e-07, 0.00469574611634016, 0.01041354238986969, 0.00029117107624188066, 0.0001700891589280218, 0.01638844981789589, 0.00018467406334821135, 0.7664893865585327], 'log_scores_by_expert': [-14.16275691986084, -16.05375862121582, -13.856653213500977, -5.361098289489746, -4.564648151397705, -8.141599655151367, -8.679187774658203, -4.111178398132324, -8.596918106079102, -0.26593446731567383], 'distances_by_expert': [28.32551383972168, 32.10751724243164, 27.713306427001953, 10.722196578979492, 9.12929630279541, 16.283199310302734, 17.358375549316406, 8.222356796264648, 17.193836212158203, 0.5318689346313477], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3469.576171875, 'language': 52.92118453979492}}, {'routing_index': 1040, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.370252094711759e-07, 1.0557415208722887e-07, 8.850530548443203e-07, 0.004527027253061533, 0.010457964614033699, 0.0002897690865211189, 0.0001634173677302897, 0.015516659244894981, 0.00017444849072489887, 0.766038179397583], 'log_scores_by_expert': [-14.266456604003906, -16.063852310180664, -13.937618255615234, -5.3976898193359375, -4.560391426086426, -8.1464262008667, -8.719202995300293, -4.165841102600098, -8.653881072998047, -0.2665233016014099], 'distances_by_expert': [28.532913208007812, 32.12770462036133, 27.87523651123047, 10.795379638671875, 9.120782852172852, 16.2928524017334, 17.438405990600586, 8.331682205200195, 17.307762145996094, 0.5330466032028198], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3475.484375, 'language': 52.899784088134766}}, {'routing_index': 1041, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.117944053585234e-07, 9.810195678028322e-08, 8.524689292244148e-07, 0.004328263457864523, 0.010059067979454994, 0.0002965997555293143, 0.0001642227580305189, 0.0155941778793931, 0.0001645025477046147, 0.7561285495758057], 'log_scores_by_expert': [-14.306869506835938, -16.137258529663086, -13.975129127502441, -5.442588806152344, -4.599280834197998, -8.123126983642578, -8.714286804199219, -4.160857677459717, -8.712584495544434, -0.27954384684562683], 'distances_by_expert': [28.613739013671875, 32.27451705932617, 27.950258255004883, 10.885177612304688, 9.198561668395996, 16.246253967285156, 17.428573608398438, 8.321715354919434, 17.425168991088867, 0.5590876936912537], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3466.17724609375, 'language': 52.92080307006836}}, {'routing_index': 1042, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.153740853027557e-07, 1.1331573546158324e-07, 9.8407667792344e-07, 0.0050238193944096565, 0.010925768874585629, 0.0003458757419139147, 0.0001826890220399946, 0.017693771049380302, 0.0001886565296445042, 0.8077219724655151], 'log_scores_by_expert': [-14.150460243225098, -15.993087768554688, -13.831562042236328, -5.293564796447754, -4.516631126403809, -7.969430923461914, -8.607725143432617, -4.034542560577393, -8.575582504272461, -0.21353736519813538], 'distances_by_expert': [28.300920486450195, 31.986175537109375, 27.663124084472656, 10.587129592895508, 9.033262252807617, 15.938861846923828, 17.215450286865234, 8.069085121154785, 17.151165008544922, 0.42707473039627075], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3459.410888671875, 'language': 52.921443939208984}}, {'routing_index': 1043, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.417845384021348e-07, 1.0413124584829347e-07, 8.878140533852275e-07, 0.004682736936956644, 0.010428335517644882, 0.00031535985181108117, 0.00017463258700445294, 0.01686762273311615, 0.00017245078925043344, 0.7854661345481873], 'log_scores_by_expert': [-14.259013175964355, -16.077613830566406, -13.934503555297852, -5.363872528076172, -4.563228607177734, -8.061796188354492, -8.652826309204102, -4.082359313964844, -8.665398597717285, -0.24147792160511017], 'distances_by_expert': [28.51802635192871, 32.15522766113281, 27.869007110595703, 10.727745056152344, 9.126457214355469, 16.123592376708984, 17.305652618408203, 8.164718627929688, 17.33079719543457, 0.48295584321022034], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.560546875, 'language': 52.937374114990234}}, {'routing_index': 1044, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.038904072942387e-07, 1.1463124849342421e-07, 9.606436606190982e-07, 0.004837410990148783, 0.010659323073923588, 0.0003215092292521149, 0.0001754756667651236, 0.01685311086475849, 0.0001897841866593808, 0.7917928099632263], 'log_scores_by_expert': [-14.166643142700195, -15.981545448303223, -13.85566234588623, -5.331375598907471, -4.541320323944092, -8.042484283447266, -8.64801025390625, -4.0832200050354, -8.569622993469238, -0.2334555685520172], 'distances_by_expert': [28.33328628540039, 31.963090896606445, 27.71132469177246, 10.662751197814941, 9.082640647888184, 16.08496856689453, 17.2960205078125, 8.1664400100708, 17.139245986938477, 0.4669111371040344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3395.462890625, 'language': 52.89713668823242}}, {'routing_index': 1045, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.64159244934126e-07, 1.0068865208268107e-07, 8.954071972766542e-07, 0.004307160619646311, 0.0099026532843709, 0.0002714763395488262, 0.00016047807002905756, 0.01557924598455429, 0.0001784437772585079, 0.7448356747627258], 'log_scores_by_expert': [-14.224743843078613, -16.11123275756836, -13.925987243652344, -5.447476387023926, -4.614952564239502, -8.21163558959961, -8.737353324890137, -4.161815643310547, -8.631237030029297, -0.29459160566329956], 'distances_by_expert': [28.449487686157227, 32.22246551513672, 27.851974487304688, 10.894952774047852, 9.229905128479004, 16.42327117919922, 17.474706649780273, 8.323631286621094, 17.262474060058594, 0.5891832113265991], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3534.2294921875, 'language': 52.91162872314453}}, {'routing_index': 1046, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [7.045566121632874e-07, 1.124753055137262e-07, 9.636091817810666e-07, 0.0048696426674723625, 0.010873934254050255, 0.00031596043845638633, 0.0001774965348886326, 0.01735004596412182, 0.00018741471285466105, 0.8066685795783997], 'log_scores_by_expert': [-14.16569709777832, -16.000532150268555, -13.852580070495605, -5.324734687805176, -4.521386623382568, -8.059893608093262, -8.63655948638916, -4.054160118103027, -8.582186698913574, -0.21484236419200897], 'distances_by_expert': [28.33139419555664, 32.00106430053711, 27.70516014099121, 10.649469375610352, 9.042773246765137, 16.119787216186523, 17.27311897277832, 8.108320236206055, 17.16437339782715, 0.42968472838401794], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3487.622314453125, 'language': 52.912132263183594}}, {'routing_index': 1047, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.906440717102669e-07, 1.2062569965110015e-07, 9.639207974032615e-07, 0.005507652647793293, 0.01042689848691225, 0.00039841083344072104, 0.00018736593483481556, 0.017408013343811035, 0.00018594294670037925, 0.7604644894599915], 'log_scores_by_expert': [-14.185641288757324, -15.930573463439941, -13.852256774902344, -5.2016167640686035, -4.563366413116455, -7.82802677154541, -8.582447052001953, -4.0508246421813965, -8.590070724487305, -0.27382588386535645], 'distances_by_expert': [28.37128257751465, 31.861146926879883, 27.704513549804688, 10.403233528137207, 9.12673282623291, 15.65605354309082, 17.164894104003906, 8.101649284362793, 17.18014144897461, 0.5476517677307129], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3363.10205078125, 'language': 52.90813064575195}}, {'routing_index': 1048, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [6.532254133162496e-07, 1.1496998553184312e-07, 9.219979801855516e-07, 0.005239222664386034, 0.009764819405972958, 0.0003870788495987654, 0.00018318153161089867, 0.016484281048178673, 0.00017476087668910623, 0.7110193371772766], 'log_scores_by_expert': [-14.24134349822998, -15.978594779968262, -13.896722793579102, -5.251582145690918, -4.628969192504883, -7.856882095336914, -8.605032920837402, -4.105348110198975, -8.652091979980469, -0.341055691242218], 'distances_by_expert': [28.48268699645996, 31.957189559936523, 27.793445587158203, 10.503164291381836, 9.257938385009766, 15.713764190673828, 17.210065841674805, 8.21069622039795, 17.304183959960938, 0.682111382484436], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3285.283935546875, 'language': 52.94099044799805}}, {'routing_index': 1049, 'expert_index': 9, 'adapter_name': 'gk_expert_0009', 'activation_weights': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'scores_by_expert': [5.98050462485844e-07, 1.0399964622820335e-07, 8.625323175692756e-07, 0.004804725758731365, 0.008911010809242725, 0.00035373959690332413, 0.00017194056999869645, 0.01513462420552969, 0.00016019838221836835, 0.6499539017677307], 'log_scores_by_expert': [-14.329590797424316, -16.07887840270996, -13.963393211364746, -5.338155269622803, -4.720467567443848, -7.946949481964111, -8.66836166381836, -4.190770149230957, -8.739097595214844, -0.43085387349128723], 'distances_by_expert': [28.659181594848633, 32.15775680541992, 27.926786422729492, 10.676310539245605, 9.440935134887695, 15.893898963928223, 17.33672332763672, 8.381540298461914, 17.478195190429688, 0.8617077469825745], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3217.693603515625, 'language': 52.919456481933594}}]}}}]
+INFO 2026-09-24 11:46:19 bot_eval.py:853
+Aggregated Metrics for per_group:
+INFO 2026-09-24 11:46:19 bot_eval.py:854 {'libero_spatial': {'avg_sum_reward': 0.5, 'avg_max_reward': 0.5, 'pc_success': 50.0, 'n_episodes': 50, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4'], 'predicted_video_paths': []}}
+INFO 2026-09-24 11:46:19 bot_eval.py:853
+Aggregated Metrics for overall:
+INFO 2026-09-24 11:46:19 bot_eval.py:854 {'avg_sum_reward': 0.5, 'avg_max_reward': 0.5, 'pc_success': 50.0, 'n_episodes': 50, 'eval_s': 901.0389211177826, 'eval_ep_s': 18.020778441429137, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 11:46:19 bot_eval.py:853
+Aggregated Metrics for expert_activation_artifacts:
+INFO 2026-09-24 11:46:19 bot_eval.py:854 {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg'}
+INFO 2026-09-24 11:46:19 bot_eval.py:862 End of eval
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval_info.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval_info.json
new file mode 100644
index 0000000000000000000000000000000000000000..8368f1002e38119141a02809df6978dd975d1677
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/eval_info.json
@@ -0,0 +1,61224 @@
+{
+ "per_task": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 9,
+ "metrics": {
+ "sum_rewards": [
+ 0.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0
+ ],
+ "max_rewards": [
+ 0.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0
+ ],
+ "successes": [
+ false,
+ true,
+ true,
+ false,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ false,
+ false,
+ true,
+ false,
+ false,
+ false,
+ false,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ false,
+ false,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ false,
+ true,
+ false,
+ false,
+ false,
+ false,
+ false,
+ false,
+ false,
+ false,
+ false,
+ true,
+ true
+ ],
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": [],
+ "task_descriptions": [
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate",
+ "pick up the black bowl on the wooden cabinet and place it on the plate"
+ ],
+ "expert_activation": {
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 1050,
+ "top1_count_by_expert": [
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1050
+ ],
+ "top1_fraction_by_expert": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "activation_fraction_by_expert": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.227678568393458e-07,
+ 8.889098523923167e-08,
+ 8.843409773362509e-07,
+ 0.004026601556688547,
+ 0.008620518259704113,
+ 0.00022990447178017348,
+ 0.00014852173626422882,
+ 0.014363241381943226,
+ 0.00016275249072350562,
+ 0.6404136419296265
+ ],
+ "log_scores_by_expert": [
+ -14.289092063903809,
+ -16.235855102539062,
+ -13.938423156738281,
+ -5.514832496643066,
+ -4.753610134124756,
+ -8.377846717834473,
+ -8.814779281616211,
+ -4.2430830001831055,
+ -8.72327995300293,
+ -0.44564101099967957
+ ],
+ "distances_by_expert": [
+ 28.578184127807617,
+ 32.471710205078125,
+ 27.876846313476562,
+ 11.029664993286133,
+ 9.507220268249512,
+ 16.755693435668945,
+ 17.629558563232422,
+ 8.486166000366211,
+ 17.44655990600586,
+ 0.8912820219993591
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.15576171875,
+ "language": 52.894325256347656
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.265159981921897e-07,
+ 9.747302698315252e-08,
+ 8.677913569954399e-07,
+ 0.004207317251712084,
+ 0.009408269077539444,
+ 0.00024834999931044877,
+ 0.00015436056128237396,
+ 0.014792817644774914,
+ 0.0001693694939604029,
+ 0.6883610486984253
+ ],
+ "log_scores_by_expert": [
+ -14.28309154510498,
+ -16.14369010925293,
+ -13.957314491271973,
+ -5.470930099487305,
+ -4.666166305541992,
+ -8.300671577453613,
+ -8.776219367980957,
+ -4.213613510131836,
+ -8.683427810668945,
+ -0.37344178557395935
+ ],
+ "distances_by_expert": [
+ 28.56618309020996,
+ 32.28738021850586,
+ 27.914628982543945,
+ 10.94186019897461,
+ 9.332332611083984,
+ 16.601343154907227,
+ 17.552438735961914,
+ 8.427227020263672,
+ 17.36685562133789,
+ 0.7468835711479187
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.95361328125,
+ "language": 52.894203186035156
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.922029231442139e-07,
+ 8.825846720128538e-08,
+ 8.096886290331895e-07,
+ 0.003954027779400349,
+ 0.009205383248627186,
+ 0.00022521550999954343,
+ 0.0001463790104025975,
+ 0.01410327572375536,
+ 0.00016146468988154083,
+ 0.6852830648422241
+ ],
+ "log_scores_by_expert": [
+ -14.33941650390625,
+ -16.242996215820312,
+ -14.026616096496582,
+ -5.533020496368408,
+ -4.687966823577881,
+ -8.398452758789062,
+ -8.82931137084961,
+ -4.261348247528076,
+ -8.731224060058594,
+ -0.37792328000068665
+ ],
+ "distances_by_expert": [
+ 28.6788330078125,
+ 32.485992431640625,
+ 28.053232192993164,
+ 11.066040992736816,
+ 9.375933647155762,
+ 16.796905517578125,
+ 17.65862274169922,
+ 8.522696495056152,
+ 17.462448120117188,
+ 0.7558465600013733
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3559.24658203125,
+ "language": 52.89970779418945
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.726581887050997e-07,
+ 1.1309636249734467e-07,
+ 9.378982781527156e-07,
+ 0.004882400389760733,
+ 0.010642675682902336,
+ 0.00030897665419615805,
+ 0.00016953464364632964,
+ 0.016484562307596207,
+ 0.00018458286649547517,
+ 0.7748889327049255
+ ],
+ "log_scores_by_expert": [
+ -14.212028503417969,
+ -15.995025634765625,
+ -13.879624366760254,
+ -5.322118282318115,
+ -4.542883396148682,
+ -8.082244873046875,
+ -8.682453155517578,
+ -4.105330944061279,
+ -8.597412109375,
+ -0.2550356090068817
+ ],
+ "distances_by_expert": [
+ 28.424057006835938,
+ 31.99005126953125,
+ 27.759248733520508,
+ 10.64423656463623,
+ 9.085766792297363,
+ 16.16448974609375,
+ 17.364906311035156,
+ 8.210661888122559,
+ 17.19482421875,
+ 0.5100712180137634
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.683837890625,
+ "language": 52.89799880981445
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.130806238819787e-07,
+ 1.1012913603281049e-07,
+ 9.711529855849221e-07,
+ 0.00492791598662734,
+ 0.010699843987822533,
+ 0.0003198803460691124,
+ 0.00017925104475580156,
+ 0.01757178269326687,
+ 0.00018969517259392887,
+ 0.8104439973831177
+ ],
+ "log_scores_by_expert": [
+ -14.153671264648438,
+ -16.0216121673584,
+ -13.844781875610352,
+ -5.312839031219482,
+ -4.5375261306762695,
+ -8.047563552856445,
+ -8.626723289489746,
+ -4.041460990905762,
+ -8.57009220123291,
+ -0.21017307043075562
+ ],
+ "distances_by_expert": [
+ 28.307342529296875,
+ 32.0432243347168,
+ 27.689563751220703,
+ 10.625678062438965,
+ 9.075052261352539,
+ 16.09512710571289,
+ 17.253446578979492,
+ 8.082921981811523,
+ 17.14018440246582,
+ 0.42034614086151123
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.188232421875,
+ "language": 52.9275016784668
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.240490162985225e-07,
+ 1.0986269671775517e-07,
+ 9.98138034447038e-07,
+ 0.004933453630656004,
+ 0.010451409965753555,
+ 0.00031962053617462516,
+ 0.0001797966833692044,
+ 0.017500629648566246,
+ 0.00018992487457580864,
+ 0.7620470523834229
+ ],
+ "log_scores_by_expert": [
+ -14.138406753540039,
+ -16.02403450012207,
+ -13.817374229431152,
+ -5.311716079711914,
+ -4.561018466949463,
+ -8.048376083374023,
+ -8.62368392944336,
+ -4.045518398284912,
+ -8.56888198852539,
+ -0.27174702286720276
+ ],
+ "distances_by_expert": [
+ 28.276813507080078,
+ 32.04806900024414,
+ 27.634748458862305,
+ 10.623432159423828,
+ 9.122036933898926,
+ 16.096752166748047,
+ 17.24736785888672,
+ 8.091036796569824,
+ 17.13776397705078,
+ 0.5434940457344055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.9384765625,
+ "language": 52.93115997314453
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.924729293838027e-07,
+ 9.618981522407921e-08,
+ 8.268733608929324e-07,
+ 0.004513424355536699,
+ 0.00966239720582962,
+ 0.00031054377905093133,
+ 0.00016732591029722244,
+ 0.01565876603126526,
+ 0.00015743357653263956,
+ 0.7067785859107971
+ ],
+ "log_scores_by_expert": [
+ -14.338960647583008,
+ -16.15694236755371,
+ -14.005614280700684,
+ -5.400699138641357,
+ -4.6395134925842285,
+ -8.07718563079834,
+ -8.69556713104248,
+ -4.156724452972412,
+ -8.75650691986084,
+ -0.3470378816127777
+ ],
+ "distances_by_expert": [
+ 28.677921295166016,
+ 32.31388473510742,
+ 28.011228561401367,
+ 10.801398277282715,
+ 9.279026985168457,
+ 16.15437126159668,
+ 17.39113426208496,
+ 8.313448905944824,
+ 17.51301383972168,
+ 0.6940757632255554
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3396.219482421875,
+ "language": 52.94068145751953
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.154218337745988e-07,
+ 1.0843415054750949e-07,
+ 9.714826774143148e-07,
+ 0.004629368893802166,
+ 0.010154745541512966,
+ 0.000311250623781234,
+ 0.00017696716531645507,
+ 0.017075512558221817,
+ 0.0001894877786980942,
+ 0.7826073169708252
+ ],
+ "log_scores_by_expert": [
+ -14.15039348602295,
+ -16.03712272644043,
+ -13.844442367553711,
+ -5.375334739685059,
+ -4.589814186096191,
+ -8.074912071228027,
+ -8.639546394348145,
+ -4.070109844207764,
+ -8.571186065673828,
+ -0.24512416124343872
+ ],
+ "distances_by_expert": [
+ 28.3007869720459,
+ 32.07424545288086,
+ 27.688884735107422,
+ 10.750669479370117,
+ 9.179628372192383,
+ 16.149824142456055,
+ 17.27909278869629,
+ 8.140219688415527,
+ 17.142372131347656,
+ 0.49024832248687744
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.014404296875,
+ "language": 52.90666580200195
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.49155276480451e-07,
+ 1.1742363881239726e-07,
+ 1.0100463896378642e-06,
+ 0.00498066795989871,
+ 0.01082359068095684,
+ 0.00032356270821765065,
+ 0.00018539951997809112,
+ 0.017838209867477417,
+ 0.00019685861479956657,
+ 0.819522500038147
+ ],
+ "log_scores_by_expert": [
+ -14.10431957244873,
+ -15.957477569580078,
+ -13.805514335632324,
+ -5.302191257476807,
+ -4.526027202606201,
+ -8.036117553710938,
+ -8.592997550964355,
+ -4.026412487030029,
+ -8.533024787902832,
+ -0.19903340935707092
+ ],
+ "distances_by_expert": [
+ 28.20863914489746,
+ 31.914955139160156,
+ 27.61102867126465,
+ 10.604382514953613,
+ 9.052054405212402,
+ 16.072235107421875,
+ 17.18599510192871,
+ 8.052824974060059,
+ 17.066049575805664,
+ 0.39806681871414185
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.44091796875,
+ "language": 52.92628479003906
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.273065421031788e-07,
+ 1.0781176484897514e-07,
+ 9.746584055392304e-07,
+ 0.004422089084982872,
+ 0.010125420056283474,
+ 0.0002815199550241232,
+ 0.0001712844386929646,
+ 0.01670469529926777,
+ 0.0001918400957947597,
+ 0.7679096460342407
+ ],
+ "log_scores_by_expert": [
+ -14.133917808532715,
+ -16.042879104614258,
+ -13.841178894042969,
+ -5.421143054962158,
+ -4.592706203460693,
+ -8.175307273864746,
+ -8.672184944152832,
+ -4.092065334320068,
+ -8.55884838104248,
+ -0.26408320665359497
+ ],
+ "distances_by_expert": [
+ 28.26783561706543,
+ 32.085758209228516,
+ 27.682357788085938,
+ 10.842286109924316,
+ 9.185412406921387,
+ 16.350614547729492,
+ 17.344369888305664,
+ 8.184130668640137,
+ 17.11769676208496,
+ 0.5281664133071899
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3461.87109375,
+ "language": 52.90324020385742
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.477947292500176e-07,
+ 1.2535973326066596e-07,
+ 1.0128311487278552e-06,
+ 0.005512379575520754,
+ 0.011206984519958496,
+ 0.0003820147248916328,
+ 0.00019536781474016607,
+ 0.0184310395270586,
+ 0.00019849759701173753,
+ 0.8309199810028076
+ ],
+ "log_scores_by_expert": [
+ -14.1061372756958,
+ -15.892078399658203,
+ -13.80276107788086,
+ -5.200758934020996,
+ -4.491218090057373,
+ -7.870051383972168,
+ -8.540626525878906,
+ -3.9937191009521484,
+ -8.524733543395996,
+ -0.1852218061685562
+ ],
+ "distances_by_expert": [
+ 28.2122745513916,
+ 31.784156799316406,
+ 27.60552215576172,
+ 10.401517868041992,
+ 8.982436180114746,
+ 15.740102767944336,
+ 17.081253051757812,
+ 7.987438201904297,
+ 17.049467086791992,
+ 0.3704436123371124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.325927734375,
+ "language": 52.94049835205078
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.112381013030245e-07,
+ 1.2553451256280823e-07,
+ 9.85312453849474e-07,
+ 0.0054625459015369415,
+ 0.010480559431016445,
+ 0.00039783012471161783,
+ 0.00019199530652258545,
+ 0.01770958863198757,
+ 0.0001886182144517079,
+ 0.7802774310112
+ ],
+ "log_scores_by_expert": [
+ -14.156258583068848,
+ -15.890685081481934,
+ -13.830307006835938,
+ -5.209840297698975,
+ -4.558233261108398,
+ -7.8294854164123535,
+ -8.558039665222168,
+ -4.03364896774292,
+ -8.575785636901855,
+ -0.2481057494878769
+ ],
+ "distances_by_expert": [
+ 28.312517166137695,
+ 31.781370162963867,
+ 27.660614013671875,
+ 10.41968059539795,
+ 9.116466522216797,
+ 15.658970832824707,
+ 17.116079330444336,
+ 8.06729793548584,
+ 17.15157127380371,
+ 0.4962114989757538
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.9462890625,
+ "language": 52.93656921386719
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.558828431479924e-07,
+ 1.1481812123292912e-07,
+ 9.168790029434604e-07,
+ 0.004999518394470215,
+ 0.009568615816533566,
+ 0.0003576372691895813,
+ 0.00018342713883612305,
+ 0.01643066480755806,
+ 0.00017507832671981305,
+ 0.7143501043319702
+ ],
+ "log_scores_by_expert": [
+ -14.237283706665039,
+ -15.9799165725708,
+ -13.902290344238281,
+ -5.2984137535095215,
+ -4.649266719818115,
+ -7.935991287231445,
+ -8.603693008422852,
+ -4.108605861663818,
+ -8.650277137756348,
+ -0.33638209104537964
+ ],
+ "distances_by_expert": [
+ 28.474567413330078,
+ 31.9598331451416,
+ 27.804580688476562,
+ 10.596827507019043,
+ 9.29853343963623,
+ 15.87198257446289,
+ 17.207386016845703,
+ 8.217211723327637,
+ 17.300554275512695,
+ 0.6727641820907593
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3300.2705078125,
+ "language": 52.95368194580078
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.30767146958533e-07,
+ 1.0103242686909653e-07,
+ 8.851104666973697e-07,
+ 0.004730201791971922,
+ 0.00891049299389124,
+ 0.0003349374164827168,
+ 0.00016970920842140913,
+ 0.015336995013058186,
+ 0.00017042590479832143,
+ 0.653141438961029
+ ],
+ "log_scores_by_expert": [
+ -14.276329040527344,
+ -16.107824325561523,
+ -13.937553405761719,
+ -5.353787422180176,
+ -4.720525741577148,
+ -8.001566886901855,
+ -8.681424140930176,
+ -4.177487373352051,
+ -8.677209854125977,
+ -0.42596158385276794
+ ],
+ "distances_by_expert": [
+ 28.552658081054688,
+ 32.21564865112305,
+ 27.875106811523438,
+ 10.707574844360352,
+ 9.441051483154297,
+ 16.00313377380371,
+ 17.36284828186035,
+ 8.354974746704102,
+ 17.354419708251953,
+ 0.8519231677055359
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.46728515625,
+ "language": 52.90092468261719
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.938565550422936e-07,
+ 9.231695230482728e-08,
+ 8.011450063349912e-07,
+ 0.00463775172829628,
+ 0.008599546737968922,
+ 0.00031502891215495765,
+ 0.00015833489305805415,
+ 0.014599325135350227,
+ 0.0001618215610506013,
+ 0.6216710209846497
+ ],
+ "log_scores_by_expert": [
+ -14.336627960205078,
+ -16.19803810119629,
+ -14.037223815917969,
+ -5.373525619506836,
+ -4.756045818328857,
+ -8.062846183776855,
+ -8.750798225402832,
+ -4.226779937744141,
+ -8.729016304016113,
+ -0.4753442704677582
+ ],
+ "distances_by_expert": [
+ 28.673255920410156,
+ 32.39607620239258,
+ 28.074447631835938,
+ 10.747051239013672,
+ 9.512091636657715,
+ 16.12569236755371,
+ 17.501596450805664,
+ 8.453559875488281,
+ 17.458032608032227,
+ 0.9506885409355164
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3433.397216796875,
+ "language": 52.93205642700195
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231201155060262e-07,
+ 9.724406879740854e-08,
+ 8.608944881416392e-07,
+ 0.004897771868854761,
+ 0.008855720050632954,
+ 0.0003110963443759829,
+ 0.00016181553655769676,
+ 0.015068347565829754,
+ 0.00017019495135173202,
+ 0.6265906095504761
+ ],
+ "log_scores_by_expert": [
+ -14.28852653503418,
+ -16.146041870117188,
+ -13.965293884277344,
+ -5.31897497177124,
+ -4.726691722869873,
+ -8.075407981872559,
+ -8.729053497314453,
+ -4.195158958435059,
+ -8.678565979003906,
+ -0.4674619138240814
+ ],
+ "distances_by_expert": [
+ 28.57705307006836,
+ 32.292083740234375,
+ 27.930587768554688,
+ 10.63794994354248,
+ 9.453383445739746,
+ 16.150815963745117,
+ 17.458106994628906,
+ 8.390317916870117,
+ 17.357131958007812,
+ 0.9349238276481628
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.40087890625,
+ "language": 52.90913009643555
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.008327204654051e-07,
+ 9.284334367976044e-08,
+ 8.221413736464456e-07,
+ 0.004795369226485491,
+ 0.008730418048799038,
+ 0.0003045146877411753,
+ 0.00015897263074293733,
+ 0.014749262481927872,
+ 0.00016315950779244304,
+ 0.6166710257530212
+ ],
+ "log_scores_by_expert": [
+ -14.324949264526367,
+ -16.192352294921875,
+ -14.011353492736816,
+ -5.340104579925537,
+ -4.740942001342773,
+ -8.09679126739502,
+ -8.74677848815918,
+ -4.216562271118164,
+ -8.720782279968262,
+ -0.4834195673465729
+ ],
+ "distances_by_expert": [
+ 28.649898529052734,
+ 32.38470458984375,
+ 28.022706985473633,
+ 10.680209159851074,
+ 9.481884002685547,
+ 16.19358253479004,
+ 17.49355697631836,
+ 8.433124542236328,
+ 17.441564559936523,
+ 0.9668391346931458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.656005859375,
+ "language": 52.914268493652344
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.731644137085823e-07,
+ 8.419336694487356e-08,
+ 7.956757599458797e-07,
+ 0.004553439561277628,
+ 0.007934306748211384,
+ 0.0002717480529099703,
+ 0.00014692556578665972,
+ 0.013898301869630814,
+ 0.00015683176752645522,
+ 0.5502535700798035
+ ],
+ "log_scores_by_expert": [
+ -14.372093200683594,
+ -16.290149688720703,
+ -14.044074058532715,
+ -5.391872406005859,
+ -4.836559295654297,
+ -8.2106351852417,
+ -8.825584411621094,
+ -4.275988578796387,
+ -8.760336875915527,
+ -0.5973760485649109
+ ],
+ "distances_by_expert": [
+ 28.744186401367188,
+ 32.580299377441406,
+ 28.08814811706543,
+ 10.783744812011719,
+ 9.673118591308594,
+ 16.4212703704834,
+ 17.651168823242188,
+ 8.551977157592773,
+ 17.520673751831055,
+ 1.1947520971298218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.734130859375,
+ "language": 52.91831588745117
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.751454636993003e-07,
+ 8.452789046486942e-08,
+ 8.036772101149836e-07,
+ 0.004562541376799345,
+ 0.007965466938912868,
+ 0.00028073546127416193,
+ 0.00014799335622228682,
+ 0.013937006704509258,
+ 0.00015932763926684856,
+ 0.5586928725242615
+ ],
+ "log_scores_by_expert": [
+ -14.368642807006836,
+ -16.286184310913086,
+ -14.03406810760498,
+ -5.389875411987305,
+ -4.832639694213867,
+ -8.17809772491455,
+ -8.818343162536621,
+ -4.273207664489746,
+ -8.744547843933105,
+ -0.5821554064750671
+ ],
+ "distances_by_expert": [
+ 28.737285614013672,
+ 32.57236862182617,
+ 28.06813621520996,
+ 10.77975082397461,
+ 9.665279388427734,
+ 16.3561954498291,
+ 17.636686325073242,
+ 8.546415328979492,
+ 17.48909568786621,
+ 1.1643108129501343
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.771240234375,
+ "language": 52.886619567871094
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.598539587481355e-07,
+ 8.18419607639953e-08,
+ 7.772068784106523e-07,
+ 0.004430140368640423,
+ 0.007791732903569937,
+ 0.0002826689451467246,
+ 0.00014639212167821825,
+ 0.013754971325397491,
+ 0.0001537655043648556,
+ 0.5471705794334412
+ ],
+ "log_scores_by_expert": [
+ -14.395589828491211,
+ -16.3184757232666,
+ -14.067559242248535,
+ -5.419323921203613,
+ -4.854691982269287,
+ -8.171234130859375,
+ -8.829221725463867,
+ -4.286355018615723,
+ -8.780081748962402,
+ -0.6029946208000183
+ ],
+ "distances_by_expert": [
+ 28.791179656982422,
+ 32.6369514465332,
+ 28.13511848449707,
+ 10.838647842407227,
+ 9.709383964538574,
+ 16.34246826171875,
+ 17.658443450927734,
+ 8.572710037231445,
+ 17.560163497924805,
+ 1.2059892416000366
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3324.21240234375,
+ "language": 52.89786148071289
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.165807692719682e-07,
+ 7.555066616760087e-08,
+ 7.34523780465679e-07,
+ 0.004195595160126686,
+ 0.0073454310186207294,
+ 0.0002589830255601555,
+ 0.00013789907097816467,
+ 0.01296226680278778,
+ 0.00014411358279176056,
+ 0.5120280385017395
+ ],
+ "log_scores_by_expert": [
+ -14.476034164428711,
+ -16.398462295532227,
+ -14.124043464660645,
+ -5.473720073699951,
+ -4.913676738739014,
+ -8.258748054504395,
+ -8.888988494873047,
+ -4.345712661743164,
+ -8.844908714294434,
+ -0.6693758964538574
+ ],
+ "distances_by_expert": [
+ 28.952068328857422,
+ 32.79692459106445,
+ 28.24808692932129,
+ 10.947440147399902,
+ 9.827353477478027,
+ 16.51749610900879,
+ 17.777976989746094,
+ 8.691425323486328,
+ 17.689817428588867,
+ 1.3387517929077148
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.84375,
+ "language": 52.89584732055664
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.178420678930706e-07,
+ 7.920451849940946e-08,
+ 7.41892620226281e-07,
+ 0.004240590613335371,
+ 0.007580949459224939,
+ 0.0002707800013013184,
+ 0.0001436598104191944,
+ 0.013155242428183556,
+ 0.00014313985593616962,
+ 0.5285144448280334
+ ],
+ "log_scores_by_expert": [
+ -14.47359561920166,
+ -16.351232528686523,
+ -14.11406135559082,
+ -5.463052749633789,
+ -4.882116794586182,
+ -8.214203834533691,
+ -8.848062515258789,
+ -4.330935001373291,
+ -8.851688385009766,
+ -0.6376851201057434
+ ],
+ "distances_by_expert": [
+ 28.94719123840332,
+ 32.70246505737305,
+ 28.22812271118164,
+ 10.926105499267578,
+ 9.764233589172363,
+ 16.428407669067383,
+ 17.696125030517578,
+ 8.661870002746582,
+ 17.70337677001953,
+ 1.2753702402114868
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.3349609375,
+ "language": 52.91377258300781
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.1125005623143807e-07,
+ 5.550033677081956e-08,
+ 5.889772864975384e-07,
+ 0.0033796492498368025,
+ 0.005710385739803314,
+ 0.00018880392599385232,
+ 0.00010741434380179271,
+ 0.010218575596809387,
+ 0.00011723102943506092,
+ 0.3900178372859955
+ ],
+ "log_scores_by_expert": [
+ -14.70406436920166,
+ -16.706876754760742,
+ -14.344878196716309,
+ -5.689983367919922,
+ -5.165468692779541,
+ -8.574801445007324,
+ -9.138816833496094,
+ -4.583548069000244,
+ -9.051363945007324,
+ -0.9415628910064697
+ ],
+ "distances_by_expert": [
+ 29.40812873840332,
+ 33.413753509521484,
+ 28.689756393432617,
+ 11.379966735839844,
+ 10.330937385559082,
+ 17.14960289001465,
+ 18.277633666992188,
+ 9.167096138000488,
+ 18.10272789001465,
+ 1.8831257820129395
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.43994140625,
+ "language": 52.916385650634766
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.27903273703123e-07,
+ 5.7252059093571006e-08,
+ 6.07506535743596e-07,
+ 0.003534046234562993,
+ 0.005962992087006569,
+ 0.0002005006099352613,
+ 0.00011126999743282795,
+ 0.010627927258610725,
+ 0.00012136472651036456,
+ 0.4045145511627197
+ ],
+ "log_scores_by_expert": [
+ -14.664368629455566,
+ -16.67580223083496,
+ -14.313902854919434,
+ -5.6453118324279785,
+ -5.122182846069336,
+ -8.514693260192871,
+ -9.103550910949707,
+ -4.544270038604736,
+ -9.01671028137207,
+ -0.9050676226615906
+ ],
+ "distances_by_expert": [
+ 29.328737258911133,
+ 33.35160446166992,
+ 28.627805709838867,
+ 11.290623664855957,
+ 10.244365692138672,
+ 17.029386520385742,
+ 18.207101821899414,
+ 9.088540077209473,
+ 18.03342056274414,
+ 1.8101352453231812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.4150390625,
+ "language": 52.91472625732422
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.4504153606794716e-07,
+ 6.029068089219436e-08,
+ 6.39033203242434e-07,
+ 0.003653197083622217,
+ 0.006070505827665329,
+ 0.00020423842943273485,
+ 0.00011390108556952327,
+ 0.01081517618149519,
+ 0.00012705239350907505,
+ 0.41068053245544434
+ ],
+ "log_scores_by_expert": [
+ -14.62509822845459,
+ -16.624088287353516,
+ -14.263309478759766,
+ -5.612152576446533,
+ -5.104313373565674,
+ -8.496222496032715,
+ -9.080180168151855,
+ -4.5268049240112305,
+ -8.970911026000977,
+ -0.8899396657943726
+ ],
+ "distances_by_expert": [
+ 29.25019645690918,
+ 33.24817657470703,
+ 28.52661895751953,
+ 11.224305152893066,
+ 10.208626747131348,
+ 16.99244499206543,
+ 18.16036033630371,
+ 9.053609848022461,
+ 17.941822052001953,
+ 1.7798793315887451
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.9140625,
+ "language": 52.889347076416016
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.6972681388979254e-07,
+ 6.296633614510938e-08,
+ 6.580003741873952e-07,
+ 0.0037971483543515205,
+ 0.006394419819116592,
+ 0.00021115939307492226,
+ 0.00011885239655384794,
+ 0.011270328424870968,
+ 0.00013190762547310442,
+ 0.4290727972984314
+ ],
+ "log_scores_by_expert": [
+ -14.571114540100098,
+ -16.580665588378906,
+ -14.234060287475586,
+ -5.57350492477417,
+ -5.0523295402526855,
+ -8.462897300720215,
+ -9.037628173828125,
+ -4.485581874847412,
+ -8.933408737182617,
+ -0.8461287021636963
+ ],
+ "distances_by_expert": [
+ 29.142229080200195,
+ 33.16133117675781,
+ 28.468120574951172,
+ 11.14700984954834,
+ 10.104659080505371,
+ 16.92579460144043,
+ 18.07525634765625,
+ 8.971163749694824,
+ 17.866817474365234,
+ 1.6922574043273926
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.348876953125,
+ "language": 52.91862487792969
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.801762767987384e-07,
+ 8.528791539674785e-08,
+ 8.175666152965277e-07,
+ 0.004643476102501154,
+ 0.00787252839654684,
+ 0.00028040152392350137,
+ 0.00014590124192181975,
+ 0.013598312623798847,
+ 0.0001632309431442991,
+ 0.5375539064407349
+ ],
+ "log_scores_by_expert": [
+ -14.359933853149414,
+ -16.277233123779297,
+ -14.01693344116211,
+ -5.3722920417785645,
+ -4.844376087188721,
+ -8.179287910461426,
+ -8.83258056640625,
+ -4.297809600830078,
+ -8.720344543457031,
+ -0.6207261681556702
+ ],
+ "distances_by_expert": [
+ 28.719867706298828,
+ 32.554466247558594,
+ 28.03386688232422,
+ 10.744584083557129,
+ 9.688752174377441,
+ 16.35857582092285,
+ 17.6651611328125,
+ 8.595619201660156,
+ 17.440689086914062,
+ 1.2414523363113403
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3251.7958984375,
+ "language": 52.87782287597656
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.234851983004774e-07,
+ 7.22437434319545e-08,
+ 7.330933726734656e-07,
+ 0.004092592746019363,
+ 0.006974519696086645,
+ 0.00023757820599712431,
+ 0.000129239764646627,
+ 0.012123245745897293,
+ 0.00014916945656295866,
+ 0.4752011001110077
+ ],
+ "log_scores_by_expert": [
+ -14.462757110595703,
+ -16.443220138549805,
+ -14.125992774963379,
+ -5.498576641082764,
+ -4.965491771697998,
+ -8.345013618469238,
+ -8.953841209411621,
+ -4.412630558013916,
+ -8.81042766571045,
+ -0.7440171241760254
+ ],
+ "distances_by_expert": [
+ 28.925514221191406,
+ 32.88644027709961,
+ 28.251985549926758,
+ 10.997153282165527,
+ 9.930983543395996,
+ 16.690027236938477,
+ 17.907682418823242,
+ 8.825261116027832,
+ 17.6208553314209,
+ 1.4880342483520508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.35693359375,
+ "language": 52.88323211669922
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.584360789929633e-07,
+ 9.501859210558905e-08,
+ 9.3132399570095e-07,
+ 0.004171425476670265,
+ 0.008660726249217987,
+ 0.00024270387075375766,
+ 0.00015357353549916297,
+ 0.014742863364517689,
+ 0.000170403320225887,
+ 0.6415399312973022
+ ],
+ "log_scores_by_expert": [
+ -14.2333984375,
+ -16.169193267822266,
+ -13.886658668518066,
+ -5.47949743270874,
+ -4.748956680297852,
+ -8.323668479919434,
+ -8.781331062316895,
+ -4.216996192932129,
+ -8.677342414855957,
+ -0.44388389587402344
+ ],
+ "distances_by_expert": [
+ 28.466796875,
+ 32.33838653564453,
+ 27.773317337036133,
+ 10.95899486541748,
+ 9.497913360595703,
+ 16.647336959838867,
+ 17.56266212463379,
+ 8.433992385864258,
+ 17.354684829711914,
+ 0.8877677917480469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.01611328125,
+ "language": 52.89247131347656
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.545731139340205e-07,
+ 9.751413188041624e-08,
+ 8.890967819752404e-07,
+ 0.004168922081589699,
+ 0.009282865561544895,
+ 0.0002451043401379138,
+ 0.0001553643960505724,
+ 0.014868060126900673,
+ 0.00017036139615811408,
+ 0.6841011047363281
+ ],
+ "log_scores_by_expert": [
+ -14.239282608032227,
+ -16.143268585205078,
+ -13.933059692382812,
+ -5.480097770690918,
+ -4.679584980010986,
+ -8.313826560974121,
+ -8.769737243652344,
+ -4.208539962768555,
+ -8.67758846282959,
+ -0.3796496093273163
+ ],
+ "distances_by_expert": [
+ 28.478565216064453,
+ 32.286537170410156,
+ 27.866119384765625,
+ 10.960195541381836,
+ 9.359169960021973,
+ 16.627653121948242,
+ 17.539474487304688,
+ 8.41707992553711,
+ 17.35517692565918,
+ 0.7592992186546326
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.7919921875,
+ "language": 52.92277526855469
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.928930247340759e-07,
+ 1.0423059393360745e-07,
+ 9.223779215972172e-07,
+ 0.004528044257313013,
+ 0.01009027473628521,
+ 0.0002696651790756732,
+ 0.000165592398843728,
+ 0.015879511833190918,
+ 0.00018198633915744722,
+ 0.745416522026062
+ ],
+ "log_scores_by_expert": [
+ -14.182390213012695,
+ -16.07666015625,
+ -13.896310806274414,
+ -5.397465229034424,
+ -4.5961833000183105,
+ -8.218329429626465,
+ -8.705981254577637,
+ -4.142725467681885,
+ -8.611578941345215,
+ -0.2938120663166046
+ ],
+ "distances_by_expert": [
+ 28.36478042602539,
+ 32.1533203125,
+ 27.792621612548828,
+ 10.794930458068848,
+ 9.192366600036621,
+ 16.43665885925293,
+ 17.411962509155273,
+ 8.28545093536377,
+ 17.22315788269043,
+ 0.5876241326332092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.920654296875,
+ "language": 52.91088104248047
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.930046652087185e-07,
+ 1.1311954750681252e-07,
+ 9.557784323988017e-07,
+ 0.004895261488854885,
+ 0.010484837926924229,
+ 0.00030910427449271083,
+ 0.00017022108659148216,
+ 0.016185404732823372,
+ 0.00018827423627953976,
+ 0.7558929324150085
+ ],
+ "log_scores_by_expert": [
+ -14.182229042053223,
+ -15.994820594787598,
+ -13.860739707946777,
+ -5.319487571716309,
+ -4.557825088500977,
+ -8.081831932067871,
+ -8.678412437438965,
+ -4.123645305633545,
+ -8.577610969543457,
+ -0.27985551953315735
+ ],
+ "distances_by_expert": [
+ 28.364458084106445,
+ 31.989641189575195,
+ 27.721479415893555,
+ 10.638975143432617,
+ 9.115650177001953,
+ 16.163663864135742,
+ 17.35682487487793,
+ 8.24729061126709,
+ 17.155221939086914,
+ 0.5597110390663147
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3465.191650390625,
+ "language": 52.89457321166992
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.180917691584909e-07,
+ 1.1682170963922545e-07,
+ 9.767659321369138e-07,
+ 0.005060296505689621,
+ 0.010923398658633232,
+ 0.0003377638349775225,
+ 0.00018132802506443113,
+ 0.01737751066684723,
+ 0.00019164827244821936,
+ 0.8027685284614563
+ ],
+ "log_scores_by_expert": [
+ -14.146668434143066,
+ -15.962616920471191,
+ -13.839018821716309,
+ -5.286330223083496,
+ -4.516848087310791,
+ -7.993163585662842,
+ -8.615202903747559,
+ -4.052578449249268,
+ -8.55984878540039,
+ -0.21968887746334076
+ ],
+ "distances_by_expert": [
+ 28.293336868286133,
+ 31.925233840942383,
+ 27.678037643432617,
+ 10.572660446166992,
+ 9.033696174621582,
+ 15.986327171325684,
+ 17.230405807495117,
+ 8.105156898498535,
+ 17.11969757080078,
+ 0.4393777549266815
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.643798828125,
+ "language": 52.91243362426758
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.569025228804094e-07,
+ 1.1256415177740564e-07,
+ 1.0324962431695894e-06,
+ 0.005149903707206249,
+ 0.010801276192069054,
+ 0.00033341566449962556,
+ 0.00018469149654265493,
+ 0.017856046557426453,
+ 0.0001960163499461487,
+ 0.7858468294143677
+ ],
+ "log_scores_by_expert": [
+ -14.09403133392334,
+ -15.99974250793457,
+ -13.783531188964844,
+ -5.268777370452881,
+ -4.528090953826904,
+ -8.006120681762695,
+ -8.596823692321777,
+ -4.0254130363464355,
+ -8.537312507629395,
+ -0.2409934103488922
+ ],
+ "distances_by_expert": [
+ 28.18806266784668,
+ 31.99948501586914,
+ 27.567062377929688,
+ 10.537554740905762,
+ 9.056181907653809,
+ 16.01224136352539,
+ 17.193647384643555,
+ 8.050826072692871,
+ 17.07462501525879,
+ 0.4819868206977844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.485107421875,
+ "language": 52.93012237548828
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.41366682430089e-07,
+ 1.1050578052618221e-07,
+ 9.04002888546529e-07,
+ 0.005151764955371618,
+ 0.01019563153386116,
+ 0.00036295168683864176,
+ 0.00018192265997640789,
+ 0.01699012704193592,
+ 0.00017290085088461637,
+ 0.7430387139320374
+ ],
+ "log_scores_by_expert": [
+ -14.259664535522461,
+ -16.018198013305664,
+ -13.916433334350586,
+ -5.268415927886963,
+ -4.585795879364014,
+ -7.92124080657959,
+ -8.611928939819336,
+ -4.075122833251953,
+ -8.662792205810547,
+ -0.29700711369514465
+ ],
+ "distances_by_expert": [
+ 28.519329071044922,
+ 32.03639602661133,
+ 27.832866668701172,
+ 10.536831855773926,
+ 9.171591758728027,
+ 15.84248161315918,
+ 17.223857879638672,
+ 8.150245666503906,
+ 17.325584411621094,
+ 0.5940142273902893
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.048583984375,
+ "language": 52.93160629272461
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.062535362616472e-07,
+ 9.537119893821e-08,
+ 8.4190276083973e-07,
+ 0.004163331817835569,
+ 0.009744078852236271,
+ 0.0002732243447098881,
+ 0.00016237265663221478,
+ 0.015192062593996525,
+ 0.00016344652976840734,
+ 0.7128236889839172
+ ],
+ "log_scores_by_expert": [
+ -14.315967559814453,
+ -16.165489196777344,
+ -13.987601280212402,
+ -5.481439590454102,
+ -4.6310954093933105,
+ -8.205217361450195,
+ -8.725616455078125,
+ -4.186982154846191,
+ -8.719024658203125,
+ -0.338521271944046
+ ],
+ "distances_by_expert": [
+ 28.631935119628906,
+ 32.33097839355469,
+ 27.975202560424805,
+ 10.962879180908203,
+ 9.262190818786621,
+ 16.41043472290039,
+ 17.45123291015625,
+ 8.373964309692383,
+ 17.43804931640625,
+ 0.677042543888092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.616455078125,
+ "language": 52.91547775268555
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223220563901123e-07,
+ 1.1725712312227188e-07,
+ 9.87887688097544e-07,
+ 0.004778585396707058,
+ 0.010763169266283512,
+ 0.0003195047320332378,
+ 0.000181081413757056,
+ 0.017346704378724098,
+ 0.00019191384490113705,
+ 0.8091862201690674
+ ],
+ "log_scores_by_expert": [
+ -14.14079475402832,
+ -15.95889663696289,
+ -13.827696800231934,
+ -5.343610763549805,
+ -4.531625270843506,
+ -8.048738479614258,
+ -8.61656379699707,
+ -4.054352760314941,
+ -8.558464050292969,
+ -0.21172618865966797
+ ],
+ "distances_by_expert": [
+ 28.28158950805664,
+ 31.91779327392578,
+ 27.655393600463867,
+ 10.68722152709961,
+ 9.063250541687012,
+ 16.097476959228516,
+ 17.23312759399414,
+ 8.108705520629883,
+ 17.116928100585938,
+ 0.42345237731933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.993896484375,
+ "language": 52.91623306274414
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.252058367157588e-07,
+ 1.130379203573284e-07,
+ 9.802232625588658e-07,
+ 0.0046631041914224625,
+ 0.010546322911977768,
+ 0.00030112257809378207,
+ 0.0001776640274329111,
+ 0.017125146463513374,
+ 0.00019328092457726598,
+ 0.8014586567878723
+ ],
+ "log_scores_by_expert": [
+ -14.136810302734375,
+ -15.995542526245117,
+ -13.835485458374023,
+ -5.3680739402771,
+ -4.55197811126709,
+ -8.107993125915527,
+ -8.635616302490234,
+ -4.067207336425781,
+ -8.551365852355957,
+ -0.2213219553232193
+ ],
+ "distances_by_expert": [
+ 28.27362060546875,
+ 31.991085052490234,
+ 27.670970916748047,
+ 10.7361478805542,
+ 9.10395622253418,
+ 16.215986251831055,
+ 17.27123260498047,
+ 8.134414672851562,
+ 17.102731704711914,
+ 0.4426439106464386
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.210205078125,
+ "language": 52.90922164916992
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.37109644433076e-07,
+ 1.2936621374137758e-07,
+ 1.027006533149688e-06,
+ 0.005497435573488474,
+ 0.011204591020941734,
+ 0.0003764524299185723,
+ 0.0001936647022375837,
+ 0.018064437434077263,
+ 0.00019563107343856245,
+ 0.8063532710075378
+ ],
+ "log_scores_by_expert": [
+ -14.120529174804688,
+ -15.860618591308594,
+ -13.788862228393555,
+ -5.2034735679626465,
+ -4.491431713104248,
+ -7.884718894958496,
+ -8.549382209777832,
+ -4.013810157775879,
+ -8.53927993774414,
+ -0.21523337066173553
+ ],
+ "distances_by_expert": [
+ 28.241058349609375,
+ 31.721237182617188,
+ 27.57772445678711,
+ 10.406947135925293,
+ 8.982863426208496,
+ 15.769437789916992,
+ 17.098764419555664,
+ 8.027620315551758,
+ 17.07855987548828,
+ 0.43046674132347107
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.58154296875,
+ "language": 52.93635177612305
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.181849355220038e-07,
+ 1.2847544894611929e-07,
+ 1.0015440921051777e-06,
+ 0.005581641104072332,
+ 0.010679022409021854,
+ 0.00038892566226422787,
+ 0.0001948379067471251,
+ 0.01780349761247635,
+ 0.00018981460016220808,
+ 0.7720891237258911
+ ],
+ "log_scores_by_expert": [
+ -14.146538734436035,
+ -15.867527961730957,
+ -13.81396770477295,
+ -5.188272476196289,
+ -4.539474010467529,
+ -7.8521223068237305,
+ -8.543342590332031,
+ -4.028360366821289,
+ -8.569462776184082,
+ -0.25865525007247925
+ ],
+ "distances_by_expert": [
+ 28.29307746887207,
+ 31.735055923461914,
+ 27.6279354095459,
+ 10.376544952392578,
+ 9.078948020935059,
+ 15.704244613647461,
+ 17.086685180664062,
+ 8.056720733642578,
+ 17.138925552368164,
+ 0.5173105001449585
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.498291015625,
+ "language": 52.941654205322266
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.465671162914077e-07,
+ 1.1101639074695413e-07,
+ 9.155980364994321e-07,
+ 0.0051801446825265884,
+ 0.009644399397075176,
+ 0.00036244047805666924,
+ 0.00018212523718830198,
+ 0.016219493001699448,
+ 0.00017147437029052526,
+ 0.6902550458908081
+ ],
+ "log_scores_by_expert": [
+ -14.251588821411133,
+ -16.013587951660156,
+ -13.903688430786133,
+ -5.262922286987305,
+ -4.641377925872803,
+ -7.922650337219238,
+ -8.61081600189209,
+ -4.121541500091553,
+ -8.671076774597168,
+ -0.3706941306591034
+ ],
+ "distances_by_expert": [
+ 28.503177642822266,
+ 32.02717590332031,
+ 27.807376861572266,
+ 10.52584457397461,
+ 9.282755851745605,
+ 15.845300674438477,
+ 17.22163200378418,
+ 8.243083000183105,
+ 17.342153549194336,
+ 0.7413882613182068
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.346435546875,
+ "language": 52.9474983215332
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.1954523289387e-07,
+ 9.149935209507021e-08,
+ 8.712053158888011e-07,
+ 0.004353010095655918,
+ 0.00863854493945837,
+ 0.00025755175738595426,
+ 0.00015064711624290794,
+ 0.014496340416371822,
+ 0.00016300709103234112,
+ 0.6444151401519775
+ ],
+ "log_scores_by_expert": [
+ -14.294280052185059,
+ -16.206933975219727,
+ -13.953388214111328,
+ -5.436887741088867,
+ -4.751521110534668,
+ -8.264289855957031,
+ -8.800570487976074,
+ -4.233859062194824,
+ -8.72171688079834,
+ -0.43941208720207214
+ ],
+ "distances_by_expert": [
+ 28.588560104370117,
+ 32.41386795043945,
+ 27.906776428222656,
+ 10.873775482177734,
+ 9.503042221069336,
+ 16.528579711914062,
+ 17.60114097595215,
+ 8.467718124389648,
+ 17.44343376159668,
+ 0.8788241744041443
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3599.36572265625,
+ "language": 52.91619110107422
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.257104701035132e-07,
+ 9.337005479892468e-08,
+ 8.507349207320658e-07,
+ 0.004236877430230379,
+ 0.009208500385284424,
+ 0.00024270039284601808,
+ 0.00015078035357873887,
+ 0.01436680369079113,
+ 0.00016433132987003773,
+ 0.6721181869506836
+ ],
+ "log_scores_by_expert": [
+ -14.284378051757812,
+ -16.186695098876953,
+ -13.977165222167969,
+ -5.463928699493408,
+ -4.687628269195557,
+ -8.32368278503418,
+ -8.799686431884766,
+ -4.24283504486084,
+ -8.71362590789795,
+ -0.39732110500335693
+ ],
+ "distances_by_expert": [
+ 28.568756103515625,
+ 32.373390197753906,
+ 27.954330444335938,
+ 10.927857398986816,
+ 9.375256538391113,
+ 16.64736557006836,
+ 17.59937286376953,
+ 8.48567008972168,
+ 17.4272518157959,
+ 0.7946422100067139
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.312255859375,
+ "language": 52.91893005371094
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.652419983765867e-07,
+ 1.0750395773584387e-07,
+ 9.143947181655676e-07,
+ 0.004662468098104,
+ 0.01018112525343895,
+ 0.0002907989255618304,
+ 0.0001671679929131642,
+ 0.015820244327187538,
+ 0.00018078256107401103,
+ 0.7624344229698181
+ ],
+ "log_scores_by_expert": [
+ -14.223114967346191,
+ -16.045738220214844,
+ -13.905003547668457,
+ -5.368210315704346,
+ -4.587219715118408,
+ -8.142878532409668,
+ -8.696511268615723,
+ -4.146464824676514,
+ -8.618215560913086,
+ -0.2712388038635254
+ ],
+ "distances_by_expert": [
+ 28.446229934692383,
+ 32.09147644042969,
+ 27.810007095336914,
+ 10.736420631408691,
+ 9.174439430236816,
+ 16.285757064819336,
+ 17.393022537231445,
+ 8.292929649353027,
+ 17.236431121826172,
+ 0.5424776077270508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.650634765625,
+ "language": 52.908782958984375
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.940391017451475e-07,
+ 1.1366110896915416e-07,
+ 9.5320876880578e-07,
+ 0.005025870632380247,
+ 0.010662256740033627,
+ 0.0003222477971576154,
+ 0.0001740108273224905,
+ 0.016796518117189407,
+ 0.00018956910935230553,
+ 0.7882269620895386
+ ],
+ "log_scores_by_expert": [
+ -14.180737495422363,
+ -15.990044593811035,
+ -13.863431930541992,
+ -5.293156623840332,
+ -4.541045188903809,
+ -8.040189743041992,
+ -8.656393051147461,
+ -4.086583614349365,
+ -8.570756912231445,
+ -0.23796923458576202
+ ],
+ "distances_by_expert": [
+ 28.361474990844727,
+ 31.98008918762207,
+ 27.726863861083984,
+ 10.586313247680664,
+ 9.082090377807617,
+ 16.080379486083984,
+ 17.312786102294922,
+ 8.17316722869873,
+ 17.14151382446289,
+ 0.47593846917152405
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3405.9296875,
+ "language": 52.89737319946289
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769855076527165e-07,
+ 1.0937240801922599e-07,
+ 9.369014719595725e-07,
+ 0.004765464924275875,
+ 0.010570881888270378,
+ 0.00031226567807607353,
+ 0.00017480170936323702,
+ 0.01682007499039173,
+ 0.00018249174172524363,
+ 0.7954482436180115
+ ],
+ "log_scores_by_expert": [
+ -14.205615997314453,
+ -16.028507232666016,
+ -13.880687713623047,
+ -5.346360206604004,
+ -4.549652099609375,
+ -8.071656227111816,
+ -8.65185832977295,
+ -4.085182189941406,
+ -8.608805656433105,
+ -0.22884950041770935
+ ],
+ "distances_by_expert": [
+ 28.411231994628906,
+ 32.05701446533203,
+ 27.761375427246094,
+ 10.692720413208008,
+ 9.09930419921875,
+ 16.143312454223633,
+ 17.3037166595459,
+ 8.170364379882812,
+ 17.21761131286621,
+ 0.4576990008354187
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3410.326171875,
+ "language": 52.92792892456055
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.302332167251734e-07,
+ 1.0172699660415674e-07,
+ 8.786354328549351e-07,
+ 0.004653947427868843,
+ 0.010049005039036274,
+ 0.000308611779473722,
+ 0.0001688385964371264,
+ 0.015746774151921272,
+ 0.0001718327112030238,
+ 0.7308268547058105
+ ],
+ "log_scores_by_expert": [
+ -14.277175903320312,
+ -16.10097312927246,
+ -13.94489574432373,
+ -5.370039463043213,
+ -4.600281715393066,
+ -8.083426475524902,
+ -8.686567306518555,
+ -4.151119709014893,
+ -8.668989181518555,
+ -0.31357869505882263
+ ],
+ "distances_by_expert": [
+ 28.554351806640625,
+ 32.20194625854492,
+ 27.88979148864746,
+ 10.740078926086426,
+ 9.200563430786133,
+ 16.166852951049805,
+ 17.37313461303711,
+ 8.302239418029785,
+ 17.33797836303711,
+ 0.6271573901176453
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3432.5029296875,
+ "language": 52.94856262207031
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.93611389376747e-07,
+ 9.906070630449904e-08,
+ 8.492644951729744e-07,
+ 0.0046474323607981205,
+ 0.009945858269929886,
+ 0.00031165729160420597,
+ 0.0001670586789259687,
+ 0.015825148671865463,
+ 0.00016431785479653627,
+ 0.7369651794433594
+ ],
+ "log_scores_by_expert": [
+ -14.337040901184082,
+ -16.127532958984375,
+ -13.97889518737793,
+ -5.371440410614014,
+ -4.610599040985107,
+ -8.073606491088867,
+ -8.697165489196777,
+ -4.146154880523682,
+ -8.71370792388916,
+ -0.30521464347839355
+ ],
+ "distances_by_expert": [
+ 28.674081802368164,
+ 32.25506591796875,
+ 27.95779037475586,
+ 10.742880821228027,
+ 9.221198081970215,
+ 16.147212982177734,
+ 17.394330978393555,
+ 8.292309761047363,
+ 17.42741584777832,
+ 0.6104292869567871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.788818359375,
+ "language": 52.914344787597656
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.923659157109796e-07,
+ 1.0889303325711808e-07,
+ 9.456771863369795e-07,
+ 0.0047860718332231045,
+ 0.010434572584927082,
+ 0.0003013357345480472,
+ 0.00017570926866028458,
+ 0.016757287085056305,
+ 0.00018688516865950078,
+ 0.7807180881500244
+ ],
+ "log_scores_by_expert": [
+ -14.183151245117188,
+ -16.032899856567383,
+ -13.87136459350586,
+ -5.342045307159424,
+ -4.562630653381348,
+ -8.107285499572754,
+ -8.646679878234863,
+ -4.088922023773193,
+ -8.585016250610352,
+ -0.247541144490242
+ ],
+ "distances_by_expert": [
+ 28.366302490234375,
+ 32.065799713134766,
+ 27.74272918701172,
+ 10.684090614318848,
+ 9.125261306762695,
+ 16.214570999145508,
+ 17.293359756469727,
+ 8.177844047546387,
+ 17.170032501220703,
+ 0.495082288980484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3402.901611328125,
+ "language": 52.898719787597656
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491930548691016e-07,
+ 1.0470202482792956e-07,
+ 8.924276926336461e-07,
+ 0.004543052986264229,
+ 0.010101408697664738,
+ 0.00028871180256828666,
+ 0.00016712448268663138,
+ 0.015756893903017044,
+ 0.00017874744662549347,
+ 0.7625438570976257
+ ],
+ "log_scores_by_expert": [
+ -14.247535705566406,
+ -16.072147369384766,
+ -13.929320335388184,
+ -5.394155979156494,
+ -4.595080375671387,
+ -8.150081634521484,
+ -8.696771621704102,
+ -4.150477409362793,
+ -8.629536628723145,
+ -0.27109527587890625
+ ],
+ "distances_by_expert": [
+ 28.495071411132812,
+ 32.14429473876953,
+ 27.858640670776367,
+ 10.788311958312988,
+ 9.190160751342773,
+ 16.30016326904297,
+ 17.393543243408203,
+ 8.300954818725586,
+ 17.25907325744629,
+ 0.5421905517578125
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.839599609375,
+ "language": 52.92601776123047
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388972906279378e-07,
+ 1.0387118010157792e-07,
+ 8.813402700980077e-07,
+ 0.004510156810283661,
+ 0.01012035645544529,
+ 0.00028833263786509633,
+ 0.00016587862046435475,
+ 0.015749342739582062,
+ 0.00017634480900596827,
+ 0.7594435811042786
+ ],
+ "log_scores_by_expert": [
+ -14.263522148132324,
+ -16.080114364624023,
+ -13.941822052001953,
+ -5.401423454284668,
+ -4.593206405639648,
+ -8.151395797729492,
+ -8.704254150390625,
+ -4.150956630706787,
+ -8.64306926727295,
+ -0.2751692235469818
+ ],
+ "distances_by_expert": [
+ 28.52704429626465,
+ 32.16022872924805,
+ 27.883644104003906,
+ 10.802846908569336,
+ 9.186412811279297,
+ 16.302791595458984,
+ 17.40850830078125,
+ 8.301913261413574,
+ 17.2861385345459,
+ 0.5503384470939636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.024169921875,
+ "language": 52.9241828918457
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.074929726513801e-07,
+ 1.226408983256988e-07,
+ 9.791599495656556e-07,
+ 0.005535484757274389,
+ 0.010767865926027298,
+ 0.00038365108775906265,
+ 0.00019281276036053896,
+ 0.017570868134498596,
+ 0.00019162159878760576,
+ 0.7924992442131042
+ ],
+ "log_scores_by_expert": [
+ -14.161538124084473,
+ -15.914005279541016,
+ -13.836570739746094,
+ -5.196576118469238,
+ -4.53118896484375,
+ -7.865777015686035,
+ -8.553791046142578,
+ -4.041512966156006,
+ -8.559988021850586,
+ -0.23256376385688782
+ ],
+ "distances_by_expert": [
+ 28.323076248168945,
+ 31.82801055908203,
+ 27.673141479492188,
+ 10.393152236938477,
+ 9.0623779296875,
+ 15.73155403137207,
+ 17.107582092285156,
+ 8.083025932312012,
+ 17.119976043701172,
+ 0.46512752771377563
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.7822265625,
+ "language": 52.94915008544922
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82888867231668e-07,
+ 1.2089046208529908e-07,
+ 9.615721410227707e-07,
+ 0.0054224529303610325,
+ 0.010396772064268589,
+ 0.00037249477463774383,
+ 0.00018901380826719105,
+ 0.017016315832734108,
+ 0.00018596617155708373,
+ 0.7610836625099182
+ ],
+ "log_scores_by_expert": [
+ -14.19693374633789,
+ -15.928380966186523,
+ -13.854696273803711,
+ -5.217206954956055,
+ -4.566259860992432,
+ -7.89528751373291,
+ -8.573690414428711,
+ -4.073582649230957,
+ -8.589945793151855,
+ -0.2730120122432709
+ ],
+ "distances_by_expert": [
+ 28.39386749267578,
+ 31.856761932373047,
+ 27.709392547607422,
+ 10.43441390991211,
+ 9.132519721984863,
+ 15.79057502746582,
+ 17.147380828857422,
+ 8.147165298461914,
+ 17.17989158630371,
+ 0.5460240244865417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.910400390625,
+ "language": 52.93501663208008
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.895280423828808e-07,
+ 9.938565170841684e-08,
+ 8.236151529672497e-07,
+ 0.0047222101129591465,
+ 0.008900708518922329,
+ 0.00031004220363684,
+ 0.0001665137242525816,
+ 0.01467213686555624,
+ 0.00016058307664934546,
+ 0.6460631489753723
+ ],
+ "log_scores_by_expert": [
+ -14.34394359588623,
+ -16.124258041381836,
+ -14.009562492370605,
+ -5.355478286743164,
+ -4.721624374389648,
+ -8.078802108764648,
+ -8.700432777404785,
+ -4.221805095672607,
+ -8.736699104309082,
+ -0.43685805797576904
+ ],
+ "distances_by_expert": [
+ 28.68788719177246,
+ 32.24851608276367,
+ 28.01912498474121,
+ 10.710956573486328,
+ 9.443248748779297,
+ 16.157604217529297,
+ 17.40086555480957,
+ 8.443610191345215,
+ 17.473398208618164,
+ 0.8737161159515381
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.517822265625,
+ "language": 52.97536087036133
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.290803185038385e-07,
+ 8.8173834456029e-08,
+ 8.757451723795384e-07,
+ 0.0040903761982917786,
+ 0.008447512052953243,
+ 0.00023558734392281622,
+ 0.0001473132288083434,
+ 0.014119794592261314,
+ 0.00016451432020403445,
+ 0.6309131383895874
+ ],
+ "log_scores_by_expert": [
+ -14.279006958007812,
+ -16.243955612182617,
+ -13.948190689086914,
+ -5.499118328094482,
+ -4.77388334274292,
+ -8.353428840637207,
+ -8.822949409484863,
+ -4.2601776123046875,
+ -8.712512969970703,
+ -0.4605870842933655
+ ],
+ "distances_by_expert": [
+ 28.558013916015625,
+ 32.487911224365234,
+ 27.896381378173828,
+ 10.998236656188965,
+ 9.54776668548584,
+ 16.706857681274414,
+ 17.645898818969727,
+ 8.520355224609375,
+ 17.425025939941406,
+ 0.921174168586731
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3543.7822265625,
+ "language": 52.90058135986328
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.844849735898606e-07,
+ 1.0535207195516705e-07,
+ 9.473191084907739e-07,
+ 0.004635858815163374,
+ 0.009896894916892052,
+ 0.0002832788450177759,
+ 0.00016823939222376794,
+ 0.016248110681772232,
+ 0.0001823671773308888,
+ 0.7352734208106995
+ ],
+ "log_scores_by_expert": [
+ -14.194599151611328,
+ -16.06595802307129,
+ -13.869629859924316,
+ -5.373933792114258,
+ -4.61553430557251,
+ -8.169078826904297,
+ -8.690122604370117,
+ -4.119778633117676,
+ -8.609488487243652,
+ -0.30751287937164307
+ ],
+ "distances_by_expert": [
+ 28.389198303222656,
+ 32.13191604614258,
+ 27.739259719848633,
+ 10.747867584228516,
+ 9.23106861114502,
+ 16.338157653808594,
+ 17.380245208740234,
+ 8.239557266235352,
+ 17.218976974487305,
+ 0.6150257587432861
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.42041015625,
+ "language": 52.89527893066406
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.215810799403698e-07,
+ 9.69925153526674e-08,
+ 8.549838526050735e-07,
+ 0.004236279521137476,
+ 0.009883048012852669,
+ 0.00025691246264614165,
+ 0.00015646367683075368,
+ 0.01486512552946806,
+ 0.00016977086488623172,
+ 0.7297140955924988
+ ],
+ "log_scores_by_expert": [
+ -14.290999412536621,
+ -16.148632049560547,
+ -13.972183227539062,
+ -5.464069843292236,
+ -4.616934299468994,
+ -8.266775131225586,
+ -8.762686729431152,
+ -4.208737373352051,
+ -8.681060791015625,
+ -0.3151024281978607
+ ],
+ "distances_by_expert": [
+ 28.581998825073242,
+ 32.297264099121094,
+ 27.944366455078125,
+ 10.928139686584473,
+ 9.233868598937988,
+ 16.533550262451172,
+ 17.525373458862305,
+ 8.417474746704102,
+ 17.36212158203125,
+ 0.6302048563957214
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.5380859375,
+ "language": 52.90321731567383
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.643455208177329e-07,
+ 1.082378560113284e-07,
+ 9.262918752028781e-07,
+ 0.004701714497059584,
+ 0.010532124899327755,
+ 0.00030345103004947305,
+ 0.00016991616575978696,
+ 0.01644347980618477,
+ 0.00018114151316694915,
+ 0.7767012119293213
+ ],
+ "log_scores_by_expert": [
+ -14.22446346282959,
+ -16.0389347076416,
+ -13.89207649230957,
+ -5.359827995300293,
+ -4.553325176239014,
+ -8.100290298461914,
+ -8.680205345153809,
+ -4.107826232910156,
+ -8.616231918334961,
+ -0.2526995539665222
+ ],
+ "distances_by_expert": [
+ 28.44892692565918,
+ 32.0778694152832,
+ 27.78415298461914,
+ 10.719655990600586,
+ 9.106650352478027,
+ 16.200580596923828,
+ 17.360410690307617,
+ 8.215652465820312,
+ 17.232463836669922,
+ 0.5053991079330444
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.600341796875,
+ "language": 52.89604568481445
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.550070565936039e-07,
+ 1.0231641311975181e-07,
+ 8.97027746304957e-07,
+ 0.004512124694883823,
+ 0.01048416830599308,
+ 0.0002896519436035305,
+ 0.00016849984240252525,
+ 0.016033122316002846,
+ 0.00017729536921251565,
+ 0.7807875275611877
+ ],
+ "log_scores_by_expert": [
+ -14.238619804382324,
+ -16.095195770263672,
+ -13.924179077148438,
+ -5.400987148284912,
+ -4.557888984680176,
+ -8.146830558776855,
+ -8.688575744628906,
+ -4.133098602294922,
+ -8.637693405151367,
+ -0.24745216965675354
+ ],
+ "distances_by_expert": [
+ 28.47723960876465,
+ 32.190391540527344,
+ 27.848358154296875,
+ 10.801974296569824,
+ 9.115777969360352,
+ 16.29366111755371,
+ 17.377151489257812,
+ 8.266197204589844,
+ 17.275386810302734,
+ 0.4949043393135071
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.10498046875,
+ "language": 52.92778778076172
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.241360554464336e-07,
+ 8.723887390260643e-08,
+ 7.423073498102895e-07,
+ 0.004003642592579126,
+ 0.009135279804468155,
+ 0.00026999329566024244,
+ 0.00015632540453225374,
+ 0.014485402032732964,
+ 0.00014323298819363117,
+ 0.6863048076629639
+ ],
+ "log_scores_by_expert": [
+ -14.461514472961426,
+ -16.254615783691406,
+ -14.113502502441406,
+ -5.520550727844238,
+ -4.695611476898193,
+ -8.217113494873047,
+ -8.763570785522461,
+ -4.23461389541626,
+ -8.851037979125977,
+ -0.37643343210220337
+ ],
+ "distances_by_expert": [
+ 28.92302894592285,
+ 32.50923156738281,
+ 28.227005004882812,
+ 11.041101455688477,
+ 9.391222953796387,
+ 16.434226989746094,
+ 17.527141571044922,
+ 8.46922779083252,
+ 17.702075958251953,
+ 0.7528668642044067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.6171875,
+ "language": 52.956275939941406
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.4718861974834e-07,
+ 9.287097668675415e-08,
+ 7.848616405681241e-07,
+ 0.004311163444072008,
+ 0.009520772844552994,
+ 0.00029463585815392435,
+ 0.00016218647942878306,
+ 0.015393169596791267,
+ 0.00014882032701279968,
+ 0.7079373002052307
+ ],
+ "log_scores_by_expert": [
+ -14.418472290039062,
+ -16.192054748535156,
+ -14.057758331298828,
+ -5.446547508239746,
+ -4.6542792320251465,
+ -8.129770278930664,
+ -8.726763725280762,
+ -4.173831462860107,
+ -8.81277084350586,
+ -0.3453997075557709
+ ],
+ "distances_by_expert": [
+ 28.836944580078125,
+ 32.38410949707031,
+ 28.115516662597656,
+ 10.893095016479492,
+ 9.308558464050293,
+ 16.259540557861328,
+ 17.453527450561523,
+ 8.347662925720215,
+ 17.62554168701172,
+ 0.6907994151115417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.120361328125,
+ "language": 52.93926239013672
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.131857617219794e-07,
+ 8.881421109663279e-08,
+ 8.399019293392485e-07,
+ 0.003939422313123941,
+ 0.009027902968227863,
+ 0.0002463606942910701,
+ 0.00015527018695138395,
+ 0.014542055316269398,
+ 0.00016728903574403375,
+ 0.6835016012191772
+ ],
+ "log_scores_by_expert": [
+ -14.304597854614258,
+ -16.236719131469727,
+ -13.989980697631836,
+ -5.536721229553223,
+ -4.707435131072998,
+ -8.308713912963867,
+ -8.770343780517578,
+ -4.230710506439209,
+ -8.69578742980957,
+ -0.3805263340473175
+ ],
+ "distances_by_expert": [
+ 28.609195709228516,
+ 32.47343826293945,
+ 27.979961395263672,
+ 11.073442459106445,
+ 9.414870262145996,
+ 16.617427825927734,
+ 17.540687561035156,
+ 8.461421012878418,
+ 17.39157485961914,
+ 0.761052668094635
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.32958984375,
+ "language": 52.92768096923828
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.354276820275118e-07,
+ 9.77793419565387e-08,
+ 8.808663096715463e-07,
+ 0.004251955542713404,
+ 0.009658358059823513,
+ 0.00026435230392962694,
+ 0.00016050362319219857,
+ 0.015165869146585464,
+ 0.00017434819892514497,
+ 0.7157252430915833
+ ],
+ "log_scores_by_expert": [
+ -14.268967628479004,
+ -16.140552520751953,
+ -13.942359924316406,
+ -5.460376262664795,
+ -4.639931678771973,
+ -8.238227844238281,
+ -8.737194061279297,
+ -4.1887078285217285,
+ -8.65445613861084,
+ -0.3344589173793793
+ ],
+ "distances_by_expert": [
+ 28.537935256958008,
+ 32.281105041503906,
+ 27.884719848632812,
+ 10.92075252532959,
+ 9.279863357543945,
+ 16.476455688476562,
+ 17.474388122558594,
+ 8.377415657043457,
+ 17.30891227722168,
+ 0.6689178347587585
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3502.183349609375,
+ "language": 52.91746520996094
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206771558936452e-07,
+ 8.81918325035258e-08,
+ 8.467566772196733e-07,
+ 0.00381320808082819,
+ 0.0090921176597476,
+ 0.00022892298875376582,
+ 0.00015038700075820088,
+ 0.014425771310925484,
+ 0.00016626063734292984,
+ 0.6785972714424133
+ ],
+ "log_scores_by_expert": [
+ -14.292454719543457,
+ -16.243751525878906,
+ -13.981852531433105,
+ -5.569284439086914,
+ -4.700347423553467,
+ -8.382124900817871,
+ -8.802298545837402,
+ -4.238739013671875,
+ -8.701953887939453,
+ -0.3877274990081787
+ ],
+ "distances_by_expert": [
+ 28.584909439086914,
+ 32.48750305175781,
+ 27.96370506286621,
+ 11.138568878173828,
+ 9.400694847106934,
+ 16.764249801635742,
+ 17.604597091674805,
+ 8.47747802734375,
+ 17.403907775878906,
+ 0.7754549980163574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3625.92333984375,
+ "language": 52.93980026245117
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.754274295417417e-07,
+ 1.1155660217809782e-07,
+ 9.297904739469232e-07,
+ 0.00493980199098587,
+ 0.010702109895646572,
+ 0.0003293358313385397,
+ 0.0001788647787179798,
+ 0.017035530880093575,
+ 0.00018215354066342115,
+ 0.7867958545684814
+ ],
+ "log_scores_by_expert": [
+ -14.20792007446289,
+ -16.00873374938965,
+ -13.888306617736816,
+ -5.31043004989624,
+ -4.537314414978027,
+ -8.0184326171875,
+ -8.628880500793457,
+ -4.07245397567749,
+ -8.610660552978516,
+ -0.23978650569915771
+ ],
+ "distances_by_expert": [
+ 28.41584014892578,
+ 32.0174674987793,
+ 27.776613235473633,
+ 10.62086009979248,
+ 9.074628829956055,
+ 16.036865234375,
+ 17.257761001586914,
+ 8.14490795135498,
+ 17.22132110595703,
+ 0.47957301139831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.503662109375,
+ "language": 52.93763732910156
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.443480629059195e-07,
+ 1.0102799308242538e-07,
+ 8.88427223344479e-07,
+ 0.00414530374109745,
+ 0.009231396950781345,
+ 0.0002617491118144244,
+ 0.0001593998313182965,
+ 0.014740079641342163,
+ 0.0001785188214853406,
+ 0.6925607919692993
+ ],
+ "log_scores_by_expert": [
+ -14.255026817321777,
+ -16.107868194580078,
+ -13.933813095092773,
+ -5.485779285430908,
+ -4.685144901275635,
+ -8.248124122619629,
+ -8.744094848632812,
+ -4.217185020446777,
+ -8.630816459655762,
+ -0.36735931038856506
+ ],
+ "distances_by_expert": [
+ 28.510053634643555,
+ 32.215736389160156,
+ 27.867626190185547,
+ 10.971558570861816,
+ 9.37028980255127,
+ 16.496248245239258,
+ 17.488189697265625,
+ 8.434370040893555,
+ 17.261632919311523,
+ 0.7347186207771301
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3497.229736328125,
+ "language": 52.896453857421875
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.233401788653282e-07,
+ 1.0596775013027582e-07,
+ 1.0043647762358887e-06,
+ 0.0045693255960941315,
+ 0.009466364979743958,
+ 0.0003025592886842787,
+ 0.00016864854842424393,
+ 0.016060056164860725,
+ 0.00018981550238095224,
+ 0.6931754946708679
+ ],
+ "log_scores_by_expert": [
+ -14.139386177062988,
+ -16.060131072998047,
+ -13.811155319213867,
+ -5.388389587402344,
+ -4.66001033782959,
+ -8.103233337402344,
+ -8.68769359588623,
+ -4.131420135498047,
+ -8.5694580078125,
+ -0.366472065448761
+ ],
+ "distances_by_expert": [
+ 28.278772354125977,
+ 32.120262145996094,
+ 27.622310638427734,
+ 10.776779174804688,
+ 9.32002067565918,
+ 16.206466674804688,
+ 17.37538719177246,
+ 8.262840270996094,
+ 17.138916015625,
+ 0.732944130897522
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.919921875,
+ "language": 52.932586669921875
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.158039920796e-07,
+ 1.1218691753356325e-07,
+ 9.881355254037771e-07,
+ 0.005496423691511154,
+ 0.00972619280219078,
+ 0.00036367616849020123,
+ 0.00017887927242554724,
+ 0.016511939465999603,
+ 0.00019355816766619682,
+ 0.690058171749115
+ ],
+ "log_scores_by_expert": [
+ -14.149859428405762,
+ -16.00309944152832,
+ -13.827445983886719,
+ -5.203657627105713,
+ -4.632932662963867,
+ -7.919246673583984,
+ -8.628799438476562,
+ -4.103671550750732,
+ -8.549932479858398,
+ -0.3709793984889984
+ ],
+ "distances_by_expert": [
+ 28.299718856811523,
+ 32.00619888305664,
+ 27.654891967773438,
+ 10.407315254211426,
+ 9.265865325927734,
+ 15.838493347167969,
+ 17.257598876953125,
+ 8.207343101501465,
+ 17.099864959716797,
+ 0.7419587969779968
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3335.59521484375,
+ "language": 52.91973876953125
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.54704820135521e-07,
+ 9.976931636401787e-08,
+ 9.335301456303569e-07,
+ 0.0051436033099889755,
+ 0.008790240623056889,
+ 0.0003109675890300423,
+ 0.00016076528117991984,
+ 0.015058198943734169,
+ 0.00018075686239171773,
+ 0.6044421195983887
+ ],
+ "log_scores_by_expert": [
+ -14.239081382751465,
+ -16.120405197143555,
+ -13.884292602539062,
+ -5.270001411437988,
+ -4.7341132164001465,
+ -8.075821876525879,
+ -8.735565185546875,
+ -4.1958327293396,
+ -8.61835765838623,
+ -0.5034493803977966
+ ],
+ "distances_by_expert": [
+ 28.47816276550293,
+ 32.24081039428711,
+ 27.768585205078125,
+ 10.540002822875977,
+ 9.468226432800293,
+ 16.151643753051758,
+ 17.47113037109375,
+ 8.3916654586792,
+ 17.23671531677246,
+ 1.0068987607955933
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.430908203125,
+ "language": 52.904048919677734
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.073364258758374e-07,
+ 1.1351323792041512e-07,
+ 9.807730521060876e-07,
+ 0.005556622985750437,
+ 0.010001296177506447,
+ 0.00036972432280890644,
+ 0.000179201306309551,
+ 0.016534283757209778,
+ 0.00019324904133100063,
+ 0.7043371796607971
+ ],
+ "log_scores_by_expert": [
+ -14.161759376525879,
+ -15.99134635925293,
+ -13.834924697875977,
+ -5.192764759063721,
+ -4.605040550231934,
+ -7.902752876281738,
+ -8.62700080871582,
+ -4.102319240570068,
+ -8.551530838012695,
+ -0.35049813985824585
+ ],
+ "distances_by_expert": [
+ 28.323518753051758,
+ 31.98269271850586,
+ 27.669849395751953,
+ 10.385529518127441,
+ 9.210081100463867,
+ 15.805505752563477,
+ 17.25400161743164,
+ 8.204638481140137,
+ 17.10306167602539,
+ 0.7009962797164917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.92431640625,
+ "language": 52.907962799072266
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.182027275121072e-07,
+ 1.1290270407471326e-07,
+ 1.0021268508353387e-06,
+ 0.005570622626692057,
+ 0.009981130249798298,
+ 0.0003629316342994571,
+ 0.0001787338114809245,
+ 0.016607454046607018,
+ 0.0001966295239981264,
+ 0.7034478783607483
+ ],
+ "log_scores_by_expert": [
+ -14.146513938903809,
+ -15.996739387512207,
+ -13.813385963439941,
+ -5.190248489379883,
+ -4.607059001922607,
+ -7.921296119689941,
+ -8.629612922668457,
+ -4.097903728485107,
+ -8.534189224243164,
+ -0.35176151990890503
+ ],
+ "distances_by_expert": [
+ 28.293027877807617,
+ 31.993478775024414,
+ 27.626771926879883,
+ 10.380496978759766,
+ 9.214118003845215,
+ 15.842592239379883,
+ 17.259225845336914,
+ 8.195807456970215,
+ 17.068378448486328,
+ 0.7035230398178101
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.21875,
+ "language": 52.88158416748047
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.495382874367351e-07,
+ 1.2241899582932092e-07,
+ 1.0453765071360976e-06,
+ 0.005784890614449978,
+ 0.010496843606233597,
+ 0.0003867371997330338,
+ 0.00018760086095426232,
+ 0.01732395589351654,
+ 0.0002024931163759902,
+ 0.739361584186554
+ ],
+ "log_scores_by_expert": [
+ -14.103808403015137,
+ -15.915816307067871,
+ -13.771133422851562,
+ -5.152505874633789,
+ -4.556680679321289,
+ -7.857765197753906,
+ -8.581193923950195,
+ -4.055665016174316,
+ -8.504804611206055,
+ -0.3019682466983795
+ ],
+ "distances_by_expert": [
+ 28.207616806030273,
+ 31.831632614135742,
+ 27.542266845703125,
+ 10.305011749267578,
+ 9.113361358642578,
+ 15.715530395507812,
+ 17.16238784790039,
+ 8.111330032348633,
+ 17.00960922241211,
+ 0.603936493396759
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.652587890625,
+ "language": 52.893638610839844
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.764505198792904e-07,
+ 1.2125035198096157e-07,
+ 1.053784558280313e-06,
+ 0.00557324755936861,
+ 0.010497559793293476,
+ 0.00036803013063035905,
+ 0.00018697553605306894,
+ 0.017487742006778717,
+ 0.00020610172941815108,
+ 0.7497937083244324
+ ],
+ "log_scores_by_expert": [
+ -14.068532943725586,
+ -15.925408363342285,
+ -13.76312255859375,
+ -5.189777374267578,
+ -4.556612491607666,
+ -7.907345771789551,
+ -8.584532737731934,
+ -4.046255111694336,
+ -8.487140655517578,
+ -0.2879571318626404
+ ],
+ "distances_by_expert": [
+ 28.137065887451172,
+ 31.85081672668457,
+ 27.5262451171875,
+ 10.379554748535156,
+ 9.113224983215332,
+ 15.814691543579102,
+ 17.169065475463867,
+ 8.092510223388672,
+ 16.974281311035156,
+ 0.5759142637252808
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.9580078125,
+ "language": 52.91875457763672
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.893768838584947e-07,
+ 1.1241611019841002e-07,
+ 1.0496030427020742e-06,
+ 0.005075377877801657,
+ 0.010097070597112179,
+ 0.0003335600486025214,
+ 0.00017706658400129527,
+ 0.017025016248226166,
+ 0.0002058081008726731,
+ 0.7265293002128601
+ ],
+ "log_scores_by_expert": [
+ -14.052021980285645,
+ -16.00105857849121,
+ -13.767098426818848,
+ -5.28335428237915,
+ -4.595510005950928,
+ -8.005687713623047,
+ -8.638984680175781,
+ -4.073071479797363,
+ -8.488566398620605,
+ -0.319476455450058
+ ],
+ "distances_by_expert": [
+ 28.10404396057129,
+ 32.00211715698242,
+ 27.534196853637695,
+ 10.5667085647583,
+ 9.191020011901855,
+ 16.011375427246094,
+ 17.277969360351562,
+ 8.146142959594727,
+ 16.97713279724121,
+ 0.638952910900116
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.609619140625,
+ "language": 52.911949157714844
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.620275255248998e-07,
+ 9.878297646537249e-08,
+ 1.0129566589966998e-06,
+ 0.004427728708833456,
+ 0.009195798076689243,
+ 0.00028080615447834134,
+ 0.0001645180891500786,
+ 0.01574733853340149,
+ 0.00019514455925673246,
+ 0.6687326431274414
+ ],
+ "log_scores_by_expert": [
+ -14.08728313446045,
+ -16.130340576171875,
+ -13.802637100219727,
+ -5.419868469238281,
+ -4.689008712768555,
+ -8.17784595489502,
+ -8.71249008178711,
+ -4.151083946228027,
+ -8.541769981384277,
+ -0.40237095952033997
+ ],
+ "distances_by_expert": [
+ 28.1745662689209,
+ 32.26068115234375,
+ 27.605274200439453,
+ 10.839736938476562,
+ 9.37801742553711,
+ 16.35569190979004,
+ 17.42498016357422,
+ 8.302167892456055,
+ 17.083539962768555,
+ 0.8047419190406799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.872314453125,
+ "language": 52.92701721191406
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.526750209763122e-07,
+ 9.926611710397992e-08,
+ 9.889924967865227e-07,
+ 0.004369121976196766,
+ 0.00909295491874218,
+ 0.00028822405147366226,
+ 0.00016290528583340347,
+ 0.0155235780403018,
+ 0.00019740946299862117,
+ 0.6689602136611938
+ ],
+ "log_scores_by_expert": [
+ -14.099632263183594,
+ -16.12546157836914,
+ -13.826579093933105,
+ -5.433193206787109,
+ -4.700255393981934,
+ -8.151772499084473,
+ -8.722341537475586,
+ -4.165395259857178,
+ -8.530230522155762,
+ -0.40203067660331726
+ ],
+ "distances_by_expert": [
+ 28.199264526367188,
+ 32.25092315673828,
+ 27.65315818786621,
+ 10.866386413574219,
+ 9.400510787963867,
+ 16.303544998168945,
+ 17.444683074951172,
+ 8.330790519714355,
+ 17.060461044311523,
+ 0.8040613532066345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.742919921875,
+ "language": 52.92070007324219
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.16479462425923e-07,
+ 9.15641251708621e-08,
+ 9.562443210597849e-07,
+ 0.0040787155739963055,
+ 0.008721871301531792,
+ 0.00025712104979902506,
+ 0.00015448206977453083,
+ 0.014828672632575035,
+ 0.0001862009521573782,
+ 0.6355555057525635
+ ],
+ "log_scores_by_expert": [
+ -14.148916244506836,
+ -16.206226348876953,
+ -13.860252380371094,
+ -5.5019731521606445,
+ -4.741921424865723,
+ -8.265963554382324,
+ -8.775432586669922,
+ -4.211192607879639,
+ -8.58868408203125,
+ -0.45325586199760437
+ ],
+ "distances_by_expert": [
+ 28.297832489013672,
+ 32.412452697753906,
+ 27.720504760742188,
+ 11.003946304321289,
+ 9.483842849731445,
+ 16.53192710876465,
+ 17.550865173339844,
+ 8.422385215759277,
+ 17.1773681640625,
+ 0.9065117239952087
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.32373046875,
+ "language": 52.92511749267578
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.219907729449915e-07,
+ 9.107468912361583e-08,
+ 9.777118066267576e-07,
+ 0.004024670924991369,
+ 0.00894318800419569,
+ 0.000252355239354074,
+ 0.0001559584925416857,
+ 0.014941427856683731,
+ 0.0001870640116976574,
+ 0.6497854590415955
+ ],
+ "log_scores_by_expert": [
+ -14.141253471374512,
+ -16.211585998535156,
+ -13.838050842285156,
+ -5.515312194824219,
+ -4.71686315536499,
+ -8.284672737121582,
+ -8.765920639038086,
+ -4.203617572784424,
+ -8.584059715270996,
+ -0.43111303448677063
+ ],
+ "distances_by_expert": [
+ 28.282506942749023,
+ 32.42317199707031,
+ 27.676101684570312,
+ 11.030624389648438,
+ 9.43372631072998,
+ 16.569345474243164,
+ 17.531841278076172,
+ 8.407235145568848,
+ 17.168119430541992,
+ 0.8622260689735413
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3497.050048828125,
+ "language": 52.91429138183594
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.241843604788301e-07,
+ 9.082106799951362e-08,
+ 9.790395552045084e-07,
+ 0.003979903180152178,
+ 0.008894030936062336,
+ 0.00023963711282704026,
+ 0.00015538366278633475,
+ 0.014857076108455658,
+ 0.00018696876941248775,
+ 0.6426082253456116
+ ],
+ "log_scores_by_expert": [
+ -14.138219833374023,
+ -16.214374542236328,
+ -13.83669376373291,
+ -5.526497840881348,
+ -4.72237491607666,
+ -8.336384773254395,
+ -8.769613265991211,
+ -4.2092790603637695,
+ -8.584568977355957,
+ -0.442220002412796
+ ],
+ "distances_by_expert": [
+ 28.276439666748047,
+ 32.428749084472656,
+ 27.67338752746582,
+ 11.052995681762695,
+ 9.44474983215332,
+ 16.67276954650879,
+ 17.539226531982422,
+ 8.418558120727539,
+ 17.169137954711914,
+ 0.884440004825592
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.9130859375,
+ "language": 52.913917541503906
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.067808382998919e-07,
+ 9.216774543574502e-08,
+ 9.46331226714392e-07,
+ 0.004024789668619633,
+ 0.008772553876042366,
+ 0.0002523412986192852,
+ 0.00015396786329802126,
+ 0.014513576403260231,
+ 0.00018760515376925468,
+ 0.636957585811615
+ ],
+ "log_scores_by_expert": [
+ -14.162545204162598,
+ -16.199655532836914,
+ -13.870673179626465,
+ -5.51528263092041,
+ -4.7361273765563965,
+ -8.284728050231934,
+ -8.778766632080078,
+ -4.232670783996582,
+ -8.581171035766602,
+ -0.451052188873291
+ ],
+ "distances_by_expert": [
+ 28.325090408325195,
+ 32.39931106567383,
+ 27.74134635925293,
+ 11.03056526184082,
+ 9.472254753112793,
+ 16.569456100463867,
+ 17.557533264160156,
+ 8.465341567993164,
+ 17.162342071533203,
+ 0.902104377746582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.738525390625,
+ "language": 52.89551544189453
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.181041041803837e-07,
+ 9.544435641828386e-08,
+ 9.74131353359553e-07,
+ 0.004097423516213894,
+ 0.009281422942876816,
+ 0.000259330787230283,
+ 0.00016035031876526773,
+ 0.015030156821012497,
+ 0.00018915934197138995,
+ 0.6742925643920898
+ ],
+ "log_scores_by_expert": [
+ -14.146651268005371,
+ -16.164722442626953,
+ -13.841719627380371,
+ -5.497396945953369,
+ -4.6797404289245605,
+ -8.257406234741211,
+ -8.738149642944336,
+ -4.197696685791016,
+ -8.572920799255371,
+ -0.3940911889076233
+ ],
+ "distances_by_expert": [
+ 28.293302536010742,
+ 32.329444885253906,
+ 27.683439254760742,
+ 10.994793891906738,
+ 9.359480857849121,
+ 16.514812469482422,
+ 17.476299285888672,
+ 8.395393371582031,
+ 17.145841598510742,
+ 0.7881823778152466
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.6552734375,
+ "language": 52.911460876464844
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.145187967376842e-07,
+ 7.538657342820443e-08,
+ 8.39933989027486e-07,
+ 0.003270974848419428,
+ 0.00770205445587635,
+ 0.0002073384093819186,
+ 0.00013751651567872614,
+ 0.012839507311582565,
+ 0.00016320993017870933,
+ 0.5693714022636414
+ ],
+ "log_scores_by_expert": [
+ -14.3024263381958,
+ -16.400636672973633,
+ -13.98994255065918,
+ -5.722667217254639,
+ -4.866268157958984,
+ -8.481158256530762,
+ -8.891766548156738,
+ -4.355228424072266,
+ -8.720473289489746,
+ -0.5632222890853882
+ ],
+ "distances_by_expert": [
+ 28.6048526763916,
+ 32.801273345947266,
+ 27.97988510131836,
+ 11.445334434509277,
+ 9.732536315917969,
+ 16.962316513061523,
+ 17.783533096313477,
+ 8.710456848144531,
+ 17.440946578979492,
+ 1.1264445781707764
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.55078125,
+ "language": 52.9227409362793
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.482396770479681e-07,
+ 9.431296632556041e-08,
+ 8.950282222031092e-07,
+ 0.004287096206098795,
+ 0.008883807808160782,
+ 0.00024407263845205307,
+ 0.00015322140825446695,
+ 0.014674165286123753,
+ 0.00016975938342511654,
+ 0.6567450761795044
+ ],
+ "log_scores_by_expert": [
+ -14.249005317687988,
+ -16.176647186279297,
+ -13.926410675048828,
+ -5.452145576477051,
+ -4.723525047302246,
+ -8.318044662475586,
+ -8.783626556396484,
+ -4.2216668128967285,
+ -8.68112850189209,
+ -0.4204593300819397
+ ],
+ "distances_by_expert": [
+ 28.498010635375977,
+ 32.353294372558594,
+ 27.852821350097656,
+ 10.904291152954102,
+ 9.447050094604492,
+ 16.636089324951172,
+ 17.56725311279297,
+ 8.443333625793457,
+ 17.36225700378418,
+ 0.8409186601638794
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.97998046875,
+ "language": 52.88688278198242
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.106449177423201e-07,
+ 9.217496454994034e-08,
+ 8.394711130677024e-07,
+ 0.003915667533874512,
+ 0.009138956665992737,
+ 0.00022313471708912402,
+ 0.0001475379103794694,
+ 0.014164936728775501,
+ 0.00016011360276024789,
+ 0.6571551561355591
+ ],
+ "log_scores_by_expert": [
+ -14.30875015258789,
+ -16.19957733154297,
+ -13.990493774414062,
+ -5.542769432067871,
+ -4.69520902633667,
+ -8.407734870910645,
+ -8.821425437927246,
+ -4.256985664367676,
+ -8.73962688446045,
+ -0.4198351204395294
+ ],
+ "distances_by_expert": [
+ 28.61750030517578,
+ 32.39915466308594,
+ 27.980987548828125,
+ 11.085538864135742,
+ 9.39041805267334,
+ 16.81546974182129,
+ 17.642850875854492,
+ 8.513971328735352,
+ 17.4792537689209,
+ 0.8396702408790588
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.76123046875,
+ "language": 52.91207504272461
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.242119295369776e-07,
+ 1.1209366590492209e-07,
+ 9.798792461879202e-07,
+ 0.004903653636574745,
+ 0.01057556550949812,
+ 0.000295781996101141,
+ 0.00017348953406326473,
+ 0.016801172867417336,
+ 0.0001916510082082823,
+ 0.7781359553337097
+ ],
+ "log_scores_by_expert": [
+ -14.138181686401367,
+ -16.003931045532227,
+ -13.835836410522461,
+ -5.317774772644043,
+ -4.549209117889404,
+ -8.125887870788574,
+ -8.659393310546875,
+ -4.086306571960449,
+ -8.559834480285645,
+ -0.2508540451526642
+ ],
+ "distances_by_expert": [
+ 28.276363372802734,
+ 32.00786209106445,
+ 27.671672821044922,
+ 10.635549545288086,
+ 9.098418235778809,
+ 16.25177574157715,
+ 17.31878662109375,
+ 8.172613143920898,
+ 17.11966896057129,
+ 0.5017080903053284
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3491.44775390625,
+ "language": 52.91703796386719
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.579546152352123e-07,
+ 1.1038508063165864e-07,
+ 9.111599865718745e-07,
+ 0.004636121913790703,
+ 0.010518052615225315,
+ 0.0002918641548603773,
+ 0.00016565556870773435,
+ 0.01595498062670231,
+ 0.0001776120043359697,
+ 0.75953608751297
+ ],
+ "log_scores_by_expert": [
+ -14.234129905700684,
+ -16.019290924072266,
+ -13.908547401428223,
+ -5.373877048492432,
+ -4.554662227630615,
+ -8.139222145080566,
+ -8.705599784851074,
+ -4.137984275817871,
+ -8.635909080505371,
+ -0.2750473916530609
+ ],
+ "distances_by_expert": [
+ 28.468259811401367,
+ 32.03858184814453,
+ 27.817094802856445,
+ 10.747754096984863,
+ 9.10932445526123,
+ 16.278444290161133,
+ 17.41119956970215,
+ 8.275968551635742,
+ 17.271818161010742,
+ 0.5500947833061218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.100341796875,
+ "language": 52.926212310791016
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.220279485409264e-07,
+ 1.0791236348950406e-07,
+ 9.6353016942885e-07,
+ 0.004882731009274721,
+ 0.01024646032601595,
+ 0.00032170003396458924,
+ 0.00017637660494074225,
+ 0.017393235117197037,
+ 0.00018985352653544396,
+ 0.7771986126899719
+ ],
+ "log_scores_by_expert": [
+ -14.141201972961426,
+ -16.041946411132812,
+ -13.852662086486816,
+ -5.32205057144165,
+ -4.580822944641113,
+ -8.041891098022461,
+ -8.642889022827148,
+ -4.051673889160156,
+ -8.569257736206055,
+ -0.2520594000816345
+ ],
+ "distances_by_expert": [
+ 28.28240394592285,
+ 32.083892822265625,
+ 27.705324172973633,
+ 10.6441011428833,
+ 9.161645889282227,
+ 16.083782196044922,
+ 17.285778045654297,
+ 8.103347778320312,
+ 17.13851547241211,
+ 0.504118800163269
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3486.286376953125,
+ "language": 52.915958404541016
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418562179533183e-07,
+ 9.380167398376216e-08,
+ 8.64809692302515e-07,
+ 0.004401697777211666,
+ 0.009081696160137653,
+ 0.0002780056674964726,
+ 0.00015973263361956924,
+ 0.015675874426960945,
+ 0.0001727989874780178,
+ 0.6773288249969482
+ ],
+ "log_scores_by_expert": [
+ -14.258901596069336,
+ -16.182083129882812,
+ -13.960756301879883,
+ -5.425765037536621,
+ -4.701494216918945,
+ -8.18786907196045,
+ -8.742009162902832,
+ -4.155632495880127,
+ -8.663381576538086,
+ -0.38959836959838867
+ ],
+ "distances_by_expert": [
+ 28.517803192138672,
+ 32.364166259765625,
+ 27.921512603759766,
+ 10.851530075073242,
+ 9.40298843383789,
+ 16.3757381439209,
+ 17.484018325805664,
+ 8.311264991760254,
+ 17.326763153076172,
+ 0.7791967391967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.259521484375,
+ "language": 52.921051025390625
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.051912120914494e-07,
+ 1.115691574682387e-07,
+ 9.487023362453328e-07,
+ 0.005203814711421728,
+ 0.01056706067174673,
+ 0.00034406845225021243,
+ 0.00017820771608967334,
+ 0.01733773946762085,
+ 0.00018584259669296443,
+ 0.7609241008758545
+ ],
+ "log_scores_by_expert": [
+ -14.164796829223633,
+ -16.008621215820312,
+ -13.868170738220215,
+ -5.258363246917725,
+ -4.550013542175293,
+ -7.974669933319092,
+ -8.632560729980469,
+ -4.054869651794434,
+ -8.59061050415039,
+ -0.27322161197662354
+ ],
+ "distances_by_expert": [
+ 28.329593658447266,
+ 32.017242431640625,
+ 27.73634147644043,
+ 10.51672649383545,
+ 9.100027084350586,
+ 15.949339866638184,
+ 17.265121459960938,
+ 8.109739303588867,
+ 17.18122100830078,
+ 0.5464432239532471
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.174560546875,
+ "language": 52.935699462890625
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.509984586955397e-07,
+ 9.829506097958074e-08,
+ 8.772907449383638e-07,
+ 0.004271227866411209,
+ 0.0098388297483325,
+ 0.00026909075677394867,
+ 0.0001592907210579142,
+ 0.015450947917997837,
+ 0.00017644288891460747,
+ 0.730351984500885
+ ],
+ "log_scores_by_expert": [
+ -14.244758605957031,
+ -16.135292053222656,
+ -13.946427345275879,
+ -5.4558539390563965,
+ -4.621418476104736,
+ -8.22046184539795,
+ -8.744779586791992,
+ -4.1700849533081055,
+ -8.642513275146484,
+ -0.31422871351242065
+ ],
+ "distances_by_expert": [
+ 28.489517211914062,
+ 32.27058410644531,
+ 27.892854690551758,
+ 10.911707878112793,
+ 9.242836952209473,
+ 16.4409236907959,
+ 17.489559173583984,
+ 8.340169906616211,
+ 17.28502655029297,
+ 0.6284574270248413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.984375,
+ "language": 52.87694549560547
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.296745027611905e-07,
+ 9.938489853311694e-08,
+ 8.622559448667744e-07,
+ 0.004404535982757807,
+ 0.009862357750535011,
+ 0.00025855290004983544,
+ 0.000157482223585248,
+ 0.01513285655528307,
+ 0.00017114190268330276,
+ 0.7368298172950745
+ ],
+ "log_scores_by_expert": [
+ -14.27806282043457,
+ -16.124265670776367,
+ -13.963713645935059,
+ -5.4251203536987305,
+ -4.619029998779297,
+ -8.26041030883789,
+ -8.756197929382324,
+ -4.190886974334717,
+ -8.673017501831055,
+ -0.3053983747959137
+ ],
+ "distances_by_expert": [
+ 28.55612564086914,
+ 32.248531341552734,
+ 27.927427291870117,
+ 10.850240707397461,
+ 9.238059997558594,
+ 16.52082061767578,
+ 17.51239585876465,
+ 8.381773948669434,
+ 17.34603500366211,
+ 0.6107967495918274
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.7998046875,
+ "language": 52.892906188964844
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.971374434921017e-07,
+ 9.143375478970484e-08,
+ 8.084201681413106e-07,
+ 0.0039872885681688786,
+ 0.009242178872227669,
+ 0.0002384810068178922,
+ 0.00014923277194611728,
+ 0.01422339491546154,
+ 0.00016235672228503972,
+ 0.6936284303665161
+ ],
+ "log_scores_by_expert": [
+ -14.3311185836792,
+ -16.207651138305664,
+ -14.028183937072754,
+ -5.524643898010254,
+ -4.6839776039123535,
+ -8.34122085571289,
+ -8.810003280639648,
+ -4.252867221832275,
+ -8.725714683532715,
+ -0.3658188581466675
+ ],
+ "distances_by_expert": [
+ 28.6622371673584,
+ 32.41530227661133,
+ 28.056367874145508,
+ 11.049287796020508,
+ 9.367955207824707,
+ 16.68244171142578,
+ 17.620006561279297,
+ 8.50573444366455,
+ 17.45142936706543,
+ 0.731637716293335
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.84619140625,
+ "language": 52.94319152832031
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.776450049983396e-07,
+ 1.0813219830652088e-07,
+ 9.144653176917927e-07,
+ 0.004610199481248856,
+ 0.009935179725289345,
+ 0.00028578066849149764,
+ 0.00016647229494992644,
+ 0.01578182727098465,
+ 0.00018384780560154468,
+ 0.7455562353134155
+ ],
+ "log_scores_by_expert": [
+ -14.204642295837402,
+ -16.0399112701416,
+ -13.904926300048828,
+ -5.379484176635742,
+ -4.611673355102539,
+ -8.160285949707031,
+ -8.700681686401367,
+ -4.148896217346191,
+ -8.601402282714844,
+ -0.2936246991157532
+ ],
+ "distances_by_expert": [
+ 28.409284591674805,
+ 32.0798225402832,
+ 27.809852600097656,
+ 10.758968353271484,
+ 9.223346710205078,
+ 16.320571899414062,
+ 17.401363372802734,
+ 8.297792434692383,
+ 17.202804565429688,
+ 0.5872493982315063
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.31689453125,
+ "language": 52.909915924072266
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.739977038705547e-07,
+ 1.0056140808956116e-07,
+ 9.142769954451069e-07,
+ 0.00444569019600749,
+ 0.009288355708122253,
+ 0.0002811389567796141,
+ 0.00016226213483605534,
+ 0.015372718684375286,
+ 0.000182895761099644,
+ 0.6951583027839661
+ ],
+ "log_scores_by_expert": [
+ -14.210039138793945,
+ -16.112497329711914,
+ -13.905132293701172,
+ -5.415820121765137,
+ -4.6789937019348145,
+ -8.176661491394043,
+ -8.726297378540039,
+ -4.175160884857178,
+ -8.60659408569336,
+ -0.36361563205718994
+ ],
+ "distances_by_expert": [
+ 28.42007827758789,
+ 32.22499465942383,
+ 27.810264587402344,
+ 10.831640243530273,
+ 9.357987403869629,
+ 16.353322982788086,
+ 17.452594757080078,
+ 8.350321769714355,
+ 17.21318817138672,
+ 0.7272312641143799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.85400390625,
+ "language": 52.9150390625
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.208452987266355e-07,
+ 1.0958372342884104e-07,
+ 8.718386084183294e-07,
+ 0.004973707254976034,
+ 0.009316079318523407,
+ 0.00034524581860750914,
+ 0.0001683388982200995,
+ 0.01558276079595089,
+ 0.00017365324310958385,
+ 0.6853406429290771
+ ],
+ "log_scores_by_expert": [
+ -14.292183876037598,
+ -16.02657699584961,
+ -13.952661514282227,
+ -5.303589820861816,
+ -4.676013469696045,
+ -7.971253871917725,
+ -8.689531326293945,
+ -4.161590099334717,
+ -8.65845012664795,
+ -0.37783923745155334
+ ],
+ "distances_by_expert": [
+ 28.584367752075195,
+ 32.05315399169922,
+ 27.905323028564453,
+ 10.607179641723633,
+ 9.35202693939209,
+ 15.94250774383545,
+ 17.37906265258789,
+ 8.323180198669434,
+ 17.3169002532959,
+ 0.7556784749031067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.2900390625,
+ "language": 52.90054702758789
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29385169759189e-07,
+ 1.0842857278703377e-07,
+ 8.831829632072186e-07,
+ 0.005074547603726387,
+ 0.00935416854918003,
+ 0.00034443632466718554,
+ 0.00016887001402210444,
+ 0.015521964058279991,
+ 0.0001746442576404661,
+ 0.6720817685127258
+ ],
+ "log_scores_by_expert": [
+ -14.278522491455078,
+ -16.037174224853516,
+ -13.939733505249023,
+ -5.283517837524414,
+ -4.671933174133301,
+ -7.973601341247559,
+ -8.686381340026855,
+ -4.165499210357666,
+ -8.652759552001953,
+ -0.39737528562545776
+ ],
+ "distances_by_expert": [
+ 28.557044982910156,
+ 32.07434844970703,
+ 27.879467010498047,
+ 10.567035675048828,
+ 9.343866348266602,
+ 15.947202682495117,
+ 17.37276268005371,
+ 8.330998420715332,
+ 17.305519104003906,
+ 0.7947505712509155
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3247.75244140625,
+ "language": 52.89872360229492
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241454570954375e-07,
+ 1.0458766297460897e-07,
+ 8.761110166233266e-07,
+ 0.005055644083768129,
+ 0.009380459785461426,
+ 0.00033130403608083725,
+ 0.00016719796985853463,
+ 0.015545311383903027,
+ 0.00017206801567226648,
+ 0.6662053465843201
+ ],
+ "log_scores_by_expert": [
+ -14.286882400512695,
+ -16.073240280151367,
+ -13.947772979736328,
+ -5.28725004196167,
+ -4.669126510620117,
+ -8.012474060058594,
+ -8.696331977844238,
+ -4.16399621963501,
+ -8.667620658874512,
+ -0.40615731477737427
+ ],
+ "distances_by_expert": [
+ 28.57376480102539,
+ 32.146480560302734,
+ 27.895545959472656,
+ 10.57450008392334,
+ 9.338253021240234,
+ 16.024948120117188,
+ 17.392663955688477,
+ 8.32799243927002,
+ 17.335241317749023,
+ 0.8123146295547485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.42626953125,
+ "language": 52.91606903076172
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.265476599764952e-07,
+ 1.0215008217073773e-07,
+ 8.506627295901126e-07,
+ 0.005159449763596058,
+ 0.009092816151678562,
+ 0.00033075441024266183,
+ 0.0001657314132899046,
+ 0.01526581309735775,
+ 0.0001709694624878466,
+ 0.6479921936988831
+ ],
+ "log_scores_by_expert": [
+ -14.283041000366211,
+ -16.09682273864746,
+ -13.977250099182129,
+ -5.26692533493042,
+ -4.700270652770996,
+ -8.014134407043457,
+ -8.7051420211792,
+ -4.1821393966674805,
+ -8.674025535583496,
+ -0.4338766932487488
+ ],
+ "distances_by_expert": [
+ 28.566082000732422,
+ 32.19364547729492,
+ 27.954500198364258,
+ 10.53385066986084,
+ 9.400541305541992,
+ 16.028268814086914,
+ 17.4102840423584,
+ 8.364278793334961,
+ 17.348051071166992,
+ 0.8677533864974976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.6650390625,
+ "language": 52.96895217895508
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.262202987272758e-07,
+ 1.016034758549722e-07,
+ 8.563637834413385e-07,
+ 0.0051679424941539764,
+ 0.009025923907756805,
+ 0.0003243765386287123,
+ 0.00016375294944737107,
+ 0.015154476277530193,
+ 0.0001729100913507864,
+ 0.6384369134902954
+ ],
+ "log_scores_by_expert": [
+ -14.283563613891602,
+ -16.102188110351562,
+ -13.97057056427002,
+ -5.265280723571777,
+ -4.7076544761657715,
+ -8.033605575561523,
+ -8.717151641845703,
+ -4.189459323883057,
+ -8.662738800048828,
+ -0.4487324655056
+ ],
+ "distances_by_expert": [
+ 28.567127227783203,
+ 32.204376220703125,
+ 27.94114112854004,
+ 10.530561447143555,
+ 9.415308952331543,
+ 16.067211151123047,
+ 17.434303283691406,
+ 8.378918647766113,
+ 17.325477600097656,
+ 0.8974649310112
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3286.357177734375,
+ "language": 52.9332160949707
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.048121576895937e-07,
+ 9.941712875161102e-08,
+ 8.312425165968307e-07,
+ 0.005060501396656036,
+ 0.008823470212519169,
+ 0.000321523635648191,
+ 0.00016145360132213682,
+ 0.014863126911222935,
+ 0.00016671950288582593,
+ 0.6307147145271301
+ ],
+ "log_scores_by_expert": [
+ -14.318347930908203,
+ -16.12394142150879,
+ -14.000344276428223,
+ -5.286289691925049,
+ -4.730340003967285,
+ -8.042439460754395,
+ -8.731292724609375,
+ -4.208871841430664,
+ -8.699197769165039,
+ -0.46090167760849
+ ],
+ "distances_by_expert": [
+ 28.636695861816406,
+ 32.24788284301758,
+ 28.000688552856445,
+ 10.572579383850098,
+ 9.46068000793457,
+ 16.08487892150879,
+ 17.46258544921875,
+ 8.417743682861328,
+ 17.398395538330078,
+ 0.92180335521698
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.565673828125,
+ "language": 52.95049285888672
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.026783125889779e-07,
+ 9.536938705423381e-08,
+ 8.349632025783649e-07,
+ 0.004918793216347694,
+ 0.008519508875906467,
+ 0.0003098116721957922,
+ 0.0001575095666339621,
+ 0.014455297030508518,
+ 0.00016836251597851515,
+ 0.6057487726211548
+ ],
+ "log_scores_by_expert": [
+ -14.321882247924805,
+ -16.165508270263672,
+ -13.995878219604492,
+ -5.31469202041626,
+ -4.765396595001221,
+ -8.079545974731445,
+ -8.756024360656738,
+ -4.2366943359375,
+ -8.689391136169434,
+ -0.501289963722229
+ ],
+ "distances_by_expert": [
+ 28.64376449584961,
+ 32.331016540527344,
+ 27.991756439208984,
+ 10.62938404083252,
+ 9.530793190002441,
+ 16.15909194946289,
+ 17.512048721313477,
+ 8.473388671875,
+ 17.378782272338867,
+ 1.002579927444458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.2158203125,
+ "language": 52.91010284423828
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.082190111555974e-07,
+ 9.430792857756387e-08,
+ 8.347291213794961e-07,
+ 0.004945092834532261,
+ 0.008667307905852795,
+ 0.0003067628713324666,
+ 0.00015815559891052544,
+ 0.014508310705423355,
+ 0.00016765526379458606,
+ 0.609374463558197
+ ],
+ "log_scores_by_expert": [
+ -14.31273078918457,
+ -16.176700592041016,
+ -13.996158599853516,
+ -5.309359550476074,
+ -4.748197078704834,
+ -8.089435577392578,
+ -8.751931190490723,
+ -4.233033657073975,
+ -8.69360065460205,
+ -0.4953223168849945
+ ],
+ "distances_by_expert": [
+ 28.62546157836914,
+ 32.35340118408203,
+ 27.99231719970703,
+ 10.618719100952148,
+ 9.496394157409668,
+ 16.178871154785156,
+ 17.503862380981445,
+ 8.46606731414795,
+ 17.3872013092041,
+ 0.990644633769989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.791015625,
+ "language": 52.94198989868164
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.891913588129682e-07,
+ 8.859291966700766e-08,
+ 8.082474209913926e-07,
+ 0.004760122857987881,
+ 0.008426073007285595,
+ 0.0002937991521321237,
+ 0.0001549930893816054,
+ 0.014197549782693386,
+ 0.00016265318845398724,
+ 0.5942267775535583
+ ],
+ "log_scores_by_expert": [
+ -14.344514846801758,
+ -16.239213943481445,
+ -14.028397560119629,
+ -5.347481727600098,
+ -4.776424407958984,
+ -8.132614135742188,
+ -8.772130012512207,
+ -4.254685878753662,
+ -8.72389030456543,
+ -0.520494282245636
+ ],
+ "distances_by_expert": [
+ 28.689029693603516,
+ 32.47842788696289,
+ 28.056795120239258,
+ 10.694963455200195,
+ 9.552848815917969,
+ 16.265228271484375,
+ 17.544260025024414,
+ 8.509371757507324,
+ 17.44778060913086,
+ 1.040988564491272
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.36279296875,
+ "language": 52.91732406616211
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.437936465568782e-07,
+ 8.166092868577834e-08,
+ 7.396121759484231e-07,
+ 0.004341503139585257,
+ 0.00790270697325468,
+ 0.00028557685436680913,
+ 0.00014851210289634764,
+ 0.013420848175883293,
+ 0.0001475718163419515,
+ 0.5739922523498535
+ ],
+ "log_scores_by_expert": [
+ -14.42469596862793,
+ -16.320690155029297,
+ -14.11713981628418,
+ -5.439534664154053,
+ -4.840549945831299,
+ -8.160999298095703,
+ -8.814844131469727,
+ -4.310945987701416,
+ -8.821195602416992,
+ -0.5551393628120422
+ ],
+ "distances_by_expert": [
+ 28.84939193725586,
+ 32.641380310058594,
+ 28.23427963256836,
+ 10.879069328308105,
+ 9.681099891662598,
+ 16.321998596191406,
+ 17.629688262939453,
+ 8.621891975402832,
+ 17.642391204833984,
+ 1.1102787256240845
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.697265625,
+ "language": 52.949867248535156
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.88555622016429e-07,
+ 9.058474859102716e-08,
+ 7.888305617598235e-07,
+ 0.00460919039323926,
+ 0.008448563516139984,
+ 0.0003051100065931678,
+ 0.00015899766003713012,
+ 0.01425848063081503,
+ 0.00015726911078672856,
+ 0.6074211597442627
+ ],
+ "log_scores_by_expert": [
+ -14.34559440612793,
+ -16.21697998046875,
+ -14.052714347839355,
+ -5.379703044891357,
+ -4.773758888244629,
+ -8.09483814239502,
+ -8.746621131896973,
+ -4.25040340423584,
+ -8.757552146911621,
+ -0.49853289127349854
+ ],
+ "distances_by_expert": [
+ 28.69118881225586,
+ 32.4339599609375,
+ 28.10542869567871,
+ 10.759406089782715,
+ 9.547517776489258,
+ 16.18967628479004,
+ 17.493242263793945,
+ 8.50080680847168,
+ 17.515104293823242,
+ 0.9970657825469971
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.856689453125,
+ "language": 52.982784271240234
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.27454767254676e-07,
+ 9.170797454771673e-08,
+ 8.398386057706375e-07,
+ 0.0047587002627551556,
+ 0.008574294857680798,
+ 0.00030096955015324056,
+ 0.0001596575602889061,
+ 0.014513340778648853,
+ 0.00016741640865802765,
+ 0.608487606048584
+ ],
+ "log_scores_by_expert": [
+ -14.281594276428223,
+ -16.20465660095215,
+ -13.990056037902832,
+ -5.347780704498291,
+ -4.758986473083496,
+ -8.108501434326172,
+ -8.74247932434082,
+ -4.232686996459961,
+ -8.695026397705078,
+ -0.49677878618240356
+ ],
+ "distances_by_expert": [
+ 28.563188552856445,
+ 32.4093132019043,
+ 27.980112075805664,
+ 10.695561408996582,
+ 9.517972946166992,
+ 16.217002868652344,
+ 17.48495864868164,
+ 8.465373992919922,
+ 17.390052795410156,
+ 0.9935575723648071
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.798583984375,
+ "language": 52.952049255371094
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.292909233707178e-07,
+ 9.458877059387305e-08,
+ 8.462374694317987e-07,
+ 0.00486727524548769,
+ 0.0087202787399292,
+ 0.00031207365100272,
+ 0.0001633612992009148,
+ 0.014808845706284046,
+ 0.00016862346092239022,
+ 0.6192651987075806
+ ],
+ "log_scores_by_expert": [
+ -14.278672218322754,
+ -16.17372703552246,
+ -13.982465744018555,
+ -5.325221061706543,
+ -4.7421040534973145,
+ -8.072271347045898,
+ -8.7195463180542,
+ -4.212530612945557,
+ -8.68784236907959,
+ -0.47922173142433167
+ ],
+ "distances_by_expert": [
+ 28.557344436645508,
+ 32.34745407104492,
+ 27.96493148803711,
+ 10.650442123413086,
+ 9.484208106994629,
+ 16.144542694091797,
+ 17.4390926361084,
+ 8.425061225891113,
+ 17.37568473815918,
+ 0.9584434628486633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.646728515625,
+ "language": 52.9296760559082
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.207979481587245e-07,
+ 9.442329940156924e-08,
+ 8.419581263297005e-07,
+ 0.004838151857256889,
+ 0.008725399151444435,
+ 0.0003129588149022311,
+ 0.00016349593352060765,
+ 0.014781958423554897,
+ 0.00016606874123681337,
+ 0.6233270764350891
+ ],
+ "log_scores_by_expert": [
+ -14.29226016998291,
+ -16.175477981567383,
+ -13.98753547668457,
+ -5.3312225341796875,
+ -4.741517066955566,
+ -8.069438934326172,
+ -8.718722343444824,
+ -4.214347839355469,
+ -8.703108787536621,
+ -0.4726838767528534
+ ],
+ "distances_by_expert": [
+ 28.58452033996582,
+ 32.350955963134766,
+ 27.97507095336914,
+ 10.662445068359375,
+ 9.483034133911133,
+ 16.138877868652344,
+ 17.43744468688965,
+ 8.428695678710938,
+ 17.406217575073242,
+ 0.9453677535057068
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.971435546875,
+ "language": 52.958744049072266
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.37576476947288e-07,
+ 9.860339389433648e-08,
+ 8.63381615090475e-07,
+ 0.005040172021836042,
+ 0.008981294929981232,
+ 0.00033137606806121767,
+ 0.0001675484818406403,
+ 0.015217061154544353,
+ 0.00016955923638306558,
+ 0.6399345397949219
+ ],
+ "log_scores_by_expert": [
+ -14.265591621398926,
+ -16.132160186767578,
+ -13.962409019470215,
+ -5.2903151512146,
+ -4.712611198425293,
+ -8.012256622314453,
+ -8.69423770904541,
+ -4.185338020324707,
+ -8.682308197021484,
+ -0.44638943672180176
+ ],
+ "distances_by_expert": [
+ 28.53118324279785,
+ 32.264320373535156,
+ 27.92481803894043,
+ 10.5806303024292,
+ 9.425222396850586,
+ 16.024513244628906,
+ 17.38847541809082,
+ 8.370676040649414,
+ 17.36461639404297,
+ 0.8927788734436035
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3246.44384765625,
+ "language": 52.94369888305664
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.011955520079937e-07,
+ 9.193897199111234e-08,
+ 8.119627636915538e-07,
+ 0.004827827215194702,
+ 0.008579345420002937,
+ 0.00030873893410898745,
+ 0.00016121097723953426,
+ 0.01439798716455698,
+ 0.0001601267431396991,
+ 0.6048330068588257
+ ],
+ "log_scores_by_expert": [
+ -14.324345588684082,
+ -16.20214080810547,
+ -14.023811340332031,
+ -5.3333587646484375,
+ -4.758397579193115,
+ -8.083014488220215,
+ -8.732796669006348,
+ -4.24066686630249,
+ -8.739544868469238,
+ -0.502802848815918
+ ],
+ "distances_by_expert": [
+ 28.648691177368164,
+ 32.40428161621094,
+ 28.047622680664062,
+ 10.666717529296875,
+ 9.51679515838623,
+ 16.16602897644043,
+ 17.465593338012695,
+ 8.48133373260498,
+ 17.479089736938477,
+ 1.005605697631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.821044921875,
+ "language": 52.99139404296875
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.53014922136208e-07,
+ 9.699029845933183e-08,
+ 9.10891458261176e-07,
+ 0.00455864705145359,
+ 0.009206915274262428,
+ 0.00027052138466387987,
+ 0.00015850515046622604,
+ 0.015465867705643177,
+ 0.00017159328854177147,
+ 0.6782085299491882
+ ],
+ "log_scores_by_expert": [
+ -14.241665840148926,
+ -16.14865493774414,
+ -13.908842086791992,
+ -5.3907294273376465,
+ -4.687800407409668,
+ -8.21515941619873,
+ -8.749723434448242,
+ -4.169119834899902,
+ -8.67038345336914,
+ -0.3883003890514374
+ ],
+ "distances_by_expert": [
+ 28.48333168029785,
+ 32.29730987548828,
+ 27.817684173583984,
+ 10.781458854675293,
+ 9.375600814819336,
+ 16.43031883239746,
+ 17.499446868896484,
+ 8.338239669799805,
+ 17.34076690673828,
+ 0.7766007781028748
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3452.107421875,
+ "language": 52.8961181640625
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.799340326324455e-07,
+ 1.0083105905778211e-07,
+ 9.396037512487965e-07,
+ 0.004365152679383755,
+ 0.009619923308491707,
+ 0.0002613806864246726,
+ 0.00016153276374097914,
+ 0.015623301267623901,
+ 0.00017550309712532908,
+ 0.712587833404541
+ ],
+ "log_scores_by_expert": [
+ -14.20127010345459,
+ -16.109819412231445,
+ -13.8778076171875,
+ -5.4341020584106445,
+ -4.643918991088867,
+ -8.249532699584961,
+ -8.730802536010742,
+ -4.158991813659668,
+ -8.64785385131836,
+ -0.338852196931839
+ ],
+ "distances_by_expert": [
+ 28.40254020690918,
+ 32.21963882446289,
+ 27.755615234375,
+ 10.868204116821289,
+ 9.287837982177734,
+ 16.499065399169922,
+ 17.461605072021484,
+ 8.317983627319336,
+ 17.29570770263672,
+ 0.677704393863678
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.5224609375,
+ "language": 52.91276550292969
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.701347956550308e-07,
+ 1.0331005029229345e-07,
+ 9.123434097091376e-07,
+ 0.0043475874699652195,
+ 0.010231412947177887,
+ 0.00026710695237852633,
+ 0.00016397563740611076,
+ 0.015844235196709633,
+ 0.00017734983703121543,
+ 0.7607747912406921
+ ],
+ "log_scores_by_expert": [
+ -14.215786933898926,
+ -16.08553123474121,
+ -13.907249450683594,
+ -5.43813419342041,
+ -4.582292556762695,
+ -8.227861404418945,
+ -8.715792655944824,
+ -4.144949436187744,
+ -8.637386322021484,
+ -0.2734178602695465
+ ],
+ "distances_by_expert": [
+ 28.43157386779785,
+ 32.17106246948242,
+ 27.814498901367188,
+ 10.87626838684082,
+ 9.16458511352539,
+ 16.45572280883789,
+ 17.43158531188965,
+ 8.289898872375488,
+ 17.27477264404297,
+ 0.546835720539093
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.526123046875,
+ "language": 52.931396484375
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.947742576812743e-07,
+ 1.1197549554253783e-07,
+ 9.457727969675034e-07,
+ 0.004787420853972435,
+ 0.010581597685813904,
+ 0.00031098033650778234,
+ 0.0001740649458952248,
+ 0.01682652346789837,
+ 0.0001873246656032279,
+ 0.7979662418365479
+ ],
+ "log_scores_by_expert": [
+ -14.179678916931152,
+ -16.004985809326172,
+ -13.87126350402832,
+ -5.341763496398926,
+ -4.548638820648193,
+ -8.075780868530273,
+ -8.656082153320312,
+ -4.084798812866211,
+ -8.582667350769043,
+ -0.22568894922733307
+ ],
+ "distances_by_expert": [
+ 28.359357833862305,
+ 32.009971618652344,
+ 27.74252700805664,
+ 10.683526992797852,
+ 9.097277641296387,
+ 16.151561737060547,
+ 17.312164306640625,
+ 8.169597625732422,
+ 17.165334701538086,
+ 0.45137789845466614
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.956787109375,
+ "language": 52.9044303894043
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86061980559316e-07,
+ 1.0332541222624059e-07,
+ 9.278780339627701e-07,
+ 0.0046110982075333595,
+ 0.010566618293523788,
+ 0.0002914738724939525,
+ 0.0001718674466246739,
+ 0.01674935407936573,
+ 0.0001811776455724612,
+ 0.7859552502632141
+ ],
+ "log_scores_by_expert": [
+ -14.19229793548584,
+ -16.08538246154785,
+ -13.890365600585938,
+ -5.379289150238037,
+ -4.550055503845215,
+ -8.140560150146484,
+ -8.668787002563477,
+ -4.089395523071289,
+ -8.616032600402832,
+ -0.24085547029972076
+ ],
+ "distances_by_expert": [
+ 28.38459587097168,
+ 32.1707649230957,
+ 27.780731201171875,
+ 10.758578300476074,
+ 9.10011100769043,
+ 16.28112030029297,
+ 17.337574005126953,
+ 8.178791046142578,
+ 17.232065200805664,
+ 0.48171094059944153
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3473.254150390625,
+ "language": 52.92320251464844
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.572052484443702e-07,
+ 9.858233340764855e-08,
+ 9.056691396835959e-07,
+ 0.004545941948890686,
+ 0.010007578879594803,
+ 0.00028230095631442964,
+ 0.00016480687190778553,
+ 0.016129886731505394,
+ 0.00017634735559113324,
+ 0.7242538928985596
+ ],
+ "log_scores_by_expert": [
+ -14.235269546508789,
+ -16.132373809814453,
+ -13.914591789245605,
+ -5.393520355224609,
+ -4.60441255569458,
+ -8.172536849975586,
+ -8.710736274719238,
+ -4.127081394195557,
+ -8.643054962158203,
+ -0.32261329889297485
+ ],
+ "distances_by_expert": [
+ 28.470539093017578,
+ 32.264747619628906,
+ 27.82918357849121,
+ 10.787040710449219,
+ 9.20882511138916,
+ 16.345073699951172,
+ 17.421472549438477,
+ 8.254162788391113,
+ 17.286109924316406,
+ 0.6452265977859497
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.531494140625,
+ "language": 52.91654968261719
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.948046689103649e-07,
+ 1.093761596848708e-07,
+ 9.470815029999358e-07,
+ 0.004813297651708126,
+ 0.010386723093688488,
+ 0.00032910756999626756,
+ 0.00017806280811782926,
+ 0.017216471955180168,
+ 0.00018557535076979548,
+ 0.7870615124702454
+ ],
+ "log_scores_by_expert": [
+ -14.179635047912598,
+ -16.028472900390625,
+ -13.869880676269531,
+ -5.3363728523254395,
+ -4.567226886749268,
+ -8.019125938415527,
+ -8.633374214172363,
+ -4.061888694763184,
+ -8.592049598693848,
+ -0.23944886028766632
+ ],
+ "distances_by_expert": [
+ 28.359270095825195,
+ 32.05694580078125,
+ 27.739761352539062,
+ 10.672745704650879,
+ 9.134453773498535,
+ 16.038251876831055,
+ 17.266748428344727,
+ 8.123777389526367,
+ 17.184099197387695,
+ 0.47889772057533264
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.14599609375,
+ "language": 52.91404342651367
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.051548891467974e-07,
+ 1.0808911099502438e-07,
+ 9.614602731744526e-07,
+ 0.004600225482136011,
+ 0.010437309741973877,
+ 0.0002914699725806713,
+ 0.00017306252266280353,
+ 0.01671495847404003,
+ 0.00018821786215994507,
+ 0.7798920273780823
+ ],
+ "log_scores_by_expert": [
+ -14.164848327636719,
+ -16.04030990600586,
+ -13.854812622070312,
+ -5.381649971008301,
+ -4.562368392944336,
+ -8.140573501586914,
+ -8.661857604980469,
+ -4.091451168060303,
+ -8.577910423278809,
+ -0.24859973788261414
+ ],
+ "distances_by_expert": [
+ 28.329696655273438,
+ 32.08061981201172,
+ 27.709625244140625,
+ 10.763299942016602,
+ 9.124736785888672,
+ 16.281147003173828,
+ 17.323715209960938,
+ 8.182902336120605,
+ 17.155820846557617,
+ 0.49719947576522827
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3425.21630859375,
+ "language": 52.89371871948242
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.449936336139217e-07,
+ 9.889100027749009e-08,
+ 8.813343583824462e-07,
+ 0.004147500265389681,
+ 0.009848574176430702,
+ 0.0002605245972517878,
+ 0.00016070992569439113,
+ 0.01575244404375553,
+ 0.00017442519310861826,
+ 0.7485533356666565
+ ],
+ "log_scores_by_expert": [
+ -14.25402545928955,
+ -16.129247665405273,
+ -13.941828727722168,
+ -5.4852495193481445,
+ -4.620428562164307,
+ -8.252813339233398,
+ -8.735909461975098,
+ -4.150759696960449,
+ -8.654014587402344,
+ -0.2896127998828888
+ ],
+ "distances_by_expert": [
+ 28.5080509185791,
+ 32.25849533081055,
+ 27.883657455444336,
+ 10.970499038696289,
+ 9.240857124328613,
+ 16.505626678466797,
+ 17.471818923950195,
+ 8.301519393920898,
+ 17.308029174804688,
+ 0.5792255997657776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.39306640625,
+ "language": 52.90144348144531
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.76236311392131e-07,
+ 1.0538865069520398e-07,
+ 9.177267088489316e-07,
+ 0.004501613788306713,
+ 0.01031457632780075,
+ 0.00029394825105555356,
+ 0.00017015551566146314,
+ 0.016768062487244606,
+ 0.00018264025857206434,
+ 0.7872275114059448
+ ],
+ "log_scores_by_expert": [
+ -14.2067232131958,
+ -16.065610885620117,
+ -13.901366233825684,
+ -5.403319358825684,
+ -4.574197292327881,
+ -8.13210678100586,
+ -8.678797721862793,
+ -4.0882792472839355,
+ -8.607992172241211,
+ -0.23923800885677338
+ ],
+ "distances_by_expert": [
+ 28.4134464263916,
+ 32.131221771240234,
+ 27.802732467651367,
+ 10.806638717651367,
+ 9.148394584655762,
+ 16.26421356201172,
+ 17.357595443725586,
+ 8.176558494567871,
+ 17.215984344482422,
+ 0.47847601771354675
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3479.65576171875,
+ "language": 52.907108306884766
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.109152875273139e-07,
+ 1.1754812589970243e-07,
+ 9.60346824285807e-07,
+ 0.005338841583579779,
+ 0.010450342670083046,
+ 0.0003846237377729267,
+ 0.0001877125323517248,
+ 0.017707521095871925,
+ 0.00019000748579856008,
+ 0.7839929461479187
+ ],
+ "log_scores_by_expert": [
+ -14.156712532043457,
+ -15.95641803741455,
+ -13.855971336364746,
+ -5.232746601104736,
+ -4.561120510101318,
+ -7.863245010375977,
+ -8.580598831176758,
+ -4.03376579284668,
+ -8.56844711303711,
+ -0.24335524439811707
+ ],
+ "distances_by_expert": [
+ 28.313425064086914,
+ 31.9128360748291,
+ 27.711942672729492,
+ 10.465493202209473,
+ 9.122241020202637,
+ 15.726490020751953,
+ 17.161197662353516,
+ 8.06753158569336,
+ 17.13689422607422,
+ 0.48671048879623413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.5556640625,
+ "language": 52.910823822021484
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86764394686179e-07,
+ 1.1598248050859183e-07,
+ 9.468358825870382e-07,
+ 0.0051810238510370255,
+ 0.01005409937351942,
+ 0.00036882085260003805,
+ 0.00018464236927684397,
+ 0.016995824873447418,
+ 0.00018530176021158695,
+ 0.7490360736846924
+ ],
+ "log_scores_by_expert": [
+ -14.191274642944336,
+ -15.969826698303223,
+ -13.870140075683594,
+ -5.262752532958984,
+ -4.5997748374938965,
+ -7.9051995277404785,
+ -8.597089767456055,
+ -4.074787616729736,
+ -8.593524932861328,
+ -0.28896811604499817
+ ],
+ "distances_by_expert": [
+ 28.382549285888672,
+ 31.939653396606445,
+ 27.740280151367188,
+ 10.525505065917969,
+ 9.199549674987793,
+ 15.810399055480957,
+ 17.19417953491211,
+ 8.149575233459473,
+ 17.187049865722656,
+ 0.5779362320899963
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.8154296875,
+ "language": 52.93240737915039
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.40779796615243e-07,
+ 1.1573707325851501e-07,
+ 1.016399664877099e-06,
+ 0.005522542633116245,
+ 0.010216645896434784,
+ 0.0003613405569922179,
+ 0.00018151469703298062,
+ 0.01712297461926937,
+ 0.0001966625131899491,
+ 0.7140754461288452
+ ],
+ "log_scores_by_expert": [
+ -14.115562438964844,
+ -15.971944808959961,
+ -13.799243927001953,
+ -5.198916912078857,
+ -4.583736896514893,
+ -7.925689697265625,
+ -8.614173889160156,
+ -4.067334175109863,
+ -8.534021377563477,
+ -0.33676666021347046
+ ],
+ "distances_by_expert": [
+ 28.231124877929688,
+ 31.943889617919922,
+ 27.598487854003906,
+ 10.397833824157715,
+ 9.167473793029785,
+ 15.85137939453125,
+ 17.228347778320312,
+ 8.134668350219727,
+ 17.068042755126953,
+ 0.6735333204269409
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3297.330810546875,
+ "language": 52.91217803955078
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.553300977429899e-07,
+ 9.468950423752176e-08,
+ 9.261487434741866e-07,
+ 0.00426379032433033,
+ 0.008736069314181805,
+ 0.0002494663931429386,
+ 0.00015421446005348116,
+ 0.014804687350988388,
+ 0.0001713591191219166,
+ 0.6455354690551758
+ ],
+ "log_scores_by_expert": [
+ -14.238126754760742,
+ -16.17266273498535,
+ -13.892230987548828,
+ -5.457596778869629,
+ -4.740294933319092,
+ -8.296186447143555,
+ -8.777166366577148,
+ -4.212811470031738,
+ -8.671749114990234,
+ -0.4376751780509949
+ ],
+ "distances_by_expert": [
+ 28.476253509521484,
+ 32.3453254699707,
+ 27.784461975097656,
+ 10.915193557739258,
+ 9.480589866638184,
+ 16.59237289428711,
+ 17.554332733154297,
+ 8.425622940063477,
+ 17.34349822998047,
+ 0.8753503561019897
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.496826171875,
+ "language": 52.88526153564453
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.300012387328024e-07,
+ 9.827557079233884e-08,
+ 8.72529767548258e-07,
+ 0.004418016877025366,
+ 0.009188998490571976,
+ 0.00026445393450558186,
+ 0.0001543533435324207,
+ 0.01480611227452755,
+ 0.00016943816444836557,
+ 0.6772434115409851
+ ],
+ "log_scores_by_expert": [
+ -14.277544021606445,
+ -16.13549041748047,
+ -13.951869010925293,
+ -5.422064304351807,
+ -4.689748287200928,
+ -8.23784351348877,
+ -8.776266098022461,
+ -4.212715148925781,
+ -8.683022499084473,
+ -0.3897245526313782
+ ],
+ "distances_by_expert": [
+ 28.55508804321289,
+ 32.27098083496094,
+ 27.903738021850586,
+ 10.844128608703613,
+ 9.379496574401855,
+ 16.47568702697754,
+ 17.552532196044922,
+ 8.425430297851562,
+ 17.366044998168945,
+ 0.7794491052627563
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.72900390625,
+ "language": 52.90299987792969
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.372026746248594e-07,
+ 1.0030299080199256e-07,
+ 8.803087325759407e-07,
+ 0.00431157648563385,
+ 0.009822957217693329,
+ 0.0002520793641451746,
+ 0.0001579447416588664,
+ 0.015187869779765606,
+ 0.00016947646508924663,
+ 0.7203335165977478
+ ],
+ "log_scores_by_expert": [
+ -14.266178131103516,
+ -16.115070343017578,
+ -13.9429931640625,
+ -5.446451663970947,
+ -4.623033046722412,
+ -8.2857666015625,
+ -8.753265380859375,
+ -4.187258243560791,
+ -8.682796478271484,
+ -0.3280409872531891
+ ],
+ "distances_by_expert": [
+ 28.53235626220703,
+ 32.230140686035156,
+ 27.885986328125,
+ 10.892903327941895,
+ 9.246066093444824,
+ 16.571533203125,
+ 17.50653076171875,
+ 8.374516487121582,
+ 17.36559295654297,
+ 0.6560819745063782
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.0439453125,
+ "language": 52.904205322265625
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491372914751992e-07,
+ 1.0887661971992202e-07,
+ 9.076310334421578e-07,
+ 0.004610568750649691,
+ 0.010387297719717026,
+ 0.00028855790151283145,
+ 0.00016655724903102964,
+ 0.01585450768470764,
+ 0.00017896595818456262,
+ 0.7672036290168762
+ ],
+ "log_scores_by_expert": [
+ -14.247621536254883,
+ -16.033050537109375,
+ -13.91242790222168,
+ -5.379404067993164,
+ -4.567171573638916,
+ -8.150614738464355,
+ -8.70017147064209,
+ -4.144301414489746,
+ -8.628314971923828,
+ -0.2650030851364136
+ ],
+ "distances_by_expert": [
+ 28.495243072509766,
+ 32.06610107421875,
+ 27.82485580444336,
+ 10.758808135986328,
+ 9.134343147277832,
+ 16.30122947692871,
+ 17.40034294128418,
+ 8.288602828979492,
+ 17.256629943847656,
+ 0.5300061702728271
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.0068359375,
+ "language": 52.897216796875
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071086886549892e-07,
+ 1.0016973561732812e-07,
+ 8.447320851701079e-07,
+ 0.004283557180315256,
+ 0.010080540552735329,
+ 0.00027341017266735435,
+ 0.00015951768727973104,
+ 0.015287396498024464,
+ 0.0001657954417169094,
+ 0.7475478649139404
+ ],
+ "log_scores_by_expert": [
+ -14.314558029174805,
+ -16.11639976501465,
+ -13.984246253967285,
+ -5.452971458435059,
+ -4.597148418426514,
+ -8.204537391662598,
+ -8.743355751037598,
+ -4.180726528167725,
+ -8.704755783081055,
+ -0.29095688462257385
+ ],
+ "distances_by_expert": [
+ 28.62911605834961,
+ 32.2327995300293,
+ 27.96849250793457,
+ 10.905942916870117,
+ 9.194296836853027,
+ 16.409074783325195,
+ 17.486711502075195,
+ 8.36145305633545,
+ 17.40951156616211,
+ 0.5819137692451477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.2451171875,
+ "language": 52.89481735229492
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.000077175689512e-07,
+ 1.0500600922114245e-07,
+ 9.325415248895297e-07,
+ 0.005022801458835602,
+ 0.01043549831956625,
+ 0.00032354978611692786,
+ 0.00017510070756543428,
+ 0.01708552986383438,
+ 0.00018468762573320419,
+ 0.7657173871994019
+ ],
+ "log_scores_by_expert": [
+ -14.172174453735352,
+ -16.06924819946289,
+ -13.88535213470459,
+ -5.29376745223999,
+ -4.562541961669922,
+ -8.036157608032227,
+ -8.65014934539795,
+ -4.069523334503174,
+ -8.596844673156738,
+ -0.2669420838356018
+ ],
+ "distances_by_expert": [
+ 28.344348907470703,
+ 32.13849639892578,
+ 27.77070426940918,
+ 10.58753490447998,
+ 9.125083923339844,
+ 16.072315216064453,
+ 17.3002986907959,
+ 8.139046669006348,
+ 17.193689346313477,
+ 0.5338841676712036
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.8896484375,
+ "language": 52.9427604675293
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.803799467685167e-07,
+ 9.763304831267305e-08,
+ 8.259969490609365e-07,
+ 0.004708496853709221,
+ 0.009147558361291885,
+ 0.0003221694496460259,
+ 0.00016698078252375126,
+ 0.015687156468629837,
+ 0.00015863247972447425,
+ 0.6719567775726318
+ ],
+ "log_scores_by_expert": [
+ -14.359582901000977,
+ -16.14204978942871,
+ -14.006674766540527,
+ -5.358386516571045,
+ -4.694268226623535,
+ -8.040432929992676,
+ -8.6976318359375,
+ -4.154912948608398,
+ -8.748920440673828,
+ -0.39756131172180176
+ ],
+ "distances_by_expert": [
+ 28.719165802001953,
+ 32.28409957885742,
+ 28.013349533081055,
+ 10.71677303314209,
+ 9.38853645324707,
+ 16.08086585998535,
+ 17.395263671875,
+ 8.309825897216797,
+ 17.497840881347656,
+ 0.7951226234436035
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3377.318115234375,
+ "language": 52.9295768737793
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.277090847106592e-07,
+ 1.0392845695150754e-07,
+ 8.744215165279456e-07,
+ 0.0048453896306455135,
+ 0.010362117551267147,
+ 0.00032445325632579625,
+ 0.00017523116548545659,
+ 0.016624782234430313,
+ 0.00017188156198244542,
+ 0.771043062210083
+ ],
+ "log_scores_by_expert": [
+ -14.28118896484375,
+ -16.07956314086914,
+ -13.949703216552734,
+ -5.329727649688721,
+ -4.56959867477417,
+ -8.033369064331055,
+ -8.649404525756836,
+ -4.096860885620117,
+ -8.668704986572266,
+ -0.26001110672950745
+ ],
+ "distances_by_expert": [
+ 28.5623779296875,
+ 32.15912628173828,
+ 27.89940643310547,
+ 10.659455299377441,
+ 9.13919734954834,
+ 16.06673812866211,
+ 17.298809051513672,
+ 8.193721771240234,
+ 17.33740997314453,
+ 0.5200222134590149
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3479.833251953125,
+ "language": 52.91670608520508
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.12655776169413e-07,
+ 1.1369255048521154e-07,
+ 9.779478205018677e-07,
+ 0.004955070558935404,
+ 0.010681960731744766,
+ 0.0003210376889910549,
+ 0.00017945714353118092,
+ 0.01716695725917816,
+ 0.00018992560217157006,
+ 0.7904451489448547
+ ],
+ "log_scores_by_expert": [
+ -14.154267311096191,
+ -15.989768028259277,
+ -13.837809562683105,
+ -5.30734395980835,
+ -4.539198875427246,
+ -8.043951988220215,
+ -8.625574111938477,
+ -4.0647687911987305,
+ -8.568878173828125,
+ -0.23515908420085907
+ ],
+ "distances_by_expert": [
+ 28.308534622192383,
+ 31.979536056518555,
+ 27.67561912536621,
+ 10.6146879196167,
+ 9.078397750854492,
+ 16.08790397644043,
+ 17.251148223876953,
+ 8.129537582397461,
+ 17.13775634765625,
+ 0.47031816840171814
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.3857421875,
+ "language": 52.90564727783203
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.905333975737449e-07,
+ 1.0643810810506693e-07,
+ 9.439472137273697e-07,
+ 0.004654673393815756,
+ 0.00996484700590372,
+ 0.00028524998924694955,
+ 0.0001676133688306436,
+ 0.01605498604476452,
+ 0.00018554666894488037,
+ 0.7370496392250061
+ ],
+ "log_scores_by_expert": [
+ -14.18580150604248,
+ -16.055702209472656,
+ -13.87319564819336,
+ -5.3698835372924805,
+ -4.608691692352295,
+ -8.162144660949707,
+ -8.69385051727295,
+ -4.131735801696777,
+ -8.592204093933105,
+ -0.30510008335113525
+ ],
+ "distances_by_expert": [
+ 28.37160301208496,
+ 32.11140441894531,
+ 27.74639129638672,
+ 10.739767074584961,
+ 9.21738338470459,
+ 16.324289321899414,
+ 17.3877010345459,
+ 8.263471603393555,
+ 17.18440818786621,
+ 0.6102001667022705
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.715576171875,
+ "language": 52.91726303100586
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.047548820082739e-07,
+ 1.0957201368455571e-07,
+ 9.535979188513011e-07,
+ 0.004842192865908146,
+ 0.010395389050245285,
+ 0.000303970358800143,
+ 0.00017344900697935373,
+ 0.016651516780257225,
+ 0.00018981007451657206,
+ 0.7622716426849365
+ ],
+ "log_scores_by_expert": [
+ -14.16541576385498,
+ -16.026683807373047,
+ -13.86302375793457,
+ -5.330387592315674,
+ -4.56639289855957,
+ -8.098580360412598,
+ -8.659626960754395,
+ -4.095253944396973,
+ -8.569486618041992,
+ -0.27145230770111084
+ ],
+ "distances_by_expert": [
+ 28.33083152770996,
+ 32.053367614746094,
+ 27.72604751586914,
+ 10.660775184631348,
+ 9.13278579711914,
+ 16.197160720825195,
+ 17.31925392150879,
+ 8.190507888793945,
+ 17.138973236083984,
+ 0.5429046154022217
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.3486328125,
+ "language": 52.9034309387207
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.964346539461985e-07,
+ 1.1750777417773861e-07,
+ 9.637755056246533e-07,
+ 0.005449389573186636,
+ 0.010297071188688278,
+ 0.00037068146048113704,
+ 0.0001841524353949353,
+ 0.016979899257421494,
+ 0.00019063348008785397,
+ 0.7446093559265137
+ ],
+ "log_scores_by_expert": [
+ -14.177291870117188,
+ -15.956761360168457,
+ -13.852407455444336,
+ -5.212251663208008,
+ -4.5758957862854,
+ -7.900167465209961,
+ -8.599746704101562,
+ -4.075725078582764,
+ -8.565157890319824,
+ -0.29489555954933167
+ ],
+ "distances_by_expert": [
+ 28.354583740234375,
+ 31.913522720336914,
+ 27.704814910888672,
+ 10.424503326416016,
+ 9.1517915725708,
+ 15.800334930419922,
+ 17.199493408203125,
+ 8.151450157165527,
+ 17.13031578063965,
+ 0.5897911190986633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.1044921875,
+ "language": 52.92164611816406
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.984280389588093e-07,
+ 1.184434026413328e-07,
+ 9.829333293964737e-07,
+ 0.005555947311222553,
+ 0.010297960601747036,
+ 0.00037189049180597067,
+ 0.00018732518947217613,
+ 0.017145417630672455,
+ 0.00019047556270379573,
+ 0.7378799915313721
+ ],
+ "log_scores_by_expert": [
+ -14.174433708190918,
+ -15.948830604553223,
+ -13.832724571228027,
+ -5.1928863525390625,
+ -4.575809478759766,
+ -7.896911144256592,
+ -8.582664489746094,
+ -4.066024303436279,
+ -8.565986633300781,
+ -0.30397409200668335
+ ],
+ "distances_by_expert": [
+ 28.348867416381836,
+ 31.897661209106445,
+ 27.665449142456055,
+ 10.385772705078125,
+ 9.151618957519531,
+ 15.793822288513184,
+ 17.165328979492188,
+ 8.132048606872559,
+ 17.131973266601562,
+ 0.6079481840133667
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.4765625,
+ "language": 52.92203140258789
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.337234594866459e-07,
+ 1.0330354172083389e-07,
+ 8.969875011644035e-07,
+ 0.00513045396655798,
+ 0.009190203621983528,
+ 0.0003322038392070681,
+ 0.00017068338638637215,
+ 0.015426021069288254,
+ 0.00017363866209052503,
+ 0.6474488377571106
+ ],
+ "log_scores_by_expert": [
+ -14.271653175354004,
+ -16.085594177246094,
+ -13.924223899841309,
+ -5.272561073303223,
+ -4.689617156982422,
+ -8.009761810302734,
+ -8.675700187683105,
+ -4.171699523925781,
+ -8.658534049987793,
+ -0.43471550941467285
+ ],
+ "distances_by_expert": [
+ 28.543306350708008,
+ 32.17118835449219,
+ 27.848447799682617,
+ 10.545122146606445,
+ 9.379234313964844,
+ 16.01952362060547,
+ 17.35140037536621,
+ 8.343399047851562,
+ 17.317068099975586,
+ 0.8694310188293457
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3342.35302734375,
+ "language": 52.932125091552734
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769777201043325e-07,
+ 1.0332818334291005e-07,
+ 9.619234333513305e-07,
+ 0.004575469996780157,
+ 0.00917810294777155,
+ 0.0002777941699605435,
+ 0.0001633919746382162,
+ 0.015557465143501759,
+ 0.0001790989626897499,
+ 0.6838366985321045
+ ],
+ "log_scores_by_expert": [
+ -14.20562744140625,
+ -16.085355758666992,
+ -13.854331016540527,
+ -5.387045860290527,
+ -4.690934658050537,
+ -8.188630104064941,
+ -8.719358444213867,
+ -4.163214683532715,
+ -8.627572059631348,
+ -0.3800361752510071
+ ],
+ "distances_by_expert": [
+ 28.4112548828125,
+ 32.170711517333984,
+ 27.708662033081055,
+ 10.774091720581055,
+ 9.381869316101074,
+ 16.377260208129883,
+ 17.438716888427734,
+ 8.32642936706543,
+ 17.255144119262695,
+ 0.7600723505020142
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.03271484375,
+ "language": 52.88727951049805
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.980122068649507e-07,
+ 9.276280366066203e-08,
+ 8.264980806416133e-07,
+ 0.004018543753772974,
+ 0.008820277638733387,
+ 0.00023273477563634515,
+ 0.0001479374768678099,
+ 0.013961817137897015,
+ 0.0001623217249289155,
+ 0.6597020030021667
+ ],
+ "log_scores_by_expert": [
+ -14.329654693603516,
+ -16.193220138549805,
+ -14.006068229675293,
+ -5.516835689544678,
+ -4.730701923370361,
+ -8.36561107635498,
+ -8.818720817565918,
+ -4.271429061889648,
+ -8.725930213928223,
+ -0.41596707701683044
+ ],
+ "distances_by_expert": [
+ 28.65930938720703,
+ 32.38644027709961,
+ 28.012136459350586,
+ 11.033671379089355,
+ 9.461403846740723,
+ 16.73122215270996,
+ 17.637441635131836,
+ 8.542858123779297,
+ 17.451860427856445,
+ 0.8319341540336609
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3540.380859375,
+ "language": 52.90140151977539
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.110445838203304e-07,
+ 9.221751895438501e-08,
+ 8.418281254307658e-07,
+ 0.0041402229107916355,
+ 0.009323847480118275,
+ 0.0002365660184295848,
+ 0.00015125013305805624,
+ 0.014288741163909435,
+ 0.00016483862418681383,
+ 0.6754908561706543
+ ],
+ "log_scores_by_expert": [
+ -14.308095932006836,
+ -16.199115753173828,
+ -13.987689971923828,
+ -5.487005710601807,
+ -4.675179958343506,
+ -8.349283218383789,
+ -8.796575546264648,
+ -4.248283386230469,
+ -8.710543632507324,
+ -0.39231574535369873
+ ],
+ "distances_by_expert": [
+ 28.616191864013672,
+ 32.398231506347656,
+ 27.975379943847656,
+ 10.974011421203613,
+ 9.350359916687012,
+ 16.698566436767578,
+ 17.593151092529297,
+ 8.496566772460938,
+ 17.42108726501465,
+ 0.7846314907073975
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.6640625,
+ "language": 52.915340423583984
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.922048214619281e-07,
+ 1.1505915864518101e-07,
+ 9.605712421034696e-07,
+ 0.004900049418210983,
+ 0.010745390318334103,
+ 0.0003159836051054299,
+ 0.00017467056750319898,
+ 0.016681939363479614,
+ 0.00018925516633316875,
+ 0.7948871850967407
+ ],
+ "log_scores_by_expert": [
+ -14.18338394165039,
+ -15.977819442749023,
+ -13.855737686157227,
+ -5.318510055541992,
+ -4.533278465270996,
+ -8.059820175170898,
+ -8.652608871459961,
+ -4.093428611755371,
+ -8.57241439819336,
+ -0.229555144906044
+ ],
+ "distances_by_expert": [
+ 28.36676788330078,
+ 31.955638885498047,
+ 27.711475372314453,
+ 10.637020111083984,
+ 9.066556930541992,
+ 16.119640350341797,
+ 17.305217742919922,
+ 8.186857223510742,
+ 17.14482879638672,
+ 0.459110289812088
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3444.970947265625,
+ "language": 52.887332916259766
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.50239599053748e-07,
+ 1.0821761975421396e-07,
+ 9.105823437494109e-07,
+ 0.004605363588780165,
+ 0.010398239828646183,
+ 0.00030462592258118093,
+ 0.00017114891670644283,
+ 0.016140950843691826,
+ 0.00017687554645817727,
+ 0.7823820114135742
+ ],
+ "log_scores_by_expert": [
+ -14.245924949645996,
+ -16.039121627807617,
+ -13.909181594848633,
+ -5.380533695220947,
+ -4.5661187171936035,
+ -8.096426010131836,
+ -8.67297649383545,
+ -4.1263957023620605,
+ -8.640064239501953,
+ -0.24541212618350983
+ ],
+ "distances_by_expert": [
+ 28.491849899291992,
+ 32.078243255615234,
+ 27.818363189697266,
+ 10.761067390441895,
+ 9.132237434387207,
+ 16.192852020263672,
+ 17.3459529876709,
+ 8.252791404724121,
+ 17.280128479003906,
+ 0.49082425236701965
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.684814453125,
+ "language": 52.914390563964844
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.918774602127087e-07,
+ 1.0022267105114224e-07,
+ 9.174379442811187e-07,
+ 0.004616548307240009,
+ 0.010095910169184208,
+ 0.0002953853690996766,
+ 0.00017071740876417607,
+ 0.016361122950911522,
+ 0.00018348416779190302,
+ 0.7446529865264893
+ ],
+ "log_scores_by_expert": [
+ -14.183856964111328,
+ -16.11587142944336,
+ -13.901680946350098,
+ -5.378108024597168,
+ -4.595624923706055,
+ -8.127229690551758,
+ -8.675500869750977,
+ -4.112847328186035,
+ -8.603382110595703,
+ -0.29483696818351746
+ ],
+ "distances_by_expert": [
+ 28.367713928222656,
+ 32.23174285888672,
+ 27.803361892700195,
+ 10.756216049194336,
+ 9.19124984741211,
+ 16.254459381103516,
+ 17.351001739501953,
+ 8.22569465637207,
+ 17.206764221191406,
+ 0.5896739363670349
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.922119140625,
+ "language": 52.93029022216797
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.038329729562975e-07,
+ 9.684222845862678e-08,
+ 8.456542559542868e-07,
+ 0.0045628659427165985,
+ 0.009769570082426071,
+ 0.0002982932492159307,
+ 0.0001636538072489202,
+ 0.015391267836093903,
+ 0.00016579228395130485,
+ 0.7070044279098511
+ ],
+ "log_scores_by_expert": [
+ -14.319968223571777,
+ -16.150182723999023,
+ -13.983155250549316,
+ -5.389804363250732,
+ -4.628482818603516,
+ -8.117433547973633,
+ -8.717757225036621,
+ -4.173954963684082,
+ -8.704774856567383,
+ -0.34671834111213684
+ ],
+ "distances_by_expert": [
+ 28.639936447143555,
+ 32.30036544799805,
+ 27.966310501098633,
+ 10.779608726501465,
+ 9.256965637207031,
+ 16.234867095947266,
+ 17.435514450073242,
+ 8.347909927368164,
+ 17.409549713134766,
+ 0.6934366822242737
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.53466796875,
+ "language": 52.916900634765625
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.568944286300393e-07,
+ 1.0111570958315497e-07,
+ 8.995463645078416e-07,
+ 0.004568933509290218,
+ 0.010112382471561432,
+ 0.00029725529020652175,
+ 0.000171889754710719,
+ 0.01620607264339924,
+ 0.0001774014235707,
+ 0.7633622884750366
+ ],
+ "log_scores_by_expert": [
+ -14.235742568969727,
+ -16.10700035095215,
+ -13.921375274658203,
+ -5.38847541809082,
+ -4.593994617462158,
+ -8.120919227600098,
+ -8.668657302856445,
+ -4.122369289398193,
+ -8.63709545135498,
+ -0.27002257108688354
+ ],
+ "distances_by_expert": [
+ 28.471485137939453,
+ 32.2140007019043,
+ 27.842750549316406,
+ 10.77695083618164,
+ 9.187989234924316,
+ 16.241838455200195,
+ 17.33731460571289,
+ 8.244738578796387,
+ 17.27419090270996,
+ 0.5400451421737671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.591064453125,
+ "language": 52.93687438964844
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.007852218521293e-07,
+ 1.1170116920311557e-07,
+ 9.669092833064497e-07,
+ 0.0047027417458593845,
+ 0.010432537645101547,
+ 0.0002968793560285121,
+ 0.00017371684953104705,
+ 0.01650630310177803,
+ 0.00018951667880173773,
+ 0.7772418856620789
+ ],
+ "log_scores_by_expert": [
+ -14.171064376831055,
+ -16.00743865966797,
+ -13.849161148071289,
+ -5.359609603881836,
+ -4.562825679779053,
+ -8.122184753417969,
+ -8.65808391571045,
+ -4.104012966156006,
+ -8.571033477783203,
+ -0.25200366973876953
+ ],
+ "distances_by_expert": [
+ 28.34212875366211,
+ 32.01487731933594,
+ 27.698322296142578,
+ 10.719219207763672,
+ 9.125651359558105,
+ 16.244369506835938,
+ 17.3161678314209,
+ 8.208025932312012,
+ 17.142066955566406,
+ 0.5040073394775391
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3441.630615234375,
+ "language": 52.92104721069336
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.809262345086609e-07,
+ 1.0460900057296385e-07,
+ 9.400375802215422e-07,
+ 0.004371593706309795,
+ 0.00993842538446188,
+ 0.00027494662208482623,
+ 0.00016712622891645879,
+ 0.015878310427069664,
+ 0.00018377698143012822,
+ 0.7481476068496704
+ ],
+ "log_scores_by_expert": [
+ -14.199811935424805,
+ -16.073036193847656,
+ -13.87734603881836,
+ -5.4326276779174805,
+ -4.61134672164917,
+ -8.198933601379395,
+ -8.696761131286621,
+ -4.142801284790039,
+ -8.601787567138672,
+ -0.29015499353408813
+ ],
+ "distances_by_expert": [
+ 28.39962387084961,
+ 32.14607238769531,
+ 27.75469207763672,
+ 10.865255355834961,
+ 9.22269344329834,
+ 16.39786720275879,
+ 17.393522262573242,
+ 8.285602569580078,
+ 17.203575134277344,
+ 0.5803099870681763
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3592.651611328125,
+ "language": 52.92178726196289
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.315673542507284e-07,
+ 1.2591496556524362e-07,
+ 1.016430701383797e-06,
+ 0.005499318242073059,
+ 0.011045579798519611,
+ 0.0003757490776479244,
+ 0.0001945543772308156,
+ 0.017767513170838356,
+ 0.0001982717076316476,
+ 0.8132761716842651
+ ],
+ "log_scores_by_expert": [
+ -14.128076553344727,
+ -15.887659072875977,
+ -13.799213409423828,
+ -5.203131198883057,
+ -4.505724906921387,
+ -7.886589050292969,
+ -8.544798851013184,
+ -4.030383586883545,
+ -8.525872230529785,
+ -0.20668458938598633
+ ],
+ "distances_by_expert": [
+ 28.256153106689453,
+ 31.775318145751953,
+ 27.598426818847656,
+ 10.406262397766113,
+ 9.011449813842773,
+ 15.773178100585938,
+ 17.089597702026367,
+ 8.06076717376709,
+ 17.05174446105957,
+ 0.41336917877197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.740478515625,
+ "language": 52.9240837097168
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.695024126202043e-07,
+ 1.1393665744208192e-07,
+ 9.343851843368611e-07,
+ 0.005233787000179291,
+ 0.00978018343448639,
+ 0.0003520247992128134,
+ 0.00018124883354175836,
+ 0.016275910660624504,
+ 0.0001823445491027087,
+ 0.7168870568275452
+ ],
+ "log_scores_by_expert": [
+ -14.216731071472168,
+ -15.98762321472168,
+ -13.883377075195312,
+ -5.252620220184326,
+ -4.627397060394287,
+ -7.951808929443359,
+ -8.615639686584473,
+ -4.118069171905518,
+ -8.609612464904785,
+ -0.33283698558807373
+ ],
+ "distances_by_expert": [
+ 28.433462142944336,
+ 31.97524642944336,
+ 27.766754150390625,
+ 10.505240440368652,
+ 9.254794120788574,
+ 15.903617858886719,
+ 17.231279373168945,
+ 8.236138343811035,
+ 17.21922492980957,
+ 0.6656739711761475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.50537109375,
+ "language": 52.93462371826172
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.370604523908696e-07,
+ 1.1188369342107762e-07,
+ 8.995884286377986e-07,
+ 0.005055301822721958,
+ 0.009540650993585587,
+ 0.0003569220716599375,
+ 0.00018165410438086838,
+ 0.01576894149184227,
+ 0.00016951670113485307,
+ 0.6873831748962402
+ ],
+ "log_scores_by_expert": [
+ -14.266401290893555,
+ -16.00580596923828,
+ -13.9213285446167,
+ -5.287317752838135,
+ -4.652193546295166,
+ -7.937993049621582,
+ -8.61340618133545,
+ -4.149713039398193,
+ -8.6825590133667,
+ -0.3748633861541748
+ ],
+ "distances_by_expert": [
+ 28.53280258178711,
+ 32.01161193847656,
+ 27.8426570892334,
+ 10.57463550567627,
+ 9.304387092590332,
+ 15.875986099243164,
+ 17.2268123626709,
+ 8.299426078796387,
+ 17.3651180267334,
+ 0.7497267723083496
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3267.86572265625,
+ "language": 52.98183822631836
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.356112862704322e-07,
+ 1.0855148957489291e-07,
+ 8.940768907450547e-07,
+ 0.005128299351781607,
+ 0.009506093338131905,
+ 0.00036206698860041797,
+ 0.00018124435155186802,
+ 0.016058262437582016,
+ 0.00016985087131615728,
+ 0.6797320246696472
+ ],
+ "log_scores_by_expert": [
+ -14.268678665161133,
+ -16.036041259765625,
+ -13.927474021911621,
+ -5.2729811668396,
+ -4.655822277069092,
+ -7.923681259155273,
+ -8.6156644821167,
+ -4.131531715393066,
+ -8.68058967590332,
+ -0.38605666160583496
+ ],
+ "distances_by_expert": [
+ 28.537357330322266,
+ 32.07208251953125,
+ 27.854948043823242,
+ 10.5459623336792,
+ 9.311644554138184,
+ 15.847362518310547,
+ 17.2313289642334,
+ 8.263063430786133,
+ 17.36117935180664,
+ 0.7721133232116699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.227783203125,
+ "language": 52.93631362915039
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.18852595835051e-07,
+ 1.0585361565063067e-07,
+ 8.664161441629403e-07,
+ 0.005117316730320454,
+ 0.00935039110481739,
+ 0.0003427718474995345,
+ 0.00017471154569648206,
+ 0.01547586265951395,
+ 0.00017113455396611243,
+ 0.6771210432052612
+ ],
+ "log_scores_by_expert": [
+ -14.295398712158203,
+ -16.061208724975586,
+ -13.958900451660156,
+ -5.275125026702881,
+ -4.672337055206299,
+ -7.978445529937744,
+ -8.652374267578125,
+ -4.168473720550537,
+ -8.673060417175293,
+ -0.38990524411201477
+ ],
+ "distances_by_expert": [
+ 28.590797424316406,
+ 32.12241744995117,
+ 27.917800903320312,
+ 10.550250053405762,
+ 9.344674110412598,
+ 15.956891059875488,
+ 17.30474853515625,
+ 8.336947441101074,
+ 17.346120834350586,
+ 0.7798104882240295
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.14990234375,
+ "language": 52.91999816894531
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.228183337952942e-07,
+ 1.0556870932987295e-07,
+ 8.747927608965256e-07,
+ 0.005074492190033197,
+ 0.009404649026691914,
+ 0.00034427197533659637,
+ 0.0001727755879983306,
+ 0.015505356714129448,
+ 0.00017073613707907498,
+ 0.6734381318092346
+ ],
+ "log_scores_by_expert": [
+ -14.289011001586914,
+ -16.06390380859375,
+ -13.949278831481934,
+ -5.283528804779053,
+ -4.666551113128662,
+ -7.97407865524292,
+ -8.663516998291016,
+ -4.166569709777832,
+ -8.67539119720459,
+ -0.3953591287136078
+ ],
+ "distances_by_expert": [
+ 28.578022003173828,
+ 32.1278076171875,
+ 27.898557662963867,
+ 10.567057609558105,
+ 9.333102226257324,
+ 15.94815731048584,
+ 17.32703399658203,
+ 8.333139419555664,
+ 17.35078239440918,
+ 0.7907182574272156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.8916015625,
+ "language": 52.91875076293945
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.150899025669787e-07,
+ 1.0042722919934022e-07,
+ 8.595605436312326e-07,
+ 0.004968712572008371,
+ 0.008920117281377316,
+ 0.0003307831066194922,
+ 0.0001675313978921622,
+ 0.015063297003507614,
+ 0.00016913932631723583,
+ 0.6341822147369385
+ ],
+ "log_scores_by_expert": [
+ -14.301497459411621,
+ -16.113832473754883,
+ -13.96684455871582,
+ -5.30459451675415,
+ -4.719446182250977,
+ -8.014047622680664,
+ -8.694339752197266,
+ -4.195494174957275,
+ -8.68478775024414,
+ -0.45541900396347046
+ ],
+ "distances_by_expert": [
+ 28.602994918823242,
+ 32.227664947509766,
+ 27.93368911743164,
+ 10.6091890335083,
+ 9.438892364501953,
+ 16.028095245361328,
+ 17.38867950439453,
+ 8.39098834991455,
+ 17.36957550048828,
+ 0.9108380079269409
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.87841796875,
+ "language": 52.91770935058594
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206126954566571e-07,
+ 9.802695188909638e-08,
+ 8.65172751218779e-07,
+ 0.004960914142429829,
+ 0.008872381411492825,
+ 0.00033268638071604073,
+ 0.00016778786084614694,
+ 0.015139922499656677,
+ 0.00016894587315618992,
+ 0.6309996843338013
+ ],
+ "log_scores_by_expert": [
+ -14.292558670043945,
+ -16.138023376464844,
+ -13.960336685180664,
+ -5.3061652183532715,
+ -4.724812030792236,
+ -8.008310317993164,
+ -8.69281005859375,
+ -4.190420150756836,
+ -8.685932159423828,
+ -0.4604499340057373
+ ],
+ "distances_by_expert": [
+ 28.58511734008789,
+ 32.27604675292969,
+ 27.920673370361328,
+ 10.612330436706543,
+ 9.449624061584473,
+ 16.016620635986328,
+ 17.3856201171875,
+ 8.380840301513672,
+ 17.371864318847656,
+ 0.9208998680114746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.11328125,
+ "language": 52.9252815246582
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.61888725769677e-07,
+ 8.653555028104165e-08,
+ 7.883942885200668e-07,
+ 0.00456305081024766,
+ 0.008010790683329105,
+ 0.00028819876024499536,
+ 0.00015253209858201444,
+ 0.013876741752028465,
+ 0.00015689698921050876,
+ 0.5659052133560181
+ ],
+ "log_scores_by_expert": [
+ -14.391962051391602,
+ -16.262710571289062,
+ -14.053267478942871,
+ -5.389763832092285,
+ -4.826965808868408,
+ -8.151860237121582,
+ -8.788135528564453,
+ -4.277541160583496,
+ -8.759921073913574,
+ -0.5693286061286926
+ ],
+ "distances_by_expert": [
+ 28.783924102783203,
+ 32.525421142578125,
+ 28.106534957885742,
+ 10.77952766418457,
+ 9.653931617736816,
+ 16.303720474243164,
+ 17.576271057128906,
+ 8.555082321166992,
+ 17.51984214782715,
+ 1.1386572122573853
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.74267578125,
+ "language": 52.89034652709961
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.484895382323884e-07,
+ 8.410381013845836e-08,
+ 7.667739509997773e-07,
+ 0.004471947904676199,
+ 0.007835832424461842,
+ 0.00028325695893727243,
+ 0.0001499805221101269,
+ 0.013614720664918423,
+ 0.00015223184891510755,
+ 0.5493847727775574
+ ],
+ "log_scores_by_expert": [
+ -14.416097640991211,
+ -16.291213989257812,
+ -14.081073760986328,
+ -5.409931182861328,
+ -4.849048137664795,
+ -8.169156074523926,
+ -8.805005073547363,
+ -4.296603679656982,
+ -8.790105819702148,
+ -0.5989561676979065
+ ],
+ "distances_by_expert": [
+ 28.832195281982422,
+ 32.582427978515625,
+ 28.162147521972656,
+ 10.819862365722656,
+ 9.69809627532959,
+ 16.33831214904785,
+ 17.610010147094727,
+ 8.593207359313965,
+ 17.580211639404297,
+ 1.197912335395813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.989501953125,
+ "language": 52.91145324707031
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.571301358031633e-07,
+ 8.622152591897247e-08,
+ 7.822499696885643e-07,
+ 0.004549962468445301,
+ 0.008116048760712147,
+ 0.0002925881708506495,
+ 0.00015294285549316555,
+ 0.013970174826681614,
+ 0.00015267152048181742,
+ 0.5682440400123596
+ ],
+ "log_scores_by_expert": [
+ -14.400466918945312,
+ -16.266345977783203,
+ -14.061091423034668,
+ -5.392636299133301,
+ -4.8139119148254395,
+ -8.136744499206543,
+ -8.785446166992188,
+ -4.2708306312561035,
+ -8.787221908569336,
+ -0.5652043223381042
+ ],
+ "distances_by_expert": [
+ 28.800933837890625,
+ 32.532691955566406,
+ 28.122182846069336,
+ 10.785272598266602,
+ 9.627823829650879,
+ 16.273488998413086,
+ 17.570892333984375,
+ 8.541661262512207,
+ 17.574443817138672,
+ 1.1304086446762085
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.30517578125,
+ "language": 52.93391418457031
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.753544544655597e-07,
+ 7.10739342935085e-08,
+ 6.643645065196324e-07,
+ 0.003879871219396591,
+ 0.007031092420220375,
+ 0.00024257288896478713,
+ 0.00013452439452521503,
+ 0.012128946371376514,
+ 0.00013266557652968913,
+ 0.49659591913223267
+ ],
+ "log_scores_by_expert": [
+ -14.559205055236816,
+ -16.459545135498047,
+ -14.224434852600098,
+ -5.551953315734863,
+ -4.957413196563721,
+ -8.32420825958252,
+ -8.913764953613281,
+ -4.412160396575928,
+ -8.927679061889648,
+ -0.6999786496162415
+ ],
+ "distances_by_expert": [
+ 29.118410110473633,
+ 32.919090270996094,
+ 28.448869705200195,
+ 11.103906631469727,
+ 9.914826393127441,
+ 16.64841651916504,
+ 17.827529907226562,
+ 8.824320793151855,
+ 17.855358123779297,
+ 1.399957299232483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.8779296875,
+ "language": 52.93531799316406
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.685874384653289e-07,
+ 8.741643853227288e-08,
+ 7.998464752745349e-07,
+ 0.004570177756249905,
+ 0.008130775764584541,
+ 0.00029361993074417114,
+ 0.00015419004193972796,
+ 0.013995831832289696,
+ 0.0001555351773276925,
+ 0.571381688117981
+ ],
+ "log_scores_by_expert": [
+ -14.380110740661621,
+ -16.252582550048828,
+ -14.038846015930176,
+ -5.388203144073486,
+ -4.812098979949951,
+ -8.133224487304688,
+ -8.777324676513672,
+ -4.268995761871338,
+ -8.768638610839844,
+ -0.5596978068351746
+ ],
+ "distances_by_expert": [
+ 28.760221481323242,
+ 32.505165100097656,
+ 28.07769203186035,
+ 10.776406288146973,
+ 9.624197959899902,
+ 16.266448974609375,
+ 17.554649353027344,
+ 8.537991523742676,
+ 17.537277221679688,
+ 1.1193956136703491
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7724609375,
+ "language": 52.948081970214844
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.666537958859408e-07,
+ 8.886657809625831e-08,
+ 7.929766638881119e-07,
+ 0.004562735091894865,
+ 0.008323868736624718,
+ 0.000300635932944715,
+ 0.00015781359979882836,
+ 0.01420736312866211,
+ 0.00015475366672035307,
+ 0.5906524062156677
+ ],
+ "log_scores_by_expert": [
+ -14.383517265319824,
+ -16.236129760742188,
+ -14.04747200012207,
+ -5.389832973480225,
+ -4.788628101348877,
+ -8.109610557556152,
+ -8.754096031188965,
+ -4.253994941711426,
+ -8.773675918579102,
+ -0.5265275835990906
+ ],
+ "distances_by_expert": [
+ 28.76703453063965,
+ 32.472259521484375,
+ 28.09494400024414,
+ 10.77966594696045,
+ 9.577256202697754,
+ 16.219221115112305,
+ 17.50819206237793,
+ 8.507989883422852,
+ 17.547351837158203,
+ 1.0530551671981812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.22802734375,
+ "language": 52.95813751220703
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.171090032898064e-07,
+ 1.0820875218087167e-07,
+ 9.972198995455983e-07,
+ 0.004840981215238571,
+ 0.009695438668131828,
+ 0.0002986430481541902,
+ 0.00017051743634510785,
+ 0.016281412914395332,
+ 0.00018782052211463451,
+ 0.7151603102684021
+ ],
+ "log_scores_by_expert": [
+ -14.148037910461426,
+ -16.039203643798828,
+ -13.818294525146484,
+ -5.3306379318237305,
+ -4.636099815368652,
+ -8.11626148223877,
+ -8.67667293548584,
+ -4.117731094360352,
+ -8.580023765563965,
+ -0.33524858951568604
+ ],
+ "distances_by_expert": [
+ 28.29607582092285,
+ 32.078407287597656,
+ 27.63658905029297,
+ 10.661275863647461,
+ 9.272199630737305,
+ 16.23252296447754,
+ 17.35334587097168,
+ 8.235462188720703,
+ 17.16004753112793,
+ 0.6704971790313721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.177734375,
+ "language": 52.88950729370117
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.863230623821437e-07,
+ 1.0466188626878647e-07,
+ 9.274683634430403e-07,
+ 0.004544697701931,
+ 0.009566745720803738,
+ 0.0002762460499070585,
+ 0.00016329150821547955,
+ 0.015597822144627571,
+ 0.00018126284703612328,
+ 0.7184262871742249
+ ],
+ "log_scores_by_expert": [
+ -14.191917419433594,
+ -16.07253074645996,
+ -13.890807151794434,
+ -5.393794059753418,
+ -4.6494622230529785,
+ -8.194218635559082,
+ -8.71997356414795,
+ -4.160624027252197,
+ -8.615562438964844,
+ -0.3306922912597656
+ ],
+ "distances_by_expert": [
+ 28.383834838867188,
+ 32.14506149291992,
+ 27.781614303588867,
+ 10.787588119506836,
+ 9.298924446105957,
+ 16.388437271118164,
+ 17.4399471282959,
+ 8.321248054504395,
+ 17.231124877929688,
+ 0.6613845825195312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3489.39501953125,
+ "language": 52.91755294799805
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.131969598754949e-07,
+ 9.558791447261683e-08,
+ 8.385533192267758e-07,
+ 0.004215588793158531,
+ 0.009586445055902004,
+ 0.00025559330242685974,
+ 0.00015406348393298686,
+ 0.01468565221875906,
+ 0.0001688569609541446,
+ 0.7155060768127441
+ ],
+ "log_scores_by_expert": [
+ -14.304579734802246,
+ -16.163219451904297,
+ -13.99158763885498,
+ -5.468966007232666,
+ -4.64740514755249,
+ -8.271923065185547,
+ -8.778145790100098,
+ -4.220884323120117,
+ -8.686458587646484,
+ -0.33476522564888
+ ],
+ "distances_by_expert": [
+ 28.609159469604492,
+ 32.326438903808594,
+ 27.98317527770996,
+ 10.937932014465332,
+ 9.29481029510498,
+ 16.543846130371094,
+ 17.556291580200195,
+ 8.441768646240234,
+ 17.37291717529297,
+ 0.66953045129776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.91796875,
+ "language": 52.900821685791016
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.67696667733253e-07,
+ 1.0883737644462599e-07,
+ 9.244130296792719e-07,
+ 0.004727721214294434,
+ 0.010278875939548016,
+ 0.0003006557235494256,
+ 0.00016778577992226928,
+ 0.016061754897236824,
+ 0.00018185153021477163,
+ 0.761023998260498
+ ],
+ "log_scores_by_expert": [
+ -14.21943187713623,
+ -16.033411026000977,
+ -13.8941068649292,
+ -5.354311943054199,
+ -4.577664375305176,
+ -8.10954475402832,
+ -8.692822456359863,
+ -4.131314277648926,
+ -8.612319946289062,
+ -0.2730904221534729
+ ],
+ "distances_by_expert": [
+ 28.43886375427246,
+ 32.06682205200195,
+ 27.7882137298584,
+ 10.708623886108398,
+ 9.155328750610352,
+ 16.21908950805664,
+ 17.385644912719727,
+ 8.262628555297852,
+ 17.224639892578125,
+ 0.5461808443069458
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3392.10986328125,
+ "language": 52.91213607788086
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.460771260208276e-07,
+ 1.0155019225521755e-07,
+ 8.931760930863675e-07,
+ 0.004451481159776449,
+ 0.010160847567021847,
+ 0.00028447870863601565,
+ 0.0001663399307290092,
+ 0.016114842146635056,
+ 0.00017302621563430876,
+ 0.7621855735778809
+ ],
+ "log_scores_by_expert": [
+ -14.252346992492676,
+ -16.102712631225586,
+ -13.928482055664062,
+ -5.414518356323242,
+ -4.5892133712768555,
+ -8.164852142333984,
+ -8.70147705078125,
+ -4.12801456451416,
+ -8.662067413330078,
+ -0.2715652585029602
+ ],
+ "distances_by_expert": [
+ 28.50469398498535,
+ 32.20542526245117,
+ 27.856964111328125,
+ 10.829036712646484,
+ 9.178426742553711,
+ 16.32970428466797,
+ 17.4029541015625,
+ 8.25602912902832,
+ 17.324134826660156,
+ 0.5431305170059204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.567626953125,
+ "language": 52.92390060424805
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.992044063736103e-07,
+ 1.0517057802417185e-07,
+ 9.496329198555031e-07,
+ 0.004701725672930479,
+ 0.010360240004956722,
+ 0.00031336498796008527,
+ 0.00017344634397886693,
+ 0.016669385135173798,
+ 0.00018660537898540497,
+ 0.7762823700904846
+ ],
+ "log_scores_by_expert": [
+ -14.173322677612305,
+ -16.06768226623535,
+ -13.86719036102295,
+ -5.359825611114502,
+ -4.569779872894287,
+ -8.06814193725586,
+ -8.659642219543457,
+ -4.094181537628174,
+ -8.586514472961426,
+ -0.2532390356063843
+ ],
+ "distances_by_expert": [
+ 28.34664535522461,
+ 32.1353645324707,
+ 27.7343807220459,
+ 10.719651222229004,
+ 9.139559745788574,
+ 16.13628387451172,
+ 17.319284439086914,
+ 8.188363075256348,
+ 17.17302894592285,
+ 0.5064780712127686
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.360107421875,
+ "language": 52.91386413574219
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.848839575468446e-07,
+ 1.1519585285668654e-07,
+ 9.537880032439716e-07,
+ 0.005217446014285088,
+ 0.010729814879596233,
+ 0.00035414297599345446,
+ 0.000185913682798855,
+ 0.017346017062664032,
+ 0.00018180732149630785,
+ 0.7819119691848755
+ ],
+ "log_scores_by_expert": [
+ -14.194016456604004,
+ -15.976632118225098,
+ -13.862824440002441,
+ -5.255747318267822,
+ -4.53472900390625,
+ -7.945809841156006,
+ -8.590228080749512,
+ -4.054392337799072,
+ -8.612563133239746,
+ -0.24601314961910248
+ ],
+ "distances_by_expert": [
+ 28.388032913208008,
+ 31.953264236450195,
+ 27.725648880004883,
+ 10.511494636535645,
+ 9.0694580078125,
+ 15.891619682312012,
+ 17.180456161499023,
+ 8.108784675598145,
+ 17.225126266479492,
+ 0.49202629923820496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.59619140625,
+ "language": 52.9565544128418
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.848401881143218e-07,
+ 1.0617532097967342e-07,
+ 9.391450248585897e-07,
+ 0.004719209857285023,
+ 0.010457136668264866,
+ 0.0003045007470063865,
+ 0.00017499503155704588,
+ 0.016535844653844833,
+ 0.00018453849770594388,
+ 0.7711277604103088
+ ],
+ "log_scores_by_expert": [
+ -14.194080352783203,
+ -16.05817413330078,
+ -13.8782958984375,
+ -5.356113910675049,
+ -4.5604705810546875,
+ -8.096837043762207,
+ -8.650753021240234,
+ -4.102224826812744,
+ -8.597652435302734,
+ -0.2599012553691864
+ ],
+ "distances_by_expert": [
+ 28.388160705566406,
+ 32.11634826660156,
+ 27.756591796875,
+ 10.712227821350098,
+ 9.120941162109375,
+ 16.193674087524414,
+ 17.30150604248047,
+ 8.204449653625488,
+ 17.19530487060547,
+ 0.5198025107383728
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3486.30322265625,
+ "language": 52.92568588256836
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.21606681963749e-07,
+ 1.1351085049682297e-07,
+ 9.74902832240332e-07,
+ 0.004870276432484388,
+ 0.010552383959293365,
+ 0.0003216530894860625,
+ 0.00017499402747489512,
+ 0.0167766772210598,
+ 0.0001943750394275412,
+ 0.7769027352333069
+ ],
+ "log_scores_by_expert": [
+ -14.141785621643066,
+ -15.99136734008789,
+ -13.840928077697754,
+ -5.324604511260986,
+ -4.551403522491455,
+ -8.042037010192871,
+ -8.650758743286133,
+ -4.087765693664551,
+ -8.545721054077148,
+ -0.2524401545524597
+ ],
+ "distances_by_expert": [
+ 28.283571243286133,
+ 31.98273468017578,
+ 27.681856155395508,
+ 10.649209022521973,
+ 9.10280704498291,
+ 16.084074020385742,
+ 17.301517486572266,
+ 8.175531387329102,
+ 17.091442108154297,
+ 0.5048803091049194
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.013671875,
+ "language": 52.90227127075195
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.585987080143241e-07,
+ 1.0187689269969269e-07,
+ 9.001908551908855e-07,
+ 0.0042247106321156025,
+ 0.009768079966306686,
+ 0.0002601586456876248,
+ 0.00016207763110287488,
+ 0.015332667157053947,
+ 0.00017758778994902968,
+ 0.7404806017875671
+ ],
+ "log_scores_by_expert": [
+ -14.23315143585205,
+ -16.09950065612793,
+ -13.920659065246582,
+ -5.466804504394531,
+ -4.628635406494141,
+ -8.254219055175781,
+ -8.727435111999512,
+ -4.177769660949707,
+ -8.636045455932617,
+ -0.30045583844184875
+ ],
+ "distances_by_expert": [
+ 28.4663028717041,
+ 32.19900131225586,
+ 27.841318130493164,
+ 10.933609008789062,
+ 9.257270812988281,
+ 16.508438110351562,
+ 17.454870223999023,
+ 8.355539321899414,
+ 17.272090911865234,
+ 0.6009116768836975
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3518.224365234375,
+ "language": 52.925376892089844
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.866209218969743e-07,
+ 1.1013838019380273e-07,
+ 9.446325179851556e-07,
+ 0.004841803107410669,
+ 0.010325416922569275,
+ 0.0003083476040046662,
+ 0.0001752764655975625,
+ 0.016617823392152786,
+ 0.00018568598898127675,
+ 0.7696947455406189
+ ],
+ "log_scores_by_expert": [
+ -14.191483497619629,
+ -16.021528244018555,
+ -13.872469902038574,
+ -5.33046817779541,
+ -4.573146820068359,
+ -8.084282875061035,
+ -8.64914608001709,
+ -4.0972795486450195,
+ -8.591453552246094,
+ -0.26176130771636963
+ ],
+ "distances_by_expert": [
+ 28.382966995239258,
+ 32.04305648803711,
+ 27.74493980407715,
+ 10.66093635559082,
+ 9.146293640136719,
+ 16.16856575012207,
+ 17.29829216003418,
+ 8.194559097290039,
+ 17.182907104492188,
+ 0.5235226154327393
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.41552734375,
+ "language": 52.916343688964844
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.750359489160473e-07,
+ 1.1250899234482858e-07,
+ 9.40519953473995e-07,
+ 0.005141489673405886,
+ 0.009894313290715218,
+ 0.0003400247369427234,
+ 0.00017713921261020005,
+ 0.016447244212031364,
+ 0.00018396110681351274,
+ 0.7296785116195679
+ ],
+ "log_scores_by_expert": [
+ -14.208499908447266,
+ -16.000232696533203,
+ -13.876832962036133,
+ -5.270412445068359,
+ -4.615795135498047,
+ -7.986492156982422,
+ -8.638574600219727,
+ -4.107597351074219,
+ -8.600786209106445,
+ -0.31515127420425415
+ ],
+ "distances_by_expert": [
+ 28.41699981689453,
+ 32.000465393066406,
+ 27.753665924072266,
+ 10.540824890136719,
+ 9.231590270996094,
+ 15.972984313964844,
+ 17.277149200439453,
+ 8.215194702148438,
+ 17.20157241821289,
+ 0.6303025484085083
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3466.400390625,
+ "language": 52.932125091552734
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.446817906180513e-07,
+ 1.1110430619964973e-07,
+ 9.077253935174667e-07,
+ 0.005062337964773178,
+ 0.009687808342278004,
+ 0.0003394095110706985,
+ 0.00017938288510777056,
+ 0.015962133184075356,
+ 0.00017531457706354558,
+ 0.7110221982002258
+ ],
+ "log_scores_by_expert": [
+ -14.254508972167969,
+ -16.01279640197754,
+ -13.912323951721191,
+ -5.285926818847656,
+ -4.636887073516846,
+ -7.988303184509277,
+ -8.625988006591797,
+ -4.13753604888916,
+ -8.64892864227295,
+ -0.34105172753334045
+ ],
+ "distances_by_expert": [
+ 28.509017944335938,
+ 32.02559280395508,
+ 27.824647903442383,
+ 10.571853637695312,
+ 9.273774147033691,
+ 15.976606369018555,
+ 17.251976013183594,
+ 8.27507209777832,
+ 17.2978572845459,
+ 0.6821034550666809
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.83544921875,
+ "language": 52.92255401611328
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.843977533004363e-07,
+ 9.665769340472252e-08,
+ 8.070097123891173e-07,
+ 0.004636234603822231,
+ 0.008518878370523453,
+ 0.00031897195731289685,
+ 0.00016260960546787828,
+ 0.014439128339290619,
+ 0.00015857652761042118,
+ 0.6260092258453369
+ ],
+ "log_scores_by_expert": [
+ -14.352684020996094,
+ -16.152090072631836,
+ -14.029930114746094,
+ -5.373852729797363,
+ -4.765470504760742,
+ -8.050407409667969,
+ -8.72415828704834,
+ -4.237813472747803,
+ -8.749273300170898,
+ -0.46839025616645813
+ ],
+ "distances_by_expert": [
+ 28.705368041992188,
+ 32.30418014526367,
+ 28.059860229492188,
+ 10.747705459594727,
+ 9.530941009521484,
+ 16.100814819335938,
+ 17.44831657409668,
+ 8.475626945495605,
+ 17.498546600341797,
+ 0.9367805123329163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.62890625,
+ "language": 52.91501998901367
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.549065005856392e-07,
+ 9.388204347260398e-08,
+ 9.229912620867253e-07,
+ 0.004226913210004568,
+ 0.008829206228256226,
+ 0.0002450407773721963,
+ 0.00015446364704985172,
+ 0.014920645393431187,
+ 0.0001712524244794622,
+ 0.6540188789367676
+ ],
+ "log_scores_by_expert": [
+ -14.238773345947266,
+ -16.18122673034668,
+ -13.895646095275879,
+ -5.466283321380615,
+ -4.729690074920654,
+ -8.314085960388184,
+ -8.775551795959473,
+ -4.205009460449219,
+ -8.672371864318848,
+ -0.42461898922920227
+ ],
+ "distances_by_expert": [
+ 28.47754669189453,
+ 32.36245346069336,
+ 27.791292190551758,
+ 10.93256664276123,
+ 9.459380149841309,
+ 16.628171920776367,
+ 17.551103591918945,
+ 8.410018920898438,
+ 17.344743728637695,
+ 0.8492379784584045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.439453125,
+ "language": 52.89064025878906
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.688782718811126e-07,
+ 1.0008895401369955e-07,
+ 9.230660680259462e-07,
+ 0.004410119727253914,
+ 0.009492816403508186,
+ 0.0002589380892459303,
+ 0.00015856471145525575,
+ 0.015314056538045406,
+ 0.00017457964713685215,
+ 0.6973316669464111
+ ],
+ "log_scores_by_expert": [
+ -14.217663764953613,
+ -16.117206573486328,
+ -13.895565032958984,
+ -5.423853397369385,
+ -4.657219886779785,
+ -8.25892162322998,
+ -8.749347686767578,
+ -4.17898416519165,
+ -8.653129577636719,
+ -0.36049404740333557
+ ],
+ "distances_by_expert": [
+ 28.435327529907227,
+ 32.234413146972656,
+ 27.79113006591797,
+ 10.84770679473877,
+ 9.31443977355957,
+ 16.51784324645996,
+ 17.498695373535156,
+ 8.3579683303833,
+ 17.306259155273438,
+ 0.7209880948066711
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.10986328125,
+ "language": 52.917510986328125
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.756651487194176e-07,
+ 1.0637782565936504e-07,
+ 9.239688552042935e-07,
+ 0.004525468684732914,
+ 0.0101099144667387,
+ 0.0002790008729789406,
+ 0.00016832798428367823,
+ 0.016256775707006454,
+ 0.00017966864106711,
+ 0.7632725238800049
+ ],
+ "log_scores_by_expert": [
+ -14.207568168640137,
+ -16.0562686920166,
+ -13.894587516784668,
+ -5.39803409576416,
+ -4.594238758087158,
+ -8.184295654296875,
+ -8.689596176147461,
+ -4.119245529174805,
+ -8.624396324157715,
+ -0.270140141248703
+ ],
+ "distances_by_expert": [
+ 28.415136337280273,
+ 32.1125373840332,
+ 27.789175033569336,
+ 10.79606819152832,
+ 9.188477516174316,
+ 16.36859130859375,
+ 17.379192352294922,
+ 8.23849105834961,
+ 17.24879264831543,
+ 0.540280282497406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.414794921875,
+ "language": 52.921146392822266
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480307206402358e-07,
+ 1.0401154781902733e-07,
+ 9.025874874168949e-07,
+ 0.004474944900721312,
+ 0.010227682068943977,
+ 0.0002778694324661046,
+ 0.00016369456716347486,
+ 0.015735583379864693,
+ 0.00017955679504666477,
+ 0.7602310180664062
+ ],
+ "log_scores_by_expert": [
+ -14.249327659606934,
+ -16.078763961791992,
+ -13.918000221252441,
+ -5.409261226654053,
+ -4.582657337188721,
+ -8.188359260559082,
+ -8.717508316040039,
+ -4.151830673217773,
+ -8.625019073486328,
+ -0.27413293719291687
+ ],
+ "distances_by_expert": [
+ 28.498655319213867,
+ 32.157527923583984,
+ 27.836000442504883,
+ 10.818522453308105,
+ 9.165314674377441,
+ 16.376718521118164,
+ 17.435016632080078,
+ 8.303661346435547,
+ 17.250038146972656,
+ 0.5482658743858337
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.063232421875,
+ "language": 52.885318756103516
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.563733450093423e-07,
+ 1.0378226988905226e-07,
+ 8.973768785836e-07,
+ 0.004460488446056843,
+ 0.010444708168506622,
+ 0.0002819390792865306,
+ 0.00016743651940487325,
+ 0.016175800934433937,
+ 0.00017706287326291203,
+ 0.779430627822876
+ ],
+ "log_scores_by_expert": [
+ -14.236536026000977,
+ -16.080970764160156,
+ -13.923789978027344,
+ -5.412497043609619,
+ -4.561659812927246,
+ -8.173819541931152,
+ -8.694906234741211,
+ -4.124238967895508,
+ -8.639005661010742,
+ -0.24919159710407257
+ ],
+ "distances_by_expert": [
+ 28.473072052001953,
+ 32.16194152832031,
+ 27.847579956054688,
+ 10.824994087219238,
+ 9.123319625854492,
+ 16.347639083862305,
+ 17.389812469482422,
+ 8.248477935791016,
+ 17.278011322021484,
+ 0.49838319420814514
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3437.285888671875,
+ "language": 52.90966796875
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.107688588803285e-07,
+ 1.057631990875052e-07,
+ 9.704353942652233e-07,
+ 0.00468397606164217,
+ 0.010180921293795109,
+ 0.0003001352015417069,
+ 0.0001743862812872976,
+ 0.016770781949162483,
+ 0.00019059094483964145,
+ 0.7629958987236023
+ ],
+ "log_scores_by_expert": [
+ -14.1569185256958,
+ -16.062063217163086,
+ -13.845520973205566,
+ -5.363607883453369,
+ -4.587239742279053,
+ -8.11127758026123,
+ -8.654237747192383,
+ -4.0881171226501465,
+ -8.565381050109863,
+ -0.27050262689590454
+ ],
+ "distances_by_expert": [
+ 28.3138370513916,
+ 32.12412643432617,
+ 27.691041946411133,
+ 10.727215766906738,
+ 9.174479484558105,
+ 16.22255516052246,
+ 17.308475494384766,
+ 8.176234245300293,
+ 17.130762100219727,
+ 0.5410052537918091
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.098876953125,
+ "language": 52.900535583496094
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.645355483669846e-07,
+ 1.1117425913198531e-07,
+ 9.332541708317876e-07,
+ 0.005094919353723526,
+ 0.010647598654031754,
+ 0.0003478738071862608,
+ 0.0001811876572901383,
+ 0.016962822526693344,
+ 0.0001810021640267223,
+ 0.7732039093971252
+ ],
+ "log_scores_by_expert": [
+ -14.224177360534668,
+ -16.01216697692871,
+ -13.884588241577148,
+ -5.279511451721191,
+ -4.542420864105225,
+ -7.96367073059082,
+ -8.61597728729248,
+ -4.076731204986572,
+ -8.6170015335083,
+ -0.25721246004104614
+ ],
+ "distances_by_expert": [
+ 28.448354721069336,
+ 32.02433395385742,
+ 27.769176483154297,
+ 10.559022903442383,
+ 9.08484172821045,
+ 15.92734146118164,
+ 17.23195457458496,
+ 8.153462409973145,
+ 17.2340030670166,
+ 0.5144249200820923
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.270263671875,
+ "language": 52.90488815307617
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.677336159555125e-07,
+ 1.0706339281796318e-07,
+ 9.239847145181557e-07,
+ 0.004805394914001226,
+ 0.010410127229988575,
+ 0.00031732654315419495,
+ 0.00017755341832526028,
+ 0.016716353595256805,
+ 0.0001813307753764093,
+ 0.7739672064781189
+ ],
+ "log_scores_by_expert": [
+ -14.219376564025879,
+ -16.04984474182129,
+ -13.894570350646973,
+ -5.338016033172607,
+ -4.564976215362549,
+ -8.05557918548584,
+ -8.636239051818848,
+ -4.091367721557617,
+ -8.615187644958496,
+ -0.2562258243560791
+ ],
+ "distances_by_expert": [
+ 28.438753128051758,
+ 32.09968948364258,
+ 27.789140701293945,
+ 10.676032066345215,
+ 9.129952430725098,
+ 16.11115837097168,
+ 17.272478103637695,
+ 8.182735443115234,
+ 17.230375289916992,
+ 0.5124516487121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.47998046875,
+ "language": 52.93434524536133
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.121658995856706e-07,
+ 1.1540664246467713e-07,
+ 9.710797712614294e-07,
+ 0.004833857994526625,
+ 0.010872182436287403,
+ 0.000313438824377954,
+ 0.00018013460794463754,
+ 0.01737150363624096,
+ 0.0001910805149236694,
+ 0.8204973936080933
+ ],
+ "log_scores_by_expert": [
+ -14.15495491027832,
+ -15.974803924560547,
+ -13.844857215881348,
+ -5.332110404968262,
+ -4.521547794342041,
+ -8.067906379699707,
+ -8.621806144714355,
+ -4.052924156188965,
+ -8.56281566619873,
+ -0.1978445202112198
+ ],
+ "distances_by_expert": [
+ 28.30990982055664,
+ 31.949607849121094,
+ 27.689714431762695,
+ 10.664220809936523,
+ 9.043095588684082,
+ 16.135812759399414,
+ 17.24361228942871,
+ 8.10584831237793,
+ 17.12563133239746,
+ 0.3956890404224396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.212158203125,
+ "language": 52.89456558227539
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.693064733553911e-07,
+ 1.0433124231212787e-07,
+ 9.145569492829964e-07,
+ 0.004309144802391529,
+ 0.010102237574756145,
+ 0.0002672878617886454,
+ 0.00016487792890984565,
+ 0.015648560598492622,
+ 0.00017955472867470235,
+ 0.7527073621749878
+ ],
+ "log_scores_by_expert": [
+ -14.217023849487305,
+ -16.075695037841797,
+ -13.904826164245605,
+ -5.447015762329102,
+ -4.594998359680176,
+ -8.227184295654297,
+ -8.710305213928223,
+ -4.157376289367676,
+ -8.625030517578125,
+ -0.2840787470340729
+ ],
+ "distances_by_expert": [
+ 28.43404769897461,
+ 32.151390075683594,
+ 27.80965232849121,
+ 10.894031524658203,
+ 9.189996719360352,
+ 16.454368591308594,
+ 17.420610427856445,
+ 8.314752578735352,
+ 17.25006103515625,
+ 0.5681574940681458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.764892578125,
+ "language": 52.955753326416016
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.001339099588222e-07,
+ 1.0921522175522114e-07,
+ 9.6483950073889e-07,
+ 0.004565553739666939,
+ 0.010333873331546783,
+ 0.00028590523288585246,
+ 0.00017367162217851728,
+ 0.016593877226114273,
+ 0.00018839529366232455,
+ 0.7706775665283203
+ ],
+ "log_scores_by_expert": [
+ -14.17199420928955,
+ -16.029945373535156,
+ -13.851304054260254,
+ -5.389215469360352,
+ -4.572328090667725,
+ -8.159850120544434,
+ -8.658344268798828,
+ -4.098721504211426,
+ -8.5769681930542,
+ -0.2604852318763733
+ ],
+ "distances_by_expert": [
+ 28.3439884185791,
+ 32.05989074707031,
+ 27.702608108520508,
+ 10.778430938720703,
+ 9.14465618133545,
+ 16.319700241088867,
+ 17.316688537597656,
+ 8.197443008422852,
+ 17.1539363861084,
+ 0.5209704637527466
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.637451171875,
+ "language": 52.90610122680664
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.383852675957314e-07,
+ 1.2799849002931296e-07,
+ 1.0275914519297658e-06,
+ 0.005618727300316095,
+ 0.01087325531989336,
+ 0.0003918273141607642,
+ 0.00019340022117830813,
+ 0.017981812357902527,
+ 0.00019982543017249554,
+ 0.7967545390129089
+ ],
+ "log_scores_by_expert": [
+ -14.118800163269043,
+ -15.871247291564941,
+ -13.78829288482666,
+ -5.181650161743164,
+ -4.521449089050293,
+ -7.84468936920166,
+ -8.550748825073242,
+ -4.018394470214844,
+ -8.51806640625,
+ -0.22720858454704285
+ ],
+ "distances_by_expert": [
+ 28.237600326538086,
+ 31.742494583129883,
+ 27.57658576965332,
+ 10.363300323486328,
+ 9.042898178100586,
+ 15.68937873840332,
+ 17.101497650146484,
+ 8.036788940429688,
+ 17.0361328125,
+ 0.4544171690940857
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.80029296875,
+ "language": 52.924503326416016
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.229864422697574e-07,
+ 1.2618652078799641e-07,
+ 1.0285248208674602e-06,
+ 0.005587632302194834,
+ 0.010638007894158363,
+ 0.000376684038201347,
+ 0.00019140515360049903,
+ 0.01754709705710411,
+ 0.00019398800213821232,
+ 0.7602543830871582
+ ],
+ "log_scores_by_expert": [
+ -14.139875411987305,
+ -15.885504722595215,
+ -13.787384986877441,
+ -5.187199592590332,
+ -4.5433220863342285,
+ -7.884103775024414,
+ -8.561118125915527,
+ -4.0428667068481445,
+ -8.547714233398438,
+ -0.27410221099853516
+ ],
+ "distances_by_expert": [
+ 28.27975082397461,
+ 31.77100944519043,
+ 27.574769973754883,
+ 10.374399185180664,
+ 9.086644172668457,
+ 15.768207550048828,
+ 17.122236251831055,
+ 8.085733413696289,
+ 17.095428466796875,
+ 0.5482044219970703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.826904296875,
+ "language": 52.94904327392578
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.895555202390824e-07,
+ 1.1560899793039425e-07,
+ 9.873537010207656e-07,
+ 0.00538055831566453,
+ 0.00978343840688467,
+ 0.00036075347452424467,
+ 0.00018133978301193565,
+ 0.01645241305232048,
+ 0.0001857577299233526,
+ 0.6930291652679443
+ ],
+ "log_scores_by_expert": [
+ -14.18721866607666,
+ -15.973052024841309,
+ -13.828237533569336,
+ -5.224963188171387,
+ -4.627064228057861,
+ -7.927315711975098,
+ -8.615138053894043,
+ -4.107283115386963,
+ -8.59106731414795,
+ -0.3666832149028778
+ ],
+ "distances_by_expert": [
+ 28.37443733215332,
+ 31.946104049682617,
+ 27.656475067138672,
+ 10.449926376342773,
+ 9.254128456115723,
+ 15.854631423950195,
+ 17.230276107788086,
+ 8.214566230773926,
+ 17.1821346282959,
+ 0.7333664298057556
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.4609375,
+ "language": 52.92631912231445
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.897090886719525e-07,
+ 8.414745167328874e-08,
+ 8.338642487615289e-07,
+ 0.003956357017159462,
+ 0.007996131666004658,
+ 0.00022407021606341004,
+ 0.00014144119631964713,
+ 0.013475258834660053,
+ 0.00015423343575093895,
+ 0.5883685946464539
+ ],
+ "log_scores_by_expert": [
+ -14.343636512756348,
+ -16.290695190429688,
+ -13.99719524383545,
+ -5.532431602478027,
+ -4.828797340393066,
+ -8.40355110168457,
+ -8.863626480102539,
+ -4.3069000244140625,
+ -8.777043342590332,
+ -0.5304016470909119
+ ],
+ "distances_by_expert": [
+ 28.687273025512695,
+ 32.581390380859375,
+ 27.9943904876709,
+ 11.064863204956055,
+ 9.657594680786133,
+ 16.80710220336914,
+ 17.727252960205078,
+ 8.613800048828125,
+ 17.554086685180664,
+ 1.0608032941818237
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.10205078125,
+ "language": 52.918025970458984
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.95935887304222e-07,
+ 8.803570494819724e-08,
+ 8.243655997830501e-07,
+ 0.003911340143531561,
+ 0.00857429951429367,
+ 0.00022268723114393651,
+ 0.00014504195132758468,
+ 0.013598195277154446,
+ 0.00015793599595781416,
+ 0.6343967914581299
+ ],
+ "log_scores_by_expert": [
+ -14.33313274383545,
+ -16.24552345275879,
+ -14.008651733398438,
+ -5.543875217437744,
+ -4.758985996246338,
+ -8.40974235534668,
+ -8.83848762512207,
+ -4.297818183898926,
+ -8.753320693969727,
+ -0.45508068799972534
+ ],
+ "distances_by_expert": [
+ 28.6662654876709,
+ 32.49104690551758,
+ 28.017303466796875,
+ 11.087750434875488,
+ 9.517971992492676,
+ 16.81948471069336,
+ 17.67697525024414,
+ 8.595636367797852,
+ 17.506641387939453,
+ 0.9101613759994507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3543.9619140625,
+ "language": 52.93358612060547
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.930106337676989e-07,
+ 1.015418717997818e-07,
+ 9.334838750874042e-07,
+ 0.004387376829981804,
+ 0.009905699640512466,
+ 0.0002576878760010004,
+ 0.00016279099509119987,
+ 0.015610425733029842,
+ 0.00018065243784803897,
+ 0.7299435138702393
+ ],
+ "log_scores_by_expert": [
+ -14.182220458984375,
+ -16.102794647216797,
+ -13.884342193603516,
+ -5.429023742675781,
+ -4.614645004272461,
+ -8.263761520385742,
+ -8.723043441772461,
+ -4.159816265106201,
+ -8.618935585021973,
+ -0.3147881329059601
+ ],
+ "distances_by_expert": [
+ 28.36444091796875,
+ 32.205589294433594,
+ 27.76868438720703,
+ 10.858047485351562,
+ 9.229290008544922,
+ 16.527523040771484,
+ 17.446086883544922,
+ 8.319632530212402,
+ 17.237871170043945,
+ 0.6295762658119202
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.996826171875,
+ "language": 52.91545486450195
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.962832230783533e-07,
+ 1.0897552016331247e-07,
+ 9.516273848930723e-07,
+ 0.004777311813086271,
+ 0.01056408416479826,
+ 0.00029278662987053394,
+ 0.00017063245468307287,
+ 0.01648464985191822,
+ 0.0001877091417554766,
+ 0.7828400135040283
+ ],
+ "log_scores_by_expert": [
+ -14.177509307861328,
+ -16.032142639160156,
+ -13.865092277526855,
+ -5.34387731552124,
+ -4.550295352935791,
+ -8.136066436767578,
+ -8.67599868774414,
+ -4.105325698852539,
+ -8.58061695098877,
+ -0.24482685327529907
+ ],
+ "distances_by_expert": [
+ 28.355018615722656,
+ 32.06428527832031,
+ 27.73018455505371,
+ 10.68775463104248,
+ 9.100590705871582,
+ 16.272132873535156,
+ 17.35199737548828,
+ 8.210651397705078,
+ 17.16123390197754,
+ 0.48965370655059814
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3462.1630859375,
+ "language": 52.9007568359375
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.72440819471376e-07,
+ 1.0554374796356569e-07,
+ 9.167881103167019e-07,
+ 0.0046560876071453094,
+ 0.010468817315995693,
+ 0.0002929307520389557,
+ 0.00016940019850153476,
+ 0.016228249296545982,
+ 0.00018069223733618855,
+ 0.7740103602409363
+ ],
+ "log_scores_by_expert": [
+ -14.21235179901123,
+ -16.06414031982422,
+ -13.902389526367188,
+ -5.369579792022705,
+ -4.559354305267334,
+ -8.135574340820312,
+ -8.683246612548828,
+ -4.121001720428467,
+ -8.618715286254883,
+ -0.2561700642108917
+ ],
+ "distances_by_expert": [
+ 28.42470359802246,
+ 32.12828063964844,
+ 27.804779052734375,
+ 10.73915958404541,
+ 9.118708610534668,
+ 16.271148681640625,
+ 17.366493225097656,
+ 8.242003440856934,
+ 17.237430572509766,
+ 0.5123401284217834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.39111328125,
+ "language": 52.90232467651367
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86221653722896e-07,
+ 9.930910493949341e-08,
+ 9.444819966120122e-07,
+ 0.004626533016562462,
+ 0.009628087282180786,
+ 0.00028645899146795273,
+ 0.00016585584671702236,
+ 0.016222061589360237,
+ 0.00018137159349862486,
+ 0.6952295899391174
+ ],
+ "log_scores_by_expert": [
+ -14.192065238952637,
+ -16.125028610229492,
+ -13.872629165649414,
+ -5.37594747543335,
+ -4.643070697784424,
+ -8.157915115356445,
+ -8.704391479492188,
+ -4.121383190155029,
+ -8.614962577819824,
+ -0.36351314187049866
+ ],
+ "distances_by_expert": [
+ 28.384130477905273,
+ 32.250057220458984,
+ 27.745258331298828,
+ 10.7518949508667,
+ 9.286141395568848,
+ 16.31583023071289,
+ 17.408782958984375,
+ 8.242766380310059,
+ 17.22992515563965,
+ 0.7270262837409973
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.082275390625,
+ "language": 52.91767120361328
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.149150178520358e-07,
+ 1.1143347222741795e-07,
+ 9.836600156631903e-07,
+ 0.004977365490049124,
+ 0.010736590251326561,
+ 0.0003275579074397683,
+ 0.00018390041077509522,
+ 0.01755998097360134,
+ 0.0001899161870824173,
+ 0.7987699508666992
+ ],
+ "log_scores_by_expert": [
+ -14.151102066040039,
+ -16.009838104248047,
+ -13.831985473632812,
+ -5.302854537963867,
+ -4.534097671508789,
+ -8.023845672607422,
+ -8.601116180419922,
+ -4.04213285446167,
+ -8.568927764892578,
+ -0.22468231618404388
+ ],
+ "distances_by_expert": [
+ 28.302204132080078,
+ 32.019676208496094,
+ 27.663970947265625,
+ 10.605709075927734,
+ 9.068195343017578,
+ 16.047691345214844,
+ 17.202232360839844,
+ 8.08426570892334,
+ 17.137855529785156,
+ 0.44936463236808777
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.374267578125,
+ "language": 52.93679428100586
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.086511004672502e-07,
+ 1.1038338953994753e-07,
+ 9.634813977754675e-07,
+ 0.004842239432036877,
+ 0.010355044156312943,
+ 0.0003109038225375116,
+ 0.00017550578922964633,
+ 0.016825225204229355,
+ 0.00019202240218874067,
+ 0.7767642736434937
+ ],
+ "log_scores_by_expert": [
+ -14.159902572631836,
+ -16.019306182861328,
+ -13.852712631225586,
+ -5.33037805557251,
+ -4.570281505584717,
+ -8.076026916503906,
+ -8.647838592529297,
+ -4.08487606048584,
+ -8.55789852142334,
+ -0.25261834263801575
+ ],
+ "distances_by_expert": [
+ 28.319805145263672,
+ 32.038612365722656,
+ 27.705425262451172,
+ 10.66075611114502,
+ 9.140563011169434,
+ 16.152053833007812,
+ 17.295677185058594,
+ 8.16975212097168,
+ 17.11579704284668,
+ 0.5052366852760315
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.275146484375,
+ "language": 52.87712478637695
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615295546907873e-07,
+ 9.893627606061273e-08,
+ 9.00821191862633e-07,
+ 0.0042233713902533054,
+ 0.009616983123123646,
+ 0.00025827859644778073,
+ 0.00015965085185598582,
+ 0.01514619030058384,
+ 0.000177581183379516,
+ 0.7186798453330994
+ ],
+ "log_scores_by_expert": [
+ -14.228711128234863,
+ -16.1287899017334,
+ -13.91995906829834,
+ -5.467121601104736,
+ -4.644224643707275,
+ -8.26147174835205,
+ -8.742521286010742,
+ -4.190006256103516,
+ -8.636082649230957,
+ -0.33033937215805054
+ ],
+ "distances_by_expert": [
+ 28.457422256469727,
+ 32.2575798034668,
+ 27.83991813659668,
+ 10.934243202209473,
+ 9.28844928741455,
+ 16.5229434967041,
+ 17.485042572021484,
+ 8.380012512207031,
+ 17.272165298461914,
+ 0.6606787443161011
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.557861328125,
+ "language": 52.92670440673828
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.948272357476526e-07,
+ 1.1466579508123687e-07,
+ 9.592860124030267e-07,
+ 0.004882195498794317,
+ 0.010593593120574951,
+ 0.00031609213328920305,
+ 0.00017824476526584476,
+ 0.01691092550754547,
+ 0.00018882770382333547,
+ 0.7979316711425781
+ ],
+ "log_scores_by_expert": [
+ -14.17960262298584,
+ -15.981244087219238,
+ -13.857076644897461,
+ -5.322160243988037,
+ -4.547505855560303,
+ -8.059476852416992,
+ -8.632352828979492,
+ -4.0797953605651855,
+ -8.574675559997559,
+ -0.22573234140872955
+ ],
+ "distances_by_expert": [
+ 28.35920524597168,
+ 31.962488174438477,
+ 27.714153289794922,
+ 10.644320487976074,
+ 9.095011711120605,
+ 16.118953704833984,
+ 17.264705657958984,
+ 8.159590721130371,
+ 17.149351119995117,
+ 0.4514646828174591
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.146240234375,
+ "language": 52.920230865478516
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062882332320441e-07,
+ 1.232623532132493e-07,
+ 9.826325140238623e-07,
+ 0.005582386162132025,
+ 0.010493875481188297,
+ 0.00038604551809839904,
+ 0.00018838072719518095,
+ 0.01716805435717106,
+ 0.00019333051750436425,
+ 0.7597898244857788
+ ],
+ "log_scores_by_expert": [
+ -14.16324234008789,
+ -15.908950805664062,
+ -13.833030700683594,
+ -5.188138961791992,
+ -4.5569634437561035,
+ -7.859555244445801,
+ -8.577045440673828,
+ -4.064704895019531,
+ -8.551109313964844,
+ -0.274713397026062
+ ],
+ "distances_by_expert": [
+ 28.32648468017578,
+ 31.817901611328125,
+ 27.666061401367188,
+ 10.376277923583984,
+ 9.113926887512207,
+ 15.719110488891602,
+ 17.154090881347656,
+ 8.129409790039062,
+ 17.102218627929688,
+ 0.549426794052124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.897705078125,
+ "language": 52.92026138305664
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.098787477843871e-07,
+ 1.2147685879426717e-07,
+ 9.71264967120078e-07,
+ 0.005490859970450401,
+ 0.010271590203046799,
+ 0.00038727716309949756,
+ 0.00019040254119317979,
+ 0.01710999757051468,
+ 0.00018968756194226444,
+ 0.7446728348731995
+ ],
+ "log_scores_by_expert": [
+ -14.158171653747559,
+ -15.923542022705078,
+ -13.844666481018066,
+ -5.204670429229736,
+ -4.578373432159424,
+ -7.856369972229004,
+ -8.566370010375977,
+ -4.068092346191406,
+ -8.5701322555542,
+ -0.29481032490730286
+ ],
+ "distances_by_expert": [
+ 28.316343307495117,
+ 31.847084045410156,
+ 27.689332962036133,
+ 10.409340858459473,
+ 9.156746864318848,
+ 15.712739944458008,
+ 17.132740020751953,
+ 8.136184692382812,
+ 17.1402645111084,
+ 0.5896206498146057
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.367431640625,
+ "language": 52.94121170043945
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.586338940905989e-07,
+ 1.0668993866147503e-07,
+ 8.925459837882954e-07,
+ 0.005047947634011507,
+ 0.009242236614227295,
+ 0.0003589570987969637,
+ 0.0001777165598468855,
+ 0.015876969322562218,
+ 0.00017488525190856308,
+ 0.6845375895500183
+ ],
+ "log_scores_by_expert": [
+ -14.233098030090332,
+ -16.0533390045166,
+ -13.929187774658203,
+ -5.288773536682129,
+ -4.683971405029297,
+ -7.932307720184326,
+ -8.635320663452148,
+ -4.142885684967041,
+ -8.65138053894043,
+ -0.37901169061660767
+ ],
+ "distances_by_expert": [
+ 28.466196060180664,
+ 32.1066780090332,
+ 27.858375549316406,
+ 10.577547073364258,
+ 9.367942810058594,
+ 15.864615440368652,
+ 17.270641326904297,
+ 8.285771369934082,
+ 17.30276107788086,
+ 0.7580233812332153
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.615234375,
+ "language": 52.93807601928711
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615586016778252e-07,
+ 9.305111348112405e-08,
+ 9.165127039523213e-07,
+ 0.004293215461075306,
+ 0.008914593607187271,
+ 0.00024000763369258493,
+ 0.00015319745580200106,
+ 0.014752215705811977,
+ 0.0001692711521172896,
+ 0.6494991779327393
+ ],
+ "log_scores_by_expert": [
+ -14.228667259216309,
+ -16.19011688232422,
+ -13.902689933776855,
+ -5.450719356536865,
+ -4.720065593719482,
+ -8.334839820861816,
+ -8.783782958984375,
+ -4.216361999511719,
+ -8.684008598327637,
+ -0.4315537214279175
+ ],
+ "distances_by_expert": [
+ 28.457334518432617,
+ 32.38023376464844,
+ 27.80537986755371,
+ 10.90143871307373,
+ 9.440131187438965,
+ 16.669679641723633,
+ 17.56756591796875,
+ 8.432723999023438,
+ 17.368017196655273,
+ 0.863107442855835
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.937744140625,
+ "language": 52.92149353027344
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.441741788876243e-07,
+ 9.489434660281404e-08,
+ 8.782015470387705e-07,
+ 0.004278937354683876,
+ 0.009331186302006245,
+ 0.0002444157435093075,
+ 0.00015394804358948022,
+ 0.014773868955671787,
+ 0.00016905144730117172,
+ 0.6837804913520813
+ ],
+ "log_scores_by_expert": [
+ -14.25529670715332,
+ -16.170501708984375,
+ -13.945389747619629,
+ -5.454050540924072,
+ -4.674393177032471,
+ -8.31663990020752,
+ -8.778895378112793,
+ -4.214895248413086,
+ -8.685307502746582,
+ -0.38011837005615234
+ ],
+ "distances_by_expert": [
+ 28.51059341430664,
+ 32.34100341796875,
+ 27.890779495239258,
+ 10.908101081848145,
+ 9.348786354064941,
+ 16.63327980041504,
+ 17.557790756225586,
+ 8.429790496826172,
+ 17.370615005493164,
+ 0.7602367401123047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.58642578125,
+ "language": 52.92062759399414
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.501372808997985e-07,
+ 9.545291845824977e-08,
+ 8.782081977187772e-07,
+ 0.004261239431798458,
+ 0.00984929222613573,
+ 0.00024242026847787201,
+ 0.0001572316250531003,
+ 0.015085666440427303,
+ 0.0001726634072838351,
+ 0.7233560681343079
+ ],
+ "log_scores_by_expert": [
+ -14.246082305908203,
+ -16.16463279724121,
+ -13.945382118225098,
+ -5.458195209503174,
+ -4.620355606079102,
+ -8.324837684631348,
+ -8.757790565490723,
+ -4.194010257720947,
+ -8.664166450500488,
+ -0.3238537609577179
+ ],
+ "distances_by_expert": [
+ 28.492164611816406,
+ 32.32926559448242,
+ 27.890764236450195,
+ 10.916390419006348,
+ 9.240711212158203,
+ 16.649675369262695,
+ 17.515581130981445,
+ 8.388020515441895,
+ 17.328332901000977,
+ 0.6477075219154358
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.678955078125,
+ "language": 52.893577575683594
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.22198024050158e-07,
+ 1.1644608122196587e-07,
+ 9.860043519438477e-07,
+ 0.005017101764678955,
+ 0.01099342480301857,
+ 0.0003146838862448931,
+ 0.00017678042058832943,
+ 0.017188450321555138,
+ 0.00019390588568057865,
+ 0.8086090087890625
+ ],
+ "log_scores_by_expert": [
+ -14.140966415405273,
+ -15.965837478637695,
+ -13.829605102539062,
+ -5.294902801513672,
+ -4.510457992553711,
+ -8.063941955566406,
+ -8.640602111816406,
+ -4.0635175704956055,
+ -8.548137664794922,
+ -0.21243979036808014
+ ],
+ "distances_by_expert": [
+ 28.281932830810547,
+ 31.93167495727539,
+ 27.659210205078125,
+ 10.589805603027344,
+ 9.020915985107422,
+ 16.127883911132812,
+ 17.281204223632812,
+ 8.127035140991211,
+ 17.096275329589844,
+ 0.4248795807361603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.793212890625,
+ "language": 52.90618896484375
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8003060960109e-07,
+ 1.0826757801396525e-07,
+ 9.278355719288811e-07,
+ 0.004880201071500778,
+ 0.010852701961994171,
+ 0.0003162305220030248,
+ 0.00017744084470905364,
+ 0.017179101705551147,
+ 0.00018331556930206716,
+ 0.8175342082977295
+ ],
+ "log_scores_by_expert": [
+ -14.201128005981445,
+ -16.038660049438477,
+ -13.890411376953125,
+ -5.322568893432617,
+ -4.523341178894043,
+ -8.059039115905762,
+ -8.636873245239258,
+ -4.064061641693115,
+ -8.604301452636719,
+ -0.20146256685256958
+ ],
+ "distances_by_expert": [
+ 28.40225601196289,
+ 32.07732009887695,
+ 27.78082275390625,
+ 10.645137786865234,
+ 9.046682357788086,
+ 16.118078231811523,
+ 17.273746490478516,
+ 8.12812328338623,
+ 17.208602905273438,
+ 0.40292513370513916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.900634765625,
+ "language": 52.89479446411133
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.790144766455342e-07,
+ 9.560432800981289e-08,
+ 9.175254263027455e-07,
+ 0.00447717122733593,
+ 0.009660628624260426,
+ 0.0002702936762943864,
+ 0.000162751559400931,
+ 0.015943283215165138,
+ 0.00017911141912918538,
+ 0.7003514170646667
+ ],
+ "log_scores_by_expert": [
+ -14.20262336730957,
+ -16.163047790527344,
+ -13.901585578918457,
+ -5.408763885498047,
+ -4.6396965980529785,
+ -8.216001510620117,
+ -8.723285675048828,
+ -4.1387176513671875,
+ -8.62750244140625,
+ -0.356173038482666
+ ],
+ "distances_by_expert": [
+ 28.40524673461914,
+ 32.32609558105469,
+ 27.803171157836914,
+ 10.817527770996094,
+ 9.279393196105957,
+ 16.432003021240234,
+ 17.446571350097656,
+ 8.277435302734375,
+ 17.2550048828125,
+ 0.712346076965332
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.7587890625,
+ "language": 52.91846466064453
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.698261702491436e-07,
+ 8.948399710106969e-08,
+ 8.011893442017026e-07,
+ 0.004348427057266235,
+ 0.009257178753614426,
+ 0.00027405418222770095,
+ 0.0001547403953736648,
+ 0.014868443831801414,
+ 0.00015685270773246884,
+ 0.6700868606567383
+ ],
+ "log_scores_by_expert": [
+ -14.377934455871582,
+ -16.229206085205078,
+ -14.037168502807617,
+ -5.437941074371338,
+ -4.682355880737305,
+ -8.202184677124023,
+ -8.773761749267578,
+ -4.208514213562012,
+ -8.76020336151123,
+ -0.40034791827201843
+ ],
+ "distances_by_expert": [
+ 28.755868911743164,
+ 32.458412170410156,
+ 28.074337005615234,
+ 10.875882148742676,
+ 9.36471176147461,
+ 16.404369354248047,
+ 17.547523498535156,
+ 8.417028427124023,
+ 17.52040672302246,
+ 0.8006958365440369
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.830322265625,
+ "language": 52.92654037475586
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461602879426209e-07,
+ 9.868919192967951e-08,
+ 8.73618887453631e-07,
+ 0.004400335717946291,
+ 0.010127012617886066,
+ 0.00027923379093408585,
+ 0.00016735111421439797,
+ 0.016007164493203163,
+ 0.00017442353419028223,
+ 0.7613533139228821
+ ],
+ "log_scores_by_expert": [
+ -14.252218246459961,
+ -16.131290435791016,
+ -13.950621604919434,
+ -5.426074504852295,
+ -4.592548847198486,
+ -8.18346118927002,
+ -8.695416450500488,
+ -4.134718894958496,
+ -8.654024124145508,
+ -0.2726577818393707
+ ],
+ "distances_by_expert": [
+ 28.504436492919922,
+ 32.26258087158203,
+ 27.901243209838867,
+ 10.85214900970459,
+ 9.185097694396973,
+ 16.36692237854004,
+ 17.390832901000977,
+ 8.269437789916992,
+ 17.308048248291016,
+ 0.5453155636787415
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.119384765625,
+ "language": 52.91703414916992
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.305557119252626e-07,
+ 1.170437329278684e-07,
+ 9.967236564989435e-07,
+ 0.004838539287447929,
+ 0.010920394212007523,
+ 0.0003092198458034545,
+ 0.00018014080706052482,
+ 0.0169622004032135,
+ 0.00019330544455442578,
+ 0.8034292459487915
+ ],
+ "log_scores_by_expert": [
+ -14.129460334777832,
+ -15.960718154907227,
+ -13.818792343139648,
+ -5.331142425537109,
+ -4.517123222351074,
+ -8.08145809173584,
+ -8.621771812438965,
+ -4.076767921447754,
+ -8.551239013671875,
+ -0.21886619925498962
+ ],
+ "distances_by_expert": [
+ 28.258920669555664,
+ 31.921436309814453,
+ 27.637584686279297,
+ 10.662284851074219,
+ 9.034246444702148,
+ 16.16291618347168,
+ 17.24354362487793,
+ 8.153535842895508,
+ 17.10247802734375,
+ 0.43773239850997925
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.580078125,
+ "language": 52.95978927612305
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.267470323313319e-07,
+ 1.117380321602468e-07,
+ 9.84253119895584e-07,
+ 0.004735471215099096,
+ 0.01037608552724123,
+ 0.0003034504479728639,
+ 0.0001750419323798269,
+ 0.016882041469216347,
+ 0.00019441581389401108,
+ 0.7810672521591187
+ ],
+ "log_scores_by_expert": [
+ -14.134687423706055,
+ -16.007108688354492,
+ -13.831382751464844,
+ -5.3526740074157715,
+ -4.568251609802246,
+ -8.100292205810547,
+ -8.650485038757324,
+ -4.081504821777344,
+ -8.545511245727539,
+ -0.24709399044513702
+ ],
+ "distances_by_expert": [
+ 28.26937484741211,
+ 32.014217376708984,
+ 27.662765502929688,
+ 10.705348014831543,
+ 9.136503219604492,
+ 16.200584411621094,
+ 17.30097007751465,
+ 8.163009643554688,
+ 17.091022491455078,
+ 0.49418798089027405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3541.4736328125,
+ "language": 52.898719787597656
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.301586606445198e-07,
+ 1.2396117199386936e-07,
+ 1.0152807590202428e-06,
+ 0.005534394644200802,
+ 0.01091541163623333,
+ 0.0003722992551047355,
+ 0.00019084465748164803,
+ 0.017588958144187927,
+ 0.00019882326887454838,
+ 0.7939598560333252
+ ],
+ "log_scores_by_expert": [
+ -14.130003929138184,
+ -15.903297424316406,
+ -13.800345420837402,
+ -5.196773052215576,
+ -4.517579555511475,
+ -7.895812511444092,
+ -8.564050674438477,
+ -4.0404839515686035,
+ -8.523094177246094,
+ -0.23072241246700287
+ ],
+ "distances_by_expert": [
+ 28.260007858276367,
+ 31.806594848632812,
+ 27.600690841674805,
+ 10.393546104431152,
+ 9.03515911102295,
+ 15.791625022888184,
+ 17.128101348876953,
+ 8.080967903137207,
+ 17.046188354492188,
+ 0.46144482493400574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3404.549072265625,
+ "language": 52.901336669921875
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.477362373720098e-07,
+ 1.2809411487069156e-07,
+ 1.0475541785126552e-06,
+ 0.0058031887747347355,
+ 0.010703206062316895,
+ 0.0004016325401607901,
+ 0.00019669291214086115,
+ 0.01790987141430378,
+ 0.00020033471810165793,
+ 0.7752313017845154
+ ],
+ "log_scores_by_expert": [
+ -14.106215476989746,
+ -15.870500564575195,
+ -13.769052505493164,
+ -5.14934778213501,
+ -4.537211894989014,
+ -7.819972991943359,
+ -8.533866882324219,
+ -4.022403240203857,
+ -8.515521049499512,
+ -0.2545938491821289
+ ],
+ "distances_by_expert": [
+ 28.212430953979492,
+ 31.74100112915039,
+ 27.538105010986328,
+ 10.29869556427002,
+ 9.074423789978027,
+ 15.639945983886719,
+ 17.067733764648438,
+ 8.044806480407715,
+ 17.031042098999023,
+ 0.5091876983642578
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3318.935546875,
+ "language": 52.93191909790039
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904135148033674e-07,
+ 1.1180007675193337e-07,
+ 9.83694803835533e-07,
+ 0.005480239633470774,
+ 0.00965129118412733,
+ 0.0003678006469272077,
+ 0.00018078324501402676,
+ 0.016340812668204308,
+ 0.0001871289568953216,
+ 0.6784248948097229
+ ],
+ "log_scores_by_expert": [
+ -14.185975074768066,
+ -16.006553649902344,
+ -13.831950187683105,
+ -5.206606388092041,
+ -4.6406636238098145,
+ -7.9079694747924805,
+ -8.61821174621582,
+ -4.114089488983154,
+ -8.583712577819824,
+ -0.38798150420188904
+ ],
+ "distances_by_expert": [
+ 28.371950149536133,
+ 32.01310729980469,
+ 27.66390037536621,
+ 10.413212776184082,
+ 9.281327247619629,
+ 15.815938949584961,
+ 17.23642349243164,
+ 8.228178977966309,
+ 17.16742515563965,
+ 0.7759630084037781
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.77001953125,
+ "language": 52.9096794128418
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.013649110376718e-07,
+ 1.1150596890274755e-07,
+ 9.646794296713779e-07,
+ 0.005120560526847839,
+ 0.009949501603841782,
+ 0.0003310974861960858,
+ 0.00017097567615564913,
+ 0.016760531812906265,
+ 0.0001838395546656102,
+ 0.7278720736503601
+ ],
+ "log_scores_by_expert": [
+ -14.17023754119873,
+ -16.009187698364258,
+ -13.851469993591309,
+ -5.274491310119629,
+ -4.610232830047607,
+ -8.013097763061523,
+ -8.673989295959473,
+ -4.088728427886963,
+ -8.601447105407715,
+ -0.31763002276420593
+ ],
+ "distances_by_expert": [
+ 28.34047508239746,
+ 32.018375396728516,
+ 27.702939987182617,
+ 10.548982620239258,
+ 9.220465660095215,
+ 16.026195526123047,
+ 17.347978591918945,
+ 8.177456855773926,
+ 17.20289421081543,
+ 0.6352600455284119
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3419.192626953125,
+ "language": 52.9054069519043
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.189415214270412e-07,
+ 1.086463612409716e-07,
+ 9.790778676688205e-07,
+ 0.004737032111734152,
+ 0.010038219392299652,
+ 0.00029845486278645694,
+ 0.00017178535927087069,
+ 0.01663772389292717,
+ 0.00018716251361183822,
+ 0.7469025254249573
+ ],
+ "log_scores_by_expert": [
+ -14.145485877990723,
+ -16.035167694091797,
+ -13.836654663085938,
+ -5.352344512939453,
+ -4.60135555267334,
+ -8.116891860961914,
+ -8.669264793395996,
+ -4.09608268737793,
+ -8.58353328704834,
+ -0.29182055592536926
+ ],
+ "distances_by_expert": [
+ 28.290971755981445,
+ 32.070335388183594,
+ 27.673309326171875,
+ 10.704689025878906,
+ 9.20271110534668,
+ 16.233783721923828,
+ 17.338529586791992,
+ 8.19216537475586,
+ 17.16706657409668,
+ 0.5836411118507385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.814208984375,
+ "language": 52.931697845458984
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.505645728793752e-07,
+ 1.0203168443467803e-07,
+ 9.025694112096971e-07,
+ 0.004532805643975735,
+ 0.010222547687590122,
+ 0.0002691341214813292,
+ 0.0001617195812286809,
+ 0.015432716347277164,
+ 0.000176309171365574,
+ 0.7419689893722534
+ ],
+ "log_scores_by_expert": [
+ -14.2454252243042,
+ -16.09798240661621,
+ -13.918020248413086,
+ -5.396414279937744,
+ -4.583159446716309,
+ -8.220300674438477,
+ -8.729646682739258,
+ -4.171265602111816,
+ -8.643271446228027,
+ -0.2984478771686554
+ ],
+ "distances_by_expert": [
+ 28.4908504486084,
+ 32.19596481323242,
+ 27.836040496826172,
+ 10.792828559875488,
+ 9.166318893432617,
+ 16.440601348876953,
+ 17.459293365478516,
+ 8.342531204223633,
+ 17.286542892456055,
+ 0.5968957543373108
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.130126953125,
+ "language": 52.90427780151367
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.720490546285873e-07,
+ 1.1066397576087184e-07,
+ 9.200226145367196e-07,
+ 0.00488367211073637,
+ 0.010906520299613476,
+ 0.00032431434374302626,
+ 0.0001737749989842996,
+ 0.017157455906271935,
+ 0.00018200473277829587,
+ 0.8141893744468689
+ ],
+ "log_scores_by_expert": [
+ -14.212934494018555,
+ -16.016767501831055,
+ -13.8988676071167,
+ -5.321857929229736,
+ -4.518394470214844,
+ -8.033797264099121,
+ -8.65774917602539,
+ -4.065322399139404,
+ -8.611477851867676,
+ -0.2055622786283493
+ ],
+ "distances_by_expert": [
+ 28.42586898803711,
+ 32.03353500366211,
+ 27.7977352142334,
+ 10.643715858459473,
+ 9.036788940429688,
+ 16.067594528198242,
+ 17.31549835205078,
+ 8.130644798278809,
+ 17.22295570373535,
+ 0.4111245572566986
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3432.3828125,
+ "language": 52.89923858642578
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.137134048207372e-07,
+ 1.1276701883389251e-07,
+ 9.73534270087839e-07,
+ 0.005127419251948595,
+ 0.010811545886099339,
+ 0.00033817204530350864,
+ 0.0001812775299185887,
+ 0.017561713233590126,
+ 0.000188458725460805,
+ 0.7949697375297546
+ ],
+ "log_scores_by_expert": [
+ -14.15278434753418,
+ -15.997941970825195,
+ -13.84233283996582,
+ -5.273152828216553,
+ -4.5271406173706055,
+ -7.991955757141113,
+ -8.61548137664795,
+ -4.042034149169922,
+ -8.576631546020508,
+ -0.2294512242078781
+ ],
+ "distances_by_expert": [
+ 28.30556869506836,
+ 31.99588394165039,
+ 27.68466567993164,
+ 10.546305656433105,
+ 9.054281234741211,
+ 15.983911514282227,
+ 17.2309627532959,
+ 8.084068298339844,
+ 17.153263092041016,
+ 0.4589024484157562
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3398.05908203125,
+ "language": 52.96543884277344
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.057116254647553e-07,
+ 8.204889923035807e-08,
+ 7.050688282106421e-07,
+ 0.0040464578196406364,
+ 0.007883775047957897,
+ 0.00026339656324125826,
+ 0.00014051233301870525,
+ 0.013652564026415348,
+ 0.0001406538940500468,
+ 0.5761226415634155
+ ],
+ "log_scores_by_expert": [
+ -14.497299194335938,
+ -16.315950393676758,
+ -14.164970397949219,
+ -5.509913444519043,
+ -4.8429484367370605,
+ -8.241849899291992,
+ -8.87021541595459,
+ -4.293828010559082,
+ -8.869208335876465,
+ -0.5514347553253174
+ ],
+ "distances_by_expert": [
+ 28.994598388671875,
+ 32.631900787353516,
+ 28.329940795898438,
+ 11.019826889038086,
+ 9.685896873474121,
+ 16.483699798583984,
+ 17.74043083190918,
+ 8.587656021118164,
+ 17.73841667175293,
+ 1.1028695106506348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3396.198974609375,
+ "language": 52.97200012207031
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.434737886389485e-07,
+ 8.996180156373157e-08,
+ 7.625487796758534e-07,
+ 0.004348812624812126,
+ 0.008818771690130234,
+ 0.0002819283108692616,
+ 0.00015125490608625114,
+ 0.01470890548080206,
+ 0.0001498764322604984,
+ 0.6475424766540527
+ ],
+ "log_scores_by_expert": [
+ -14.425284385681152,
+ -16.223880767822266,
+ -14.086599349975586,
+ -5.437852382659912,
+ -4.730872631072998,
+ -8.173857688903809,
+ -8.796544075012207,
+ -4.219302177429199,
+ -8.805699348449707,
+ -0.43457090854644775
+ ],
+ "distances_by_expert": [
+ 28.850568771362305,
+ 32.44776153564453,
+ 28.173198699951172,
+ 10.875704765319824,
+ 9.461745262145996,
+ 16.347715377807617,
+ 17.593088150024414,
+ 8.438604354858398,
+ 17.611398696899414,
+ 0.8691418170928955
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.14892578125,
+ "language": 52.93187713623047
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.662152713943215e-07,
+ 1.0591622867650585e-07,
+ 9.040304576046765e-07,
+ 0.004712957888841629,
+ 0.010644100606441498,
+ 0.00030444207368418574,
+ 0.0001696640538284555,
+ 0.01660080999135971,
+ 0.00018100683519151062,
+ 0.7920350432395935
+ ],
+ "log_scores_by_expert": [
+ -14.22165298461914,
+ -16.060617446899414,
+ -13.916402816772461,
+ -5.3574395179748535,
+ -4.542749404907227,
+ -8.097029685974121,
+ -8.681690216064453,
+ -4.09830379486084,
+ -8.616975784301758,
+ -0.23314964771270752
+ ],
+ "distances_by_expert": [
+ 28.44330596923828,
+ 32.12123489379883,
+ 27.832805633544922,
+ 10.714879035949707,
+ 9.085498809814453,
+ 16.194059371948242,
+ 17.363380432128906,
+ 8.19660758972168,
+ 17.233951568603516,
+ 0.46629929542541504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.432861328125,
+ "language": 52.910308837890625
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.013773372615105e-07,
+ 9.310615212143603e-08,
+ 8.219429901146214e-07,
+ 0.004214189946651459,
+ 0.009835395961999893,
+ 0.00024658444453962147,
+ 0.0001530882145743817,
+ 0.014389168471097946,
+ 0.00016386622155550867,
+ 0.7207071781158447
+ ],
+ "log_scores_by_expert": [
+ -14.324043273925781,
+ -16.189525604248047,
+ -14.011594772338867,
+ -5.469297885894775,
+ -4.621767520904541,
+ -8.307806015014648,
+ -8.784496307373047,
+ -4.241279602050781,
+ -8.716460227966309,
+ -0.3275224268436432
+ ],
+ "distances_by_expert": [
+ 28.648086547851562,
+ 32.379051208496094,
+ 28.023189544677734,
+ 10.93859577178955,
+ 9.243535041809082,
+ 16.615612030029297,
+ 17.568992614746094,
+ 8.482559204101562,
+ 17.432920455932617,
+ 0.6550448536872864
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3537.39794921875,
+ "language": 52.9140625
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.203463840392942e-07,
+ 1.0165542363438362e-07,
+ 8.431296691924217e-07,
+ 0.004425514955073595,
+ 0.009960362687706947,
+ 0.0002851039171218872,
+ 0.00016237652744166553,
+ 0.015610016882419586,
+ 0.00016976456390693784,
+ 0.7603680491447449
+ ],
+ "log_scores_by_expert": [
+ -14.292987823486328,
+ -16.10167694091797,
+ -13.98614501953125,
+ -5.420368671417236,
+ -4.609141826629639,
+ -8.162656784057617,
+ -8.725592613220215,
+ -4.159842491149902,
+ -8.681097984313965,
+ -0.2739526927471161
+ ],
+ "distances_by_expert": [
+ 28.585975646972656,
+ 32.20335388183594,
+ 27.9722900390625,
+ 10.840737342834473,
+ 9.218283653259277,
+ 16.325313568115234,
+ 17.45118522644043,
+ 8.319684982299805,
+ 17.36219596862793,
+ 0.5479053854942322
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.99609375,
+ "language": 52.93657302856445
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.340105755953118e-07,
+ 1.0097058833480332e-07,
+ 8.625947884866036e-07,
+ 0.004367501474916935,
+ 0.009790556505322456,
+ 0.000270626915153116,
+ 0.00015915012045297772,
+ 0.015015601180493832,
+ 0.00017523484712000936,
+ 0.7241143584251404
+ ],
+ "log_scores_by_expert": [
+ -14.271200180053711,
+ -16.108436584472656,
+ -13.9633207321167,
+ -5.433564186096191,
+ -4.626337051391602,
+ -8.21476936340332,
+ -8.745662689208984,
+ -4.198665618896484,
+ -8.649383544921875,
+ -0.3228060305118561
+ ],
+ "distances_by_expert": [
+ 28.542400360107422,
+ 32.21687316894531,
+ 27.9266414642334,
+ 10.867128372192383,
+ 9.252674102783203,
+ 16.42953872680664,
+ 17.49132537841797,
+ 8.397331237792969,
+ 17.29876708984375,
+ 0.6456120610237122
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3438.66015625,
+ "language": 52.92216491699219
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.7550286075857e-07,
+ 9.93894460066258e-08,
+ 9.163318281935062e-07,
+ 0.004481244366616011,
+ 0.009519796818494797,
+ 0.000282063614577055,
+ 0.00016293853695970029,
+ 0.015586423687636852,
+ 0.00018261447257827967,
+ 0.716796338558197
+ ],
+ "log_scores_by_expert": [
+ -14.207808494567871,
+ -16.12421989440918,
+ -13.902887344360352,
+ -5.4078545570373535,
+ -4.65438175201416,
+ -8.173377990722656,
+ -8.722137451171875,
+ -4.161355018615723,
+ -8.608133316040039,
+ -0.33296358585357666
+ ],
+ "distances_by_expert": [
+ 28.415616989135742,
+ 32.24843978881836,
+ 27.805774688720703,
+ 10.815709114074707,
+ 9.30876350402832,
+ 16.346755981445312,
+ 17.44427490234375,
+ 8.322710037231445,
+ 17.216266632080078,
+ 0.6659271717071533
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.68798828125,
+ "language": 52.91352081298828
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.85186421378603e-07,
+ 1.1242447328640992e-07,
+ 9.446712283533998e-07,
+ 0.005115128587931395,
+ 0.010116192512214184,
+ 0.00033542903838679194,
+ 0.00017420310177840292,
+ 0.01630689762532711,
+ 0.0001876480964710936,
+ 0.7263451814651489
+ ],
+ "log_scores_by_expert": [
+ -14.193574905395508,
+ -16.00098419189453,
+ -13.872428894042969,
+ -5.275552749633789,
+ -4.593617916107178,
+ -8.000100135803223,
+ -8.655288696289062,
+ -4.116167068481445,
+ -8.580942153930664,
+ -0.31972992420196533
+ ],
+ "distances_by_expert": [
+ 28.387149810791016,
+ 32.00196838378906,
+ 27.744857788085938,
+ 10.551105499267578,
+ 9.187235832214355,
+ 16.000200271606445,
+ 17.310577392578125,
+ 8.23233413696289,
+ 17.161884307861328,
+ 0.6394598484039307
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.29541015625,
+ "language": 52.93661117553711
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.501137477243901e-07,
+ 1.1054899573537114e-07,
+ 9.182817848341074e-07,
+ 0.005194971337914467,
+ 0.009460976347327232,
+ 0.0003507677756715566,
+ 0.00017146307800430804,
+ 0.015477524138987064,
+ 0.00018196880409959704,
+ 0.6693547368049622
+ ],
+ "log_scores_by_expert": [
+ -14.246118545532227,
+ -16.017807006835938,
+ -13.900761604309082,
+ -5.260064125061035,
+ -4.660579681396484,
+ -7.955386161804199,
+ -8.671142578125,
+ -4.168366432189941,
+ -8.611675262451172,
+ -0.4014410972595215
+ ],
+ "distances_by_expert": [
+ 28.492237091064453,
+ 32.035614013671875,
+ 27.801523208618164,
+ 10.52012825012207,
+ 9.321159362792969,
+ 15.910772323608398,
+ 17.34228515625,
+ 8.336732864379883,
+ 17.223350524902344,
+ 0.802882194519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.40234375,
+ "language": 52.92086410522461
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.454391154875339e-07,
+ 1.0723179144633832e-07,
+ 8.994460358735523e-07,
+ 0.005074571818113327,
+ 0.009541688486933708,
+ 0.0003362034331075847,
+ 0.00016988409333862364,
+ 0.015640825033187866,
+ 0.0001780504098860547,
+ 0.6745520830154419
+ ],
+ "log_scores_by_expert": [
+ -14.253334999084473,
+ -16.04827308654785,
+ -13.921486854553223,
+ -5.283513069152832,
+ -4.652084827423096,
+ -7.997794151306152,
+ -8.680394172668457,
+ -4.157870769500732,
+ -8.633443832397461,
+ -0.39370638132095337
+ ],
+ "distances_by_expert": [
+ 28.506669998168945,
+ 32.0965461730957,
+ 27.842973709106445,
+ 10.567026138305664,
+ 9.304169654846191,
+ 15.995588302612305,
+ 17.360788345336914,
+ 8.315741539001465,
+ 17.266887664794922,
+ 0.7874127626419067
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3227.019775390625,
+ "language": 52.93025588989258
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.192015007400187e-07,
+ 9.813414436621315e-08,
+ 8.607746622146806e-07,
+ 0.005061447620391846,
+ 0.008765144273638725,
+ 0.0003235923359170556,
+ 0.00015970917593222111,
+ 0.014641140587627888,
+ 0.00017598646809346974,
+ 0.6180219650268555
+ ],
+ "log_scores_by_expert": [
+ -14.294835090637207,
+ -16.136930465698242,
+ -13.965433120727539,
+ -5.286102771759033,
+ -4.736972332000732,
+ -8.036026000976562,
+ -8.742156028747559,
+ -4.223919868469238,
+ -8.645103454589844,
+ -0.4812312722206116
+ ],
+ "distances_by_expert": [
+ 28.589670181274414,
+ 32.273860931396484,
+ 27.930866241455078,
+ 10.572205543518066,
+ 9.473944664001465,
+ 16.072052001953125,
+ 17.484312057495117,
+ 8.447839736938477,
+ 17.290206909179688,
+ 0.9624625444412231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.854736328125,
+ "language": 52.916893005371094
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.311035463113512e-07,
+ 1.0029571484437838e-07,
+ 8.799502779766044e-07,
+ 0.005091995466500521,
+ 0.008980229496955872,
+ 0.0003251198213547468,
+ 0.00016127293929457664,
+ 0.0149119533598423,
+ 0.00017883100372273475,
+ 0.6320980191230774
+ ],
+ "log_scores_by_expert": [
+ -14.275795936584473,
+ -16.115142822265625,
+ -13.943400382995605,
+ -5.280085563659668,
+ -4.7127299308776855,
+ -8.031316757202148,
+ -8.732412338256836,
+ -4.205592155456543,
+ -8.629069328308105,
+ -0.45871081948280334
+ ],
+ "distances_by_expert": [
+ 28.551591873168945,
+ 32.23028564453125,
+ 27.88680076599121,
+ 10.560171127319336,
+ 9.425459861755371,
+ 16.062633514404297,
+ 17.464824676513672,
+ 8.411184310913086,
+ 17.25813865661621,
+ 0.9174216389656067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.8349609375,
+ "language": 52.92365264892578
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.33060210475378e-07,
+ 1.0016915297228479e-07,
+ 8.778422397881513e-07,
+ 0.005070750135928392,
+ 0.009062628261744976,
+ 0.00032142893178388476,
+ 0.00016211102774832398,
+ 0.014882523566484451,
+ 0.0001787975779734552,
+ 0.636297881603241
+ ],
+ "log_scores_by_expert": [
+ -14.272700309753418,
+ -16.116405487060547,
+ -13.945798873901367,
+ -5.284266471862793,
+ -4.703596115112305,
+ -8.042734146118164,
+ -8.727229118347168,
+ -4.2075676918029785,
+ -8.629256248474121,
+ -0.45208850502967834
+ ],
+ "distances_by_expert": [
+ 28.545400619506836,
+ 32.232810974121094,
+ 27.891597747802734,
+ 10.568532943725586,
+ 9.40719223022461,
+ 16.085468292236328,
+ 17.454458236694336,
+ 8.415135383605957,
+ 17.258512496948242,
+ 0.9041770100593567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.365966796875,
+ "language": 52.924686431884766
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96271911238e-07,
+ 1.0913818471181003e-07,
+ 9.360905437461042e-07,
+ 0.005330071318894625,
+ 0.00987191405147314,
+ 0.0003456970152910799,
+ 0.0001740650914143771,
+ 0.016206882894039154,
+ 0.00019059730402659625,
+ 0.7062615752220154
+ ],
+ "log_scores_by_expert": [
+ -14.177525520324707,
+ -16.030651092529297,
+ -13.881553649902344,
+ -5.234390735626221,
+ -4.618061542510986,
+ -7.969947814941406,
+ -8.656081199645996,
+ -4.122319221496582,
+ -8.565347671508789,
+ -0.3477696180343628
+ ],
+ "distances_by_expert": [
+ 28.355051040649414,
+ 32.061302185058594,
+ 27.763107299804688,
+ 10.468781471252441,
+ 9.236123085021973,
+ 15.939895629882812,
+ 17.312162399291992,
+ 8.244638442993164,
+ 17.130695343017578,
+ 0.6955392360687256
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.281005859375,
+ "language": 52.92927169799805
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.351993644988397e-07,
+ 1.0674550310341147e-07,
+ 9.714984798847581e-07,
+ 0.00510965334251523,
+ 0.009951712563633919,
+ 0.0003240614605601877,
+ 0.00017460910021327436,
+ 0.01657932437956333,
+ 0.00019733040244318545,
+ 0.7169123291969299
+ ],
+ "log_scores_by_expert": [
+ -14.123124122619629,
+ -16.052818298339844,
+ -13.844426155090332,
+ -5.276623725891113,
+ -4.610010623931885,
+ -8.034577369689941,
+ -8.652960777282715,
+ -4.0995988845825195,
+ -8.530631065368652,
+ -0.3328017592430115
+ ],
+ "distances_by_expert": [
+ 28.246248245239258,
+ 32.10563659667969,
+ 27.688852310180664,
+ 10.553247451782227,
+ 9.22002124786377,
+ 16.069154739379883,
+ 17.30592155456543,
+ 8.199197769165039,
+ 17.061262130737305,
+ 0.665603518486023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3359.599365234375,
+ "language": 52.91401290893555
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.82214158334682e-07,
+ 1.0775708148003105e-07,
+ 1.0304815987183247e-06,
+ 0.004905709531158209,
+ 0.010027574375271797,
+ 0.0003047372156288475,
+ 0.00017724820645526052,
+ 0.01673433743417263,
+ 0.00020377810869831592,
+ 0.7266687750816345
+ ],
+ "log_scores_by_expert": [
+ -14.061137199401855,
+ -16.043386459350586,
+ -13.785484313964844,
+ -5.317355632781982,
+ -4.602416515350342,
+ -8.096060752868652,
+ -8.637959480285645,
+ -4.090292453765869,
+ -8.498478889465332,
+ -0.31928446888923645
+ ],
+ "distances_by_expert": [
+ 28.12227439880371,
+ 32.08677291870117,
+ 27.570968627929688,
+ 10.634711265563965,
+ 9.204833030700684,
+ 16.192121505737305,
+ 17.27591896057129,
+ 8.180584907531738,
+ 16.996957778930664,
+ 0.6385689377784729
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.643798828125,
+ "language": 52.938941955566406
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.284741627699987e-07,
+ 1.0195115152100698e-07,
+ 9.831217084865784e-07,
+ 0.004784431308507919,
+ 0.009348210878670216,
+ 0.0003025982587132603,
+ 0.0001702105364529416,
+ 0.016017984598875046,
+ 0.00019346072804182768,
+ 0.6792888045310974
+ ],
+ "log_scores_by_expert": [
+ -14.13231372833252,
+ -16.098772048950195,
+ -13.83253288269043,
+ -5.342388153076172,
+ -4.67257022857666,
+ -8.103104591369629,
+ -8.678474426269531,
+ -4.134043216705322,
+ -8.550436019897461,
+ -0.38670891523361206
+ ],
+ "distances_by_expert": [
+ 28.26462745666504,
+ 32.19754409790039,
+ 27.66506576538086,
+ 10.684776306152344,
+ 9.34514045715332,
+ 16.206209182739258,
+ 17.356948852539062,
+ 8.268086433410645,
+ 17.100872039794922,
+ 0.7734178304672241
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3304.742919921875,
+ "language": 52.92583465576172
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.10588551555702e-07,
+ 1.0514510506709485e-07,
+ 9.498049848843948e-07,
+ 0.004835729952901602,
+ 0.009585206396877766,
+ 0.00031764295999892056,
+ 0.00017406228289473802,
+ 0.01608629710972309,
+ 0.00018743814143817872,
+ 0.6973548531532288
+ ],
+ "log_scores_by_expert": [
+ -14.157172203063965,
+ -16.06792449951172,
+ -13.867009162902832,
+ -5.331723213195801,
+ -4.647534370422363,
+ -8.054582595825195,
+ -8.656097412109375,
+ -4.129787445068359,
+ -8.582061767578125,
+ -0.3604608476161957
+ ],
+ "distances_by_expert": [
+ 28.31434440612793,
+ 32.13584899902344,
+ 27.734018325805664,
+ 10.663446426391602,
+ 9.295068740844727,
+ 16.10916519165039,
+ 17.31219482421875,
+ 8.259574890136719,
+ 17.16412353515625,
+ 0.7209216952323914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.238525390625,
+ "language": 52.94809341430664
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.862504164928396e-07,
+ 1.0155639529330074e-07,
+ 9.26232701203844e-07,
+ 0.004858206491917372,
+ 0.009484595619142056,
+ 0.00032793424907140434,
+ 0.00017146537720691413,
+ 0.015953170135617256,
+ 0.00018408166943117976,
+ 0.6911655068397522
+ ],
+ "log_scores_by_expert": [
+ -14.192023277282715,
+ -16.102651596069336,
+ -13.89214038848877,
+ -5.327085971832275,
+ -4.65808629989624,
+ -8.022697448730469,
+ -8.67112922668457,
+ -4.138097763061523,
+ -8.600131034851074,
+ -0.369376003742218
+ ],
+ "distances_by_expert": [
+ 28.38404655456543,
+ 32.20530319213867,
+ 27.78428077697754,
+ 10.65417194366455,
+ 9.31617259979248,
+ 16.045394897460938,
+ 17.34225845336914,
+ 8.276195526123047,
+ 17.20026206970215,
+ 0.738752007484436
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3222.427001953125,
+ "language": 52.91008758544922
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.558803420375625e-07,
+ 9.776852749610043e-08,
+ 8.862328968461952e-07,
+ 0.004661534447222948,
+ 0.009423965588212013,
+ 0.0003103759081568569,
+ 0.00016833184054121375,
+ 0.015407481230795383,
+ 0.00017687521176412702,
+ 0.6798301339149475
+ ],
+ "log_scores_by_expert": [
+ -14.237287521362305,
+ -16.140663146972656,
+ -13.936285972595215,
+ -5.368410587310791,
+ -4.664499282836914,
+ -8.077726364135742,
+ -8.689573287963867,
+ -4.1729021072387695,
+ -8.640066146850586,
+ -0.38591232895851135
+ ],
+ "distances_by_expert": [
+ 28.47457504272461,
+ 32.28132629394531,
+ 27.87257194519043,
+ 10.736821174621582,
+ 9.328998565673828,
+ 16.155452728271484,
+ 17.379146575927734,
+ 8.345804214477539,
+ 17.280132293701172,
+ 0.7718246579170227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3219.705810546875,
+ "language": 52.94472122192383
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.007479100844648e-07,
+ 8.577128340903073e-08,
+ 8.149603445417597e-07,
+ 0.004088291432708502,
+ 0.00830781739205122,
+ 0.00025940127670764923,
+ 0.00015452317893505096,
+ 0.01376867201179266,
+ 0.0001635283842915669,
+ 0.6041685938835144
+ ],
+ "log_scores_by_expert": [
+ -14.325090408325195,
+ -16.271581649780273,
+ -14.020126342773438,
+ -5.499628067016602,
+ -4.790558338165283,
+ -8.257134437561035,
+ -8.775166511535645,
+ -4.2853593826293945,
+ -8.718523979187012,
+ -0.503902018070221
+ ],
+ "distances_by_expert": [
+ 28.65018081665039,
+ 32.54316329956055,
+ 28.040252685546875,
+ 10.999256134033203,
+ 9.581116676330566,
+ 16.51426887512207,
+ 17.55033302307129,
+ 8.570718765258789,
+ 17.437047958374023,
+ 1.007804036140442
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3203.821044921875,
+ "language": 52.938594818115234
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.91999082644179e-07,
+ 9.166983971908849e-08,
+ 8.178622010746039e-07,
+ 0.004405040293931961,
+ 0.008786121383309364,
+ 0.0002886716101784259,
+ 0.0001614368229638785,
+ 0.014594926498830318,
+ 0.00016262014105450362,
+ 0.6391445994377136
+ ],
+ "log_scores_by_expert": [
+ -14.339760780334473,
+ -16.2050724029541,
+ -14.016571998596191,
+ -5.425005912780762,
+ -4.73458194732666,
+ -8.15022087097168,
+ -8.731396675109863,
+ -4.227081298828125,
+ -8.724093437194824,
+ -0.4476246237754822
+ ],
+ "distances_by_expert": [
+ 28.679521560668945,
+ 32.4101448059082,
+ 28.033143997192383,
+ 10.850011825561523,
+ 9.46916389465332,
+ 16.30044174194336,
+ 17.462793350219727,
+ 8.45416259765625,
+ 17.44818687438965,
+ 0.8952492475509644
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3215.9443359375,
+ "language": 52.892913818359375
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.292644911809475e-07,
+ 9.551956736686407e-08,
+ 8.692011306266068e-07,
+ 0.004446286242455244,
+ 0.009318055585026741,
+ 0.0002974214730784297,
+ 0.00016770452202763408,
+ 0.01519994717091322,
+ 0.00017141763237304986,
+ 0.6760354042053223
+ ],
+ "log_scores_by_expert": [
+ -14.278714179992676,
+ -16.1639347076416,
+ -13.95569133758545,
+ -5.415686130523682,
+ -4.6758012771606445,
+ -8.120360374450684,
+ -8.693306922912598,
+ -4.186463356018066,
+ -8.671407699584961,
+ -0.3915098309516907
+ ],
+ "distances_by_expert": [
+ 28.55742835998535,
+ 32.3278694152832,
+ 27.9113826751709,
+ 10.831372261047363,
+ 9.351602554321289,
+ 16.240720748901367,
+ 17.386613845825195,
+ 8.372926712036133,
+ 17.342815399169922,
+ 0.7830196619033813
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.822021484375,
+ "language": 52.89755630493164
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.802252414672694e-07,
+ 1.0077741308123223e-07,
+ 9.50086700868269e-07,
+ 0.004542364273220301,
+ 0.00933129247277975,
+ 0.0002694985887501389,
+ 0.0001615138171473518,
+ 0.015517368912696838,
+ 0.00017688784282654524,
+ 0.6876687407493591
+ ],
+ "log_scores_by_expert": [
+ -14.200841903686523,
+ -16.1103515625,
+ -13.86671257019043,
+ -5.394307613372803,
+ -4.674381732940674,
+ -8.218947410583496,
+ -8.73091983795166,
+ -4.16579532623291,
+ -8.639994621276855,
+ -0.37444809079170227
+ ],
+ "distances_by_expert": [
+ 28.401683807373047,
+ 32.220703125,
+ 27.73342514038086,
+ 10.788615226745605,
+ 9.348763465881348,
+ 16.437894821166992,
+ 17.46183967590332,
+ 8.33159065246582,
+ 17.27998924255371,
+ 0.7488961815834045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.533203125,
+ "language": 52.90073013305664
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.875389431115764e-07,
+ 1.0546928308485803e-07,
+ 9.309279107583279e-07,
+ 0.004504768177866936,
+ 0.01020976435393095,
+ 0.0002693832211662084,
+ 0.0001660129928495735,
+ 0.015847643837332726,
+ 0.00017683439364191145,
+ 0.7475834488868713
+ ],
+ "log_scores_by_expert": [
+ -14.190147399902344,
+ -16.06484603881836,
+ -13.887084007263184,
+ -5.402618885040283,
+ -4.584410667419434,
+ -8.219375610351562,
+ -8.703444480895996,
+ -4.1447343826293945,
+ -8.640296936035156,
+ -0.2909093201160431
+ ],
+ "distances_by_expert": [
+ 28.380294799804688,
+ 32.12969207763672,
+ 27.774168014526367,
+ 10.805237770080566,
+ 9.168821334838867,
+ 16.438751220703125,
+ 17.406888961791992,
+ 8.289468765258789,
+ 17.280593872070312,
+ 0.5818186402320862
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3539.01416015625,
+ "language": 52.972408294677734
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.942429766037094e-07,
+ 8.847285215551892e-08,
+ 8.059867582232982e-07,
+ 0.0039419797249138355,
+ 0.009250326082110405,
+ 0.00022389869263861328,
+ 0.0001478676567785442,
+ 0.013940051198005676,
+ 0.00016102597874123603,
+ 0.6895785331726074
+ ],
+ "log_scores_by_expert": [
+ -14.335977554321289,
+ -16.240570068359375,
+ -14.031198501586914,
+ -5.536072254180908,
+ -4.683096408843994,
+ -8.404316902160645,
+ -8.819192886352539,
+ -4.272989273071289,
+ -8.7339448928833,
+ -0.37167465686798096
+ ],
+ "distances_by_expert": [
+ 28.671955108642578,
+ 32.48114013671875,
+ 28.062397003173828,
+ 11.072144508361816,
+ 9.366192817687988,
+ 16.80863380432129,
+ 17.638385772705078,
+ 8.545978546142578,
+ 17.4678897857666,
+ 0.7433493137359619
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3554.84033203125,
+ "language": 52.93014144897461
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.434956958401017e-07,
+ 1.0104803749300117e-07,
+ 8.850294079820742e-07,
+ 0.004399712663143873,
+ 0.009831026196479797,
+ 0.0002640814345795661,
+ 0.00015752548642922193,
+ 0.015140991657972336,
+ 0.00017502707487437874,
+ 0.7234987020492554
+ ],
+ "log_scores_by_expert": [
+ -14.25635051727295,
+ -16.107669830322266,
+ -13.937644958496094,
+ -5.426216125488281,
+ -4.622211933135986,
+ -8.239253044128418,
+ -8.7559232711792,
+ -4.190349578857422,
+ -8.650569915771484,
+ -0.32365652918815613
+ ],
+ "distances_by_expert": [
+ 28.5127010345459,
+ 32.21533966064453,
+ 27.875289916992188,
+ 10.852432250976562,
+ 9.244423866271973,
+ 16.478506088256836,
+ 17.5118465423584,
+ 8.380699157714844,
+ 17.30113983154297,
+ 0.6473130583763123
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3462.243896484375,
+ "language": 52.89159393310547
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.216504857547989e-07,
+ 1.0563880437075568e-07,
+ 8.765155143919401e-07,
+ 0.004674028139561415,
+ 0.01036997139453888,
+ 0.0003106459917034954,
+ 0.00016730563947930932,
+ 0.01617586985230446,
+ 0.00016943558875937015,
+ 0.7668204307556152
+ ],
+ "log_scores_by_expert": [
+ -14.290887832641602,
+ -16.06324005126953,
+ -13.947311401367188,
+ -5.365734100341797,
+ -4.568840980529785,
+ -8.07685661315918,
+ -8.695688247680664,
+ -4.124234676361084,
+ -8.683037757873535,
+ -0.2655026614665985
+ ],
+ "distances_by_expert": [
+ 28.581775665283203,
+ 32.12648010253906,
+ 27.894622802734375,
+ 10.731468200683594,
+ 9.13768196105957,
+ 16.15371322631836,
+ 17.391376495361328,
+ 8.248469352722168,
+ 17.36607551574707,
+ 0.531005322933197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.38720703125,
+ "language": 52.91474151611328
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66977484797826e-07,
+ 9.907809328524309e-08,
+ 9.111451504395518e-07,
+ 0.004498978145420551,
+ 0.010074639692902565,
+ 0.0002817992935888469,
+ 0.00016426692309323698,
+ 0.015928663313388824,
+ 0.0001783767220331356,
+ 0.7445101141929626
+ ],
+ "log_scores_by_expert": [
+ -14.22050952911377,
+ -16.127357482910156,
+ -13.908563613891602,
+ -5.403904914855957,
+ -4.597733974456787,
+ -8.174315452575684,
+ -8.714017868041992,
+ -4.13963508605957,
+ -8.631612777709961,
+ -0.29502883553504944
+ ],
+ "distances_by_expert": [
+ 28.44101905822754,
+ 32.25471496582031,
+ 27.817127227783203,
+ 10.807809829711914,
+ 9.195467948913574,
+ 16.348630905151367,
+ 17.428035736083984,
+ 8.27927017211914,
+ 17.263225555419922,
+ 0.5900576710700989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.0439453125,
+ "language": 52.91493606567383
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.200970344456437e-07,
+ 1.1202291716472246e-07,
+ 9.86818918136123e-07,
+ 0.005153040401637554,
+ 0.010822439566254616,
+ 0.0003238504286855459,
+ 0.00017966401355806738,
+ 0.01742749661207199,
+ 0.0001912258012453094,
+ 0.7772591710090637
+ ],
+ "log_scores_by_expert": [
+ -14.143879890441895,
+ -16.004562377929688,
+ -13.828779220581055,
+ -5.2681684494018555,
+ -4.5261335372924805,
+ -8.035228729248047,
+ -8.624422073364258,
+ -4.049705982208252,
+ -8.562055587768555,
+ -0.2519814968109131
+ ],
+ "distances_by_expert": [
+ 28.28775978088379,
+ 32.009124755859375,
+ 27.65755844116211,
+ 10.536336898803711,
+ 9.052267074584961,
+ 16.070457458496094,
+ 17.248844146728516,
+ 8.099411964416504,
+ 17.12411117553711,
+ 0.5039629936218262
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3428.425048828125,
+ "language": 52.926002502441406
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.800676146667683e-07,
+ 1.042297981257434e-07,
+ 9.270386271964526e-07,
+ 0.004600267391651869,
+ 0.010278165340423584,
+ 0.00029480535886250436,
+ 0.00016942039655987173,
+ 0.016277354210615158,
+ 0.00018307185382582247,
+ 0.7675651907920837
+ ],
+ "log_scores_by_expert": [
+ -14.20107364654541,
+ -16.07666778564453,
+ -13.891270637512207,
+ -5.381640911102295,
+ -4.577733516693115,
+ -8.129195213317871,
+ -8.683127403259277,
+ -4.117980480194092,
+ -8.605631828308105,
+ -0.2645318806171417
+ ],
+ "distances_by_expert": [
+ 28.40214729309082,
+ 32.15333557128906,
+ 27.782541275024414,
+ 10.76328182220459,
+ 9.15546703338623,
+ 16.258390426635742,
+ 17.366254806518555,
+ 8.235960960388184,
+ 17.21126365661621,
+ 0.5290637612342834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.06591796875,
+ "language": 52.922367095947266
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.235594582904014e-07,
+ 9.94423530187305e-08,
+ 8.562216748941864e-07,
+ 0.004189168103039265,
+ 0.009919514879584312,
+ 0.0002487277961336076,
+ 0.00015770331083331257,
+ 0.014919628389179707,
+ 0.00017065767315216362,
+ 0.7418229579925537
+ ],
+ "log_scores_by_expert": [
+ -14.287821769714355,
+ -16.123687744140625,
+ -13.970736503601074,
+ -5.475253105163574,
+ -4.613251209259033,
+ -8.299151420593262,
+ -8.75479507446289,
+ -4.205077648162842,
+ -8.675850868225098,
+ -0.29864466190338135
+ ],
+ "distances_by_expert": [
+ 28.57564353942871,
+ 32.24737548828125,
+ 27.94147300720215,
+ 10.950506210327148,
+ 9.226502418518066,
+ 16.598302841186523,
+ 17.50959014892578,
+ 8.410155296325684,
+ 17.351701736450195,
+ 0.5972893238067627
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3523.208251953125,
+ "language": 52.89222717285156
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.609769004877307e-07,
+ 8.892931191439857e-08,
+ 7.868094371588086e-07,
+ 0.0038154814392328262,
+ 0.00901976227760315,
+ 0.0002273905265610665,
+ 0.0001435613230569288,
+ 0.013635634444653988,
+ 0.00015362627163995057,
+ 0.6843650341033936
+ ],
+ "log_scores_by_expert": [
+ -14.393586158752441,
+ -16.235424041748047,
+ -14.055279731750488,
+ -5.56868839263916,
+ -4.708337306976318,
+ -8.38884162902832,
+ -8.848748207092285,
+ -4.295068740844727,
+ -8.780987739562988,
+ -0.3792637884616852
+ ],
+ "distances_by_expert": [
+ 28.787172317504883,
+ 32.470848083496094,
+ 28.110559463500977,
+ 11.13737678527832,
+ 9.416674613952637,
+ 16.77768325805664,
+ 17.69749641418457,
+ 8.590137481689453,
+ 17.561975479125977,
+ 0.7585275769233704
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3533.473876953125,
+ "language": 52.917030334472656
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020768523740117e-07,
+ 9.793911459610172e-08,
+ 8.474416972603649e-07,
+ 0.004106898792088032,
+ 0.009561491198837757,
+ 0.00025487475795671344,
+ 0.00015609107504133135,
+ 0.014833390712738037,
+ 0.00016634722123853862,
+ 0.7258495092391968
+ ],
+ "log_scores_by_expert": [
+ -14.322880744934082,
+ -16.138919830322266,
+ -13.981043815612793,
+ -5.495087146759033,
+ -4.6500115394592285,
+ -8.274738311767578,
+ -8.765070915222168,
+ -4.210874557495117,
+ -8.701433181762695,
+ -0.3204125463962555
+ ],
+ "distances_by_expert": [
+ 28.645761489868164,
+ 32.27783966064453,
+ 27.962087631225586,
+ 10.990174293518066,
+ 9.300023078918457,
+ 16.549476623535156,
+ 17.530141830444336,
+ 8.421749114990234,
+ 17.40286636352539,
+ 0.640825092792511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.266845703125,
+ "language": 52.890708923339844
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.660405347247433e-07,
+ 1.0295380548086541e-07,
+ 9.104094829126552e-07,
+ 0.004469671286642551,
+ 0.009660541079938412,
+ 0.0002765723620541394,
+ 0.00016455903823953122,
+ 0.01543637365102768,
+ 0.00018343658302910626,
+ 0.7247099876403809
+ ],
+ "log_scores_by_expert": [
+ -14.221915245056152,
+ -16.088985443115234,
+ -13.909371376037598,
+ -5.410440444946289,
+ -4.639705657958984,
+ -8.193037986755371,
+ -8.712241172790527,
+ -4.1710286140441895,
+ -8.603641510009766,
+ -0.32198378443717957
+ ],
+ "distances_by_expert": [
+ 28.443830490112305,
+ 32.17797088623047,
+ 27.818742752075195,
+ 10.820880889892578,
+ 9.279411315917969,
+ 16.386075973510742,
+ 17.424482345581055,
+ 8.342057228088379,
+ 17.20728302001953,
+ 0.6439675688743591
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3490.166748046875,
+ "language": 52.89645767211914
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.299712254076439e-07,
+ 1.0772502179179355e-07,
+ 8.661914421281836e-07,
+ 0.004860504996031523,
+ 0.009506605565547943,
+ 0.0003300753596704453,
+ 0.00016888770915102214,
+ 0.015636716037988663,
+ 0.00017192729865200818,
+ 0.7015201449394226
+ ],
+ "log_scores_by_expert": [
+ -14.277591705322266,
+ -16.043684005737305,
+ -13.959159851074219,
+ -5.326612949371338,
+ -4.655768394470215,
+ -8.016189575195312,
+ -8.68627643585205,
+ -4.158133506774902,
+ -8.668438911437988,
+ -0.3545056879520416
+ ],
+ "distances_by_expert": [
+ 28.55518341064453,
+ 32.08736801147461,
+ 27.918319702148438,
+ 10.653225898742676,
+ 9.31153678894043,
+ 16.032379150390625,
+ 17.3725528717041,
+ 8.316267013549805,
+ 17.336877822875977,
+ 0.7090113759040833
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.796142578125,
+ "language": 52.98747253417969
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.297411800915143e-07,
+ 1.0404051664636427e-07,
+ 8.83767597770202e-07,
+ 0.005043730139732361,
+ 0.009144658222794533,
+ 0.0003396641695871949,
+ 0.0001680165296420455,
+ 0.015431494452059269,
+ 0.00017614866374060512,
+ 0.6622608304023743
+ ],
+ "log_scores_by_expert": [
+ -14.27795696258545,
+ -16.0784854888916,
+ -13.939071655273438,
+ -5.289609432220459,
+ -4.69458532333374,
+ -7.987553119659424,
+ -8.691448211669922,
+ -4.171344757080078,
+ -8.644182205200195,
+ -0.41209572553634644
+ ],
+ "distances_by_expert": [
+ 28.5559139251709,
+ 32.1569709777832,
+ 27.878143310546875,
+ 10.579218864440918,
+ 9.38917064666748,
+ 15.975106239318848,
+ 17.382896423339844,
+ 8.342689514160156,
+ 17.28836441040039,
+ 0.8241914510726929
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.70166015625,
+ "language": 52.898799896240234
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.32181752280303e-07,
+ 1.0329566890732167e-07,
+ 8.814259899736498e-07,
+ 0.005132600199431181,
+ 0.009237072430551052,
+ 0.0003295023343525827,
+ 0.0001662251161178574,
+ 0.015187840908765793,
+ 0.00017749314429238439,
+ 0.6571946144104004
+ ],
+ "log_scores_by_expert": [
+ -14.274088859558105,
+ -16.085670471191406,
+ -13.94172477722168,
+ -5.2721428871154785,
+ -4.684530258178711,
+ -8.017927169799805,
+ -8.702167510986328,
+ -4.187260150909424,
+ -8.636578559875488,
+ -0.4197750985622406
+ ],
+ "distances_by_expert": [
+ 28.54817771911621,
+ 32.17134094238281,
+ 27.88344955444336,
+ 10.544285774230957,
+ 9.369060516357422,
+ 16.03585433959961,
+ 17.404335021972656,
+ 8.374520301818848,
+ 17.273157119750977,
+ 0.8395501971244812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.62255859375,
+ "language": 52.9203987121582
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.185327947605401e-07,
+ 1.0107541470461001e-07,
+ 8.603610126556305e-07,
+ 0.004961309488862753,
+ 0.008889785967767239,
+ 0.00031493697315454483,
+ 0.00016060237248893827,
+ 0.014739854261279106,
+ 0.00017542496789246798,
+ 0.6431839466094971
+ ],
+ "log_scores_by_expert": [
+ -14.295915603637695,
+ -16.107398986816406,
+ -13.965913772583008,
+ -5.306085586547852,
+ -4.7228522300720215,
+ -8.063138008117676,
+ -8.736578941345215,
+ -4.21720027923584,
+ -8.648299217224121,
+ -0.44132450222969055
+ ],
+ "distances_by_expert": [
+ 28.59183120727539,
+ 32.21479797363281,
+ 27.931827545166016,
+ 10.612171173095703,
+ 9.445704460144043,
+ 16.12627601623535,
+ 17.47315788269043,
+ 8.43440055847168,
+ 17.296598434448242,
+ 0.8826490044593811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.935302734375,
+ "language": 52.920291900634766
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.103625764808385e-07,
+ 1.00335327601897e-07,
+ 8.50872879709641e-07,
+ 0.004919715225696564,
+ 0.008771545253694057,
+ 0.0003115333674941212,
+ 0.00015884471940807998,
+ 0.014527956955134869,
+ 0.0001730805088300258,
+ 0.629959225654602
+ ],
+ "log_scores_by_expert": [
+ -14.309212684631348,
+ -16.114748001098633,
+ -13.97700309753418,
+ -5.314504623413086,
+ -4.736242294311523,
+ -8.074004173278809,
+ -8.747583389282227,
+ -4.231680393218994,
+ -8.66175365447998,
+ -0.46210023760795593
+ ],
+ "distances_by_expert": [
+ 28.618425369262695,
+ 32.229496002197266,
+ 27.95400619506836,
+ 10.629009246826172,
+ 9.472484588623047,
+ 16.148008346557617,
+ 17.495166778564453,
+ 8.463360786437988,
+ 17.32350730895996,
+ 0.9242004752159119
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.1474609375,
+ "language": 52.932708740234375
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.20697278463922e-07,
+ 1.032170828807466e-07,
+ 8.659799846100213e-07,
+ 0.004922280088067055,
+ 0.009057452902197838,
+ 0.00031642147223465145,
+ 0.0001616939844097942,
+ 0.014911391772329807,
+ 0.00017483804549556226,
+ 0.6554701328277588
+ ],
+ "log_scores_by_expert": [
+ -14.2924222946167,
+ -16.0864315032959,
+ -13.959403991699219,
+ -5.31398344039917,
+ -4.704167366027832,
+ -8.058435440063477,
+ -8.729804992675781,
+ -4.205629825592041,
+ -8.651650428771973,
+ -0.4224024713039398
+ ],
+ "distances_by_expert": [
+ 28.5848445892334,
+ 32.1728630065918,
+ 27.918807983398438,
+ 10.62796688079834,
+ 9.408334732055664,
+ 16.116870880126953,
+ 17.459609985351562,
+ 8.411259651184082,
+ 17.303300857543945,
+ 0.8448049426078796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.47216796875,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.329490815915051e-07,
+ 1.0709525355423466e-07,
+ 8.925766223910614e-07,
+ 0.0050052860751748085,
+ 0.009302668273448944,
+ 0.0003249567816965282,
+ 0.00016607617726549506,
+ 0.015273691155016422,
+ 0.00017795975145418197,
+ 0.6732739210128784
+ ],
+ "log_scores_by_expert": [
+ -14.272875785827637,
+ -16.04954719543457,
+ -13.929153442382812,
+ -5.297260761260986,
+ -4.677453994750977,
+ -8.031818389892578,
+ -8.70306396484375,
+ -4.181623458862305,
+ -8.633953094482422,
+ -0.39560309052467346
+ ],
+ "distances_by_expert": [
+ 28.545751571655273,
+ 32.09909439086914,
+ 27.858306884765625,
+ 10.594521522521973,
+ 9.354907989501953,
+ 16.063636779785156,
+ 17.4061279296875,
+ 8.36324691772461,
+ 17.267906188964844,
+ 0.7912061810493469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.943115234375,
+ "language": 52.94854736328125
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.19150739566976e-07,
+ 1.0684959761420032e-07,
+ 8.66062634941045e-07,
+ 0.004954006988555193,
+ 0.009491486474871635,
+ 0.00032918856595642865,
+ 0.00016788550419732928,
+ 0.015406988561153412,
+ 0.00017432110325898975,
+ 0.6909603476524353
+ ],
+ "log_scores_by_expert": [
+ -14.294917106628418,
+ -16.051843643188477,
+ -13.959308624267578,
+ -5.307558536529541,
+ -4.657360076904297,
+ -8.018879890441895,
+ -8.692228317260742,
+ -4.172934055328369,
+ -8.654611587524414,
+ -0.36967286467552185
+ ],
+ "distances_by_expert": [
+ 28.589834213256836,
+ 32.10368728637695,
+ 27.918617248535156,
+ 10.615117073059082,
+ 9.314720153808594,
+ 16.03775978088379,
+ 17.384456634521484,
+ 8.345868110656738,
+ 17.309223175048828,
+ 0.7393457293510437
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3280.25439453125,
+ "language": 52.92995834350586
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.575412498932565e-07,
+ 1.1241011321772021e-07,
+ 9.107499181482126e-07,
+ 0.0051806955598294735,
+ 0.010033533908426762,
+ 0.00035049975849688053,
+ 0.00017712367116473615,
+ 0.01629934273660183,
+ 0.00018161252955906093,
+ 0.7379710078239441
+ ],
+ "log_scores_by_expert": [
+ -14.234758377075195,
+ -16.00111198425293,
+ -13.908997535705566,
+ -5.262815952301025,
+ -4.601822376251221,
+ -7.956150531768799,
+ -8.638662338256836,
+ -4.116630554199219,
+ -8.613635063171387,
+ -0.30385076999664307
+ ],
+ "distances_by_expert": [
+ 28.46951675415039,
+ 32.00222396850586,
+ 27.817995071411133,
+ 10.52563190460205,
+ 9.203644752502441,
+ 15.912301063537598,
+ 17.277324676513672,
+ 8.233261108398438,
+ 17.227270126342773,
+ 0.6077015399932861
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3305.871337890625,
+ "language": 52.928558349609375
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.650782893302676e-07,
+ 1.1164856061895989e-07,
+ 9.260913316211372e-07,
+ 0.005117714870721102,
+ 0.010209409520030022,
+ 0.000334525277139619,
+ 0.00017593780648894608,
+ 0.016279403120279312,
+ 0.0001823671773308888,
+ 0.7371438145637512
+ ],
+ "log_scores_by_expert": [
+ -14.223361015319824,
+ -16.007909774780273,
+ -13.892292976379395,
+ -5.275047302246094,
+ -4.584445476531982,
+ -8.002798080444336,
+ -8.645380020141602,
+ -4.117854595184326,
+ -8.609488487243652,
+ -0.3049723207950592
+ ],
+ "distances_by_expert": [
+ 28.44672203063965,
+ 32.01581954956055,
+ 27.78458595275879,
+ 10.550094604492188,
+ 9.168890953063965,
+ 16.005596160888672,
+ 17.290760040283203,
+ 8.235709190368652,
+ 17.218976974487305,
+ 0.6099446415901184
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.23193359375,
+ "language": 52.92718505859375
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.280941988734412e-07,
+ 1.0610284562062589e-07,
+ 8.741238843867905e-07,
+ 0.004943661857396364,
+ 0.009707233868539333,
+ 0.00032939299126155674,
+ 0.0001703198067843914,
+ 0.015602821484208107,
+ 0.0001751113886712119,
+ 0.7119064331054688
+ ],
+ "log_scores_by_expert": [
+ -14.2805757522583,
+ -16.058856964111328,
+ -13.950043678283691,
+ -5.3096489906311035,
+ -4.634883880615234,
+ -8.018259048461914,
+ -8.67783260345459,
+ -4.160303592681885,
+ -8.6500883102417,
+ -0.339808851480484
+ ],
+ "distances_by_expert": [
+ 28.5611515045166,
+ 32.117713928222656,
+ 27.900087356567383,
+ 10.619297981262207,
+ 9.269767761230469,
+ 16.036518096923828,
+ 17.35566520690918,
+ 8.32060718536377,
+ 17.3001766204834,
+ 0.679617702960968
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.866455078125,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.435533919102454e-07,
+ 1.0839838182619133e-07,
+ 9.019946674015955e-07,
+ 0.005001172889024019,
+ 0.010150784626603127,
+ 0.0003320777614135295,
+ 0.00017348058463539928,
+ 0.016084671020507812,
+ 0.0001781023747753352,
+ 0.7315837740898132
+ ],
+ "log_scores_by_expert": [
+ -14.256260871887207,
+ -16.037452697753906,
+ -13.918657302856445,
+ -5.2980828285217285,
+ -4.590204238891602,
+ -8.010141372680664,
+ -8.659444808959961,
+ -4.129888534545898,
+ -8.63315200805664,
+ -0.3125436007976532
+ ],
+ "distances_by_expert": [
+ 28.512521743774414,
+ 32.07490539550781,
+ 27.83731460571289,
+ 10.596165657043457,
+ 9.180408477783203,
+ 16.020282745361328,
+ 17.318889617919922,
+ 8.259777069091797,
+ 17.26630401611328,
+ 0.6250872015953064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.989990234375,
+ "language": 52.91226577758789
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48332445507549e-07,
+ 1.0875768907681049e-07,
+ 9.097133784052858e-07,
+ 0.004966223146766424,
+ 0.010259200818836689,
+ 0.0003291960747446865,
+ 0.00017425394617021084,
+ 0.016134947538375854,
+ 0.00017702624609228224,
+ 0.7354139089584351
+ ],
+ "log_scores_by_expert": [
+ -14.248862266540527,
+ -16.034143447875977,
+ -13.910136222839355,
+ -5.305095672607422,
+ -4.579580307006836,
+ -8.0188570022583,
+ -8.654996871948242,
+ -4.126767635345459,
+ -8.639212608337402,
+ -0.30732181668281555
+ ],
+ "distances_by_expert": [
+ 28.497724533081055,
+ 32.06828689575195,
+ 27.82027244567871,
+ 10.610191345214844,
+ 9.159160614013672,
+ 16.0377140045166,
+ 17.309993743896484,
+ 8.253535270690918,
+ 17.278425216674805,
+ 0.6146436333656311
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3303.42333984375,
+ "language": 52.94112014770508
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447328360081883e-07,
+ 1.067166053303481e-07,
+ 8.935134019338875e-07,
+ 0.004839228931814432,
+ 0.010143125429749489,
+ 0.0003225183754693717,
+ 0.00017304914945270866,
+ 0.01595897600054741,
+ 0.000177145964698866,
+ 0.7352649569511414
+ ],
+ "log_scores_by_expert": [
+ -14.254429817199707,
+ -16.053089141845703,
+ -13.928104400634766,
+ -5.330999851226807,
+ -4.590959072113037,
+ -8.039350509643555,
+ -8.661934852600098,
+ -4.1377339363098145,
+ -8.63853645324707,
+ -0.3075244426727295
+ ],
+ "distances_by_expert": [
+ 28.508859634399414,
+ 32.106178283691406,
+ 27.85620880126953,
+ 10.661999702453613,
+ 9.181918144226074,
+ 16.07870101928711,
+ 17.323869705200195,
+ 8.275467872619629,
+ 17.27707290649414,
+ 0.615048885345459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.041748046875,
+ "language": 52.93102264404297
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.945893235548283e-07,
+ 9.946018053597072e-08,
+ 8.543432272745122e-07,
+ 0.004557081963866949,
+ 0.009725270792841911,
+ 0.0003037718415725976,
+ 0.0001656323584029451,
+ 0.015109855681657791,
+ 0.00016449863323941827,
+ 0.6984043717384338
+ ],
+ "log_scores_by_expert": [
+ -14.335394859313965,
+ -16.12350845336914,
+ -13.972932815551758,
+ -5.391072750091553,
+ -4.63302755355835,
+ -8.099233627319336,
+ -8.705739974975586,
+ -4.192408084869385,
+ -8.712608337402344,
+ -0.35895705223083496
+ ],
+ "distances_by_expert": [
+ 28.67078971862793,
+ 32.24701690673828,
+ 27.945865631103516,
+ 10.782145500183105,
+ 9.2660551071167,
+ 16.198467254638672,
+ 17.411479949951172,
+ 8.38481616973877,
+ 17.425216674804688,
+ 0.7179141044616699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.62060546875,
+ "language": 52.942466735839844
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161290002637543e-07,
+ 1.0182152720972226e-07,
+ 8.629049830233271e-07,
+ 0.004638729151338339,
+ 0.009851237758994102,
+ 0.0003138396132271737,
+ 0.00016871692787390202,
+ 0.01566031016409397,
+ 0.00016916223103180528,
+ 0.7205641269683838
+ ],
+ "log_scores_by_expert": [
+ -14.299809455871582,
+ -16.10004425048828,
+ -13.962961196899414,
+ -5.37331485748291,
+ -4.6201581954956055,
+ -8.066628456115723,
+ -8.687288284301758,
+ -4.156625747680664,
+ -8.684652328491211,
+ -0.32772085070610046
+ ],
+ "distances_by_expert": [
+ 28.599618911743164,
+ 32.20008850097656,
+ 27.925922393798828,
+ 10.74662971496582,
+ 9.240316390991211,
+ 16.133256912231445,
+ 17.374576568603516,
+ 8.313251495361328,
+ 17.369304656982422,
+ 0.6554417014122009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.004150390625,
+ "language": 52.903316497802734
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.772787060072005e-07,
+ 1.0130180072565054e-07,
+ 9.31538011172961e-07,
+ 0.004640977364033461,
+ 0.009410525672137737,
+ 0.00028072207351215184,
+ 0.00016216622316278517,
+ 0.015684889629483223,
+ 0.00017709309759084135,
+ 0.7007342576980591
+ ],
+ "log_scores_by_expert": [
+ -14.205183029174805,
+ -16.105161666870117,
+ -13.886428833007812,
+ -5.372830390930176,
+ -4.665926456451416,
+ -8.178145408630371,
+ -8.726888656616211,
+ -4.155057430267334,
+ -8.638834953308105,
+ -0.35562658309936523
+ ],
+ "distances_by_expert": [
+ 28.41036605834961,
+ 32.210323333740234,
+ 27.772857666015625,
+ 10.745660781860352,
+ 9.331852912902832,
+ 16.356290817260742,
+ 17.453777313232422,
+ 8.310114860534668,
+ 17.27766990661621,
+ 0.7112531661987305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.45263671875,
+ "language": 52.897430419921875
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388308975147083e-07,
+ 9.44034965755236e-08,
+ 8.835324933897937e-07,
+ 0.004064949695020914,
+ 0.009180664084851742,
+ 0.0002377713390160352,
+ 0.00015375435759779066,
+ 0.014743045903742313,
+ 0.00016879818576853722,
+ 0.6788375973701477
+ ],
+ "log_scores_by_expert": [
+ -14.263626098632812,
+ -16.175687789916992,
+ -13.939337730407715,
+ -5.505353927612305,
+ -4.690655708312988,
+ -8.34420108795166,
+ -8.78015422821045,
+ -4.216983795166016,
+ -8.686806678771973,
+ -0.3873733580112457
+ ],
+ "distances_by_expert": [
+ 28.527252197265625,
+ 32.351375579833984,
+ 27.87867546081543,
+ 11.01070785522461,
+ 9.381311416625977,
+ 16.68840217590332,
+ 17.5603084564209,
+ 8.433967590332031,
+ 17.373613357543945,
+ 0.7747467160224915
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3504.5400390625,
+ "language": 52.90468215942383
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.946874577806739e-07,
+ 1.0834340002929821e-07,
+ 9.373644616061938e-07,
+ 0.004705962724983692,
+ 0.01067226193845272,
+ 0.0002894638746511191,
+ 0.0001711960940156132,
+ 0.016380637884140015,
+ 0.00018522772006690502,
+ 0.7835949659347534
+ ],
+ "log_scores_by_expert": [
+ -14.179803848266602,
+ -16.037960052490234,
+ -13.880193710327148,
+ -5.358924865722656,
+ -4.540107250213623,
+ -8.147480010986328,
+ -8.672700881958008,
+ -4.111655235290527,
+ -8.593924522399902,
+ -0.24386301636695862
+ ],
+ "distances_by_expert": [
+ 28.359607696533203,
+ 32.07592010498047,
+ 27.760387420654297,
+ 10.717849731445312,
+ 9.080214500427246,
+ 16.294960021972656,
+ 17.345401763916016,
+ 8.223310470581055,
+ 17.187849044799805,
+ 0.48772603273391724
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3502.592041015625,
+ "language": 52.93882369995117
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615037477786245e-07,
+ 1.1022979862218563e-07,
+ 9.242270948561782e-07,
+ 0.004714671056717634,
+ 0.010618196800351143,
+ 0.0003032707900274545,
+ 0.00017003563698381186,
+ 0.016241101548075676,
+ 0.00018020111019723117,
+ 0.7827525734901428
+ ],
+ "log_scores_by_expert": [
+ -14.228750228881836,
+ -16.02069854736328,
+ -13.894308090209961,
+ -5.357076168060303,
+ -4.5451860427856445,
+ -8.100884437561035,
+ -8.679502487182617,
+ -4.12021017074585,
+ -8.621437072753906,
+ -0.24493858218193054
+ ],
+ "distances_by_expert": [
+ 28.457500457763672,
+ 32.04139709472656,
+ 27.788616180419922,
+ 10.714152336120605,
+ 9.090372085571289,
+ 16.20176887512207,
+ 17.359004974365234,
+ 8.2404203414917,
+ 17.242874145507812,
+ 0.4898771643638611
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.21240234375,
+ "language": 52.89006805419922
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.871947562103742e-07,
+ 1.0199530464660711e-07,
+ 9.189019465338788e-07,
+ 0.004332534037530422,
+ 0.010092675685882568,
+ 0.00028803825262002647,
+ 0.0001702571171335876,
+ 0.01630794070661068,
+ 0.00018059731519315392,
+ 0.7699214220046997
+ ],
+ "log_scores_by_expert": [
+ -14.190648078918457,
+ -16.098339080810547,
+ -13.900086402893066,
+ -5.44160270690918,
+ -4.595945358276367,
+ -8.152417182922363,
+ -8.678200721740723,
+ -4.116103172302246,
+ -8.619240760803223,
+ -0.2614668607711792
+ ],
+ "distances_by_expert": [
+ 28.381296157836914,
+ 32.196678161621094,
+ 27.800172805786133,
+ 10.88320541381836,
+ 9.191890716552734,
+ 16.304834365844727,
+ 17.356401443481445,
+ 8.232206344604492,
+ 17.238481521606445,
+ 0.5229337215423584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.336181640625,
+ "language": 52.946815490722656
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.671683649983606e-07,
+ 9.506880616072522e-08,
+ 9.044348985298711e-07,
+ 0.004196183290332556,
+ 0.009536884725093842,
+ 0.0002709530817810446,
+ 0.0001642872957745567,
+ 0.015353883616626263,
+ 0.00017788069089874625,
+ 0.7204185724258423
+ ],
+ "log_scores_by_expert": [
+ -14.220223426818848,
+ -16.168664932250977,
+ -13.915955543518066,
+ -5.4735798835754395,
+ -4.652588367462158,
+ -8.2135648727417,
+ -8.71389389038086,
+ -4.176386833190918,
+ -8.634397506713867,
+ -0.32792291045188904
+ ],
+ "distances_by_expert": [
+ 28.440446853637695,
+ 32.33732986450195,
+ 27.831911087036133,
+ 10.947159767150879,
+ 9.305176734924316,
+ 16.4271297454834,
+ 17.42778778076172,
+ 8.352773666381836,
+ 17.268795013427734,
+ 0.6558458209037781
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3570.75390625,
+ "language": 52.91152572631836
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.894476314300846e-07,
+ 9.601475881027e-08,
+ 9.268078429158777e-07,
+ 0.004299845080822706,
+ 0.009649942629039288,
+ 0.0002675028226803988,
+ 0.00016555290494579822,
+ 0.0157573651522398,
+ 0.0001825960207497701,
+ 0.7126078605651855
+ ],
+ "log_scores_by_expert": [
+ -14.18737506866455,
+ -16.158763885498047,
+ -13.891519546508789,
+ -5.44917631149292,
+ -4.640803337097168,
+ -8.226380348205566,
+ -8.706219673156738,
+ -4.150447368621826,
+ -8.608234405517578,
+ -0.33882397413253784
+ ],
+ "distances_by_expert": [
+ 28.3747501373291,
+ 32.317527770996094,
+ 27.783039093017578,
+ 10.89835262298584,
+ 9.281606674194336,
+ 16.452760696411133,
+ 17.412439346313477,
+ 8.300894737243652,
+ 17.216468811035156,
+ 0.6776479482650757
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.4306640625,
+ "language": 52.912742614746094
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.406724193970149e-07,
+ 1.168788799077447e-07,
+ 1.0081938626171905e-06,
+ 0.004992833361029625,
+ 0.01090054027736187,
+ 0.00032154726795852184,
+ 0.00018399408145342022,
+ 0.017349848523736,
+ 0.00019811917445622385,
+ 0.8030575513839722
+ ],
+ "log_scores_by_expert": [
+ -14.115707397460938,
+ -15.962127685546875,
+ -13.807350158691406,
+ -5.2997517585754395,
+ -4.518942832946777,
+ -8.042366027832031,
+ -8.600606918334961,
+ -4.054171562194824,
+ -8.526641845703125,
+ -0.2193288952112198
+ ],
+ "distances_by_expert": [
+ 28.231414794921875,
+ 31.92425537109375,
+ 27.614700317382812,
+ 10.599503517150879,
+ 9.037885665893555,
+ 16.084732055664062,
+ 17.201213836669922,
+ 8.108343124389648,
+ 17.05328369140625,
+ 0.4386577904224396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.170654296875,
+ "language": 52.905860900878906
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.777025305382267e-07,
+ 1.0782636650219501e-07,
+ 9.303341812483268e-07,
+ 0.004432822577655315,
+ 0.010005380026996136,
+ 0.00027925375616177917,
+ 0.00016718919505365193,
+ 0.015806950628757477,
+ 0.0001842653873609379,
+ 0.7447021007537842
+ ],
+ "log_scores_by_expert": [
+ -14.204557418823242,
+ -16.042743682861328,
+ -13.88772201538086,
+ -5.4187188148498535,
+ -4.604632377624512,
+ -8.183389663696289,
+ -8.69638442993164,
+ -4.147305488586426,
+ -8.599133491516113,
+ -0.2947710454463959
+ ],
+ "distances_by_expert": [
+ 28.409114837646484,
+ 32.085487365722656,
+ 27.77544403076172,
+ 10.837437629699707,
+ 9.209264755249023,
+ 16.366779327392578,
+ 17.39276885986328,
+ 8.294610977172852,
+ 17.198266983032227,
+ 0.5895420908927917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.73388671875,
+ "language": 52.92070007324219
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.617340204684297e-07,
+ 1.1248796738527744e-07,
+ 9.197603390020959e-07,
+ 0.004587824456393719,
+ 0.010090659372508526,
+ 0.0002975298557430506,
+ 0.0001711241202428937,
+ 0.015721311792731285,
+ 0.00018324077245779335,
+ 0.7526512145996094
+ ],
+ "log_scores_by_expert": [
+ -14.228402137756348,
+ -16.00041961669922,
+ -13.899152755737305,
+ -5.384349346160889,
+ -4.596145153045654,
+ -8.119996070861816,
+ -8.673121452331543,
+ -4.152738094329834,
+ -8.60470962524414,
+ -0.2841533422470093
+ ],
+ "distances_by_expert": [
+ 28.456804275512695,
+ 32.00083923339844,
+ 27.79830551147461,
+ 10.768698692321777,
+ 9.192290306091309,
+ 16.239992141723633,
+ 17.346242904663086,
+ 8.305476188659668,
+ 17.20941925048828,
+ 0.5683066844940186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.796630859375,
+ "language": 52.896175384521484
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062802183099848e-07,
+ 1.1476775796381844e-07,
+ 9.506576930107258e-07,
+ 0.004947229754179716,
+ 0.009969937615096569,
+ 0.0003152080171275884,
+ 0.00017366251267958432,
+ 0.016203498467803,
+ 0.00019219260138925165,
+ 0.7484095096588135
+ ],
+ "log_scores_by_expert": [
+ -14.163253784179688,
+ -15.980355262756348,
+ -13.866111755371094,
+ -5.308927536010742,
+ -4.608180999755859,
+ -8.062277793884277,
+ -8.65839672088623,
+ -4.122528076171875,
+ -8.557012557983398,
+ -0.28980502486228943
+ ],
+ "distances_by_expert": [
+ 28.326507568359375,
+ 31.960710525512695,
+ 27.732223510742188,
+ 10.617855072021484,
+ 9.216361999511719,
+ 16.124555587768555,
+ 17.31679344177246,
+ 8.24505615234375,
+ 17.114025115966797,
+ 0.5796100497245789
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3504.764892578125,
+ "language": 52.918975830078125
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223413263091061e-07,
+ 1.1258670440383867e-07,
+ 9.826802624957054e-07,
+ 0.005009798798710108,
+ 0.009854634292423725,
+ 0.00032460459624417126,
+ 0.00017663079779595137,
+ 0.01630937121808529,
+ 0.0001942670060088858,
+ 0.7214499711990356
+ ],
+ "log_scores_by_expert": [
+ -14.140768051147461,
+ -15.999542236328125,
+ -13.832982063293457,
+ -5.296359539031982,
+ -4.619813442230225,
+ -8.032902717590332,
+ -8.641448974609375,
+ -4.116015434265137,
+ -8.546277046203613,
+ -0.3264922499656677
+ ],
+ "distances_by_expert": [
+ 28.281536102294922,
+ 31.99908447265625,
+ 27.665964126586914,
+ 10.592719078063965,
+ 9.23962688446045,
+ 16.065805435180664,
+ 17.28289794921875,
+ 8.232030868530273,
+ 17.092554092407227,
+ 0.6529844999313354
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3373.691650390625,
+ "language": 52.93252944946289
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.779339400964091e-07,
+ 1.1240818054147894e-07,
+ 9.349101901534596e-07,
+ 0.005293112713843584,
+ 0.009721296839416027,
+ 0.0003524998319335282,
+ 0.00017684568592812866,
+ 0.016116533428430557,
+ 0.0001835991715779528,
+ 0.6887220144271851
+ ],
+ "log_scores_by_expert": [
+ -14.204216003417969,
+ -16.001129150390625,
+ -13.88281536102295,
+ -5.241348743438721,
+ -4.63343620300293,
+ -7.950460433959961,
+ -8.640233039855957,
+ -4.1279096603393555,
+ -8.602755546569824,
+ -0.3729175329208374
+ ],
+ "distances_by_expert": [
+ 28.408432006835938,
+ 32.00225830078125,
+ 27.7656307220459,
+ 10.482697486877441,
+ 9.26687240600586,
+ 15.900920867919922,
+ 17.280466079711914,
+ 8.255819320678711,
+ 17.20551109313965,
+ 0.7458350658416748
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.70068359375,
+ "language": 52.92842483520508
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.5272541860395e-07,
+ 1.0777208103718294e-07,
+ 9.08613117189816e-07,
+ 0.005258404649794102,
+ 0.009287076070904732,
+ 0.00033740937942638993,
+ 0.00017108772590290755,
+ 0.0155324786901474,
+ 0.00018039419956039637,
+ 0.6540745496749878
+ ],
+ "log_scores_by_expert": [
+ -14.242109298706055,
+ -16.04324722290039,
+ -13.911346435546875,
+ -5.247927665710449,
+ -4.679131507873535,
+ -7.994213581085205,
+ -8.673334121704102,
+ -4.164822101593018,
+ -8.620366096496582,
+ -0.4245339035987854
+ ],
+ "distances_by_expert": [
+ 28.48421859741211,
+ 32.08649444580078,
+ 27.82269287109375,
+ 10.495855331420898,
+ 9.35826301574707,
+ 15.98842716217041,
+ 17.346668243408203,
+ 8.329644203186035,
+ 17.240732192993164,
+ 0.8490678071975708
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.287109375,
+ "language": 52.908424377441406
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.045700047252467e-07,
+ 9.907412135135019e-08,
+ 8.541289275854069e-07,
+ 0.004878883715718985,
+ 0.008793188259005547,
+ 0.0002991975343320519,
+ 0.00015723671822343022,
+ 0.014463040046393871,
+ 0.00017151967040263116,
+ 0.6174021363258362
+ ],
+ "log_scores_by_expert": [
+ -14.318748474121094,
+ -16.127397537231445,
+ -13.973183631896973,
+ -5.32283878326416,
+ -4.73377799987793,
+ -8.11440658569336,
+ -8.757758140563965,
+ -4.236158847808838,
+ -8.670812606811523,
+ -0.48223474621772766
+ ],
+ "distances_by_expert": [
+ 28.637496948242188,
+ 32.25479507446289,
+ 27.946367263793945,
+ 10.64567756652832,
+ 9.46755599975586,
+ 16.22881317138672,
+ 17.51551628112793,
+ 8.472317695617676,
+ 17.341625213623047,
+ 0.9644694924354553
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.35986328125,
+ "language": 52.9067497253418
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.328712629510846e-07,
+ 1.0473718248249497e-07,
+ 8.882653901309823e-07,
+ 0.00499895540997386,
+ 0.009097781963646412,
+ 0.00031698355451226234,
+ 0.00016338762361556292,
+ 0.014951933175325394,
+ 0.00017724247300066054,
+ 0.6443908214569092
+ ],
+ "log_scores_by_expert": [
+ -14.272998809814453,
+ -16.07181167602539,
+ -13.933995246887207,
+ -5.298526287078857,
+ -4.6997246742248535,
+ -8.056660652160645,
+ -8.719385147094727,
+ -4.202914714813232,
+ -8.637991905212402,
+ -0.43944984674453735
+ ],
+ "distances_by_expert": [
+ 28.545997619628906,
+ 32.14362335205078,
+ 27.867990493774414,
+ 10.597052574157715,
+ 9.399449348449707,
+ 16.11332130432129,
+ 17.438770294189453,
+ 8.405829429626465,
+ 17.275983810424805,
+ 0.8788996934890747
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3284.9560546875,
+ "language": 52.90525817871094
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.870252834938583e-07,
+ 9.424265812185695e-08,
+ 8.314811452692084e-07,
+ 0.004703298211097717,
+ 0.008449558168649673,
+ 0.00029116772930137813,
+ 0.00015160538896452636,
+ 0.01389292348176241,
+ 0.00016813866386655718,
+ 0.5967947840690613
+ ],
+ "log_scores_by_expert": [
+ -14.348197937011719,
+ -16.177392959594727,
+ -14.000057220458984,
+ -5.359491348266602,
+ -4.773641109466553,
+ -8.141611099243164,
+ -8.794229507446289,
+ -4.276375770568848,
+ -8.69072151184082,
+ -0.5161819458007812
+ ],
+ "distances_by_expert": [
+ 28.696395874023438,
+ 32.35478591918945,
+ 28.00011444091797,
+ 10.718982696533203,
+ 9.547282218933105,
+ 16.283222198486328,
+ 17.588459014892578,
+ 8.552751541137695,
+ 17.38144302368164,
+ 1.0323638916015625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.97119140625,
+ "language": 52.886112213134766
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.632838562836696e-07,
+ 1.1111256981166662e-07,
+ 9.21063815439993e-07,
+ 0.0052236891351640224,
+ 0.009696048684418201,
+ 0.0003474669938441366,
+ 0.00017243846377823502,
+ 0.015994025394320488,
+ 0.00018519027798902243,
+ 0.7025907635688782
+ ],
+ "log_scores_by_expert": [
+ -14.226062774658203,
+ -16.01272201538086,
+ -13.897736549377441,
+ -5.254551410675049,
+ -4.6360368728637695,
+ -7.964840888977051,
+ -8.665470123291016,
+ -4.135540008544922,
+ -8.59412670135498,
+ -0.35298070311546326
+ ],
+ "distances_by_expert": [
+ 28.452125549316406,
+ 32.02544403076172,
+ 27.795473098754883,
+ 10.509102821350098,
+ 9.272073745727539,
+ 15.929681777954102,
+ 17.33094024658203,
+ 8.271080017089844,
+ 17.18825340270996,
+ 0.7059614062309265
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3292.612548828125,
+ "language": 52.88771057128906
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.858899155304243e-07,
+ 1.1512501885135862e-07,
+ 9.411525638824969e-07,
+ 0.005142107605934143,
+ 0.009977475740015507,
+ 0.00034126604441553354,
+ 0.00017497033695690334,
+ 0.016196269541978836,
+ 0.00018753843323793262,
+ 0.7207983136177063
+ ],
+ "log_scores_by_expert": [
+ -14.192548751831055,
+ -15.97724723815918,
+ -13.876160621643066,
+ -5.270292282104492,
+ -4.607425212860107,
+ -7.982848167419434,
+ -8.650894165039062,
+ -4.122974395751953,
+ -8.581526756286621,
+ -0.3273959755897522
+ ],
+ "distances_by_expert": [
+ 28.38509750366211,
+ 31.95449447631836,
+ 27.752321243286133,
+ 10.540584564208984,
+ 9.214850425720215,
+ 15.965696334838867,
+ 17.301788330078125,
+ 8.245948791503906,
+ 17.163053512573242,
+ 0.6547919511795044
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.62158203125,
+ "language": 52.94965362548828
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.871175060041423e-07,
+ 1.1265554888950646e-07,
+ 9.418286595064274e-07,
+ 0.005186133552342653,
+ 0.00991073064506054,
+ 0.0003365243610460311,
+ 0.00017305987421423197,
+ 0.016158809885382652,
+ 0.00018705437832977623,
+ 0.7106926441192627
+ ],
+ "log_scores_by_expert": [
+ -14.190760612487793,
+ -15.998930931091309,
+ -13.875442504882812,
+ -5.2617669105529785,
+ -4.614137172698975,
+ -7.996840000152588,
+ -8.661872863769531,
+ -4.1252899169921875,
+ -8.584111213684082,
+ -0.34151527285575867
+ ],
+ "distances_by_expert": [
+ 28.381521224975586,
+ 31.997861862182617,
+ 27.750885009765625,
+ 10.523533821105957,
+ 9.22827434539795,
+ 15.993680000305176,
+ 17.323745727539062,
+ 8.250579833984375,
+ 17.168222427368164,
+ 0.6830305457115173
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3318.70068359375,
+ "language": 52.94403076171875
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.064411988721986e-07,
+ 1.0603163502764801e-07,
+ 9.518997217128344e-07,
+ 0.004839903209358454,
+ 0.00962180458009243,
+ 0.0002935507509391755,
+ 0.00016588527068961412,
+ 0.015653591603040695,
+ 0.00018948687647935003,
+ 0.6822324991226196
+ ],
+ "log_scores_by_expert": [
+ -14.163025856018066,
+ -16.059528350830078,
+ -13.864806175231934,
+ -5.330860614776611,
+ -4.643723487854004,
+ -8.13346004486084,
+ -8.704214096069336,
+ -4.157054901123047,
+ -8.57119083404541,
+ -0.3823848068714142
+ ],
+ "distances_by_expert": [
+ 28.326051712036133,
+ 32.119056701660156,
+ 27.729612350463867,
+ 10.661721229553223,
+ 9.287446975708008,
+ 16.26692008972168,
+ 17.408428192138672,
+ 8.314109802246094,
+ 17.14238166809082,
+ 0.7647696137428284
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3345.90283203125,
+ "language": 52.910606384277344
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.411762226183782e-07,
+ 1.0906909153618471e-07,
+ 9.88530473478022e-07,
+ 0.004802314098924398,
+ 0.009834458120167255,
+ 0.00029676384292542934,
+ 0.00017170689534395933,
+ 0.01612786389887333,
+ 0.0001942203234648332,
+ 0.705673098564148
+ ],
+ "log_scores_by_expert": [
+ -14.11502742767334,
+ -16.03128433227539,
+ -13.827046394348145,
+ -5.338657379150391,
+ -4.621862888336182,
+ -8.122573852539062,
+ -8.669721603393555,
+ -4.127206802368164,
+ -8.546517372131348,
+ -0.34860315918922424
+ ],
+ "distances_by_expert": [
+ 28.23005485534668,
+ 32.06256866455078,
+ 27.65409278869629,
+ 10.677314758300781,
+ 9.243725776672363,
+ 16.245147705078125,
+ 17.33944320678711,
+ 8.254413604736328,
+ 17.093034744262695,
+ 0.6972063183784485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.0439453125,
+ "language": 52.94981384277344
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.639397949787963e-07,
+ 1.075174935749601e-07,
+ 1.0191143928750535e-06,
+ 0.004742643795907497,
+ 0.00970090925693512,
+ 0.0002940570411738008,
+ 0.00017190762446261942,
+ 0.016221262514591217,
+ 0.00019858338055200875,
+ 0.6996426582336426
+ ],
+ "log_scores_by_expert": [
+ -14.084776878356934,
+ -16.045612335205078,
+ -13.796576499938965,
+ -5.351160526275635,
+ -4.635535717010498,
+ -8.131736755371094,
+ -8.668553352355957,
+ -4.121432304382324,
+ -8.524301528930664,
+ -0.35718563199043274
+ ],
+ "distances_by_expert": [
+ 28.169553756713867,
+ 32.091224670410156,
+ 27.59315299987793,
+ 10.70232105255127,
+ 9.271071434020996,
+ 16.263473510742188,
+ 17.337106704711914,
+ 8.242864608764648,
+ 17.048603057861328,
+ 0.7143712639808655
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3345.257568359375,
+ "language": 52.93018341064453
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.517073754570447e-07,
+ 1.0078126422286005e-07,
+ 1.0147880402655574e-06,
+ 0.004415108356624842,
+ 0.009391671046614647,
+ 0.00027046591276302934,
+ 0.00016764854080975056,
+ 0.015769783407449722,
+ 0.00019445161160547286,
+ 0.6836877465248108
+ ],
+ "log_scores_by_expert": [
+ -14.100918769836426,
+ -16.110313415527344,
+ -13.800830841064453,
+ -5.422722816467285,
+ -4.667932033538818,
+ -8.215364456176758,
+ -8.69364070892334,
+ -4.149659633636475,
+ -8.545327186584473,
+ -0.38025397062301636
+ ],
+ "distances_by_expert": [
+ 28.20183753967285,
+ 32.22062683105469,
+ 27.601661682128906,
+ 10.84544563293457,
+ 9.335864067077637,
+ 16.430728912353516,
+ 17.38728141784668,
+ 8.29931926727295,
+ 17.090654373168945,
+ 0.7605079412460327
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.6484375,
+ "language": 52.904911041259766
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.98781832397799e-07,
+ 9.030890169015038e-08,
+ 9.73691157923895e-07,
+ 0.0039769853465259075,
+ 0.008643555454909801,
+ 0.0002443479315843433,
+ 0.00015534098201896995,
+ 0.014652644284069538,
+ 0.00018115655984729528,
+ 0.6270226240158081
+ ],
+ "log_scores_by_expert": [
+ -14.173927307128906,
+ -16.220029830932617,
+ -13.842171669006348,
+ -5.527231216430664,
+ -4.750941276550293,
+ -8.316917419433594,
+ -8.769887924194336,
+ -4.223134517669678,
+ -8.616148948669434,
+ -0.4667726457118988
+ ],
+ "distances_by_expert": [
+ 28.347854614257812,
+ 32.440059661865234,
+ 27.684343338012695,
+ 11.054462432861328,
+ 9.501882553100586,
+ 16.633834838867188,
+ 17.539775848388672,
+ 8.446269035339355,
+ 17.232297897338867,
+ 0.9335452914237976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.34326171875,
+ "language": 52.8989372253418
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.959646157156385e-07,
+ 8.961346509295254e-08,
+ 9.645469845054322e-07,
+ 0.003962719812989235,
+ 0.008604616858065128,
+ 0.0002448956947773695,
+ 0.00015575159341096878,
+ 0.014552147127687931,
+ 0.00017901665705721825,
+ 0.6266722679138184
+ ],
+ "log_scores_by_expert": [
+ -14.177967071533203,
+ -16.227760314941406,
+ -13.851607322692871,
+ -5.530824661254883,
+ -4.755456447601318,
+ -8.314678192138672,
+ -8.767248153686523,
+ -4.230016708374023,
+ -8.628031730651855,
+ -0.46733158826828003
+ ],
+ "distances_by_expert": [
+ 28.355934143066406,
+ 32.45552062988281,
+ 27.703214645385742,
+ 11.061649322509766,
+ 9.510912895202637,
+ 16.629356384277344,
+ 17.534496307373047,
+ 8.460033416748047,
+ 17.25606346130371,
+ 0.9346631765365601
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.580810546875,
+ "language": 52.92730712890625
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.032241455817712e-07,
+ 8.827025510527164e-08,
+ 9.74842350842664e-07,
+ 0.003921802155673504,
+ 0.008512117899954319,
+ 0.0002377826749579981,
+ 0.00015331801841966808,
+ 0.014473002403974533,
+ 0.0001830788387451321,
+ 0.6177525520324707
+ ],
+ "log_scores_by_expert": [
+ -14.167590141296387,
+ -16.242862701416016,
+ -13.84099006652832,
+ -5.54120397567749,
+ -4.76626443862915,
+ -8.34415340423584,
+ -8.78299617767334,
+ -4.235470294952393,
+ -8.60559368133545,
+ -0.48166728019714355
+ ],
+ "distances_by_expert": [
+ 28.335180282592773,
+ 32.48572540283203,
+ 27.68198013305664,
+ 11.08240795135498,
+ 9.5325288772583,
+ 16.68830680847168,
+ 17.56599235534668,
+ 8.470940589904785,
+ 17.2111873626709,
+ 0.9633345603942871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.4296875,
+ "language": 52.88993453979492
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.547728617078974e-07,
+ 7.840428395411436e-08,
+ 9.191315939460765e-07,
+ 0.00359702599234879,
+ 0.00765976682305336,
+ 0.00021235390158835799,
+ 0.00013959378702566028,
+ 0.013230291195213795,
+ 0.0001718782732496038,
+ 0.5470584630966187
+ ],
+ "log_scores_by_expert": [
+ -14.238977432250977,
+ -16.361387252807617,
+ -13.899836540222168,
+ -5.627647876739502,
+ -4.871773719787598,
+ -8.457256317138672,
+ -8.876773834228516,
+ -4.325246334075928,
+ -8.668724060058594,
+ -0.6031995415687561
+ ],
+ "distances_by_expert": [
+ 28.477954864501953,
+ 32.722774505615234,
+ 27.799673080444336,
+ 11.255295753479004,
+ 9.743547439575195,
+ 16.914512634277344,
+ 17.75354766845703,
+ 8.650492668151855,
+ 17.337448120117188,
+ 1.2063990831375122
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.446044921875,
+ "language": 52.88881301879883
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.457290737671428e-07,
+ 9.087444396982391e-08,
+ 8.957966883826884e-07,
+ 0.004092635586857796,
+ 0.008734036237001419,
+ 0.0002293504076078534,
+ 0.00015227629046421498,
+ 0.014345849864184856,
+ 0.00016586645506322384,
+ 0.6389877200126648
+ ],
+ "log_scores_by_expert": [
+ -14.252885818481445,
+ -16.213787078857422,
+ -13.925552368164062,
+ -5.498566150665283,
+ -4.740527629852295,
+ -8.38025951385498,
+ -8.789813995361328,
+ -4.2442946434021,
+ -8.704327583312988,
+ -0.44787007570266724
+ ],
+ "distances_by_expert": [
+ 28.50577163696289,
+ 32.427574157714844,
+ 27.851104736328125,
+ 10.997132301330566,
+ 9.48105525970459,
+ 16.76051902770996,
+ 17.579627990722656,
+ 8.4885892868042,
+ 17.408655166625977,
+ 0.8957401514053345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.51220703125,
+ "language": 52.920291900634766
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.493626756309823e-07,
+ 9.676873702346711e-08,
+ 8.936472113418858e-07,
+ 0.004262965172529221,
+ 0.009137161076068878,
+ 0.00024271658912766725,
+ 0.0001543141988804564,
+ 0.01453249529004097,
+ 0.00016884987417142838,
+ 0.6615853905677795
+ ],
+ "log_scores_by_expert": [
+ -14.247274398803711,
+ -16.150941848754883,
+ -13.92795467376709,
+ -5.457790374755859,
+ -4.69540548324585,
+ -8.323616027832031,
+ -8.776519775390625,
+ -4.231368064880371,
+ -8.686500549316406,
+ -0.4131162762641907
+ ],
+ "distances_by_expert": [
+ 28.494548797607422,
+ 32.301883697509766,
+ 27.85590934753418,
+ 10.915580749511719,
+ 9.3908109664917,
+ 16.647232055664062,
+ 17.55303955078125,
+ 8.462736129760742,
+ 17.373001098632812,
+ 0.8262325525283813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.735595703125,
+ "language": 52.94014358520508
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.287785936365253e-07,
+ 9.571069625735618e-08,
+ 8.657611942908261e-07,
+ 0.00411985395476222,
+ 0.009325581602752209,
+ 0.00023740087635815144,
+ 0.0001554917253088206,
+ 0.014633560553193092,
+ 0.00016791273083072156,
+ 0.6865022778511047
+ ],
+ "log_scores_by_expert": [
+ -14.279486656188965,
+ -16.161935806274414,
+ -13.959656715393066,
+ -5.491937637329102,
+ -4.674993991851807,
+ -8.345760345458984,
+ -8.76891803741455,
+ -4.224437713623047,
+ -8.692066192626953,
+ -0.37614569067955017
+ ],
+ "distances_by_expert": [
+ 28.55897331237793,
+ 32.32387161254883,
+ 27.919313430786133,
+ 10.983875274658203,
+ 9.349987983703613,
+ 16.69152069091797,
+ 17.5378360748291,
+ 8.448875427246094,
+ 17.384132385253906,
+ 0.7522913813591003
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.053955078125,
+ "language": 52.92638397216797
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.438517061724269e-07,
+ 1.0166880315409799e-07,
+ 8.911520126275718e-07,
+ 0.004343378823250532,
+ 0.00987650454044342,
+ 0.0002560480497777462,
+ 0.00016039496404118836,
+ 0.015362085774540901,
+ 0.000176355242729187,
+ 0.7267181873321533
+ ],
+ "log_scores_by_expert": [
+ -14.255797386169434,
+ -16.101545333862305,
+ -13.930750846862793,
+ -5.439102649688721,
+ -4.617596626281738,
+ -8.270145416259766,
+ -8.737871170043945,
+ -4.1758527755737305,
+ -8.643010139465332,
+ -0.31921660900115967
+ ],
+ "distances_by_expert": [
+ 28.511594772338867,
+ 32.20309066772461,
+ 27.861501693725586,
+ 10.878205299377441,
+ 9.235193252563477,
+ 16.54029083251953,
+ 17.47574234008789,
+ 8.351705551147461,
+ 17.286020278930664,
+ 0.6384332180023193
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.91015625,
+ "language": 52.89768981933594
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.126367336240946e-07,
+ 1.1176447145544444e-07,
+ 9.776549632078968e-07,
+ 0.004853144753724337,
+ 0.010442741215229034,
+ 0.00030862705898471177,
+ 0.00017654254043009132,
+ 0.016841815784573555,
+ 0.00019060130580328405,
+ 0.7720127701759338
+ ],
+ "log_scores_by_expert": [
+ -14.15429401397705,
+ -16.006872177124023,
+ -13.838109016418457,
+ -5.328128337860107,
+ -4.561848163604736,
+ -8.08337688446045,
+ -8.641948699951172,
+ -4.083890438079834,
+ -8.565326690673828,
+ -0.2587541937828064
+ ],
+ "distances_by_expert": [
+ 28.3085880279541,
+ 32.01374435424805,
+ 27.676218032836914,
+ 10.656256675720215,
+ 9.123696327209473,
+ 16.1667537689209,
+ 17.283897399902344,
+ 8.167780876159668,
+ 17.130653381347656,
+ 0.5175083875656128
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.838134765625,
+ "language": 52.914432525634766
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.112116122698353e-07,
+ 1.1042340020139818e-07,
+ 9.777575087355217e-07,
+ 0.004958587232977152,
+ 0.01056706067174673,
+ 0.00032292187097482383,
+ 0.00018022173026110977,
+ 0.016995783895254135,
+ 0.0001903816737467423,
+ 0.772484540939331
+ ],
+ "log_scores_by_expert": [
+ -14.156295776367188,
+ -16.018943786621094,
+ -13.838004112243652,
+ -5.306634426116943,
+ -4.550013542175293,
+ -8.038100242614746,
+ -8.621322631835938,
+ -4.074790000915527,
+ -8.566479682922363,
+ -0.25814327597618103
+ ],
+ "distances_by_expert": [
+ 28.312591552734375,
+ 32.03788757324219,
+ 27.676008224487305,
+ 10.613268852233887,
+ 9.100027084350586,
+ 16.076200485229492,
+ 17.242645263671875,
+ 8.149580001831055,
+ 17.132959365844727,
+ 0.5162865519523621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.09326171875,
+ "language": 52.91920471191406
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.251599415918463e-07,
+ 1.0490711588317936e-07,
+ 8.890222034096951e-07,
+ 0.004923622589558363,
+ 0.009911511093378067,
+ 0.0003253899922128767,
+ 0.0001737042621243745,
+ 0.016019748523831367,
+ 0.0001702066365396604,
+ 0.7108072638511658
+ ],
+ "log_scores_by_expert": [
+ -14.285258293151855,
+ -16.0701904296875,
+ -13.933143615722656,
+ -5.313710689544678,
+ -4.614058494567871,
+ -8.030486106872559,
+ -8.658156394958496,
+ -4.133933067321777,
+ -8.678497314453125,
+ -0.34135401248931885
+ ],
+ "distances_by_expert": [
+ 28.57051658630371,
+ 32.140380859375,
+ 27.866287231445312,
+ 10.627421379089355,
+ 9.228116989135742,
+ 16.060972213745117,
+ 17.316312789916992,
+ 8.267866134643555,
+ 17.35699462890625,
+ 0.6827080249786377
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3379.71337890625,
+ "language": 52.94441223144531
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.947324209249928e-07,
+ 1.098660433740406e-07,
+ 9.632233286538394e-07,
+ 0.004733586218208075,
+ 0.01022761408239603,
+ 0.00030673446599394083,
+ 0.00017835818289313465,
+ 0.016687922179698944,
+ 0.00018670113058760762,
+ 0.7621428966522217
+ ],
+ "log_scores_by_expert": [
+ -14.179738998413086,
+ -16.024003982543945,
+ -13.852980613708496,
+ -5.353072166442871,
+ -4.5826640129089355,
+ -8.08952808380127,
+ -8.63171672821045,
+ -4.093070030212402,
+ -8.5860013961792,
+ -0.2716212868690491
+ ],
+ "distances_by_expert": [
+ 28.359477996826172,
+ 32.04800796508789,
+ 27.705961227416992,
+ 10.706144332885742,
+ 9.165328025817871,
+ 16.17905616760254,
+ 17.2634334564209,
+ 8.186140060424805,
+ 17.1720027923584,
+ 0.5432425737380981
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3458.386962890625,
+ "language": 52.927337646484375
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.797427545279788e-07,
+ 1.0778503423125585e-07,
+ 9.423551432519162e-07,
+ 0.004475689493119717,
+ 0.010157592594623566,
+ 0.0002738728653639555,
+ 0.0001710591750452295,
+ 0.01588435284793377,
+ 0.00018150916730519384,
+ 0.7494581341743469
+ ],
+ "log_scores_by_expert": [
+ -14.20155143737793,
+ -16.043127059936523,
+ -13.874883651733398,
+ -5.40909481048584,
+ -4.589533805847168,
+ -8.20284652709961,
+ -8.673501014709473,
+ -4.142420768737793,
+ -8.614204406738281,
+ -0.28840479254722595
+ ],
+ "distances_by_expert": [
+ 28.40310287475586,
+ 32.08625411987305,
+ 27.749767303466797,
+ 10.81818962097168,
+ 9.179067611694336,
+ 16.40569305419922,
+ 17.347002029418945,
+ 8.284841537475586,
+ 17.228408813476562,
+ 0.5768095850944519
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3466.440185546875,
+ "language": 52.9578857421875
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.785070354453637e-07,
+ 1.0362857238987999e-07,
+ 9.394729545419978e-07,
+ 0.004322583321481943,
+ 0.009885357692837715,
+ 0.000262338639004156,
+ 0.00016669693286530674,
+ 0.01570725440979004,
+ 0.00018245275714434683,
+ 0.736716628074646
+ ],
+ "log_scores_by_expert": [
+ -14.203371047973633,
+ -16.08245277404785,
+ -13.877946853637695,
+ -5.443902015686035,
+ -4.616700649261475,
+ -8.245874404907227,
+ -8.699333190917969,
+ -4.153632640838623,
+ -8.60901927947998,
+ -0.3055519163608551
+ ],
+ "distances_by_expert": [
+ 28.406742095947266,
+ 32.1649055480957,
+ 27.75589370727539,
+ 10.88780403137207,
+ 9.23340129852295,
+ 16.491748809814453,
+ 17.398666381835938,
+ 8.307265281677246,
+ 17.21803855895996,
+ 0.6111038327217102
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3541.218017578125,
+ "language": 52.90544509887695
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.10720030383527e-07,
+ 1.1892750961806087e-07,
+ 9.896320989355445e-07,
+ 0.005239452701061964,
+ 0.010605440475046635,
+ 0.0003396666143089533,
+ 0.00018620913033373654,
+ 0.017082612961530685,
+ 0.00019282654102426022,
+ 0.7740066051483154
+ ],
+ "log_scores_by_expert": [
+ -14.156987190246582,
+ -15.944751739501953,
+ -13.825932502746582,
+ -5.251538276672363,
+ -4.546388149261475,
+ -7.987545967102051,
+ -8.588640213012695,
+ -4.0696940422058105,
+ -8.553719520568848,
+ -0.25617489218711853
+ ],
+ "distances_by_expert": [
+ 28.313974380493164,
+ 31.889503479003906,
+ 27.651865005493164,
+ 10.503076553344727,
+ 9.09277629852295,
+ 15.975091934204102,
+ 17.17728042602539,
+ 8.139388084411621,
+ 17.107439041137695,
+ 0.5123497843742371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.594970703125,
+ "language": 52.92083740234375
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.98185601777368e-07,
+ 1.1928882770462224e-07,
+ 9.983599511542707e-07,
+ 0.005435645580291748,
+ 0.00998540036380291,
+ 0.00036228596582077444,
+ 0.00018226058455184102,
+ 0.016522856429219246,
+ 0.0001919859496410936,
+ 0.7152127623558044
+ ],
+ "log_scores_by_expert": [
+ -14.17478084564209,
+ -15.941718101501465,
+ -13.81715202331543,
+ -5.214776992797852,
+ -4.606631278991699,
+ -7.923076629638672,
+ -8.61007308959961,
+ -4.103010654449463,
+ -8.558088302612305,
+ -0.3351752758026123
+ ],
+ "distances_by_expert": [
+ 28.34956169128418,
+ 31.88343620300293,
+ 27.63430404663086,
+ 10.429553985595703,
+ 9.213262557983398,
+ 15.846153259277344,
+ 17.22014617919922,
+ 8.206021308898926,
+ 17.11617660522461,
+ 0.6703505516052246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.1044921875,
+ "language": 52.90803527832031
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.525803541990172e-07,
+ 1.0591460863906832e-07,
+ 9.418923809789703e-07,
+ 0.005254920572042465,
+ 0.009097651578485966,
+ 0.00033945642644539475,
+ 0.00017289328388869762,
+ 0.015315546654164791,
+ 0.00017963728168979287,
+ 0.6398851275444031
+ ],
+ "log_scores_by_expert": [
+ -14.242331504821777,
+ -16.060632705688477,
+ -13.875374794006348,
+ -5.248590469360352,
+ -4.6997389793396,
+ -7.988164901733398,
+ -8.662836074829102,
+ -4.178886890411377,
+ -8.624570846557617,
+ -0.4464666545391083
+ ],
+ "distances_by_expert": [
+ 28.484663009643555,
+ 32.12126541137695,
+ 27.750749588012695,
+ 10.497180938720703,
+ 9.3994779586792,
+ 15.976329803466797,
+ 17.325672149658203,
+ 8.357773780822754,
+ 17.249141693115234,
+ 0.8929333090782166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.89208984375,
+ "language": 52.9083366394043
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.775241558898415e-07,
+ 1.0128498928452245e-07,
+ 9.51685478867148e-07,
+ 0.004585770424455404,
+ 0.009403402917087078,
+ 0.00027358101215213537,
+ 0.00016397502622567117,
+ 0.015715794637799263,
+ 0.00017756408487912267,
+ 0.6996753811836243
+ ],
+ "log_scores_by_expert": [
+ -14.20482063293457,
+ -16.105327606201172,
+ -13.865031242370605,
+ -5.384797096252441,
+ -4.666683673858643,
+ -8.203912734985352,
+ -8.71579647064209,
+ -4.1530890464782715,
+ -8.636178970336914,
+ -0.35713884234428406
+ ],
+ "distances_by_expert": [
+ 28.40964126586914,
+ 32.210655212402344,
+ 27.73006248474121,
+ 10.769594192504883,
+ 9.333367347717285,
+ 16.407825469970703,
+ 17.43159294128418,
+ 8.306178092956543,
+ 17.272357940673828,
+ 0.7142776846885681
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.01953125,
+ "language": 52.88976287841797
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.537595140798658e-07,
+ 1.0253326365727844e-07,
+ 8.977218044492474e-07,
+ 0.004533704370260239,
+ 0.009732645936310291,
+ 0.0002759277122095227,
+ 0.00016113874153234065,
+ 0.015416947193443775,
+ 0.00017472422041464597,
+ 0.7221839427947998
+ ],
+ "log_scores_by_expert": [
+ -14.24052619934082,
+ -16.09307861328125,
+ -13.923405647277832,
+ -5.396215915679932,
+ -4.632269382476807,
+ -8.195371627807617,
+ -8.733244895935059,
+ -4.172287940979004,
+ -8.652301788330078,
+ -0.32547545433044434
+ ],
+ "distances_by_expert": [
+ 28.48105239868164,
+ 32.1861572265625,
+ 27.846811294555664,
+ 10.792431831359863,
+ 9.264538764953613,
+ 16.390743255615234,
+ 17.466489791870117,
+ 8.344575881958008,
+ 17.304603576660156,
+ 0.6509509086608887
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.88134765625,
+ "language": 52.9033317565918
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.103480470505019e-07,
+ 1.0783541171122124e-07,
+ 9.824806284086662e-07,
+ 0.004792541731148958,
+ 0.010097532533109188,
+ 0.00029851376893930137,
+ 0.00017166826000902802,
+ 0.016471998766064644,
+ 0.000188125079148449,
+ 0.7545427680015564
+ ],
+ "log_scores_by_expert": [
+ -14.157510757446289,
+ -16.042659759521484,
+ -13.833185195922852,
+ -5.340694427490234,
+ -4.59546422958374,
+ -8.116694450378418,
+ -8.669946670532227,
+ -4.106093406677246,
+ -8.57840347290039,
+ -0.2816433608531952
+ ],
+ "distances_by_expert": [
+ 28.315021514892578,
+ 32.08531951904297,
+ 27.666370391845703,
+ 10.681388854980469,
+ 9.19092845916748,
+ 16.233388900756836,
+ 17.339893341064453,
+ 8.212186813354492,
+ 17.15680694580078,
+ 0.5632867217063904
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.984130859375,
+ "language": 52.885780334472656
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.762492148482124e-07,
+ 1.105869600337428e-07,
+ 9.286862336921331e-07,
+ 0.004788624122738838,
+ 0.010677474550902843,
+ 0.00030324302497319877,
+ 0.00017081611440517008,
+ 0.016119683161377907,
+ 0.00018356241344008595,
+ 0.7771536111831665
+ ],
+ "log_scores_by_expert": [
+ -14.206704139709473,
+ -16.01746368408203,
+ -13.889494895935059,
+ -5.341512203216553,
+ -4.539618968963623,
+ -8.10097599029541,
+ -8.674922943115234,
+ -4.127714157104492,
+ -8.60295581817627,
+ -0.2521172761917114
+ ],
+ "distances_by_expert": [
+ 28.413408279418945,
+ 32.03492736816406,
+ 27.778989791870117,
+ 10.683024406433105,
+ 9.079237937927246,
+ 16.20195198059082,
+ 17.34984588623047,
+ 8.255428314208984,
+ 17.20591163635254,
+ 0.5042345523834229
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3460.0947265625,
+ "language": 52.89266586303711
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904392080286925e-07,
+ 1.0505529957072213e-07,
+ 9.542492307446082e-07,
+ 0.004641402047127485,
+ 0.010165665298700333,
+ 0.00031061042682267725,
+ 0.00017324500367976725,
+ 0.016864759847521782,
+ 0.00018411397468298674,
+ 0.7753881216049194
+ ],
+ "log_scores_by_expert": [
+ -14.185937881469727,
+ -16.06877899169922,
+ -13.862340927124023,
+ -5.372738838195801,
+ -4.588739395141602,
+ -8.076971054077148,
+ -8.66080379486084,
+ -4.082529067993164,
+ -8.599955558776855,
+ -0.2543915808200836
+ ],
+ "distances_by_expert": [
+ 28.371875762939453,
+ 32.13755798339844,
+ 27.724681854248047,
+ 10.745477676391602,
+ 9.177478790283203,
+ 16.153942108154297,
+ 17.32160758972168,
+ 8.165058135986328,
+ 17.19991111755371,
+ 0.5087831616401672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.730712890625,
+ "language": 52.88616180419922
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.338746854657074e-07,
+ 1.0895182356307487e-07,
+ 9.870560688796104e-07,
+ 0.004996429663151503,
+ 0.010808855295181274,
+ 0.00033637884189374745,
+ 0.00018474204989615828,
+ 0.017587030306458473,
+ 0.00019083611550740898,
+ 0.7993318438529968
+ ],
+ "log_scores_by_expert": [
+ -14.124927520751953,
+ -16.032360076904297,
+ -13.82853889465332,
+ -5.299031734466553,
+ -4.5273895263671875,
+ -7.997272491455078,
+ -8.596549987792969,
+ -4.04059362411499,
+ -8.564095497131348,
+ -0.2239791303873062
+ ],
+ "distances_by_expert": [
+ 28.249855041503906,
+ 32.064720153808594,
+ 27.65707778930664,
+ 10.598063468933105,
+ 9.054779052734375,
+ 15.994544982910156,
+ 17.193099975585938,
+ 8.08118724822998,
+ 17.128190994262695,
+ 0.4479582607746124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.187744140625,
+ "language": 52.938289642333984
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.704966608594987e-07,
+ 1.0791482907279715e-07,
+ 9.129308295996452e-07,
+ 0.00502098398283124,
+ 0.010544823482632637,
+ 0.0003430373908486217,
+ 0.00017814569582697004,
+ 0.016927359625697136,
+ 0.00017997011309489608,
+ 0.7728779315948486
+ ],
+ "log_scores_by_expert": [
+ -14.21524715423584,
+ -16.04192352294922,
+ -13.90660572052002,
+ -5.294129371643066,
+ -4.552120208740234,
+ -7.977671146392822,
+ -8.632908821105957,
+ -4.078824043273926,
+ -8.622719764709473,
+ -0.25763416290283203
+ ],
+ "distances_by_expert": [
+ 28.43049430847168,
+ 32.08384704589844,
+ 27.81321144104004,
+ 10.588258743286133,
+ 9.104240417480469,
+ 15.955342292785645,
+ 17.265817642211914,
+ 8.157648086547852,
+ 17.245439529418945,
+ 0.5152683258056641
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.028076171875,
+ "language": 52.931034088134766
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491168846878281e-07,
+ 1.0374980519145538e-07,
+ 8.898874170881754e-07,
+ 0.004649057053029537,
+ 0.0102635957300663,
+ 0.000300089392112568,
+ 0.00016881187912076712,
+ 0.015920955687761307,
+ 0.00017679997836239636,
+ 0.7695308327674866
+ ],
+ "log_scores_by_expert": [
+ -14.247653007507324,
+ -16.081283569335938,
+ -13.932170867919922,
+ -5.371090888977051,
+ -4.5791521072387695,
+ -8.111430168151855,
+ -8.686725616455078,
+ -4.1401190757751465,
+ -8.640491485595703,
+ -0.2619742453098297
+ ],
+ "distances_by_expert": [
+ 28.49530601501465,
+ 32.162567138671875,
+ 27.864341735839844,
+ 10.742181777954102,
+ 9.158304214477539,
+ 16.22286033630371,
+ 17.373451232910156,
+ 8.280238151550293,
+ 17.280982971191406,
+ 0.5239484906196594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.9169921875,
+ "language": 52.937992095947266
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231010729607078e-07,
+ 9.858345606517105e-08,
+ 8.624056704320537e-07,
+ 0.004422846250236034,
+ 0.009929221123456955,
+ 0.0002683327184058726,
+ 0.00015847370377741754,
+ 0.014899834990501404,
+ 0.00017151131760329008,
+ 0.7298107147216797
+ ],
+ "log_scores_by_expert": [
+ -14.288557052612305,
+ -16.132362365722656,
+ -13.963540077209473,
+ -5.420971870422363,
+ -4.612273216247559,
+ -8.223282814025879,
+ -8.749921798706055,
+ -4.206405162811279,
+ -8.67086124420166,
+ -0.3149700462818146
+ ],
+ "distances_by_expert": [
+ 28.57711410522461,
+ 32.26472473144531,
+ 27.927080154418945,
+ 10.841943740844727,
+ 9.224546432495117,
+ 16.446565628051758,
+ 17.49984359741211,
+ 8.412810325622559,
+ 17.34172248840332,
+ 0.6299400925636292
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.859130859375,
+ "language": 52.89200210571289
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.912143024033867e-07,
+ 9.223862917906445e-08,
+ 8.205630024349375e-07,
+ 0.004085312131792307,
+ 0.00925892312079668,
+ 0.00025073334109038115,
+ 0.00014930024917703122,
+ 0.014267574064433575,
+ 0.00016302931180689484,
+ 0.6915501356124878
+ ],
+ "log_scores_by_expert": [
+ -14.341087341308594,
+ -16.19888687133789,
+ -14.013275146484375,
+ -5.500357151031494,
+ -4.6821675300598145,
+ -8.291120529174805,
+ -8.809551239013672,
+ -4.249765872955322,
+ -8.721580505371094,
+ -0.3688197135925293
+ ],
+ "distances_by_expert": [
+ 28.682174682617188,
+ 32.39777374267578,
+ 28.02655029296875,
+ 11.000714302062988,
+ 9.364335060119629,
+ 16.58224105834961,
+ 17.619102478027344,
+ 8.499531745910645,
+ 17.443161010742188,
+ 0.7376394271850586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3527.39892578125,
+ "language": 52.92115020751953
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.432907184716896e-07,
+ 9.855506988287743e-08,
+ 8.784335250311415e-07,
+ 0.00430403184145689,
+ 0.009352969005703926,
+ 0.0002685334184207022,
+ 0.0001601546973688528,
+ 0.014850161969661713,
+ 0.0001771099923644215,
+ 0.7055402994155884
+ ],
+ "log_scores_by_expert": [
+ -14.256669044494629,
+ -16.13265037536621,
+ -13.945125579833984,
+ -5.448203086853027,
+ -4.672061443328857,
+ -8.222535133361816,
+ -8.739370346069336,
+ -4.209744453430176,
+ -8.638739585876465,
+ -0.3487914204597473
+ ],
+ "distances_by_expert": [
+ 28.513338088989258,
+ 32.26530075073242,
+ 27.89025115966797,
+ 10.896406173706055,
+ 9.344122886657715,
+ 16.445070266723633,
+ 17.478740692138672,
+ 8.419488906860352,
+ 17.27747917175293,
+ 0.6975828409194946
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3503.924560546875,
+ "language": 52.910301208496094
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.150391638788278e-07,
+ 1.0344965062358824e-07,
+ 9.733978458825732e-07,
+ 0.004617882426828146,
+ 0.00949931051582098,
+ 0.0002862206019926816,
+ 0.0001681385183474049,
+ 0.015893708914518356,
+ 0.00019025806977879256,
+ 0.7073515057563782
+ ],
+ "log_scores_by_expert": [
+ -14.150928497314453,
+ -16.08418083190918,
+ -13.842473030090332,
+ -5.377819061279297,
+ -4.656536102294922,
+ -8.158747673034668,
+ -8.690722465515137,
+ -4.141831874847412,
+ -8.567129135131836,
+ -0.3462274968624115
+ ],
+ "distances_by_expert": [
+ 28.301856994628906,
+ 32.16836166381836,
+ 27.684946060180664,
+ 10.755638122558594,
+ 9.313072204589844,
+ 16.317495346069336,
+ 17.381444931030273,
+ 8.283663749694824,
+ 17.134258270263672,
+ 0.692454993724823
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.726806640625,
+ "language": 52.918800354003906
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837764772171795e-07,
+ 1.139906729008544e-07,
+ 9.382435450788762e-07,
+ 0.005082909949123859,
+ 0.009780374355614185,
+ 0.00034512762795202434,
+ 0.00017753361316863447,
+ 0.016429685056209564,
+ 0.0001844542275648564,
+ 0.726629912853241
+ ],
+ "log_scores_by_expert": [
+ -14.195634841918945,
+ -15.987149238586426,
+ -13.879256248474121,
+ -5.281871318817139,
+ -4.627377510070801,
+ -7.9715962409973145,
+ -8.636350631713867,
+ -4.108665466308594,
+ -8.598109245300293,
+ -0.3193380534648895
+ ],
+ "distances_by_expert": [
+ 28.39126968383789,
+ 31.97429847717285,
+ 27.758512496948242,
+ 10.563742637634277,
+ 9.254755020141602,
+ 15.943192481994629,
+ 17.272701263427734,
+ 8.217330932617188,
+ 17.196218490600586,
+ 0.638676106929779
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.8740234375,
+ "language": 52.95730209350586
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.387998041645915e-07,
+ 1.0691238827575944e-07,
+ 8.968780207396776e-07,
+ 0.005134492181241512,
+ 0.009218640625476837,
+ 0.0003435841354075819,
+ 0.00016988554853014648,
+ 0.01542806625366211,
+ 0.00017897824000101537,
+ 0.6648616790771484
+ ],
+ "log_scores_by_expert": [
+ -14.26367473602295,
+ -16.05125617980957,
+ -13.924345970153809,
+ -5.2717742919921875,
+ -4.686527729034424,
+ -7.976078510284424,
+ -8.68038558959961,
+ -4.171566963195801,
+ -8.628246307373047,
+ -0.4081762433052063
+ ],
+ "distances_by_expert": [
+ 28.5273494720459,
+ 32.10251235961914,
+ 27.848691940307617,
+ 10.543548583984375,
+ 9.373055458068848,
+ 15.952157020568848,
+ 17.36077117919922,
+ 8.343133926391602,
+ 17.256492614746094,
+ 0.8163524866104126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.30615234375,
+ "language": 52.91312026977539
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.380813945521368e-07,
+ 8.644465054885586e-08,
+ 7.38562675905996e-07,
+ 0.0044000353664159775,
+ 0.007938298396766186,
+ 0.00027857147506438196,
+ 0.00014367392577696592,
+ 0.013141893781721592,
+ 0.00015527581854257733,
+ 0.5797339081764221
+ ],
+ "log_scores_by_expert": [
+ -14.435256004333496,
+ -16.263761520385742,
+ -14.118559837341309,
+ -5.426142692565918,
+ -4.836056232452393,
+ -8.185835838317871,
+ -8.8479642868042,
+ -4.3319501876831055,
+ -8.770307540893555,
+ -0.5451860427856445
+ ],
+ "distances_by_expert": [
+ 28.870512008666992,
+ 32.527523040771484,
+ 28.237119674682617,
+ 10.852285385131836,
+ 9.672112464904785,
+ 16.371671676635742,
+ 17.6959285736084,
+ 8.663900375366211,
+ 17.54061508178711,
+ 1.090372085571289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.27392578125,
+ "language": 52.92686462402344
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.896112043046742e-07,
+ 9.936879052929726e-08,
+ 8.142961291923712e-07,
+ 0.004883462563157082,
+ 0.00864612776786089,
+ 0.00031884602503851056,
+ 0.00015840676496736705,
+ 0.014455980621278286,
+ 0.00016828416846692562,
+ 0.6295399069786072
+ ],
+ "log_scores_by_expert": [
+ -14.343802452087402,
+ -16.124427795410156,
+ -14.020941734313965,
+ -5.321900844573975,
+ -4.750643730163574,
+ -8.050802230834961,
+ -8.750344276428223,
+ -4.236647129058838,
+ -8.68985652923584,
+ -0.46276602149009705
+ ],
+ "distances_by_expert": [
+ 28.687604904174805,
+ 32.24885559082031,
+ 28.04188346862793,
+ 10.64380168914795,
+ 9.501287460327148,
+ 16.101604461669922,
+ 17.500688552856445,
+ 8.473294258117676,
+ 17.37971305847168,
+ 0.9255320429801941
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.38427734375,
+ "language": 52.92281723022461
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.559200531024544e-07,
+ 9.228138253547513e-08,
+ 7.697830710640119e-07,
+ 0.00462625315412879,
+ 0.008304815739393234,
+ 0.0002999406133312732,
+ 0.0001526231790194288,
+ 0.013853593729436398,
+ 0.0001592293701833114,
+ 0.6070104241371155
+ ],
+ "log_scores_by_expert": [
+ -14.402641296386719,
+ -16.198423385620117,
+ -14.077157020568848,
+ -5.376008033752441,
+ -4.790919780731201,
+ -8.111926078796387,
+ -8.787538528442383,
+ -4.279210567474365,
+ -8.74516487121582,
+ -0.49920931458473206
+ ],
+ "distances_by_expert": [
+ 28.805282592773438,
+ 32.396846771240234,
+ 28.154314041137695,
+ 10.752016067504883,
+ 9.581839561462402,
+ 16.223852157592773,
+ 17.575077056884766,
+ 8.55842113494873,
+ 17.49032974243164,
+ 0.9984186291694641
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.169921875,
+ "language": 52.9369010925293
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.562297928918269e-07,
+ 9.143707302428083e-08,
+ 7.725034834038524e-07,
+ 0.004636077675968409,
+ 0.008192455396056175,
+ 0.00029745863866992295,
+ 0.00015147056546993554,
+ 0.013773052021861076,
+ 0.00016024315846152604,
+ 0.5956423282623291
+ ],
+ "log_scores_by_expert": [
+ -14.402084350585938,
+ -16.20761489868164,
+ -14.073629379272461,
+ -5.373886585235596,
+ -4.80454158782959,
+ -8.120235443115234,
+ -8.795119285583496,
+ -4.285041332244873,
+ -8.738818168640137,
+ -0.5181149244308472
+ ],
+ "distances_by_expert": [
+ 28.804168701171875,
+ 32.41522979736328,
+ 28.147258758544922,
+ 10.747773170471191,
+ 9.60908317565918,
+ 16.24047088623047,
+ 17.590238571166992,
+ 8.570082664489746,
+ 17.477636337280273,
+ 1.0362298488616943
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.154296875,
+ "language": 52.91130447387695
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.84994950258988e-07,
+ 9.548751478405393e-08,
+ 8.191915412680828e-07,
+ 0.004820220172405243,
+ 0.008519118651747704,
+ 0.00030556254205293953,
+ 0.00015566339425276965,
+ 0.014247817918658257,
+ 0.00016676545783411711,
+ 0.6104883551597595
+ ],
+ "log_scores_by_expert": [
+ -14.351662635803223,
+ -16.164270401000977,
+ -14.014947891235352,
+ -5.334935665130615,
+ -4.765442371368408,
+ -8.093356132507324,
+ -8.767814636230469,
+ -4.2511515617370605,
+ -8.698922157287598,
+ -0.49349603056907654
+ ],
+ "distances_by_expert": [
+ 28.703325271606445,
+ 32.32854080200195,
+ 28.029895782470703,
+ 10.66987133026123,
+ 9.530884742736816,
+ 16.18671226501465,
+ 17.535629272460938,
+ 8.502303123474121,
+ 17.397844314575195,
+ 0.9869920611381531
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3301.370361328125,
+ "language": 52.92043685913086
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.659242106048623e-07,
+ 9.116766364059004e-08,
+ 8.066796226557926e-07,
+ 0.0047072311863303185,
+ 0.008328740485012531,
+ 0.00029306180658750236,
+ 0.00015206194075290114,
+ 0.013822185806930065,
+ 0.0001630716142244637,
+ 0.5862557291984558
+ ],
+ "log_scores_by_expert": [
+ -14.384805679321289,
+ -16.2105655670166,
+ -14.030339241027832,
+ -5.3586554527282715,
+ -4.788043022155762,
+ -8.135127067565918,
+ -8.79122257232666,
+ -4.281480312347412,
+ -8.721321105957031,
+ -0.5339991450309753
+ ],
+ "distances_by_expert": [
+ 28.769611358642578,
+ 32.4211311340332,
+ 28.060678482055664,
+ 10.717310905456543,
+ 9.576086044311523,
+ 16.270254135131836,
+ 17.58244514465332,
+ 8.562960624694824,
+ 17.442642211914062,
+ 1.0679982900619507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.22998046875,
+ "language": 52.90742111206055
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.917727321502753e-07,
+ 9.500318753907777e-08,
+ 8.370273008040385e-07,
+ 0.004904462490230799,
+ 0.008622408844530582,
+ 0.0003015007241629064,
+ 0.00015592205454595387,
+ 0.01429163757711649,
+ 0.00016952090663835406,
+ 0.6085068583488464
+ ],
+ "log_scores_by_expert": [
+ -14.340143203735352,
+ -16.169355392456055,
+ -13.993409156799316,
+ -5.317609786987305,
+ -4.753390789031982,
+ -8.106738090515137,
+ -8.766154289245605,
+ -4.248080730438232,
+ -8.682534217834473,
+ -0.4967470169067383
+ ],
+ "distances_by_expert": [
+ 28.680286407470703,
+ 32.33871078491211,
+ 27.986818313598633,
+ 10.63521957397461,
+ 9.506781578063965,
+ 16.213476181030273,
+ 17.53230857849121,
+ 8.496161460876465,
+ 17.365068435668945,
+ 0.9934940338134766
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3319.533935546875,
+ "language": 52.88895797729492
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.95612050346972e-07,
+ 9.191985839152039e-08,
+ 8.254118597506022e-07,
+ 0.004772375803440809,
+ 0.008428303524851799,
+ 0.00028929085237905383,
+ 0.00015207528485916555,
+ 0.014069938100874424,
+ 0.0001663634175201878,
+ 0.5880672335624695
+ ],
+ "log_scores_by_expert": [
+ -14.3336763381958,
+ -16.202348709106445,
+ -14.007383346557617,
+ -5.344911098480225,
+ -4.776159763336182,
+ -8.148077964782715,
+ -8.79113483428955,
+ -4.263714790344238,
+ -8.701335906982422,
+ -0.5309139490127563
+ ],
+ "distances_by_expert": [
+ 28.6673526763916,
+ 32.40469741821289,
+ 28.014766693115234,
+ 10.68982219696045,
+ 9.552319526672363,
+ 16.29615592956543,
+ 17.5822696685791,
+ 8.527429580688477,
+ 17.402671813964844,
+ 1.0618278980255127
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.863525390625,
+ "language": 52.919673919677734
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.246700650081038e-07,
+ 9.827256519656657e-08,
+ 8.6851088099138e-07,
+ 0.005023218225687742,
+ 0.00887957215309143,
+ 0.00031265095458365977,
+ 0.0001613815693417564,
+ 0.014914534986019135,
+ 0.0001742155582178384,
+ 0.6256049275398254
+ ],
+ "log_scores_by_expert": [
+ -14.286042213439941,
+ -16.135520935058594,
+ -13.956485748291016,
+ -5.293684482574463,
+ -4.724001884460449,
+ -8.070423126220703,
+ -8.731739044189453,
+ -4.205419063568115,
+ -8.655217170715332,
+ -0.4690362513065338
+ ],
+ "distances_by_expert": [
+ 28.572084426879883,
+ 32.27104187011719,
+ 27.91297149658203,
+ 10.587368965148926,
+ 9.448003768920898,
+ 16.140846252441406,
+ 17.463478088378906,
+ 8.41083812713623,
+ 17.310434341430664,
+ 0.9380725026130676
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.97412109375,
+ "language": 52.91090774536133
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.380156492014066e-07,
+ 1.0286155571748168e-07,
+ 8.912284101825207e-07,
+ 0.005140072666108608,
+ 0.009138834662735462,
+ 0.0003293926711194217,
+ 0.00016549498832318932,
+ 0.015215900726616383,
+ 0.00017656577983871102,
+ 0.641922652721405
+ ],
+ "log_scores_by_expert": [
+ -14.26490306854248,
+ -16.089881896972656,
+ -13.930665016174316,
+ -5.270688056945801,
+ -4.6952223777771,
+ -8.01826000213623,
+ -8.70656967163086,
+ -4.1854143142700195,
+ -8.641817092895508,
+ -0.4432874321937561
+ ],
+ "distances_by_expert": [
+ 28.52980613708496,
+ 32.17976379394531,
+ 27.861330032348633,
+ 10.541376113891602,
+ 9.3904447555542,
+ 16.03652000427246,
+ 17.41313934326172,
+ 8.370828628540039,
+ 17.283634185791016,
+ 0.8865748643875122
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.67138671875,
+ "language": 52.92850112915039
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.360988322740013e-07,
+ 1.0221849322533672e-07,
+ 8.795249755166878e-07,
+ 0.005155074875801802,
+ 0.009052224457263947,
+ 0.0003321886179037392,
+ 0.0001660601847106591,
+ 0.015249429270625114,
+ 0.00017617555567994714,
+ 0.6429786682128906
+ ],
+ "log_scores_by_expert": [
+ -14.267911911010742,
+ -16.096153259277344,
+ -13.943883895874023,
+ -5.267773628234863,
+ -4.704744815826416,
+ -8.009807586669922,
+ -8.703160285949707,
+ -4.183213233947754,
+ -8.64402961730957,
+ -0.4416438043117523
+ ],
+ "distances_by_expert": [
+ 28.535823822021484,
+ 32.19230651855469,
+ 27.887767791748047,
+ 10.535547256469727,
+ 9.409489631652832,
+ 16.019615173339844,
+ 17.406320571899414,
+ 8.366426467895508,
+ 17.28805923461914,
+ 0.8832876086235046
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3273.19873046875,
+ "language": 52.91703796386719
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.091292448218155e-07,
+ 9.818675295036883e-08,
+ 8.36651395275112e-07,
+ 0.004942009691148996,
+ 0.008854575455188751,
+ 0.00032709029619582,
+ 0.00016207747103180736,
+ 0.014827648177742958,
+ 0.00016902742208912969,
+ 0.6345316767692566
+ ],
+ "log_scores_by_expert": [
+ -14.311235427856445,
+ -16.136394500732422,
+ -13.993858337402344,
+ -5.309983253479004,
+ -4.726820945739746,
+ -8.025274276733398,
+ -8.727436065673828,
+ -4.211261749267578,
+ -8.685449600219727,
+ -0.45486804842948914
+ ],
+ "distances_by_expert": [
+ 28.62247085571289,
+ 32.272789001464844,
+ 27.987716674804688,
+ 10.619966506958008,
+ 9.453641891479492,
+ 16.050548553466797,
+ 17.454872131347656,
+ 8.422523498535156,
+ 17.370899200439453,
+ 0.9097360968589783
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.530029296875,
+ "language": 52.91915512084961
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.610729883504973e-07,
+ 1.0914879311485493e-07,
+ 9.177818469652266e-07,
+ 0.005392882041633129,
+ 0.009725669398903847,
+ 0.00035426777321845293,
+ 0.00017698977899271995,
+ 0.016267957165837288,
+ 0.00018080910376738757,
+ 0.6923691630363464
+ ],
+ "log_scores_by_expert": [
+ -14.229401588439941,
+ -16.030553817749023,
+ -13.90130615234375,
+ -5.222675323486328,
+ -4.632986545562744,
+ -7.945457458496094,
+ -8.639418601989746,
+ -4.118557929992676,
+ -8.61806869506836,
+ -0.3676359951496124
+ ],
+ "distances_by_expert": [
+ 28.458803176879883,
+ 32.06110763549805,
+ 27.8026123046875,
+ 10.445350646972656,
+ 9.265973091125488,
+ 15.890914916992188,
+ 17.278837203979492,
+ 8.237115859985352,
+ 17.23613739013672,
+ 0.7352719902992249
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3279.61083984375,
+ "language": 52.906646728515625
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.300000450210064e-07,
+ 9.741467010826454e-08,
+ 8.726171927264659e-07,
+ 0.005047278944402933,
+ 0.00893575418740511,
+ 0.00031633127946406603,
+ 0.0001631347695365548,
+ 0.015092811547219753,
+ 0.00017370707064401358,
+ 0.6239203810691833
+ ],
+ "log_scores_by_expert": [
+ -14.277545928955078,
+ -16.144289016723633,
+ -13.95176887512207,
+ -5.288906097412109,
+ -4.7176947593688965,
+ -8.058720588684082,
+ -8.72093391418457,
+ -4.193536758422852,
+ -8.658140182495117,
+ -0.4717325270175934
+ ],
+ "distances_by_expert": [
+ 28.555091857910156,
+ 32.288578033447266,
+ 27.90353775024414,
+ 10.577812194824219,
+ 9.435389518737793,
+ 16.117441177368164,
+ 17.44186782836914,
+ 8.387073516845703,
+ 17.316280364990234,
+ 0.9434650540351868
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.212158203125,
+ "language": 52.91176223754883
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.60447881273285e-07,
+ 9.640912423947157e-08,
+ 9.129787486017449e-07,
+ 0.004382956773042679,
+ 0.008986122906208038,
+ 0.0002547454787418246,
+ 0.00015382007404696196,
+ 0.014987974427640438,
+ 0.00017067590670194477,
+ 0.6617964506149292
+ ],
+ "log_scores_by_expert": [
+ -14.230347633361816,
+ -16.154664993286133,
+ -13.906553268432617,
+ -5.430031776428223,
+ -4.712073802947998,
+ -8.275245666503906,
+ -8.7797269821167,
+ -4.200507164001465,
+ -8.67574405670166,
+ -0.41279733180999756
+ ],
+ "distances_by_expert": [
+ 28.460695266723633,
+ 32.309329986572266,
+ 27.813106536865234,
+ 10.860063552856445,
+ 9.424147605895996,
+ 16.550491333007812,
+ 17.5594539642334,
+ 8.40101432800293,
+ 17.35148811340332,
+ 0.8255946636199951
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3496.432373046875,
+ "language": 52.900394439697266
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.028346544757369e-07,
+ 1.08779893537303e-07,
+ 9.583377504895907e-07,
+ 0.004816519096493721,
+ 0.010116679593920708,
+ 0.0002926629676949233,
+ 0.0001669569028308615,
+ 0.01625152677297592,
+ 0.00018370847101323307,
+ 0.7381560802459717
+ ],
+ "log_scores_by_expert": [
+ -14.168144226074219,
+ -16.033939361572266,
+ -13.858065605163574,
+ -5.3357038497924805,
+ -4.593569755554199,
+ -8.136488914489746,
+ -8.697774887084961,
+ -4.119568347930908,
+ -8.602160453796387,
+ -0.3035999536514282
+ ],
+ "distances_by_expert": [
+ 28.336288452148438,
+ 32.06787872314453,
+ 27.71613121032715,
+ 10.671407699584961,
+ 9.187139511108398,
+ 16.272977828979492,
+ 17.395549774169922,
+ 8.239136695861816,
+ 17.204320907592773,
+ 0.6071999073028564
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.375732421875,
+ "language": 52.90715026855469
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.322611850213434e-07,
+ 1.1626454465840652e-07,
+ 9.933927458405378e-07,
+ 0.00494165625423193,
+ 0.01077711209654808,
+ 0.00030950631480664015,
+ 0.000176930712768808,
+ 0.01720522716641426,
+ 0.00019037096353713423,
+ 0.7887914776802063
+ ],
+ "log_scores_by_expert": [
+ -14.127128601074219,
+ -15.967397689819336,
+ -13.822139739990234,
+ -5.310054779052734,
+ -4.530330657958984,
+ -8.08053207397461,
+ -8.639752388000488,
+ -4.062541961669922,
+ -8.566535949707031,
+ -0.2372533082962036
+ ],
+ "distances_by_expert": [
+ 28.254257202148438,
+ 31.934795379638672,
+ 27.64427947998047,
+ 10.620109558105469,
+ 9.060661315917969,
+ 16.16106414794922,
+ 17.279504776000977,
+ 8.125083923339844,
+ 17.133071899414062,
+ 0.4745066165924072
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3385.150634765625,
+ "language": 52.91989517211914
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82905181292881e-07,
+ 1.0814643758294551e-07,
+ 9.24612265862379e-07,
+ 0.004727888386696577,
+ 0.010575923137366772,
+ 0.000305279711028561,
+ 0.00016976940969470888,
+ 0.01667601428925991,
+ 0.00018554490816313773,
+ 0.7940559387207031
+ ],
+ "log_scores_by_expert": [
+ -14.19690990447998,
+ -16.039779663085938,
+ -13.893891334533691,
+ -5.354276657104492,
+ -4.549175262451172,
+ -8.094282150268555,
+ -8.681069374084473,
+ -4.093783855438232,
+ -8.59221363067627,
+ -0.23060140013694763
+ ],
+ "distances_by_expert": [
+ 28.39381980895996,
+ 32.079559326171875,
+ 27.787782669067383,
+ 10.708553314208984,
+ 9.098350524902344,
+ 16.18856430053711,
+ 17.362138748168945,
+ 8.187567710876465,
+ 17.18442726135254,
+ 0.46120280027389526
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.425048828125,
+ "language": 52.926231384277344
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.959054985600233e-07,
+ 1.0542302675276005e-07,
+ 9.418097306479467e-07,
+ 0.004761930555105209,
+ 0.010614288970828056,
+ 0.00029429749702103436,
+ 0.00017223220493178815,
+ 0.016816874966025352,
+ 0.00018439002451486886,
+ 0.7759597301483154
+ ],
+ "log_scores_by_expert": [
+ -14.178051948547363,
+ -16.065284729003906,
+ -13.875462532043457,
+ -5.347102165222168,
+ -4.545554161071777,
+ -8.130919456481934,
+ -8.666666984558105,
+ -4.085372447967529,
+ -8.598457336425781,
+ -0.25365471839904785
+ ],
+ "distances_by_expert": [
+ 28.356103897094727,
+ 32.13056945800781,
+ 27.750925064086914,
+ 10.694204330444336,
+ 9.091108322143555,
+ 16.261838912963867,
+ 17.33333396911621,
+ 8.170744895935059,
+ 17.196914672851562,
+ 0.5073094367980957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.453125,
+ "language": 52.925872802734375
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.748441023773921e-07,
+ 1.0048010778973548e-07,
+ 9.092736945603974e-07,
+ 0.004770494066178799,
+ 0.009790248237550259,
+ 0.00030183157650753856,
+ 0.0001670330238994211,
+ 0.016296684741973877,
+ 0.00017882316024042666,
+ 0.7154251337051392
+ ],
+ "log_scores_by_expert": [
+ -14.208784103393555,
+ -16.113306045532227,
+ -13.910619735717773,
+ -5.345305442810059,
+ -4.626368522644043,
+ -8.10564136505127,
+ -8.697319030761719,
+ -4.116793632507324,
+ -8.62911319732666,
+ -0.3348783850669861
+ ],
+ "distances_by_expert": [
+ 28.41756820678711,
+ 32.22661209106445,
+ 27.821239471435547,
+ 10.690610885620117,
+ 9.252737045288086,
+ 16.21128273010254,
+ 17.394638061523438,
+ 8.233587265014648,
+ 17.25822639465332,
+ 0.6697567701339722
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3487.092529296875,
+ "language": 52.93641662597656
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.808437547078938e-07,
+ 1.0988763676778035e-07,
+ 9.286897579841025e-07,
+ 0.005041185766458511,
+ 0.010820015333592892,
+ 0.00035317399306222796,
+ 0.00018100716988556087,
+ 0.017720697447657585,
+ 0.00018131885735783726,
+ 0.8141367435455322
+ ],
+ "log_scores_by_expert": [
+ -14.199933052062988,
+ -16.023807525634766,
+ -13.889491081237793,
+ -5.290113925933838,
+ -4.526357650756836,
+ -7.948549747467041,
+ -8.616973876953125,
+ -4.033021926879883,
+ -8.615253448486328,
+ -0.2056269496679306
+ ],
+ "distances_by_expert": [
+ 28.399866104125977,
+ 32.04761505126953,
+ 27.778982162475586,
+ 10.580227851867676,
+ 9.052715301513672,
+ 15.897099494934082,
+ 17.23394775390625,
+ 8.066043853759766,
+ 17.230506896972656,
+ 0.4112538993358612
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.365966796875,
+ "language": 52.934078216552734
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.588015821762383e-07,
+ 1.0832128793936135e-07,
+ 9.029774901136989e-07,
+ 0.004614472854882479,
+ 0.010464723221957684,
+ 0.00030867240275256336,
+ 0.00017044605920091271,
+ 0.01647014543414116,
+ 0.0001802705373847857,
+ 0.7907477021217346
+ ],
+ "log_scores_by_expert": [
+ -14.232843399047852,
+ -16.038164138793945,
+ -13.91756820678711,
+ -5.3785576820373535,
+ -4.5597453117370605,
+ -8.083230018615723,
+ -8.677091598510742,
+ -4.106205940246582,
+ -8.621051788330078,
+ -0.2347763180732727
+ ],
+ "distances_by_expert": [
+ 28.465686798095703,
+ 32.07632827758789,
+ 27.83513641357422,
+ 10.757115364074707,
+ 9.119490623474121,
+ 16.166460037231445,
+ 17.354183197021484,
+ 8.212411880493164,
+ 17.242103576660156,
+ 0.4695526361465454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.612060546875,
+ "language": 52.907142639160156
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.096796028032259e-07,
+ 9.853664550973917e-08,
+ 8.46847058255662e-07,
+ 0.00418836111202836,
+ 0.009760374203324318,
+ 0.00025806931080296636,
+ 0.0001557529321871698,
+ 0.014843684621155262,
+ 0.00016621575923636556,
+ 0.7253329753875732
+ ],
+ "log_scores_by_expert": [
+ -14.310332298278809,
+ -16.132837295532227,
+ -13.981745719909668,
+ -5.475445747375488,
+ -4.629424571990967,
+ -8.262282371520996,
+ -8.767239570617676,
+ -4.210180759429932,
+ -8.702223777770996,
+ -0.32112446427345276
+ ],
+ "distances_by_expert": [
+ 28.620664596557617,
+ 32.26567459106445,
+ 27.963491439819336,
+ 10.950891494750977,
+ 9.258849143981934,
+ 16.524564743041992,
+ 17.53447914123535,
+ 8.420361518859863,
+ 17.404447555541992,
+ 0.6422489285469055
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3457.605712890625,
+ "language": 52.89792251586914
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.237223715288565e-07,
+ 9.595380134896914e-08,
+ 8.51070922180952e-07,
+ 0.0041838460601866245,
+ 0.009499957785010338,
+ 0.0002635246783029288,
+ 0.00015864911256358027,
+ 0.01522375363856554,
+ 0.00017055142961908132,
+ 0.7321703433990479
+ ],
+ "log_scores_by_expert": [
+ -14.28756046295166,
+ -16.159399032592773,
+ -13.976770401000977,
+ -5.476524353027344,
+ -4.656467914581299,
+ -8.241363525390625,
+ -8.748815536499023,
+ -4.184898376464844,
+ -8.676473617553711,
+ -0.3117420971393585
+ ],
+ "distances_by_expert": [
+ 28.57512092590332,
+ 32.31879806518555,
+ 27.953540802001953,
+ 10.953048706054688,
+ 9.312935829162598,
+ 16.48272705078125,
+ 17.497631072998047,
+ 8.369796752929688,
+ 17.352947235107422,
+ 0.623484194278717
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.930419921875,
+ "language": 52.914512634277344
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.928943321327097e-07,
+ 1.0762438762412785e-07,
+ 9.423937399333226e-07,
+ 0.00459331413730979,
+ 0.010184762068092823,
+ 0.0002912810305133462,
+ 0.0001708697236608714,
+ 0.016313282772898674,
+ 0.00018736986385192722,
+ 0.7697903513908386
+ ],
+ "log_scores_by_expert": [
+ -14.182388305664062,
+ -16.044618606567383,
+ -13.874842643737793,
+ -5.383153438568115,
+ -4.586862564086914,
+ -8.14122200012207,
+ -8.674609184265137,
+ -4.1157755851745605,
+ -8.582426071166992,
+ -0.26163703203201294
+ ],
+ "distances_by_expert": [
+ 28.364776611328125,
+ 32.089237213134766,
+ 27.749685287475586,
+ 10.76630687713623,
+ 9.173725128173828,
+ 16.28244400024414,
+ 17.349218368530273,
+ 8.231551170349121,
+ 17.164852142333984,
+ 0.5232740640640259
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.187744140625,
+ "language": 52.89665603637695
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.642472953899414e-07,
+ 1.1346096329134525e-07,
+ 9.176505386676581e-07,
+ 0.004999709315598011,
+ 0.009920787997543812,
+ 0.00033980575972236693,
+ 0.00017275383288506418,
+ 0.016199728474020958,
+ 0.0001838029274949804,
+ 0.7354652285575867
+ ],
+ "log_scores_by_expert": [
+ -14.224611282348633,
+ -15.991806983947754,
+ -13.901449203491211,
+ -5.298375606536865,
+ -4.613122940063477,
+ -7.987136363983154,
+ -8.663642883300781,
+ -4.122760772705078,
+ -8.601646423339844,
+ -0.30725207924842834
+ ],
+ "distances_by_expert": [
+ 28.449222564697266,
+ 31.983613967895508,
+ 27.802898406982422,
+ 10.59675121307373,
+ 9.226245880126953,
+ 15.974272727966309,
+ 17.327285766601562,
+ 8.245521545410156,
+ 17.203292846679688,
+ 0.6145041584968567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.838623046875,
+ "language": 52.901363372802734
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.318743430711038e-07,
+ 1.066348076506074e-07,
+ 8.665905966154241e-07,
+ 0.004933839198201895,
+ 0.009146925993263721,
+ 0.00034757089451886714,
+ 0.00016836763825267553,
+ 0.015294317156076431,
+ 0.00017299257160630077,
+ 0.6626324653625488
+ ],
+ "log_scores_by_expert": [
+ -14.274575233459473,
+ -16.053855895996094,
+ -13.958699226379395,
+ -5.311637878417969,
+ -4.694337368011475,
+ -7.964541912078857,
+ -8.689360618591309,
+ -4.18027400970459,
+ -8.662261962890625,
+ -0.41153478622436523
+ ],
+ "distances_by_expert": [
+ 28.549150466918945,
+ 32.10771179199219,
+ 27.91739845275879,
+ 10.623275756835938,
+ 9.38867473602295,
+ 15.929083824157715,
+ 17.378721237182617,
+ 8.36054801940918,
+ 17.32452392578125,
+ 0.8230695724487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.10546875,
+ "language": 52.9425048828125
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.102630436544132e-07,
+ 9.536319822700534e-08,
+ 8.47880642140808e-07,
+ 0.004838262684643269,
+ 0.008488127961754799,
+ 0.0003191456780768931,
+ 0.0001570183812873438,
+ 0.01445162482559681,
+ 0.000170972736668773,
+ 0.606364905834198
+ ],
+ "log_scores_by_expert": [
+ -14.309375762939453,
+ -16.165573120117188,
+ -13.980525970458984,
+ -5.331199645996094,
+ -4.769086837768555,
+ -8.0498628616333,
+ -8.759147644042969,
+ -4.236948490142822,
+ -8.674006462097168,
+ -0.5002733469009399
+ ],
+ "distances_by_expert": [
+ 28.618751525878906,
+ 32.331146240234375,
+ 27.96105194091797,
+ 10.662399291992188,
+ 9.53817367553711,
+ 16.0997257232666,
+ 17.518295288085938,
+ 8.473896980285645,
+ 17.348012924194336,
+ 1.0005466938018799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.688232421875,
+ "language": 52.90935134887695
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.366778393385175e-07,
+ 1.0216625412340363e-07,
+ 8.871766681295412e-07,
+ 0.005150566343218088,
+ 0.009192299097776413,
+ 0.00033172674011439085,
+ 0.00016529293498024344,
+ 0.015327929519116879,
+ 0.00018064366304315627,
+ 0.656328022480011
+ ],
+ "log_scores_by_expert": [
+ -14.26700210571289,
+ -16.096664428710938,
+ -13.935221672058105,
+ -5.268648624420166,
+ -4.689389228820801,
+ -8.011198997497559,
+ -8.707791328430176,
+ -4.178078651428223,
+ -8.61898422241211,
+ -0.42109453678131104
+ ],
+ "distances_by_expert": [
+ 28.53400421142578,
+ 32.193328857421875,
+ 27.87044334411621,
+ 10.537297248840332,
+ 9.378778457641602,
+ 16.022397994995117,
+ 17.41558265686035,
+ 8.356157302856445,
+ 17.23796844482422,
+ 0.8421890735626221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.561279296875,
+ "language": 52.885581970214844
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231926477084926e-07,
+ 9.644903542493921e-08,
+ 8.594876135248342e-07,
+ 0.004951343405991793,
+ 0.008766385726630688,
+ 0.00030990387313067913,
+ 0.00015736318891867995,
+ 0.014639848843216896,
+ 0.00017589435447007418,
+ 0.6209380626678467
+ ],
+ "log_scores_by_expert": [
+ -14.288410186767578,
+ -16.154251098632812,
+ -13.96692943572998,
+ -5.308096408843994,
+ -4.736830711364746,
+ -8.079248428344727,
+ -8.756954193115234,
+ -4.224008083343506,
+ -8.64562702178955,
+ -0.4765239357948303
+ ],
+ "distances_by_expert": [
+ 28.576820373535156,
+ 32.308502197265625,
+ 27.93385887145996,
+ 10.616192817687988,
+ 9.473661422729492,
+ 16.158496856689453,
+ 17.51390838623047,
+ 8.448016166687012,
+ 17.2912540435791,
+ 0.9530478715896606
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.661865234375,
+ "language": 52.90731430053711
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.392495492946182e-07,
+ 9.992566418759452e-08,
+ 8.683245482643542e-07,
+ 0.005025647580623627,
+ 0.009029836393892765,
+ 0.0003225445107091218,
+ 0.00016238474927376956,
+ 0.01506215613335371,
+ 0.00017803852097131312,
+ 0.6453275084495544
+ ],
+ "log_scores_by_expert": [
+ -14.262970924377441,
+ -16.118839263916016,
+ -13.956700325012207,
+ -5.293200969696045,
+ -4.707221031188965,
+ -8.03926944732666,
+ -8.725542068481445,
+ -4.19556999206543,
+ -8.63351058959961,
+ -0.43799737095832825
+ ],
+ "distances_by_expert": [
+ 28.525941848754883,
+ 32.23767852783203,
+ 27.913400650024414,
+ 10.58640193939209,
+ 9.41444206237793,
+ 16.07853889465332,
+ 17.45108413696289,
+ 8.39113998413086,
+ 17.26702117919922,
+ 0.8759947419166565
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.522705078125,
+ "language": 52.918487548828125
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.176845204208803e-07,
+ 9.255690969212083e-08,
+ 8.186995614778425e-07,
+ 0.0047321985475718975,
+ 0.008421136997640133,
+ 0.0003029045765288174,
+ 0.00015405834710691124,
+ 0.014343625865876675,
+ 0.0001706111361272633,
+ 0.6029604077339172
+ ],
+ "log_scores_by_expert": [
+ -14.297287940979004,
+ -16.19544219970703,
+ -14.015548706054688,
+ -5.353365421295166,
+ -4.777010440826416,
+ -8.102092742919922,
+ -8.778179168701172,
+ -4.244449615478516,
+ -8.67612361907959,
+ -0.5059037208557129
+ ],
+ "distances_by_expert": [
+ 28.594575881958008,
+ 32.39088439941406,
+ 28.031097412109375,
+ 10.706730842590332,
+ 9.554020881652832,
+ 16.204185485839844,
+ 17.556358337402344,
+ 8.488899230957031,
+ 17.35224723815918,
+ 1.0118074417114258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.702880859375,
+ "language": 52.92359924316406
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.489355541816622e-07,
+ 9.80825021201781e-08,
+ 8.6868402604523e-07,
+ 0.00493946997448802,
+ 0.008751416578888893,
+ 0.0003180445928592235,
+ 0.00015933979011606425,
+ 0.014941420406103134,
+ 0.00017715983267407864,
+ 0.6253777146339417
+ ],
+ "log_scores_by_expert": [
+ -14.247932434082031,
+ -16.1374568939209,
+ -13.956286430358887,
+ -5.310497283935547,
+ -4.738539695739746,
+ -8.053318977355957,
+ -8.744471549987793,
+ -4.203618049621582,
+ -8.638458251953125,
+ -0.46939948201179504
+ ],
+ "distances_by_expert": [
+ 28.495864868164062,
+ 32.2749137878418,
+ 27.912572860717773,
+ 10.620994567871094,
+ 9.477079391479492,
+ 16.106637954711914,
+ 17.488943099975586,
+ 8.407236099243164,
+ 17.27691650390625,
+ 0.9387989640235901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.56396484375,
+ "language": 52.920799255371094
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.025498689472442e-07,
+ 1.0908490111205538e-07,
+ 9.514704402135976e-07,
+ 0.005311716813594103,
+ 0.009754599072039127,
+ 0.0003474015393294394,
+ 0.00017503858543932438,
+ 0.016176894307136536,
+ 0.0001898026530398056,
+ 0.6884056329727173
+ ],
+ "log_scores_by_expert": [
+ -14.168549537658691,
+ -16.031139373779297,
+ -13.865257263183594,
+ -5.237840175628662,
+ -4.630016326904297,
+ -7.965029239654541,
+ -8.650504112243652,
+ -4.124171257019043,
+ -8.569525718688965,
+ -0.3733770251274109
+ ],
+ "distances_by_expert": [
+ 28.337099075317383,
+ 32.062278747558594,
+ 27.730514526367188,
+ 10.475680351257324,
+ 9.260032653808594,
+ 15.930058479309082,
+ 17.301008224487305,
+ 8.248342514038086,
+ 17.13905143737793,
+ 0.7467540502548218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.805419921875,
+ "language": 52.92559814453125
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.683096328037209e-07,
+ 1.1569458280291656e-07,
+ 1.018816078612872e-06,
+ 0.005512177012860775,
+ 0.010315170511603355,
+ 0.000353025970980525,
+ 0.0001830547407735139,
+ 0.017162512987852097,
+ 0.0002030161558650434,
+ 0.7320018410682678
+ ],
+ "log_scores_by_expert": [
+ -14.079072952270508,
+ -15.972311973571777,
+ -13.796869277954102,
+ -5.200795650482178,
+ -4.574139595031738,
+ -7.948968887329102,
+ -8.605725288391113,
+ -4.065027713775635,
+ -8.502224922180176,
+ -0.3119722306728363
+ ],
+ "distances_by_expert": [
+ 28.158145904541016,
+ 31.944623947143555,
+ 27.593738555908203,
+ 10.401591300964355,
+ 9.148279190063477,
+ 15.897937774658203,
+ 17.211450576782227,
+ 8.13005542755127,
+ 17.00444984436035,
+ 0.6239444613456726
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.170166015625,
+ "language": 52.898345947265625
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.821985263944953e-07,
+ 1.224522634402092e-07,
+ 1.053070263878908e-06,
+ 0.005692486185580492,
+ 0.010786238126456738,
+ 0.0003725636925082654,
+ 0.0001915717002702877,
+ 0.017904091626405716,
+ 0.00020518351811915636,
+ 0.7662043571472168
+ ],
+ "log_scores_by_expert": [
+ -14.0611572265625,
+ -15.915544509887695,
+ -13.763800621032715,
+ -5.16860818862915,
+ -4.529484272003174,
+ -7.895102500915527,
+ -8.560248374938965,
+ -4.022726058959961,
+ -8.491605758666992,
+ -0.2663063406944275
+ ],
+ "distances_by_expert": [
+ 28.122314453125,
+ 31.83108901977539,
+ 27.52760124206543,
+ 10.3372163772583,
+ 9.058968544006348,
+ 15.790205001831055,
+ 17.12049674987793,
+ 8.045452117919922,
+ 16.983211517333984,
+ 0.532612681388855
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3238.385498046875,
+ "language": 52.89032745361328
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.377580573120213e-07,
+ 1.1413600020659942e-07,
+ 9.973815622288384e-07,
+ 0.005399296525865793,
+ 0.010455930605530739,
+ 0.0003476585843600333,
+ 0.0001863226352725178,
+ 0.017009079456329346,
+ 0.00019307770708110183,
+ 0.7313191294670105
+ ],
+ "log_scores_by_expert": [
+ -14.119649887084961,
+ -15.985875129699707,
+ -13.818132400512695,
+ -5.221486568450928,
+ -4.560585975646973,
+ -7.964289665222168,
+ -8.588030815124512,
+ -4.074007987976074,
+ -8.552417755126953,
+ -0.31290534138679504
+ ],
+ "distances_by_expert": [
+ 28.239299774169922,
+ 31.971750259399414,
+ 27.63626480102539,
+ 10.442973136901855,
+ 9.121171951293945,
+ 15.928579330444336,
+ 17.176061630249023,
+ 8.148015975952148,
+ 17.104835510253906,
+ 0.6258106827735901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.826416015625,
+ "language": 52.92498016357422
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.324895818783261e-07,
+ 1.1024472712506395e-07,
+ 9.890000001178123e-07,
+ 0.005251829046756029,
+ 0.010055954568088055,
+ 0.0003461339802015573,
+ 0.00018191311392001808,
+ 0.016749035567045212,
+ 0.00018991852994076908,
+ 0.7104979157447815
+ ],
+ "log_scores_by_expert": [
+ -14.126816749572754,
+ -16.02056312561035,
+ -13.826571464538574,
+ -5.249178886413574,
+ -4.599590301513672,
+ -7.968684673309326,
+ -8.611981391906738,
+ -4.089414596557617,
+ -8.568915367126465,
+ -0.3417893052101135
+ ],
+ "distances_by_expert": [
+ 28.253633499145508,
+ 32.0411262512207,
+ 27.65314292907715,
+ 10.498357772827148,
+ 9.199180603027344,
+ 15.937369346618652,
+ 17.223962783813477,
+ 8.178829193115234,
+ 17.13783073425293,
+ 0.683578610420227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3273.432373046875,
+ "language": 52.9223518371582
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206138323250343e-07,
+ 1.0157169327840165e-07,
+ 8.523770134161168e-07,
+ 0.004743118770420551,
+ 0.009249060414731503,
+ 0.00033062638249248266,
+ 0.00017353669682051986,
+ 0.015475013293325901,
+ 0.00016498961485922337,
+ 0.6791954040527344
+ ],
+ "log_scores_by_expert": [
+ -14.292556762695312,
+ -16.102500915527344,
+ -13.975236892700195,
+ -5.351060390472412,
+ -4.683233261108398,
+ -8.014521598815918,
+ -8.6591215133667,
+ -4.1685285568237305,
+ -8.709628105163574,
+ -0.3868463635444641
+ ],
+ "distances_by_expert": [
+ 28.585113525390625,
+ 32.20500183105469,
+ 27.95047378540039,
+ 10.702120780944824,
+ 9.366466522216797,
+ 16.029043197631836,
+ 17.3182430267334,
+ 8.337057113647461,
+ 17.41925621032715,
+ 0.7736927270889282
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.911376953125,
+ "language": 52.93849563598633
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.766304636585119e-07,
+ 1.030337628549205e-07,
+ 9.195437087328173e-07,
+ 0.004807214718312025,
+ 0.009178191423416138,
+ 0.0003302145341876894,
+ 0.00017238174041267484,
+ 0.015688981860876083,
+ 0.00017916678916662931,
+ 0.6687758564949036
+ ],
+ "log_scores_by_expert": [
+ -14.206140518188477,
+ -16.08820915222168,
+ -13.899388313293457,
+ -5.337637424468994,
+ -4.690925121307373,
+ -8.015768051147461,
+ -8.665799140930176,
+ -4.154796600341797,
+ -8.627193450927734,
+ -0.40230631828308105
+ ],
+ "distances_by_expert": [
+ 28.412281036376953,
+ 32.17641830444336,
+ 27.798776626586914,
+ 10.675274848937988,
+ 9.381850242614746,
+ 16.031536102294922,
+ 17.33159828186035,
+ 8.309593200683594,
+ 17.25438690185547,
+ 0.8046126365661621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3216.443115234375,
+ "language": 52.89667892456055
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.572428219442372e-07,
+ 1.0082759871465896e-07,
+ 9.036477308654867e-07,
+ 0.004883089568465948,
+ 0.009342236444354057,
+ 0.0003274991759099066,
+ 0.00017439642397221178,
+ 0.01565566658973694,
+ 0.0001745326881064102,
+ 0.6698328852653503
+ ],
+ "log_scores_by_expert": [
+ -14.235212326049805,
+ -16.109853744506836,
+ -13.916826248168945,
+ -5.321977138519287,
+ -4.6732096672058105,
+ -8.024024963378906,
+ -8.654179573059082,
+ -4.156922340393066,
+ -8.653398513793945,
+ -0.4007270336151123
+ ],
+ "distances_by_expert": [
+ 28.47042465209961,
+ 32.21970748901367,
+ 27.83365249633789,
+ 10.643954277038574,
+ 9.346419334411621,
+ 16.048049926757812,
+ 17.308359146118164,
+ 8.313844680786133,
+ 17.30679702758789,
+ 0.8014540672302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.959716796875,
+ "language": 52.91401290893555
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418856060008693e-07,
+ 1.0028826125108026e-07,
+ 8.904884793992096e-07,
+ 0.004786227364093065,
+ 0.009275127202272415,
+ 0.00033055321546271443,
+ 0.00017178323469124734,
+ 0.015637259930372238,
+ 0.00017354992451146245,
+ 0.6780592799186707
+ ],
+ "log_scores_by_expert": [
+ -14.258855819702148,
+ -16.115217208862305,
+ -13.931495666503906,
+ -5.342012882232666,
+ -4.680418968200684,
+ -8.014742851257324,
+ -8.66927719116211,
+ -4.1580986976623535,
+ -8.659045219421387,
+ -0.38852056860923767
+ ],
+ "distances_by_expert": [
+ 28.517711639404297,
+ 32.23043441772461,
+ 27.862991333007812,
+ 10.684025764465332,
+ 9.360837936401367,
+ 16.02948570251465,
+ 17.33855438232422,
+ 8.316197395324707,
+ 17.318090438842773,
+ 0.7770411372184753
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.916748046875,
+ "language": 52.8947868347168
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.547497832798399e-07,
+ 9.766135633526574e-08,
+ 9.129839213528612e-07,
+ 0.004558933898806572,
+ 0.008981197141110897,
+ 0.00028318268596194685,
+ 0.0001574582129251212,
+ 0.015378942713141441,
+ 0.00017299436149187386,
+ 0.6735909581184387
+ ],
+ "log_scores_by_expert": [
+ -14.239012718200684,
+ -16.141759872436523,
+ -13.906547546386719,
+ -5.390666484832764,
+ -4.712622165679932,
+ -8.169418334960938,
+ -8.75635051727295,
+ -4.174756050109863,
+ -8.662251472473145,
+ -0.3951323330402374
+ ],
+ "distances_by_expert": [
+ 28.478025436401367,
+ 32.28351974487305,
+ 27.813095092773438,
+ 10.781332969665527,
+ 9.425244331359863,
+ 16.338836669921875,
+ 17.5127010345459,
+ 8.349512100219727,
+ 17.32450294494629,
+ 0.7902646660804749
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.11328125,
+ "language": 52.89619064331055
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.594277124349901e-07,
+ 1.0058192856376991e-07,
+ 8.981216979009332e-07,
+ 0.004430725704878569,
+ 0.009411046281456947,
+ 0.0002702720230445266,
+ 0.0001590998872416094,
+ 0.015360774472355843,
+ 0.0001741687156027183,
+ 0.6998314261436462
+ ],
+ "log_scores_by_expert": [
+ -14.231893539428711,
+ -16.112293243408203,
+ -13.92296028137207,
+ -5.419191837310791,
+ -4.6658711433410645,
+ -8.216081619262695,
+ -8.745978355407715,
+ -4.175938129425049,
+ -8.655486106872559,
+ -0.35691577196121216
+ ],
+ "distances_by_expert": [
+ 28.463787078857422,
+ 32.224586486816406,
+ 27.84592056274414,
+ 10.838383674621582,
+ 9.331742286682129,
+ 16.43216323852539,
+ 17.49195671081543,
+ 8.351876258850098,
+ 17.310972213745117,
+ 0.7138315439224243
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.071533203125,
+ "language": 52.91194534301758
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.152656280595693e-07,
+ 1.1014468981329628e-07,
+ 9.585717180016218e-07,
+ 0.0049054259434342384,
+ 0.010788963176310062,
+ 0.0003053542459383607,
+ 0.00017346338427159935,
+ 0.016829686239361763,
+ 0.00018951740639749914,
+ 0.794194221496582
+ ],
+ "log_scores_by_expert": [
+ -14.150611877441406,
+ -16.02147102355957,
+ -13.857821464538574,
+ -5.317413330078125,
+ -4.529231548309326,
+ -8.094038009643555,
+ -8.659543991088867,
+ -4.084610939025879,
+ -8.571029663085938,
+ -0.2304273098707199
+ ],
+ "distances_by_expert": [
+ 28.301223754882812,
+ 32.04294204711914,
+ 27.71564292907715,
+ 10.63482666015625,
+ 9.058463096618652,
+ 16.18807601928711,
+ 17.319087982177734,
+ 8.169221878051758,
+ 17.142059326171875,
+ 0.4608546197414398
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.892333984375,
+ "language": 52.91084289550781
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.965196348573954e-07,
+ 1.1067135829989638e-07,
+ 9.507874096925661e-07,
+ 0.004875311627984047,
+ 0.010639387182891369,
+ 0.0003111541736871004,
+ 0.0001729968498693779,
+ 0.01699015125632286,
+ 0.00018788501620292664,
+ 0.7950857281684875
+ ],
+ "log_scores_by_expert": [
+ -14.177169799804688,
+ -16.016700744628906,
+ -13.865975379943848,
+ -5.32357120513916,
+ -4.543192386627197,
+ -8.07522201538086,
+ -8.662237167358398,
+ -4.0751214027404785,
+ -8.579680442810059,
+ -0.22930535674095154
+ ],
+ "distances_by_expert": [
+ 28.354339599609375,
+ 32.03340148925781,
+ 27.731950759887695,
+ 10.64714241027832,
+ 9.086384773254395,
+ 16.15044403076172,
+ 17.324474334716797,
+ 8.150242805480957,
+ 17.159360885620117,
+ 0.4586107134819031
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.09716796875,
+ "language": 52.9184455871582
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.331054578367912e-07,
+ 9.95123698999123e-08,
+ 8.643842761557607e-07,
+ 0.004592271987348795,
+ 0.010185704566538334,
+ 0.0003008935018442571,
+ 0.00016359749133698642,
+ 0.016054289415478706,
+ 0.00017199157446157187,
+ 0.7600681185722351
+ ],
+ "log_scores_by_expert": [
+ -14.272628784179688,
+ -16.122983932495117,
+ -13.961248397827148,
+ -5.38338041305542,
+ -4.586770057678223,
+ -8.10875415802002,
+ -8.718101501464844,
+ -4.131779193878174,
+ -8.668065071105957,
+ -0.2743472456932068
+ ],
+ "distances_by_expert": [
+ 28.545257568359375,
+ 32.245967864990234,
+ 27.922496795654297,
+ 10.76676082611084,
+ 9.173540115356445,
+ 16.21750831604004,
+ 17.436203002929688,
+ 8.263558387756348,
+ 17.336130142211914,
+ 0.5486944913864136
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.265869140625,
+ "language": 52.91716766357422
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.80296898533561e-07,
+ 9.443626680649686e-08,
+ 8.259575565716659e-07,
+ 0.004475794266909361,
+ 0.009710419923067093,
+ 0.00029908568831160665,
+ 0.00016391873941756785,
+ 0.015520794317126274,
+ 0.0001585583813721314,
+ 0.7109008431434631
+ ],
+ "log_scores_by_expert": [
+ -14.359725952148438,
+ -16.17534065246582,
+ -14.006722450256348,
+ -5.409071445465088,
+ -4.634555816650391,
+ -8.11478042602539,
+ -8.716139793395996,
+ -4.165574550628662,
+ -8.749387741088867,
+ -0.34122228622436523
+ ],
+ "distances_by_expert": [
+ 28.719451904296875,
+ 32.35068130493164,
+ 28.013444900512695,
+ 10.818142890930176,
+ 9.269111633300781,
+ 16.22956085205078,
+ 17.432279586791992,
+ 8.331149101257324,
+ 17.498775482177734,
+ 0.6824445724487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.0302734375,
+ "language": 52.91157150268555
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.079632726141426e-07,
+ 1.000248275317972e-07,
+ 8.545998753106687e-07,
+ 0.004610034171491861,
+ 0.010099101811647415,
+ 0.00031795541872270405,
+ 0.00016958963533397764,
+ 0.016146739944815636,
+ 0.00016467584646306932,
+ 0.748212456703186
+ ],
+ "log_scores_by_expert": [
+ -14.313151359558105,
+ -16.117847442626953,
+ -13.97263240814209,
+ -5.379519939422607,
+ -4.595308780670166,
+ -8.05359935760498,
+ -8.68212890625,
+ -4.126037120819092,
+ -8.711531639099121,
+ -0.2900683283805847
+ ],
+ "distances_by_expert": [
+ 28.62630271911621,
+ 32.235694885253906,
+ 27.94526481628418,
+ 10.759039878845215,
+ 9.190617561340332,
+ 16.10719871520996,
+ 17.3642578125,
+ 8.252074241638184,
+ 17.423063278198242,
+ 0.5801366567611694
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.123046875,
+ "language": 52.92853927612305
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.697871981486969e-07,
+ 1.0646632375710396e-07,
+ 9.303394676862808e-07,
+ 0.0045539760030806065,
+ 0.010289251804351807,
+ 0.0003078052250202745,
+ 0.000172248954186216,
+ 0.01653771474957466,
+ 0.00018191085837315768,
+ 0.7775806188583374
+ ],
+ "log_scores_by_expert": [
+ -14.21630573272705,
+ -16.055437088012695,
+ -13.887716293334961,
+ -5.391754627227783,
+ -4.576655387878418,
+ -8.086043357849121,
+ -8.666569709777832,
+ -4.10211181640625,
+ -8.611993789672852,
+ -0.2515680193901062
+ ],
+ "distances_by_expert": [
+ 28.4326114654541,
+ 32.11087417602539,
+ 27.775432586669922,
+ 10.783509254455566,
+ 9.153310775756836,
+ 16.172086715698242,
+ 17.333139419555664,
+ 8.2042236328125,
+ 17.223987579345703,
+ 0.5031360387802124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.439453125,
+ "language": 52.890892028808594
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.628412165810005e-07,
+ 1.0453341303673369e-07,
+ 8.965137112681987e-07,
+ 0.004493460059165955,
+ 0.01007843017578125,
+ 0.00028815752011723816,
+ 0.00016705086454749107,
+ 0.016080746427178383,
+ 0.00017937313532456756,
+ 0.7599117755889893
+ ],
+ "log_scores_by_expert": [
+ -14.226730346679688,
+ -16.073759078979492,
+ -13.924752235412598,
+ -5.405132293701172,
+ -4.597357749938965,
+ -8.152003288269043,
+ -8.697212219238281,
+ -4.130132675170898,
+ -8.626042366027832,
+ -0.27455294132232666
+ ],
+ "distances_by_expert": [
+ 28.453460693359375,
+ 32.147518157958984,
+ 27.849504470825195,
+ 10.810264587402344,
+ 9.19471549987793,
+ 16.304006576538086,
+ 17.394424438476562,
+ 8.260265350341797,
+ 17.252084732055664,
+ 0.5491058826446533
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.717529296875,
+ "language": 52.92994689941406
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.544182724610437e-07,
+ 1.062225152281826e-07,
+ 8.992324751488923e-07,
+ 0.004472628235816956,
+ 0.010119946673512459,
+ 0.00029438507044687867,
+ 0.00016677865642122924,
+ 0.01610643044114113,
+ 0.00017846554692368954,
+ 0.7680083513259888
+ ],
+ "log_scores_by_expert": [
+ -14.239519119262695,
+ -16.057729721069336,
+ -13.921724319458008,
+ -5.409779071807861,
+ -4.593246936798096,
+ -8.130621910095215,
+ -8.698843002319336,
+ -4.128536701202393,
+ -8.631114959716797,
+ -0.263954758644104
+ ],
+ "distances_by_expert": [
+ 28.47903823852539,
+ 32.11545944213867,
+ 27.843448638916016,
+ 10.819558143615723,
+ 9.186493873596191,
+ 16.26124382019043,
+ 17.397686004638672,
+ 8.257073402404785,
+ 17.262229919433594,
+ 0.527909517288208
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.43359375,
+ "language": 52.92074203491211
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.591309329451178e-07,
+ 1.0928919635944112e-07,
+ 9.085074452741537e-07,
+ 0.005040885880589485,
+ 0.009995928034186363,
+ 0.00034793486702255905,
+ 0.00017748941900208592,
+ 0.017025236040353775,
+ 0.00018023874145001173,
+ 0.7579436898231506
+ ],
+ "log_scores_by_expert": [
+ -14.232343673706055,
+ -16.029268264770508,
+ -13.911462783813477,
+ -5.290173530578613,
+ -4.60557746887207,
+ -7.963495254516602,
+ -8.63659954071045,
+ -4.073058605194092,
+ -8.621228218078613,
+ -0.27714625000953674
+ ],
+ "distances_by_expert": [
+ 28.46468734741211,
+ 32.058536529541016,
+ 27.822925567626953,
+ 10.580347061157227,
+ 9.21115493774414,
+ 15.926990509033203,
+ 17.2731990814209,
+ 8.146117210388184,
+ 17.242456436157227,
+ 0.5542925000190735
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.43115234375,
+ "language": 52.922142028808594
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388448809957481e-07,
+ 1.1143644940148079e-07,
+ 8.96536846539675e-07,
+ 0.005023532081395388,
+ 0.009921534918248653,
+ 0.0003637661866378039,
+ 0.0001807192893465981,
+ 0.016442177817225456,
+ 0.0001721778535284102,
+ 0.7335688471794128
+ ],
+ "log_scores_by_expert": [
+ -14.263604164123535,
+ -16.009811401367188,
+ -13.924726486206055,
+ -5.293622016906738,
+ -4.6130475997924805,
+ -7.918999195098877,
+ -8.618565559387207,
+ -4.107905387878418,
+ -8.666982650756836,
+ -0.3098338544368744
+ ],
+ "distances_by_expert": [
+ 28.52720832824707,
+ 32.019622802734375,
+ 27.84945297241211,
+ 10.587244033813477,
+ 9.226095199584961,
+ 15.837998390197754,
+ 17.237131118774414,
+ 8.215810775756836,
+ 17.333965301513672,
+ 0.6196677088737488
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.6064453125,
+ "language": 52.952327728271484
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.654437356701237e-07,
+ 1.1452579684601005e-07,
+ 9.166744234789803e-07,
+ 0.005113521590828896,
+ 0.009690404869616032,
+ 0.0003816309035755694,
+ 0.00018350289610680193,
+ 0.01672683097422123,
+ 0.00017442171520087868,
+ 0.7182422280311584
+ ],
+ "log_scores_by_expert": [
+ -14.222811698913574,
+ -15.982465744018555,
+ -13.90251350402832,
+ -5.275866985321045,
+ -4.6366190910339355,
+ -7.87105655670166,
+ -8.603280067443848,
+ -4.090741157531738,
+ -8.654034614562988,
+ -0.33094850182533264
+ ],
+ "distances_by_expert": [
+ 28.44562339782715,
+ 31.96493148803711,
+ 27.80502700805664,
+ 10.55173397064209,
+ 9.273238182067871,
+ 15.74211311340332,
+ 17.206560134887695,
+ 8.181482315063477,
+ 17.308069229125977,
+ 0.6618970036506653
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.27783203125,
+ "language": 52.96771240234375
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.829988936056907e-07,
+ 9.850244708786704e-08,
+ 8.159262279150425e-07,
+ 0.004617351572960615,
+ 0.008702960796654224,
+ 0.0003379172121640295,
+ 0.00016978528583422303,
+ 0.014764622785151005,
+ 0.0001563152763992548,
+ 0.6423367261886597
+ ],
+ "log_scores_by_expert": [
+ -14.355080604553223,
+ -16.1331844329834,
+ -14.018941879272461,
+ -5.377933979034424,
+ -4.744091987609863,
+ -7.992709636688232,
+ -8.680975914001465,
+ -4.215521335601807,
+ -8.763635635375977,
+ -0.4426426291465759
+ ],
+ "distances_by_expert": [
+ 28.710161209106445,
+ 32.2663688659668,
+ 28.037883758544922,
+ 10.755867958068848,
+ 9.488183975219727,
+ 15.985419273376465,
+ 17.36195182800293,
+ 8.431042671203613,
+ 17.527271270751953,
+ 0.8852852582931519
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.799560546875,
+ "language": 52.95732879638672
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.094604714235174e-07,
+ 1.0179298470802678e-07,
+ 8.672213880345225e-07,
+ 0.004958438221365213,
+ 0.009215704165399075,
+ 0.00034275680081918836,
+ 0.00016947113908827305,
+ 0.015214427374303341,
+ 0.0001663393049966544,
+ 0.6510912179946899
+ ],
+ "log_scores_by_expert": [
+ -14.310691833496094,
+ -16.100324630737305,
+ -13.957971572875977,
+ -5.30666446685791,
+ -4.6868462562561035,
+ -7.978489398956299,
+ -8.682827949523926,
+ -4.185511112213135,
+ -8.701480865478516,
+ -0.4291054606437683
+ ],
+ "distances_by_expert": [
+ 28.621383666992188,
+ 32.20064926147461,
+ 27.915943145751953,
+ 10.61332893371582,
+ 9.373692512512207,
+ 15.956978797912598,
+ 17.36565589904785,
+ 8.37102222442627,
+ 17.40296173095703,
+ 0.8582109212875366
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.97802734375,
+ "language": 52.9068717956543
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.680303954453848e-07,
+ 1.1108078012966871e-07,
+ 9.182423923448368e-07,
+ 0.005146309267729521,
+ 0.009913912042975426,
+ 0.0003610692801885307,
+ 0.00017696125723887235,
+ 0.01626162976026535,
+ 0.0001806474319892004,
+ 0.7083123326301575
+ ],
+ "log_scores_by_expert": [
+ -14.218932151794434,
+ -16.01300811767578,
+ -13.90080451965332,
+ -5.26947546005249,
+ -4.613816261291504,
+ -7.926440715789795,
+ -8.639579772949219,
+ -4.1189470291137695,
+ -8.618963241577148,
+ -0.3448701798915863
+ ],
+ "distances_by_expert": [
+ 28.437864303588867,
+ 32.02601623535156,
+ 27.80160903930664,
+ 10.53895092010498,
+ 9.227632522583008,
+ 15.85288143157959,
+ 17.279159545898438,
+ 8.237894058227539,
+ 17.237926483154297,
+ 0.6897403597831726
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.25732421875,
+ "language": 52.907203674316406
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.844765039204503e-07,
+ 1.1535250621363957e-07,
+ 9.488616683483997e-07,
+ 0.005389401223510504,
+ 0.010449530556797981,
+ 0.00038333251723088324,
+ 0.00018455821555107832,
+ 0.017261024564504623,
+ 0.00018435432866681367,
+ 0.7526457905769348
+ ],
+ "log_scores_by_expert": [
+ -14.194611549377441,
+ -15.975273132324219,
+ -13.868002891540527,
+ -5.223320960998535,
+ -4.5611982345581055,
+ -7.866607666015625,
+ -8.597545623779297,
+ -4.059304237365723,
+ -8.598650932312012,
+ -0.2841605246067047
+ ],
+ "distances_by_expert": [
+ 28.389223098754883,
+ 31.950546264648438,
+ 27.736005783081055,
+ 10.44664192199707,
+ 9.122396469116211,
+ 15.73321533203125,
+ 17.195091247558594,
+ 8.118608474731445,
+ 17.197301864624023,
+ 0.5683210492134094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.238037109375,
+ "language": 52.92332458496094
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.781627917007427e-07,
+ 1.1459156468163201e-07,
+ 9.596079735274543e-07,
+ 0.0052579729817807674,
+ 0.010183053091168404,
+ 0.0003717103390954435,
+ 0.00018076722335536033,
+ 0.016756463795900345,
+ 0.00018448219634592533,
+ 0.7280717492103577
+ ],
+ "log_scores_by_expert": [
+ -14.203878402709961,
+ -15.981891632080078,
+ -13.856740951538086,
+ -5.24800968170166,
+ -4.587030410766602,
+ -7.897395610809326,
+ -8.618300437927246,
+ -4.088971138000488,
+ -8.597957611083984,
+ -0.3173556923866272
+ ],
+ "distances_by_expert": [
+ 28.407756805419922,
+ 31.963783264160156,
+ 27.713481903076172,
+ 10.49601936340332,
+ 9.174060821533203,
+ 15.794791221618652,
+ 17.236600875854492,
+ 8.177942276000977,
+ 17.19591522216797,
+ 0.6347113847732544
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.021484375,
+ "language": 52.90275573730469
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.141028390833526e-07,
+ 1.1904221963732198e-07,
+ 9.76768660621019e-07,
+ 0.005574031732976437,
+ 0.010578414425253868,
+ 0.0003920130548067391,
+ 0.00018813673523254693,
+ 0.017444325610995293,
+ 0.00019102712394669652,
+ 0.7568549513816833
+ ],
+ "log_scores_by_expert": [
+ -14.152238845825195,
+ -15.943787574768066,
+ -13.83901596069336,
+ -5.189636707305908,
+ -4.5489397048950195,
+ -7.844215393066406,
+ -8.578341484069824,
+ -4.048740863800049,
+ -8.563095092773438,
+ -0.27858367562294006
+ ],
+ "distances_by_expert": [
+ 28.30447769165039,
+ 31.887575149536133,
+ 27.67803192138672,
+ 10.379273414611816,
+ 9.097879409790039,
+ 15.688430786132812,
+ 17.15668296813965,
+ 8.097481727600098,
+ 17.126190185546875,
+ 0.5571673512458801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.873779296875,
+ "language": 52.920387268066406
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.115901894394483e-07,
+ 1.1171331948389707e-07,
+ 9.667091944720596e-07,
+ 0.0051757595501840115,
+ 0.010216173715889454,
+ 0.0003548507229425013,
+ 0.0001807018998079002,
+ 0.01685580424964428,
+ 0.00019152695313096046,
+ 0.7394614815711975
+ ],
+ "log_scores_by_expert": [
+ -14.155763626098633,
+ -16.0073299407959,
+ -13.84936809539795,
+ -5.263769149780273,
+ -4.583783149719238,
+ -7.943813323974609,
+ -8.618661880493164,
+ -4.083060264587402,
+ -8.560482025146484,
+ -0.3018331229686737
+ ],
+ "distances_by_expert": [
+ 28.311527252197266,
+ 32.0146598815918,
+ 27.6987361907959,
+ 10.527538299560547,
+ 9.167566299438477,
+ 15.887626647949219,
+ 17.237323760986328,
+ 8.166120529174805,
+ 17.12096405029297,
+ 0.6036662459373474
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.9169921875,
+ "language": 52.8908576965332
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.180849479482276e-07,
+ 1.092220998089033e-07,
+ 9.833468084252672e-07,
+ 0.005142656620591879,
+ 0.010159632191061974,
+ 0.0003312190528959036,
+ 0.00017744439537636936,
+ 0.016736166551709175,
+ 0.00019314457313157618,
+ 0.7301974296569824
+ ],
+ "log_scores_by_expert": [
+ -14.14667797088623,
+ -16.029882431030273,
+ -13.832304000854492,
+ -5.270185470581055,
+ -4.5893330574035645,
+ -8.012730598449707,
+ -8.636853218078613,
+ -4.090183258056641,
+ -8.552071571350098,
+ -0.31444036960601807
+ ],
+ "distances_by_expert": [
+ 28.29335594177246,
+ 32.05976486206055,
+ 27.664608001708984,
+ 10.54037094116211,
+ 9.178666114807129,
+ 16.025461196899414,
+ 17.273706436157227,
+ 8.180366516113281,
+ 17.104143142700195,
+ 0.6288807392120361
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.569580078125,
+ "language": 52.901241302490234
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.398901971100713e-07,
+ 1.1513512276906113e-07,
+ 1.0014666713686893e-06,
+ 0.005397729109972715,
+ 0.01060210820287466,
+ 0.00035377198946662247,
+ 0.00018507198547013104,
+ 0.017386993393301964,
+ 0.00019965131650678813,
+ 0.7653647661209106
+ ],
+ "log_scores_by_expert": [
+ -14.116764068603516,
+ -15.97715950012207,
+ -13.814044952392578,
+ -5.221776962280273,
+ -4.5467023849487305,
+ -7.946857929229736,
+ -8.594765663146973,
+ -4.052032947540283,
+ -8.518938064575195,
+ -0.2674027681350708
+ ],
+ "distances_by_expert": [
+ 28.23352813720703,
+ 31.95431900024414,
+ 27.628089904785156,
+ 10.443553924560547,
+ 9.093404769897461,
+ 15.893715858459473,
+ 17.189531326293945,
+ 8.104065895080566,
+ 17.03787612915039,
+ 0.5348055362701416
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.48388671875,
+ "language": 52.88944625854492
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.096060130606929e-07,
+ 1.0586108345478351e-07,
+ 9.516429031464213e-07,
+ 0.00478791631758213,
+ 0.009783150628209114,
+ 0.00030919123673811555,
+ 0.0001716122787911445,
+ 0.016173385083675385,
+ 0.00019176052592229098,
+ 0.7177734375
+ ],
+ "log_scores_by_expert": [
+ -14.15855598449707,
+ -16.061138153076172,
+ -13.865076065063477,
+ -5.341660022735596,
+ -4.62709379196167,
+ -8.081550598144531,
+ -8.670272827148438,
+ -4.124388217926025,
+ -8.559263229370117,
+ -0.3316013514995575
+ ],
+ "distances_by_expert": [
+ 28.31711196899414,
+ 32.122276306152344,
+ 27.730152130126953,
+ 10.683320045471191,
+ 9.25418758392334,
+ 16.163101196289062,
+ 17.340545654296875,
+ 8.24877643585205,
+ 17.118526458740234,
+ 0.663202702999115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.464111328125,
+ "language": 52.8936653137207
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.302380709006684e-07,
+ 1.1711419034554638e-07,
+ 9.878037872113055e-07,
+ 0.00526090245693922,
+ 0.010441804304718971,
+ 0.00034597571357153356,
+ 0.000182403702638112,
+ 0.017115430906414986,
+ 0.00019510976562742144,
+ 0.7489171624183655
+ ],
+ "log_scores_by_expert": [
+ -14.129895210266113,
+ -15.960116386413574,
+ -13.827781677246094,
+ -5.247452735900879,
+ -4.5619378089904785,
+ -7.969141960144043,
+ -8.609288215637207,
+ -4.067774772644043,
+ -8.541948318481445,
+ -0.2891269028186798
+ ],
+ "distances_by_expert": [
+ 28.259790420532227,
+ 31.92023277282715,
+ 27.655563354492188,
+ 10.494905471801758,
+ 9.123875617980957,
+ 15.938283920288086,
+ 17.218576431274414,
+ 8.135549545288086,
+ 17.08389663696289,
+ 0.5782538056373596
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.86328125,
+ "language": 52.91118621826172
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.404464668070432e-07,
+ 1.1730376314744717e-07,
+ 1.015575094243104e-06,
+ 0.005284399725496769,
+ 0.01051920186728239,
+ 0.0003547827072907239,
+ 0.00018585872021503747,
+ 0.01743246801197529,
+ 0.00019806684576906264,
+ 0.758083701133728
+ ],
+ "log_scores_by_expert": [
+ -14.116012573242188,
+ -15.95849895477295,
+ -13.800055503845215,
+ -5.2429962158203125,
+ -4.554553031921387,
+ -7.944005012512207,
+ -8.590523719787598,
+ -4.0494208335876465,
+ -8.52690601348877,
+ -0.27696147561073303
+ ],
+ "distances_by_expert": [
+ 28.232025146484375,
+ 31.9169979095459,
+ 27.60011100769043,
+ 10.485992431640625,
+ 9.109106063842773,
+ 15.888010025024414,
+ 17.181047439575195,
+ 8.098841667175293,
+ 17.05381202697754,
+ 0.5539229512214661
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.703125,
+ "language": 52.89119338989258
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.667608201700205e-07,
+ 1.1494728369143559e-07,
+ 1.0297143262505415e-06,
+ 0.0051855421625077724,
+ 0.010398626327514648,
+ 0.0003298047522548586,
+ 0.000182651579962112,
+ 0.01742606796324253,
+ 0.00020291513646952808,
+ 0.7521806359291077
+ ],
+ "log_scores_by_expert": [
+ -14.081090927124023,
+ -15.978792190551758,
+ -13.786229133605957,
+ -5.261880874633789,
+ -4.566081523895264,
+ -8.017009735107422,
+ -8.607930183410645,
+ -4.049787998199463,
+ -8.50272274017334,
+ -0.28477880358695984
+ ],
+ "distances_by_expert": [
+ 28.162181854248047,
+ 31.957584381103516,
+ 27.572458267211914,
+ 10.523761749267578,
+ 9.132163047790527,
+ 16.034019470214844,
+ 17.21586036682129,
+ 8.099575996398926,
+ 17.00544548034668,
+ 0.5695576071739197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.956787109375,
+ "language": 52.89957046508789
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.51362563278235e-07,
+ 1.1279519895879275e-07,
+ 1.0295298125129193e-06,
+ 0.00524568185210228,
+ 0.010319283232092857,
+ 0.0003378551627974957,
+ 0.00018108902440872043,
+ 0.017272179946303368,
+ 0.00019992416491732,
+ 0.7349746823310852
+ ],
+ "log_scores_by_expert": [
+ -14.101377487182617,
+ -15.997692108154297,
+ -13.786408424377441,
+ -5.250349998474121,
+ -4.5737409591674805,
+ -7.992893218994141,
+ -8.616521835327148,
+ -4.058658123016357,
+ -8.517572402954102,
+ -0.30791932344436646
+ ],
+ "distances_by_expert": [
+ 28.202754974365234,
+ 31.995384216308594,
+ 27.572816848754883,
+ 10.500699996948242,
+ 9.147481918334961,
+ 15.985786437988281,
+ 17.233043670654297,
+ 8.117316246032715,
+ 17.035144805908203,
+ 0.6158386468887329
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3420.5947265625,
+ "language": 52.900115966796875
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.380416491287178e-07,
+ 1.0914566672681758e-07,
+ 1.0115559234691318e-06,
+ 0.005107850767672062,
+ 0.009959721006453037,
+ 0.00033064212766475976,
+ 0.0001775034616002813,
+ 0.016951818019151688,
+ 0.00019527264521457255,
+ 0.7182249426841736
+ ],
+ "log_scores_by_expert": [
+ -14.11926555633545,
+ -16.030582427978516,
+ -13.804020881652832,
+ -5.276976585388184,
+ -4.609206199645996,
+ -8.014473915100098,
+ -8.636520385742188,
+ -4.077380180358887,
+ -8.54111385345459,
+ -0.33097249269485474
+ ],
+ "distances_by_expert": [
+ 28.2385311126709,
+ 32.06116485595703,
+ 27.608041763305664,
+ 10.553953170776367,
+ 9.218412399291992,
+ 16.028947830200195,
+ 17.273040771484375,
+ 8.154760360717773,
+ 17.08222770690918,
+ 0.6619449853897095
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.575439453125,
+ "language": 52.89794158935547
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.364210207721044e-07,
+ 9.174540593903657e-08,
+ 8.918516414269106e-07,
+ 0.004156177397817373,
+ 0.008628878742456436,
+ 0.000234481631196104,
+ 0.0001505326508777216,
+ 0.014428983442485332,
+ 0.0001669046760071069,
+ 0.6400954127311707
+ ],
+ "log_scores_by_expert": [
+ -14.26740550994873,
+ -16.204248428344727,
+ -13.92996597290039,
+ -5.48315954208374,
+ -4.752640724182129,
+ -8.358133316040039,
+ -8.80133056640625,
+ -4.238516330718994,
+ -8.698087692260742,
+ -0.44613805413246155
+ ],
+ "distances_by_expert": [
+ 28.53481101989746,
+ 32.40849685668945,
+ 27.85993194580078,
+ 10.96631908416748,
+ 9.505281448364258,
+ 16.716266632080078,
+ 17.6026611328125,
+ 8.477032661437988,
+ 17.396175384521484,
+ 0.8922761082649231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.283935546875,
+ "language": 52.89305877685547
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.371473091348889e-07,
+ 9.830181113557046e-08,
+ 8.761510912336234e-07,
+ 0.004276887513697147,
+ 0.009221972897648811,
+ 0.0002484471187926829,
+ 0.0001540480589028448,
+ 0.014653783291578293,
+ 0.00016988652350846678,
+ 0.6879684329032898
+ ],
+ "log_scores_by_expert": [
+ -14.266264915466309,
+ -16.135223388671875,
+ -13.94772720336914,
+ -5.454529762268066,
+ -4.686166286468506,
+ -8.300280570983887,
+ -8.77824592590332,
+ -4.223056793212891,
+ -8.680379867553711,
+ -0.374012291431427
+ ],
+ "distances_by_expert": [
+ 28.532529830932617,
+ 32.27044677734375,
+ 27.89545440673828,
+ 10.909059524536133,
+ 9.372332572937012,
+ 16.600561141967773,
+ 17.55649185180664,
+ 8.446113586425781,
+ 17.360759735107422,
+ 0.748024582862854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.06494140625,
+ "language": 52.8924560546875
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.936361955922621e-07,
+ 1.1058484261639023e-07,
+ 9.456996963308484e-07,
+ 0.0046940515749156475,
+ 0.010218010284006596,
+ 0.00029086298309266567,
+ 0.00017109686450567096,
+ 0.016448484733700752,
+ 0.00018276117043569684,
+ 0.7757644057273865
+ ],
+ "log_scores_by_expert": [
+ -14.181318283081055,
+ -16.01748275756836,
+ -13.87134075164795,
+ -5.361459255218506,
+ -4.583603382110596,
+ -8.142658233642578,
+ -8.673280715942383,
+ -4.107522010803223,
+ -8.607330322265625,
+ -0.25390636920928955
+ ],
+ "distances_by_expert": [
+ 28.36263656616211,
+ 32.03496551513672,
+ 27.7426815032959,
+ 10.722918510437012,
+ 9.167206764221191,
+ 16.285316467285156,
+ 17.346561431884766,
+ 8.215044021606445,
+ 17.21466064453125,
+ 0.5078127384185791
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.391357421875,
+ "language": 52.932289123535156
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.940523462617421e-07,
+ 1.1445897740713917e-07,
+ 9.385935300088022e-07,
+ 0.004858681000769138,
+ 0.010773751884698868,
+ 0.00031133019365370274,
+ 0.00017402925004716963,
+ 0.016775667667388916,
+ 0.0001868402468971908,
+ 0.804852306842804
+ ],
+ "log_scores_by_expert": [
+ -14.180718421936035,
+ -15.983049392700195,
+ -13.878883361816406,
+ -5.326988220214844,
+ -4.530642509460449,
+ -8.07465648651123,
+ -8.65628719329834,
+ -4.087825775146484,
+ -8.585256576538086,
+ -0.2170964628458023
+ ],
+ "distances_by_expert": [
+ 28.36143684387207,
+ 31.96609878540039,
+ 27.757766723632812,
+ 10.653976440429688,
+ 9.061285018920898,
+ 16.14931297302246,
+ 17.31257438659668,
+ 8.175651550292969,
+ 17.170513153076172,
+ 0.4341929256916046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.268310546875,
+ "language": 52.92053985595703
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.121890348571469e-07,
+ 1.1099606922471139e-07,
+ 9.530469924357021e-07,
+ 0.004854084458202124,
+ 0.010827968828380108,
+ 0.0003171625721734017,
+ 0.00017898267833516002,
+ 0.01760895736515522,
+ 0.00018787014414556324,
+ 0.8317198753356934
+ ],
+ "log_scores_by_expert": [
+ -14.154922485351562,
+ -16.013771057128906,
+ -13.863601684570312,
+ -5.327934741973877,
+ -4.525622844696045,
+ -8.056096076965332,
+ -8.62822151184082,
+ -4.0393476486206055,
+ -8.57975959777832,
+ -0.1842595785856247
+ ],
+ "distances_by_expert": [
+ 28.309844970703125,
+ 32.02754211425781,
+ 27.727203369140625,
+ 10.655869483947754,
+ 9.05124568939209,
+ 16.112192153930664,
+ 17.25644302368164,
+ 8.078695297241211,
+ 17.15951919555664,
+ 0.3685191571712494
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.98095703125,
+ "language": 52.928375244140625
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.309376428565884e-07,
+ 1.0628574642623789e-07,
+ 9.921477612806484e-07,
+ 0.004872708581387997,
+ 0.010367756709456444,
+ 0.0003137429594062269,
+ 0.0001792038674466312,
+ 0.01745140552520752,
+ 0.00018985189672093838,
+ 0.7732219696044922
+ ],
+ "log_scores_by_expert": [
+ -14.128937721252441,
+ -16.0571346282959,
+ -13.823393821716309,
+ -5.324105262756348,
+ -4.56905460357666,
+ -8.066936492919922,
+ -8.626986503601074,
+ -4.048335075378418,
+ -8.569266319274902,
+ -0.2571890950202942
+ ],
+ "distances_by_expert": [
+ 28.257875442504883,
+ 32.1142692565918,
+ 27.646787643432617,
+ 10.648210525512695,
+ 9.13810920715332,
+ 16.133872985839844,
+ 17.25397300720215,
+ 8.096670150756836,
+ 17.138532638549805,
+ 0.5143781900405884
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.23583984375,
+ "language": 52.91843032836914
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.925040227339196e-07,
+ 9.598601025118114e-08,
+ 8.219406026910292e-07,
+ 0.004569461103528738,
+ 0.009779879823327065,
+ 0.0003063290205318481,
+ 0.00016839268209878355,
+ 0.01573600433766842,
+ 0.0001612486521480605,
+ 0.7238421440124512
+ ],
+ "log_scores_by_expert": [
+ -14.338908195495605,
+ -16.1590633392334,
+ -14.011597633361816,
+ -5.388360023498535,
+ -4.62742805480957,
+ -8.090850830078125,
+ -8.68921184539795,
+ -4.151803970336914,
+ -8.732563018798828,
+ -0.32318198680877686
+ ],
+ "distances_by_expert": [
+ 28.67781639099121,
+ 32.3181266784668,
+ 28.023195266723633,
+ 10.77672004699707,
+ 9.25485610961914,
+ 16.18170166015625,
+ 17.3784236907959,
+ 8.303607940673828,
+ 17.465126037597656,
+ 0.6463639736175537
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.266357421875,
+ "language": 52.93923568725586
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.053042168081447e-07,
+ 1.0818378370913706e-07,
+ 9.66668608270993e-07,
+ 0.0046416097320616245,
+ 0.010253424756228924,
+ 0.00030421395786106586,
+ 0.0001783600600901991,
+ 0.01684601604938507,
+ 0.00018776356591843069,
+ 0.7763113975524902
+ ],
+ "log_scores_by_expert": [
+ -14.164636611938477,
+ -16.0394344329834,
+ -13.849410057067871,
+ -5.37269401550293,
+ -4.580143451690674,
+ -8.097779273986816,
+ -8.631706237792969,
+ -4.083641052246094,
+ -8.580327033996582,
+ -0.25320160388946533
+ ],
+ "distances_by_expert": [
+ 28.329273223876953,
+ 32.0788688659668,
+ 27.698820114135742,
+ 10.74538803100586,
+ 9.160286903381348,
+ 16.195558547973633,
+ 17.263412475585938,
+ 8.167282104492188,
+ 17.160654067993164,
+ 0.5064032077789307
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.62890625,
+ "language": 52.921539306640625
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.326907507376745e-07,
+ 1.1836887381377892e-07,
+ 1.0017952263297047e-06,
+ 0.004886569920927286,
+ 0.010967432521283627,
+ 0.0003145842638332397,
+ 0.00018324758275412023,
+ 0.017477262765169144,
+ 0.00019429813255555928,
+ 0.8154900074005127
+ ],
+ "log_scores_by_expert": [
+ -14.126542091369629,
+ -15.94946002960205,
+ -13.813716888427734,
+ -5.321264743804932,
+ -4.512825012207031,
+ -8.064258575439453,
+ -8.6046724319458,
+ -4.046854496002197,
+ -8.546116828918457,
+ -0.20396608114242554
+ ],
+ "distances_by_expert": [
+ 28.253084182739258,
+ 31.8989200592041,
+ 27.62743377685547,
+ 10.642529487609863,
+ 9.025650024414062,
+ 16.128517150878906,
+ 17.2093448638916,
+ 8.093708992004395,
+ 17.092233657836914,
+ 0.4079321622848511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.52392578125,
+ "language": 52.91839599609375
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.597239803340926e-07,
+ 1.0259410032631422e-07,
+ 8.968592055680347e-07,
+ 0.004216346424072981,
+ 0.009869042783975601,
+ 0.00025657383957877755,
+ 0.00016391904500778764,
+ 0.015450991690158844,
+ 0.00017646477499511093,
+ 0.7461671233177185
+ ],
+ "log_scores_by_expert": [
+ -14.231444358825684,
+ -16.092485427856445,
+ -13.92436695098877,
+ -5.468786239624023,
+ -4.61835241317749,
+ -8.268094062805176,
+ -8.716137886047363,
+ -4.170082092285156,
+ -8.642389297485352,
+ -0.29280564188957214
+ ],
+ "distances_by_expert": [
+ 28.462888717651367,
+ 32.18497085571289,
+ 27.84873390197754,
+ 10.937572479248047,
+ 9.23670482635498,
+ 16.53618812561035,
+ 17.432275772094727,
+ 8.340164184570312,
+ 17.284778594970703,
+ 0.5856112837791443
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.474609375,
+ "language": 52.946197509765625
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657947437815892e-07,
+ 1.0564928487610814e-07,
+ 9.194410495183547e-07,
+ 0.004519064445048571,
+ 0.010061787441372871,
+ 0.0002821733942255378,
+ 0.00016532350855413824,
+ 0.01583697833120823,
+ 0.00018007519247476012,
+ 0.7365937829017639
+ ],
+ "log_scores_by_expert": [
+ -14.222284317016602,
+ -16.063140869140625,
+ -13.899499893188477,
+ -5.399450302124023,
+ -4.599010467529297,
+ -8.172988891601562,
+ -8.707606315612793,
+ -4.145407676696777,
+ -8.622136116027832,
+ -0.3057187497615814
+ ],
+ "distances_by_expert": [
+ 28.444568634033203,
+ 32.12628173828125,
+ 27.798999786376953,
+ 10.798900604248047,
+ 9.198020935058594,
+ 16.345977783203125,
+ 17.415212631225586,
+ 8.290815353393555,
+ 17.244272232055664,
+ 0.6114374995231628
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.97119140625,
+ "language": 52.9228401184082
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.110162982826296e-07,
+ 1.1643064823374516e-07,
+ 9.85954443422088e-07,
+ 0.004700728226453066,
+ 0.01020028069615364,
+ 0.00029919296503067017,
+ 0.00017647336062509567,
+ 0.016163401305675507,
+ 0.00019302358850836754,
+ 0.757347047328949
+ ],
+ "log_scores_by_expert": [
+ -14.156570434570312,
+ -15.965970039367676,
+ -13.829655647277832,
+ -5.360037803649902,
+ -4.5853400230407715,
+ -8.114421844482422,
+ -8.642340660095215,
+ -4.125005722045898,
+ -8.552698135375977,
+ -0.27793365716934204
+ ],
+ "distances_by_expert": [
+ 28.313140869140625,
+ 31.93194007873535,
+ 27.659311294555664,
+ 10.720075607299805,
+ 9.170680046081543,
+ 16.228843688964844,
+ 17.28468132019043,
+ 8.250011444091797,
+ 17.105396270751953,
+ 0.5558673143386841
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.922119140625,
+ "language": 52.90220642089844
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.706316071358742e-07,
+ 9.747786577918305e-08,
+ 9.335568051938026e-07,
+ 0.004175340291112661,
+ 0.008659821934998035,
+ 0.0002547753683757037,
+ 0.00015751046885270625,
+ 0.014746259897947311,
+ 0.0001768588408594951,
+ 0.6441004872322083
+ ],
+ "log_scores_by_expert": [
+ -14.215045928955078,
+ -16.143640518188477,
+ -13.88426399230957,
+ -5.478559494018555,
+ -4.749061107635498,
+ -8.275128364562988,
+ -8.75601863861084,
+ -4.216765880584717,
+ -8.640158653259277,
+ -0.43990054726600647
+ ],
+ "distances_by_expert": [
+ 28.430091857910156,
+ 32.28728103637695,
+ 27.76852798461914,
+ 10.95711898803711,
+ 9.498122215270996,
+ 16.550256729125977,
+ 17.51203727722168,
+ 8.433531761169434,
+ 17.280317306518555,
+ 0.8798010945320129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.23486328125,
+ "language": 52.92036819458008
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.428872438846156e-07,
+ 1.0952416573672963e-07,
+ 8.945622198552883e-07,
+ 0.005030243657529354,
+ 0.009189055301249027,
+ 0.0003436823026277125,
+ 0.00016928213881328702,
+ 0.015234188176691532,
+ 0.00017616614059079438,
+ 0.6583519577980042
+ ],
+ "log_scores_by_expert": [
+ -14.257296562194824,
+ -16.02712059020996,
+ -13.926931381225586,
+ -5.2922868728637695,
+ -4.689742088317871,
+ -7.97579288482666,
+ -8.683943748474121,
+ -4.184213161468506,
+ -8.644083023071289,
+ -0.41801559925079346
+ ],
+ "distances_by_expert": [
+ 28.51459312438965,
+ 32.05424118041992,
+ 27.853862762451172,
+ 10.584573745727539,
+ 9.379484176635742,
+ 15.95158576965332,
+ 17.367887496948242,
+ 8.368426322937012,
+ 17.288166046142578,
+ 0.8360311985015869
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.147216796875,
+ "language": 52.942901611328125
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.351435217766266e-07,
+ 1.0720867749114404e-07,
+ 8.80318793861079e-07,
+ 0.005038076546043158,
+ 0.009172800928354263,
+ 0.00034402761957608163,
+ 0.00017073647177312523,
+ 0.015244020149111748,
+ 0.0001724871399346739,
+ 0.6554939150810242
+ ],
+ "log_scores_by_expert": [
+ -14.269414901733398,
+ -16.04848861694336,
+ -13.942981719970703,
+ -5.290730953216553,
+ -4.691512584686279,
+ -7.974788665771484,
+ -8.675389289855957,
+ -4.183568000793457,
+ -8.66518783569336,
+ -0.422366201877594
+ ],
+ "distances_by_expert": [
+ 28.538829803466797,
+ 32.09697723388672,
+ 27.885963439941406,
+ 10.581461906433105,
+ 9.383025169372559,
+ 15.949577331542969,
+ 17.350778579711914,
+ 8.367136001586914,
+ 17.33037567138672,
+ 0.844732403755188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.2490234375,
+ "language": 52.94460678100586
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.281474611569138e-07,
+ 1.0262913718861455e-07,
+ 8.736172389944841e-07,
+ 0.005059804301708937,
+ 0.008894060738384724,
+ 0.00031927626696415246,
+ 0.00016366317868232727,
+ 0.01487650629132986,
+ 0.00017591548385098577,
+ 0.6288388967514038
+ ],
+ "log_scores_by_expert": [
+ -14.28049087524414,
+ -16.092144012451172,
+ -13.950623512268066,
+ -5.2864274978637695,
+ -4.722371578216553,
+ -8.049453735351562,
+ -8.717700004577637,
+ -4.207972049713135,
+ -8.645506858825684,
+ -0.4638802111148834
+ ],
+ "distances_by_expert": [
+ 28.56098175048828,
+ 32.184288024902344,
+ 27.901247024536133,
+ 10.572854995727539,
+ 9.444743156433105,
+ 16.098907470703125,
+ 17.435400009155273,
+ 8.41594409942627,
+ 17.291013717651367,
+ 0.9277604222297668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.43701171875,
+ "language": 52.92034149169922
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447291980293812e-07,
+ 1.0855272591925313e-07,
+ 8.955848898040131e-07,
+ 0.005202857311815023,
+ 0.00939109269529581,
+ 0.00033282983349636197,
+ 0.0001685197785263881,
+ 0.015393514186143875,
+ 0.00017988347099162638,
+ 0.6639043092727661
+ ],
+ "log_scores_by_expert": [
+ -14.254435539245605,
+ -16.036029815673828,
+ -13.925788879394531,
+ -5.258547306060791,
+ -4.667993545532227,
+ -8.007879257202148,
+ -8.688457489013672,
+ -4.173809051513672,
+ -8.623201370239258,
+ -0.40961721539497375
+ ],
+ "distances_by_expert": [
+ 28.50887107849121,
+ 32.072059631347656,
+ 27.851577758789062,
+ 10.517094612121582,
+ 9.335987091064453,
+ 16.015758514404297,
+ 17.376914978027344,
+ 8.347618103027344,
+ 17.246402740478516,
+ 0.8192344307899475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.908935546875,
+ "language": 52.943115234375
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.969495191493479e-07,
+ 9.746168672108979e-08,
+ 8.451752933069656e-07,
+ 0.0047891465947031975,
+ 0.008722607977688313,
+ 0.00029671122319996357,
+ 0.00015540202730335295,
+ 0.014245867729187012,
+ 0.00016989168943837285,
+ 0.6091946959495544
+ ],
+ "log_scores_by_expert": [
+ -14.331433296203613,
+ -16.14380645751953,
+ -13.983721733093262,
+ -5.341403007507324,
+ -4.741837024688721,
+ -8.122751235961914,
+ -8.769495010375977,
+ -4.251288414001465,
+ -8.680349349975586,
+ -0.4956173300743103
+ ],
+ "distances_by_expert": [
+ 28.662866592407227,
+ 32.28761291503906,
+ 27.967443466186523,
+ 10.682806015014648,
+ 9.483674049377441,
+ 16.245502471923828,
+ 17.538990020751953,
+ 8.50257682800293,
+ 17.360698699951172,
+ 0.9912346601486206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.593994140625,
+ "language": 52.91753387451172
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.715667157346616e-07,
+ 9.022780034229072e-08,
+ 8.069165460256045e-07,
+ 0.004480400588363409,
+ 0.008306942880153656,
+ 0.0002694212307687849,
+ 0.0001462200889363885,
+ 0.013519390486180782,
+ 0.00016306959150824696,
+ 0.5784585475921631
+ ],
+ "log_scores_by_expert": [
+ -14.374884605407715,
+ -16.220928192138672,
+ -14.030045509338379,
+ -5.408042907714844,
+ -4.790663719177246,
+ -8.219234466552734,
+ -8.830397605895996,
+ -4.303630352020264,
+ -8.721333503723145,
+ -0.5473883748054504
+ ],
+ "distances_by_expert": [
+ 28.74976921081543,
+ 32.441856384277344,
+ 28.060091018676758,
+ 10.816085815429688,
+ 9.581327438354492,
+ 16.43846893310547,
+ 17.660795211791992,
+ 8.607260704040527,
+ 17.44266700744629,
+ 1.0947767496109009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.82373046875,
+ "language": 52.90114974975586
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.295694561231358e-07,
+ 1.0146791140641653e-07,
+ 8.794008294898958e-07,
+ 0.004810509737581015,
+ 0.008984019979834557,
+ 0.0002944108855444938,
+ 0.00015982009063009173,
+ 0.014668988063931465,
+ 0.00017352875147480518,
+ 0.6282489895820618
+ ],
+ "log_scores_by_expert": [
+ -14.278229713439941,
+ -16.10352325439453,
+ -13.944025039672852,
+ -5.336952209472656,
+ -4.712307929992676,
+ -8.130534172058105,
+ -8.741461753845215,
+ -4.222019672393799,
+ -8.659167289733887,
+ -0.46481871604919434
+ ],
+ "distances_by_expert": [
+ 28.556459426879883,
+ 32.20704650878906,
+ 27.888050079345703,
+ 10.673904418945312,
+ 9.424615859985352,
+ 16.26106834411621,
+ 17.48292350769043,
+ 8.444039344787598,
+ 17.318334579467773,
+ 0.9296374320983887
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.99267578125,
+ "language": 52.9406623840332
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.635401064158941e-07,
+ 1.0693379692838789e-07,
+ 9.189291745315131e-07,
+ 0.00499405013397336,
+ 0.009368148632347584,
+ 0.0003108166856691241,
+ 0.00016834339476190507,
+ 0.015391186811029911,
+ 0.0001804759376682341,
+ 0.6604938507080078
+ ],
+ "log_scores_by_expert": [
+ -14.225676536560059,
+ -16.051055908203125,
+ -13.900056838989258,
+ -5.299508094787598,
+ -4.670439720153809,
+ -8.07630729675293,
+ -8.689504623413086,
+ -4.173960208892822,
+ -8.619913101196289,
+ -0.4147675037384033
+ ],
+ "distances_by_expert": [
+ 28.451353073120117,
+ 32.10211181640625,
+ 27.800113677978516,
+ 10.599016189575195,
+ 9.340879440307617,
+ 16.15261459350586,
+ 17.379009246826172,
+ 8.347920417785645,
+ 17.239826202392578,
+ 0.8295350074768066
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.17626953125,
+ "language": 52.95432662963867
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.114056757018261e-07,
+ 1.1399621513419333e-07,
+ 9.844371788858552e-07,
+ 0.005246705375611782,
+ 0.009941316209733486,
+ 0.000334612384904176,
+ 0.0001785370404832065,
+ 0.01626013219356537,
+ 0.00019191933097317815,
+ 0.7018383145332336
+ ],
+ "log_scores_by_expert": [
+ -14.156023025512695,
+ -15.987100601196289,
+ -13.831195831298828,
+ -5.250154972076416,
+ -4.611055850982666,
+ -8.002537727355957,
+ -8.630714416503906,
+ -4.119039058685303,
+ -8.558435440063477,
+ -0.35405218601226807
+ ],
+ "distances_by_expert": [
+ 28.31204605102539,
+ 31.974201202392578,
+ 27.662391662597656,
+ 10.500309944152832,
+ 9.222111701965332,
+ 16.005075454711914,
+ 17.261428833007812,
+ 8.238078117370605,
+ 17.116870880126953,
+ 0.7081043720245361
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.51953125,
+ "language": 52.94294357299805
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.946165740373544e-07,
+ 1.0374248660127705e-07,
+ 9.665349125498324e-07,
+ 0.004880223888903856,
+ 0.00922391191124916,
+ 0.00029107165755704045,
+ 0.00016576287453062832,
+ 0.015393887646496296,
+ 0.00018620734044816345,
+ 0.638733983039856
+ ],
+ "log_scores_by_expert": [
+ -14.179905891418457,
+ -16.08135414123535,
+ -13.84954833984375,
+ -5.322564125061035,
+ -4.685956001281738,
+ -8.14194107055664,
+ -8.704952239990234,
+ -4.1737847328186035,
+ -8.58864974975586,
+ -0.4482671916484833
+ ],
+ "distances_by_expert": [
+ 28.359811782836914,
+ 32.1627082824707,
+ 27.6990966796875,
+ 10.64512825012207,
+ 9.371912002563477,
+ 16.28388214111328,
+ 17.40990447998047,
+ 8.347569465637207,
+ 17.17729949951172,
+ 0.8965343832969666
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.860595703125,
+ "language": 52.922210693359375
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.229884317894175e-07,
+ 1.0724508570092439e-07,
+ 9.890802630252438e-07,
+ 0.004947368986904621,
+ 0.009437092579901218,
+ 0.00030717242043465376,
+ 0.00017070487956516445,
+ 0.0158085934817791,
+ 0.0001916983601404354,
+ 0.6601271629333496
+ ],
+ "log_scores_by_expert": [
+ -14.139872550964355,
+ -16.04814910888672,
+ -13.82649040222168,
+ -5.308899402618408,
+ -4.663107395172119,
+ -8.088101387023926,
+ -8.67557430267334,
+ -4.1472015380859375,
+ -8.559587478637695,
+ -0.41532275080680847
+ ],
+ "distances_by_expert": [
+ 28.27974510192871,
+ 32.09629821777344,
+ 27.65298080444336,
+ 10.617798805236816,
+ 9.326214790344238,
+ 16.17620277404785,
+ 17.35114860534668,
+ 8.294403076171875,
+ 17.11917495727539,
+ 0.8306455016136169
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.182861328125,
+ "language": 52.94366455078125
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.52689402361284e-07,
+ 1.1074441630398724e-07,
+ 1.0226241329291952e-06,
+ 0.005013476591557264,
+ 0.009828777052462101,
+ 0.00030854676151648164,
+ 0.00017532210040371865,
+ 0.016232840716838837,
+ 0.0001965436531463638,
+ 0.6887979507446289
+ ],
+ "log_scores_by_expert": [
+ -14.099613189697266,
+ -16.016040802001953,
+ -13.79313850402832,
+ -5.295625686645508,
+ -4.622440814971924,
+ -8.083637237548828,
+ -8.648885726928711,
+ -4.120718955993652,
+ -8.534626007080078,
+ -0.37280726432800293
+ ],
+ "distances_by_expert": [
+ 28.19922637939453,
+ 32.032081604003906,
+ 27.58627700805664,
+ 10.591251373291016,
+ 9.244881629943848,
+ 16.167274475097656,
+ 17.297771453857422,
+ 8.241437911987305,
+ 17.069252014160156,
+ 0.7456145286560059
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.23828125,
+ "language": 52.938941955566406
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.502212611143477e-07,
+ 1.0250451509818959e-07,
+ 1.0231860869680531e-06,
+ 0.004591790027916431,
+ 0.009236407466232777,
+ 0.00028552429284900427,
+ 0.000168645812664181,
+ 0.015747172757983208,
+ 0.00019459576287772506,
+ 0.6640284061431885
+ ],
+ "log_scores_by_expert": [
+ -14.102897644042969,
+ -16.093358993530273,
+ -13.79258918762207,
+ -5.383485317230225,
+ -4.6846022605896,
+ -8.16118335723877,
+ -8.68770980834961,
+ -4.151094436645508,
+ -8.544586181640625,
+ -0.40943029522895813
+ ],
+ "distances_by_expert": [
+ 28.205795288085938,
+ 32.18671798706055,
+ 27.58517837524414,
+ 10.76697063446045,
+ 9.3692045211792,
+ 16.32236671447754,
+ 17.37541961669922,
+ 8.302188873291016,
+ 17.08917236328125,
+ 0.8188605904579163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.763671875,
+ "language": 52.9213981628418
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.356061360042077e-07,
+ 9.992261595925811e-08,
+ 1.0068313258670969e-06,
+ 0.004372027236968279,
+ 0.009119576774537563,
+ 0.0002779173955786973,
+ 0.00016645975119899958,
+ 0.015524554997682571,
+ 0.00019043724751099944,
+ 0.6572065353393555
+ ],
+ "log_scores_by_expert": [
+ -14.122570991516113,
+ -16.11886978149414,
+ -13.80870246887207,
+ -5.432528495788574,
+ -4.69733190536499,
+ -8.188186645507812,
+ -8.700757026672363,
+ -4.165332317352295,
+ -8.566187858581543,
+ -0.4197569489479065
+ ],
+ "distances_by_expert": [
+ 28.245141983032227,
+ 32.23773956298828,
+ 27.61740493774414,
+ 10.865056991577148,
+ 9.39466381072998,
+ 16.376373291015625,
+ 17.401514053344727,
+ 8.33066463470459,
+ 17.132375717163086,
+ 0.839513897895813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.523681640625,
+ "language": 52.93053436279297
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.305257554435229e-07,
+ 9.666359090942933e-08,
+ 9.97024017124204e-07,
+ 0.00427265977486968,
+ 0.008854541927576065,
+ 0.0002708316606003791,
+ 0.00016296589456032962,
+ 0.01521605346351862,
+ 0.0001903168740682304,
+ 0.6408436894416809
+ ],
+ "log_scores_by_expert": [
+ -14.129501342773438,
+ -16.152029037475586,
+ -13.818490982055664,
+ -5.45551872253418,
+ -4.726824760437012,
+ -8.21401309967041,
+ -8.721969604492188,
+ -4.185404300689697,
+ -8.56682014465332,
+ -0.44496971368789673
+ ],
+ "distances_by_expert": [
+ 28.259002685546875,
+ 32.30405807495117,
+ 27.636981964111328,
+ 10.91103744506836,
+ 9.453649520874023,
+ 16.42802619934082,
+ 17.443939208984375,
+ 8.370808601379395,
+ 17.13364028930664,
+ 0.8899394273757935
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.192626953125,
+ "language": 52.90194320678711
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.475686404883163e-07,
+ 9.260087807660966e-08,
+ 9.123303357227996e-07,
+ 0.004216897767037153,
+ 0.008887332864105701,
+ 0.00024357225629501045,
+ 0.00015378354873973876,
+ 0.014802344143390656,
+ 0.0001689640776021406,
+ 0.6522902846336365
+ ],
+ "log_scores_by_expert": [
+ -14.250041007995605,
+ -16.19496726989746,
+ -13.90726375579834,
+ -5.468655586242676,
+ -4.723128318786621,
+ -8.320096969604492,
+ -8.779964447021484,
+ -4.212969779968262,
+ -8.685824394226074,
+ -0.42726558446884155
+ ],
+ "distances_by_expert": [
+ 28.50008201599121,
+ 32.38993453979492,
+ 27.81452751159668,
+ 10.937311172485352,
+ 9.446256637573242,
+ 16.640193939208984,
+ 17.55992889404297,
+ 8.425939559936523,
+ 17.37164878845215,
+ 0.8545311689376831
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3524.3720703125,
+ "language": 52.89495849609375
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.595578838641813e-07,
+ 9.852104909668924e-08,
+ 8.992959124043409e-07,
+ 0.004363450687378645,
+ 0.009353963658213615,
+ 0.00026242848252877593,
+ 0.00015635851013939828,
+ 0.015206370502710342,
+ 0.0001747392088873312,
+ 0.6847776770591736
+ ],
+ "log_scores_by_expert": [
+ -14.231696128845215,
+ -16.13299560546875,
+ -13.921653747558594,
+ -5.434492111206055,
+ -4.671955108642578,
+ -8.245532035827637,
+ -8.763359069824219,
+ -4.186040878295898,
+ -8.652215957641602,
+ -0.37866106629371643
+ ],
+ "distances_by_expert": [
+ 28.46339225769043,
+ 32.2659912109375,
+ 27.843307495117188,
+ 10.86898422241211,
+ 9.343910217285156,
+ 16.491064071655273,
+ 17.526718139648438,
+ 8.372081756591797,
+ 17.304431915283203,
+ 0.7573221325874329
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3472.145263671875,
+ "language": 52.89986801147461
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.90696708716132e-07,
+ 1.0276703221734351e-07,
+ 9.312440170106129e-07,
+ 0.004535322077572346,
+ 0.010052517987787724,
+ 0.0002686228253878653,
+ 0.00016491614223923534,
+ 0.015909215435385704,
+ 0.000181776107638143,
+ 0.7419158220291138
+ ],
+ "log_scores_by_expert": [
+ -14.185564994812012,
+ -16.090801239013672,
+ -13.886744499206543,
+ -5.395859241485596,
+ -4.5999321937561035,
+ -8.22220230102539,
+ -8.710073471069336,
+ -4.140856742858887,
+ -8.6127347946167,
+ -0.2985195219516754
+ ],
+ "distances_by_expert": [
+ 28.371129989624023,
+ 32.181602478027344,
+ 27.773488998413086,
+ 10.791718482971191,
+ 9.199864387512207,
+ 16.44440460205078,
+ 17.420146942138672,
+ 8.281713485717773,
+ 17.2254695892334,
+ 0.5970390439033508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.125732421875,
+ "language": 52.912723541259766
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.741532274645579e-07,
+ 1.0933215577324518e-07,
+ 9.26097527553793e-07,
+ 0.004738658666610718,
+ 0.010496899485588074,
+ 0.0002983874292112887,
+ 0.00016930118727032095,
+ 0.016009598970413208,
+ 0.00018437948892824352,
+ 0.7666096091270447
+ ],
+ "log_scores_by_expert": [
+ -14.209808349609375,
+ -16.02887535095215,
+ -13.89228630065918,
+ -5.352001190185547,
+ -4.556675434112549,
+ -8.117117881774902,
+ -8.683831214904785,
+ -4.134566783905029,
+ -8.598514556884766,
+ -0.2657776474952698
+ ],
+ "distances_by_expert": [
+ 28.41961669921875,
+ 32.0577507019043,
+ 27.78457260131836,
+ 10.704002380371094,
+ 9.113350868225098,
+ 16.234235763549805,
+ 17.36766242980957,
+ 8.269133567810059,
+ 17.19702911376953,
+ 0.5315552949905396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.240234375,
+ "language": 52.87812423706055
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.170817184487532e-07,
+ 1.0361216595811129e-07,
+ 9.61290652412572e-07,
+ 0.004601761233061552,
+ 0.010414724238216877,
+ 0.0002945912128780037,
+ 0.00017592907533980906,
+ 0.016919588670134544,
+ 0.00018817513773683459,
+ 0.7853785753250122
+ ],
+ "log_scores_by_expert": [
+ -14.148076057434082,
+ -16.082611083984375,
+ -13.854989051818848,
+ -5.381316184997559,
+ -4.564534664154053,
+ -8.129921913146973,
+ -8.645429611206055,
+ -4.079283237457275,
+ -8.578137397766113,
+ -0.24158938229084015
+ ],
+ "distances_by_expert": [
+ 28.296152114868164,
+ 32.16522216796875,
+ 27.709978103637695,
+ 10.762632369995117,
+ 9.129069328308105,
+ 16.259843826293945,
+ 17.29085922241211,
+ 8.15856647491455,
+ 17.156274795532227,
+ 0.4831787645816803
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.928955078125,
+ "language": 52.91725158691406
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.866713420095039e-07,
+ 1.048347115784054e-07,
+ 9.310113568972156e-07,
+ 0.004799176007509232,
+ 0.010256662033498287,
+ 0.00032316709985025227,
+ 0.0001770064845914021,
+ 0.016925914213061333,
+ 0.00018285270198248327,
+ 0.7609759569168091
+ ],
+ "log_scores_by_expert": [
+ -14.191410064697266,
+ -16.070880889892578,
+ -13.886994361877441,
+ -5.339311122894287,
+ -4.579827785491943,
+ -8.037341117858887,
+ -8.639324188232422,
+ -4.078909397125244,
+ -8.606829643249512,
+ -0.27315351366996765
+ ],
+ "distances_by_expert": [
+ 28.38282012939453,
+ 32.141761779785156,
+ 27.773988723754883,
+ 10.678622245788574,
+ 9.159655570983887,
+ 16.074682235717773,
+ 17.278648376464844,
+ 8.157818794250488,
+ 17.213659286499023,
+ 0.5463070273399353
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.860595703125,
+ "language": 52.92643356323242
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.164870226006315e-07,
+ 1.0416143680913592e-07,
+ 9.540145811115508e-07,
+ 0.004688991233706474,
+ 0.010177897289395332,
+ 0.00030532831442542374,
+ 0.00017534317157696933,
+ 0.016872473061084747,
+ 0.0001901389186969027,
+ 0.7578431963920593
+ ],
+ "log_scores_by_expert": [
+ -14.148905754089355,
+ -16.07732391357422,
+ -13.862586975097656,
+ -5.362537860870361,
+ -4.587536811828613,
+ -8.094122886657715,
+ -8.648765563964844,
+ -4.082071781158447,
+ -8.567755699157715,
+ -0.2772787809371948
+ ],
+ "distances_by_expert": [
+ 28.29781150817871,
+ 32.15464782714844,
+ 27.725173950195312,
+ 10.725075721740723,
+ 9.175073623657227,
+ 16.18824577331543,
+ 17.297531127929688,
+ 8.164143562316895,
+ 17.13551139831543,
+ 0.5545575618743896
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.51318359375,
+ "language": 52.916648864746094
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.429872539432836e-07,
+ 1.161254701287362e-07,
+ 1.0140324775420595e-06,
+ 0.004952254705131054,
+ 0.010706188157200813,
+ 0.00032111117616295815,
+ 0.00018160406034439802,
+ 0.01741654798388481,
+ 0.00019826056086458266,
+ 0.7993302345275879
+ ],
+ "log_scores_by_expert": [
+ -14.112586975097656,
+ -15.968594551086426,
+ -13.801575660705566,
+ -5.307912349700928,
+ -4.536933422088623,
+ -8.043723106384277,
+ -8.61368179321289,
+ -4.050334453582764,
+ -8.525928497314453,
+ -0.2239810675382614
+ ],
+ "distances_by_expert": [
+ 28.225173950195312,
+ 31.93718910217285,
+ 27.603151321411133,
+ 10.615824699401855,
+ 9.073866844177246,
+ 16.087446212768555,
+ 17.22736358642578,
+ 8.100668907165527,
+ 17.051856994628906,
+ 0.4479621350765228
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3438.743408203125,
+ "language": 52.894290924072266
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.076009751472156e-07,
+ 1.1276239320068271e-07,
+ 9.671822454038193e-07,
+ 0.004713059403002262,
+ 0.010413329117000103,
+ 0.00030298606725409627,
+ 0.00017410345026291907,
+ 0.01680106110870838,
+ 0.0001905006356537342,
+ 0.7825382351875305
+ ],
+ "log_scores_by_expert": [
+ -14.161385536193848,
+ -15.9979829788208,
+ -13.848878860473633,
+ -5.357418060302734,
+ -4.564668655395508,
+ -8.101823806762695,
+ -8.655860900878906,
+ -4.086313247680664,
+ -8.565855026245117,
+ -0.24521242082118988
+ ],
+ "distances_by_expert": [
+ 28.322771072387695,
+ 31.9959659576416,
+ 27.697757720947266,
+ 10.714836120605469,
+ 9.129337310791016,
+ 16.20364761352539,
+ 17.311721801757812,
+ 8.172626495361328,
+ 17.131710052490234,
+ 0.49042484164237976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.580810546875,
+ "language": 52.90890884399414
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.277283771145449e-07,
+ 1.1210072159428819e-07,
+ 9.873856470221654e-07,
+ 0.004969577770680189,
+ 0.010631116107106209,
+ 0.00031928022508509457,
+ 0.00017942326667252928,
+ 0.01724110171198845,
+ 0.00019555777544155717,
+ 0.7879943251609802
+ ],
+ "log_scores_by_expert": [
+ -14.13333797454834,
+ -16.003868103027344,
+ -13.828205108642578,
+ -5.304420471191406,
+ -4.543970108032227,
+ -8.04944133758545,
+ -8.625762939453125,
+ -4.060459136962891,
+ -8.539654731750488,
+ -0.23826447129249573
+ ],
+ "distances_by_expert": [
+ 28.26667594909668,
+ 32.00773620605469,
+ 27.656410217285156,
+ 10.608840942382812,
+ 9.087940216064453,
+ 16.0988826751709,
+ 17.25152587890625,
+ 8.120918273925781,
+ 17.079309463500977,
+ 0.47652894258499146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3448.292724609375,
+ "language": 52.88569259643555
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.068010177135875e-07,
+ 1.208767486104989e-07,
+ 9.866909067568486e-07,
+ 0.005416227504611015,
+ 0.01055195089429617,
+ 0.00036667799577116966,
+ 0.00018381905101705343,
+ 0.01721220463514328,
+ 0.0001941827213158831,
+ 0.7634528279304504
+ ],
+ "log_scores_by_expert": [
+ -14.162516593933105,
+ -15.928494453430176,
+ -13.828908920288086,
+ -5.218355655670166,
+ -4.5514445304870605,
+ -7.911026477813721,
+ -8.601558685302734,
+ -4.062136650085449,
+ -8.546710968017578,
+ -0.2699040174484253
+ ],
+ "distances_by_expert": [
+ 28.32503318786621,
+ 31.85698890686035,
+ 27.657817840576172,
+ 10.436711311340332,
+ 9.102889060974121,
+ 15.822052955627441,
+ 17.20311737060547,
+ 8.124273300170898,
+ 17.093421936035156,
+ 0.5398080348968506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.44189453125,
+ "language": 52.90463638305664
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48379398171528e-07,
+ 1.094256134592797e-07,
+ 9.192350489684031e-07,
+ 0.005069089587777853,
+ 0.00956848356872797,
+ 0.00035469443537294865,
+ 0.0001766264031175524,
+ 0.016065271571278572,
+ 0.00017937278607860208,
+ 0.6911744475364685
+ ],
+ "log_scores_by_expert": [
+ -14.24878978729248,
+ -16.02802085876465,
+ -13.899724006652832,
+ -5.2845940589904785,
+ -4.649280548095703,
+ -7.944253921508789,
+ -8.641473770141602,
+ -4.1310954093933105,
+ -8.626044273376465,
+ -0.36936306953430176
+ ],
+ "distances_by_expert": [
+ 28.49757957458496,
+ 32.0560417175293,
+ 27.799448013305664,
+ 10.569188117980957,
+ 9.298561096191406,
+ 15.888507843017578,
+ 17.282947540283203,
+ 8.262190818786621,
+ 17.25208854675293,
+ 0.7387261390686035
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3295.72314453125,
+ "language": 52.898773193359375
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480610750259075e-07,
+ 1.0725020160862186e-07,
+ 9.168554129246331e-07,
+ 0.0050414144061505795,
+ 0.00943237729370594,
+ 0.00035099516389891505,
+ 0.0001775849232217297,
+ 0.01609737053513527,
+ 0.00017411922453902662,
+ 0.6832343339920044
+ ],
+ "log_scores_by_expert": [
+ -14.24928092956543,
+ -16.0481014251709,
+ -13.902316093444824,
+ -5.290068626403809,
+ -4.663607120513916,
+ -7.954738140106201,
+ -8.636061668395996,
+ -4.129099369049072,
+ -8.655770301818848,
+ -0.38091740012168884
+ ],
+ "distances_by_expert": [
+ 28.49856185913086,
+ 32.0962028503418,
+ 27.80463218688965,
+ 10.580137252807617,
+ 9.327214241027832,
+ 15.909476280212402,
+ 17.272123336791992,
+ 8.258198738098145,
+ 17.311540603637695,
+ 0.7618348002433777
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3279.560546875,
+ "language": 52.92892074584961
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.350368835228437e-07,
+ 1.0397663174899208e-07,
+ 9.011331485453411e-07,
+ 0.00502875167876482,
+ 0.009200007654726505,
+ 0.00034656349453143775,
+ 0.00017464674601797014,
+ 0.01561143808066845,
+ 0.00016985638649202883,
+ 0.6552627682685852
+ ],
+ "log_scores_by_expert": [
+ -14.269582748413086,
+ -16.079099655151367,
+ -13.919612884521484,
+ -5.292583465576172,
+ -4.68855094909668,
+ -7.96744441986084,
+ -8.652745246887207,
+ -4.1597514152526855,
+ -8.680557250976562,
+ -0.42271897196769714
+ ],
+ "distances_by_expert": [
+ 28.539165496826172,
+ 32.158199310302734,
+ 27.83922576904297,
+ 10.585166931152344,
+ 9.37710189819336,
+ 15.93488883972168,
+ 17.305490493774414,
+ 8.319502830505371,
+ 17.361114501953125,
+ 0.8454379439353943
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3243.76513671875,
+ "language": 52.93683624267578
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.385378696904809e-07,
+ 1.0301744879370744e-07,
+ 8.940700695347914e-07,
+ 0.005179485306143761,
+ 0.009146389551460743,
+ 0.0003411087382119149,
+ 0.00017025355191435665,
+ 0.015350340865552425,
+ 0.00017446395941078663,
+ 0.6482774615287781
+ ],
+ "log_scores_by_expert": [
+ -14.264084815979004,
+ -16.088367462158203,
+ -13.927481651306152,
+ -5.263049602508545,
+ -4.694396018981934,
+ -7.983309268951416,
+ -8.678221702575684,
+ -4.176617622375488,
+ -8.653792381286621,
+ -0.43343648314476013
+ ],
+ "distances_by_expert": [
+ 28.528169631958008,
+ 32.176734924316406,
+ 27.854963302612305,
+ 10.52609920501709,
+ 9.388792037963867,
+ 15.966618537902832,
+ 17.356443405151367,
+ 8.353235244750977,
+ 17.307584762573242,
+ 0.8668729662895203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.26904296875,
+ "language": 52.93421936035156
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241008350116317e-07,
+ 1.0132344385738179e-07,
+ 8.795844905762351e-07,
+ 0.005080695264041424,
+ 0.00890780333429575,
+ 0.00033608658122830093,
+ 0.00016674987273290753,
+ 0.015047389082610607,
+ 0.00017155271780211478,
+ 0.6317667365074158
+ ],
+ "log_scores_by_expert": [
+ -14.286953926086426,
+ -16.104948043823242,
+ -13.943816184997559,
+ -5.282307147979736,
+ -4.720827579498291,
+ -7.998141765594482,
+ -8.699015617370605,
+ -4.1965508460998535,
+ -8.67061996459961,
+ -0.4592350125312805
+ ],
+ "distances_by_expert": [
+ 28.57390785217285,
+ 32.209896087646484,
+ 27.887632369995117,
+ 10.564614295959473,
+ 9.441655158996582,
+ 15.996283531188965,
+ 17.39803123474121,
+ 8.393101692199707,
+ 17.34123992919922,
+ 0.918470025062561
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.0283203125,
+ "language": 52.93514633178711
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.297189543147397e-07,
+ 9.856127292096062e-08,
+ 8.744065098653664e-07,
+ 0.005002673249691725,
+ 0.008804318495094776,
+ 0.00033384899143129587,
+ 0.00016624858835712075,
+ 0.015044747851788998,
+ 0.00017237465362995863,
+ 0.6283139586448669
+ ],
+ "log_scores_by_expert": [
+ -14.277992248535156,
+ -16.132587432861328,
+ -13.94972038269043,
+ -5.297782897949219,
+ -4.732512950897217,
+ -8.00482177734375,
+ -8.7020263671875,
+ -4.196726322174072,
+ -8.665840148925781,
+ -0.46471524238586426
+ ],
+ "distances_by_expert": [
+ 28.555984497070312,
+ 32.265174865722656,
+ 27.89944076538086,
+ 10.595565795898438,
+ 9.465025901794434,
+ 16.0096435546875,
+ 17.404052734375,
+ 8.393452644348145,
+ 17.331680297851562,
+ 0.9294304847717285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.7392578125,
+ "language": 52.917545318603516
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.106577643549826e-07,
+ 9.275289158949818e-08,
+ 8.383510134990502e-07,
+ 0.0048451912589371204,
+ 0.008605662733316422,
+ 0.00031441362807527184,
+ 0.00016069338016677648,
+ 0.014782360754907131,
+ 0.00016582658281549811,
+ 0.6093994975090027
+ ],
+ "log_scores_by_expert": [
+ -14.30872917175293,
+ -16.193326950073242,
+ -13.991828918457031,
+ -5.329768657684326,
+ -4.755334854125977,
+ -8.064801216125488,
+ -8.73601245880127,
+ -4.214320659637451,
+ -8.704567909240723,
+ -0.4952811598777771
+ ],
+ "distances_by_expert": [
+ 28.61745834350586,
+ 32.386653900146484,
+ 27.983657836914062,
+ 10.659537315368652,
+ 9.510669708251953,
+ 16.129602432250977,
+ 17.47202491760254,
+ 8.428641319274902,
+ 17.409135818481445,
+ 0.9905623197555542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.92578125,
+ "language": 52.90431594848633
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.026260166436259e-07,
+ 9.140742207591757e-08,
+ 8.397400961257517e-07,
+ 0.004864604212343693,
+ 0.008350595831871033,
+ 0.00031103697256185114,
+ 0.00015985699428711087,
+ 0.014491592533886433,
+ 0.00016448137466795743,
+ 0.5848601460456848
+ ],
+ "log_scores_by_expert": [
+ -14.321969032287598,
+ -16.20793914794922,
+ -13.99017333984375,
+ -5.325769901275635,
+ -4.785422325134277,
+ -8.07559871673584,
+ -8.741230964660645,
+ -4.23418664932251,
+ -8.712713241577148,
+ -0.5363824367523193
+ ],
+ "distances_by_expert": [
+ 28.643938064575195,
+ 32.41587829589844,
+ 27.9803466796875,
+ 10.65153980255127,
+ 9.570844650268555,
+ 16.15119743347168,
+ 17.48246192932129,
+ 8.46837329864502,
+ 17.425426483154297,
+ 1.0727648735046387
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.942138671875,
+ "language": 52.90411376953125
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.451307174553222e-07,
+ 8.053486055814574e-08,
+ 7.602346272506111e-07,
+ 0.004393521696329117,
+ 0.00758872227743268,
+ 0.0002761272480711341,
+ 0.000145682119182311,
+ 0.013186744414269924,
+ 0.0001507386623416096,
+ 0.5281060934066772
+ ],
+ "log_scores_by_expert": [
+ -14.422240257263184,
+ -16.334575653076172,
+ -14.089638710021973,
+ -5.427624225616455,
+ -4.881092071533203,
+ -8.194648742675781,
+ -8.834083557128906,
+ -4.328543186187744,
+ -8.799962997436523,
+ -0.6384580731391907
+ ],
+ "distances_by_expert": [
+ 28.844480514526367,
+ 32.669151306152344,
+ 28.179277420043945,
+ 10.85524845123291,
+ 9.762184143066406,
+ 16.389297485351562,
+ 17.668167114257812,
+ 8.657086372375488,
+ 17.599925994873047,
+ 1.2769161462783813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.405517578125,
+ "language": 52.93555450439453
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.410865355770511e-07,
+ 7.920979783193616e-08,
+ 7.624803970429639e-07,
+ 0.004378920886665583,
+ 0.007526288274675608,
+ 0.0002690928231459111,
+ 0.00014526328595820814,
+ 0.013077800162136555,
+ 0.00015128418453969061,
+ 0.521926999092102
+ ],
+ "log_scores_by_expert": [
+ -14.429686546325684,
+ -16.351165771484375,
+ -14.086688995361328,
+ -5.430953025817871,
+ -4.889353275299072,
+ -8.220454216003418,
+ -8.836962699890137,
+ -4.336839199066162,
+ -8.796350479125977,
+ -0.6502276062965393
+ ],
+ "distances_by_expert": [
+ 28.859373092651367,
+ 32.70233154296875,
+ 28.173377990722656,
+ 10.861906051635742,
+ 9.778706550598145,
+ 16.440908432006836,
+ 17.673925399780273,
+ 8.673678398132324,
+ 17.592700958251953,
+ 1.3004552125930786
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.591064453125,
+ "language": 52.93448257446289
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.387186092775664e-07,
+ 7.821474667935036e-08,
+ 7.510760724471766e-07,
+ 0.004337577614933252,
+ 0.0074575128965079784,
+ 0.00026655677356757224,
+ 0.00014386710245162249,
+ 0.012936186045408249,
+ 0.00015051326772663742,
+ 0.5168113112449646
+ ],
+ "log_scores_by_expert": [
+ -14.434072494506836,
+ -16.363807678222656,
+ -14.10175895690918,
+ -5.440439224243164,
+ -4.898533344268799,
+ -8.229923248291016,
+ -8.846620559692383,
+ -4.347726821899414,
+ -8.801459312438965,
+ -0.6600774526596069
+ ],
+ "distances_by_expert": [
+ 28.868144989013672,
+ 32.72761535644531,
+ 28.20351791381836,
+ 10.880878448486328,
+ 9.797066688537598,
+ 16.45984649658203,
+ 17.693241119384766,
+ 8.695453643798828,
+ 17.60291862487793,
+ 1.3201549053192139
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.41064453125,
+ "language": 52.92697525024414
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.861581027806096e-07,
+ 1.0488250978823999e-07,
+ 9.565708296577213e-07,
+ 0.004742415621876717,
+ 0.009621083736419678,
+ 0.0002835212799254805,
+ 0.00016521711950190365,
+ 0.015938077121973038,
+ 0.00018093363905791193,
+ 0.7060238718986511
+ ],
+ "log_scores_by_expert": [
+ -14.192157745361328,
+ -16.070425033569336,
+ -13.85991096496582,
+ -5.351208686828613,
+ -4.643798351287842,
+ -8.16822338104248,
+ -8.708250045776367,
+ -4.139044284820557,
+ -8.617380142211914,
+ -0.3481062352657318
+ ],
+ "distances_by_expert": [
+ 28.384315490722656,
+ 32.14085006713867,
+ 27.71982192993164,
+ 10.702417373657227,
+ 9.287596702575684,
+ 16.33644676208496,
+ 17.416500091552734,
+ 8.278088569641113,
+ 17.234760284423828,
+ 0.6962124705314636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.9736328125,
+ "language": 52.884765625
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.72139435664576e-07,
+ 9.864741201681682e-08,
+ 9.196173209602421e-07,
+ 0.004327081143856049,
+ 0.009608302265405655,
+ 0.00025768642080947757,
+ 0.00015899371646810323,
+ 0.015329815447330475,
+ 0.00017564845620654523,
+ 0.695770800113678
+ ],
+ "log_scores_by_expert": [
+ -14.212800025939941,
+ -16.1317138671875,
+ -13.899308204650879,
+ -5.442862033843994,
+ -4.645127773284912,
+ -8.26376724243164,
+ -8.7466459274292,
+ -4.177955627441406,
+ -8.647026062011719,
+ -0.3627348840236664
+ ],
+ "distances_by_expert": [
+ 28.425600051879883,
+ 32.263427734375,
+ 27.798616409301758,
+ 10.885724067687988,
+ 9.290255546569824,
+ 16.52753448486328,
+ 17.4932918548584,
+ 8.355911254882812,
+ 17.294052124023438,
+ 0.7254697680473328
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.864013671875,
+ "language": 52.91548156738281
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.290495886991266e-07,
+ 1.1833083846113368e-07,
+ 9.9102896911063e-07,
+ 0.005170850548893213,
+ 0.010911685414612293,
+ 0.0003367675526533276,
+ 0.00018187754903919995,
+ 0.017764845862984657,
+ 0.00019471827545203269,
+ 0.8213492035865784
+ ],
+ "log_scores_by_expert": [
+ -14.131524085998535,
+ -15.94978141784668,
+ -13.824522018432617,
+ -5.264718055725098,
+ -4.517920970916748,
+ -7.99611759185791,
+ -8.612176895141602,
+ -4.030533790588379,
+ -8.543956756591797,
+ -0.19680695235729218
+ ],
+ "distances_by_expert": [
+ 28.26304817199707,
+ 31.89956283569336,
+ 27.649044036865234,
+ 10.529436111450195,
+ 9.035841941833496,
+ 15.99223518371582,
+ 17.224353790283203,
+ 8.061067581176758,
+ 17.087913513183594,
+ 0.39361390471458435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.474365234375,
+ "language": 52.89681625366211
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.62266813833412e-07,
+ 1.0942644479428054e-07,
+ 9.261655691261694e-07,
+ 0.004728461150079966,
+ 0.010620440356433392,
+ 0.0003009325300808996,
+ 0.0001699245913187042,
+ 0.01615450158715248,
+ 0.00017902399122249335,
+ 0.7759931087493896
+ ],
+ "log_scores_by_expert": [
+ -14.2275972366333,
+ -16.028013229370117,
+ -13.892212867736816,
+ -5.354155540466309,
+ -4.5449748039245605,
+ -8.108624458312988,
+ -8.680155754089355,
+ -4.125556468963623,
+ -8.62799072265625,
+ -0.25361162424087524
+ ],
+ "distances_by_expert": [
+ 28.4551944732666,
+ 32.056026458740234,
+ 27.784425735473633,
+ 10.708311080932617,
+ 9.089949607849121,
+ 16.217248916625977,
+ 17.36031150817871,
+ 8.251112937927246,
+ 17.2559814453125,
+ 0.5072232484817505
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.104736328125,
+ "language": 52.92678451538086
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.974349275878922e-07,
+ 1.0421668150684127e-07,
+ 9.210770031131688e-07,
+ 0.0047676400281488895,
+ 0.010493490844964981,
+ 0.00031840027077123523,
+ 0.00017698860028758645,
+ 0.017375430092215538,
+ 0.00018371058104094118,
+ 0.8018406629562378
+ ],
+ "log_scores_by_expert": [
+ -14.175856590270996,
+ -16.076793670654297,
+ -13.897722244262695,
+ -5.3459038734436035,
+ -4.557000160217285,
+ -8.052201271057129,
+ -8.639425277709961,
+ -4.052698135375977,
+ -8.60214900970459,
+ -0.22084543108940125
+ ],
+ "distances_by_expert": [
+ 28.351713180541992,
+ 32.153587341308594,
+ 27.79544448852539,
+ 10.691807746887207,
+ 9.11400032043457,
+ 16.104402542114258,
+ 17.278850555419922,
+ 8.105396270751953,
+ 17.20429801940918,
+ 0.4416908621788025
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.888427734375,
+ "language": 52.94097137451172
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.041814799573331e-07,
+ 9.923014943069575e-08,
+ 8.36072331367177e-07,
+ 0.0047918446362018585,
+ 0.00945235975086689,
+ 0.00033293108572252095,
+ 0.00016915191372390836,
+ 0.016045808792114258,
+ 0.00016206959844566882,
+ 0.6955618262290955
+ ],
+ "log_scores_by_expert": [
+ -14.319391250610352,
+ -16.125823974609375,
+ -13.994550704956055,
+ -5.340839862823486,
+ -4.6614909172058105,
+ -8.007575035095215,
+ -8.684713363647461,
+ -4.132307529449463,
+ -8.727484703063965,
+ -0.3630353808403015
+ ],
+ "distances_by_expert": [
+ 28.638782501220703,
+ 32.25164794921875,
+ 27.98910140991211,
+ 10.681679725646973,
+ 9.322981834411621,
+ 16.01515007019043,
+ 17.369426727294922,
+ 8.264615058898926,
+ 17.45496940612793,
+ 0.726070761680603
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3390.2314453125,
+ "language": 52.94456100463867
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.49555579709704e-07,
+ 9.344346807438342e-08,
+ 7.722095460849232e-07,
+ 0.004425921943038702,
+ 0.00940629094839096,
+ 0.00031429188675247133,
+ 0.0001657801039982587,
+ 0.015773175284266472,
+ 0.00014820606156717986,
+ 0.719639241695404
+ ],
+ "log_scores_by_expert": [
+ -14.414155960083008,
+ -16.185909271240234,
+ -14.074009895324707,
+ -5.420276641845703,
+ -4.66637659072876,
+ -8.06518840789795,
+ -8.704848289489746,
+ -4.149444580078125,
+ -8.816906929016113,
+ -0.32900530099868774
+ ],
+ "distances_by_expert": [
+ 28.828311920166016,
+ 32.37181854248047,
+ 28.148019790649414,
+ 10.840553283691406,
+ 9.33275318145752,
+ 16.1303768157959,
+ 17.409696578979492,
+ 8.29888916015625,
+ 17.633813858032227,
+ 0.6580106019973755
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.6953125,
+ "language": 52.962921142578125
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.363859708675591e-07,
+ 1.1343456662871176e-07,
+ 1.0031136525867623e-06,
+ 0.004828573204576969,
+ 0.01048379298299551,
+ 0.0003226949484087527,
+ 0.00018204256775788963,
+ 0.017178593203425407,
+ 0.0001961438829312101,
+ 0.7896440625190735
+ ],
+ "log_scores_by_expert": [
+ -14.121511459350586,
+ -15.992039680480957,
+ -13.81240177154541,
+ -5.33320426940918,
+ -4.557924747467041,
+ -8.038803100585938,
+ -8.6112699508667,
+ -4.064091205596924,
+ -8.536662101745605,
+ -0.23617301881313324
+ ],
+ "distances_by_expert": [
+ 28.243022918701172,
+ 31.984079360961914,
+ 27.62480354309082,
+ 10.66640853881836,
+ 9.115849494934082,
+ 16.077606201171875,
+ 17.2225399017334,
+ 8.128182411193848,
+ 17.07332420349121,
+ 0.4723460376262665
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.01513671875,
+ "language": 52.896419525146484
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.317250378946483e-07,
+ 1.1141285227722619e-07,
+ 9.934467470884556e-07,
+ 0.004773115273565054,
+ 0.010493841022253036,
+ 0.00031564358505420387,
+ 0.00017875529010780156,
+ 0.017170289531350136,
+ 0.00019476155284792185,
+ 0.7942618727684021
+ ],
+ "log_scores_by_expert": [
+ -14.127861022949219,
+ -16.01002311706543,
+ -13.8220853805542,
+ -5.344756126403809,
+ -4.556966781616211,
+ -8.060896873474121,
+ -8.62949275970459,
+ -4.064574718475342,
+ -8.543734550476074,
+ -0.23034211993217468
+ ],
+ "distances_by_expert": [
+ 28.255722045898438,
+ 32.02004623413086,
+ 27.6441707611084,
+ 10.689512252807617,
+ 9.113933563232422,
+ 16.121793746948242,
+ 17.25898551940918,
+ 8.129149436950684,
+ 17.08746910095215,
+ 0.46068423986434937
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.62744140625,
+ "language": 52.92562484741211
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.503020924559678e-07,
+ 1.1408550903979631e-07,
+ 1.004445152830158e-06,
+ 0.004915351513773203,
+ 0.01056517194956541,
+ 0.00031557134934701025,
+ 0.00017947872402146459,
+ 0.017492378130555153,
+ 0.00019850858370773494,
+ 0.8000566959381104
+ ],
+ "log_scores_by_expert": [
+ -14.102789878845215,
+ -15.98631763458252,
+ -13.811075210571289,
+ -5.315392017364502,
+ -4.550192356109619,
+ -8.061125755310059,
+ -8.62545394897461,
+ -4.045989990234375,
+ -8.524678230285645,
+ -0.22307266294956207
+ ],
+ "distances_by_expert": [
+ 28.20557975769043,
+ 31.97263526916504,
+ 27.622150421142578,
+ 10.630784034729004,
+ 9.100384712219238,
+ 16.122251510620117,
+ 17.25090789794922,
+ 8.09197998046875,
+ 17.04935646057129,
+ 0.44614532589912415
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3489.906982421875,
+ "language": 52.919891357421875
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.929412279532698e-07,
+ 1.1361482421534674e-07,
+ 9.529051681056444e-07,
+ 0.005309630185365677,
+ 0.00998779572546482,
+ 0.0003840576100628823,
+ 0.0001829226384870708,
+ 0.016984635964035988,
+ 0.00018734269542619586,
+ 0.7398154735565186
+ ],
+ "log_scores_by_expert": [
+ -14.182320594787598,
+ -15.99045181274414,
+ -13.863750457763672,
+ -5.2382330894470215,
+ -4.606391429901123,
+ -7.864717960357666,
+ -8.606447219848633,
+ -4.075446128845215,
+ -8.582571029663086,
+ -0.30135446786880493
+ ],
+ "distances_by_expert": [
+ 28.364641189575195,
+ 31.98090362548828,
+ 27.727500915527344,
+ 10.476466178894043,
+ 9.212782859802246,
+ 15.729435920715332,
+ 17.212894439697266,
+ 8.15089225769043,
+ 17.165142059326172,
+ 0.6027089357376099
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3342.998291015625,
+ "language": 52.91096496582031
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.824891443102388e-07,
+ 1.1647229314348806e-07,
+ 9.684578117230558e-07,
+ 0.0053710248321294785,
+ 0.009922121651470661,
+ 0.0003666554403025657,
+ 0.0001865158847067505,
+ 0.01652228832244873,
+ 0.00018543381884228438,
+ 0.7133315801620483
+ ],
+ "log_scores_by_expert": [
+ -14.197519302368164,
+ -15.965612411499023,
+ -13.84756088256836,
+ -5.226736545562744,
+ -4.612988471984863,
+ -7.911087989807129,
+ -8.586994171142578,
+ -4.1030449867248535,
+ -8.592812538146973,
+ -0.3378089368343353
+ ],
+ "distances_by_expert": [
+ 28.395038604736328,
+ 31.931224822998047,
+ 27.69512176513672,
+ 10.453473091125488,
+ 9.225976943969727,
+ 15.822175979614258,
+ 17.173988342285156,
+ 8.206089973449707,
+ 17.185625076293945,
+ 0.6756178736686707
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3319.56494140625,
+ "language": 52.97234344482422
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.450587761719362e-07,
+ 1.045814741473805e-07,
+ 9.230528803527704e-07,
+ 0.0050042071379721165,
+ 0.00921078771352768,
+ 0.00035279980511404574,
+ 0.00017429982835892588,
+ 0.015655644237995148,
+ 0.0001729025098029524,
+ 0.6608317494392395
+ ],
+ "log_scores_by_expert": [
+ -14.253924369812012,
+ -16.073299407958984,
+ -13.89557933807373,
+ -5.297476291656494,
+ -4.687379837036133,
+ -7.949609756469727,
+ -8.654733657836914,
+ -4.156923770904541,
+ -8.662782669067383,
+ -0.4142560660839081
+ ],
+ "distances_by_expert": [
+ 28.507848739624023,
+ 32.14659881591797,
+ 27.79115867614746,
+ 10.594952583312988,
+ 9.374759674072266,
+ 15.899219512939453,
+ 17.309467315673828,
+ 8.313847541809082,
+ 17.325565338134766,
+ 0.8285121321678162
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3213.200439453125,
+ "language": 52.897335052490234
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.225219522093539e-07,
+ 9.003784384731262e-08,
+ 8.630778438600828e-07,
+ 0.004124034196138382,
+ 0.00888859573751688,
+ 0.00022843251645099372,
+ 0.00014902072143740952,
+ 0.014211875386536121,
+ 0.00016175660130102187,
+ 0.6416073441505432
+ ],
+ "log_scores_by_expert": [
+ -14.2894868850708,
+ -16.22303581237793,
+ -13.962760925292969,
+ -5.4909234046936035,
+ -4.722986221313477,
+ -8.384269714355469,
+ -8.81142520904541,
+ -4.2536773681640625,
+ -8.72941780090332,
+ -0.44377872347831726
+ ],
+ "distances_by_expert": [
+ 28.5789737701416,
+ 32.44607162475586,
+ 27.925521850585938,
+ 10.981846809387207,
+ 9.445972442626953,
+ 16.768539428710938,
+ 17.62285041809082,
+ 8.507354736328125,
+ 17.45883560180664,
+ 0.8875574469566345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.493896484375,
+ "language": 52.90511703491211
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.771824132556503e-07,
+ 1.0028615804458241e-07,
+ 9.204781576954701e-07,
+ 0.004399225581437349,
+ 0.009715481661260128,
+ 0.00025621464010328054,
+ 0.0001605999277671799,
+ 0.015431738458573818,
+ 0.0001747173664625734,
+ 0.7045311331748962
+ ],
+ "log_scores_by_expert": [
+ -14.20532512664795,
+ -16.115238189697266,
+ -13.898372650146484,
+ -5.426326751708984,
+ -4.634034633636475,
+ -8.269495010375977,
+ -8.736594200134277,
+ -4.171329021453857,
+ -8.65234088897705,
+ -0.35022273659706116
+ ],
+ "distances_by_expert": [
+ 28.4106502532959,
+ 32.23047637939453,
+ 27.79674530029297,
+ 10.852653503417969,
+ 9.26806926727295,
+ 16.538990020751953,
+ 17.473188400268555,
+ 8.342658042907715,
+ 17.3046817779541,
+ 0.7004454731941223
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.319580078125,
+ "language": 52.938629150390625
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.571794983756263e-07,
+ 9.861260963361929e-08,
+ 8.89848365659418e-07,
+ 0.004387655295431614,
+ 0.010127224959433079,
+ 0.00025358612765558064,
+ 0.0001588574523339048,
+ 0.015154867433011532,
+ 0.00017513777129352093,
+ 0.7265206575393677
+ ],
+ "log_scores_by_expert": [
+ -14.235308647155762,
+ -16.13206672668457,
+ -13.932214736938477,
+ -5.42896032333374,
+ -4.592527866363525,
+ -8.279807090759277,
+ -8.747503280639648,
+ -4.189433574676514,
+ -8.649937629699707,
+ -0.3194883465766907
+ ],
+ "distances_by_expert": [
+ 28.470617294311523,
+ 32.26413345336914,
+ 27.864429473876953,
+ 10.85792064666748,
+ 9.18505573272705,
+ 16.559614181518555,
+ 17.495006561279297,
+ 8.378867149353027,
+ 17.299875259399414,
+ 0.6389766931533813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.200927734375,
+ "language": 52.91543960571289
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.64668107219768e-07,
+ 1.0132131933460187e-07,
+ 8.964445328274451e-07,
+ 0.004505231976509094,
+ 0.010388482362031937,
+ 0.0002724819350987673,
+ 0.00016379762382712215,
+ 0.015919847413897514,
+ 0.0001775635901140049,
+ 0.7583577632904053
+ ],
+ "log_scores_by_expert": [
+ -14.223978042602539,
+ -16.104969024658203,
+ -13.924829483032227,
+ -5.402515888214111,
+ -4.5670576095581055,
+ -8.207938194274902,
+ -8.716878890991211,
+ -4.140188694000244,
+ -8.636181831359863,
+ -0.27660003304481506
+ ],
+ "distances_by_expert": [
+ 28.447956085205078,
+ 32.209938049316406,
+ 27.849658966064453,
+ 10.805031776428223,
+ 9.134115219116211,
+ 16.415876388549805,
+ 17.433757781982422,
+ 8.280377388000488,
+ 17.272363662719727,
+ 0.5532000660896301
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.82275390625,
+ "language": 52.92695999145508
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.765904458916339e-07,
+ 9.802246836443373e-08,
+ 9.093066068999178e-07,
+ 0.0046186200343072414,
+ 0.009775240905582905,
+ 0.0002822646056301892,
+ 0.0001624470023671165,
+ 0.015981195494532585,
+ 0.00017953195492736995,
+ 0.7069987654685974
+ ],
+ "log_scores_by_expert": [
+ -14.206199645996094,
+ -16.13806915283203,
+ -13.91058349609375,
+ -5.377659320831299,
+ -4.627902507781982,
+ -8.1726655960083,
+ -8.72515869140625,
+ -4.136342525482178,
+ -8.625157356262207,
+ -0.34672632813453674
+ ],
+ "distances_by_expert": [
+ 28.412399291992188,
+ 32.27613830566406,
+ 27.8211669921875,
+ 10.755318641662598,
+ 9.255805015563965,
+ 16.3453311920166,
+ 17.4503173828125,
+ 8.272685050964355,
+ 17.250314712524414,
+ 0.6934526562690735
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.771240234375,
+ "language": 52.92552185058594
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723516889906023e-07,
+ 1.0892688351304969e-07,
+ 9.377909009344876e-07,
+ 0.00510880071669817,
+ 0.010449331253767014,
+ 0.00033554149558767676,
+ 0.00017703029152471572,
+ 0.016930582001805305,
+ 0.00018068500503432006,
+ 0.7475478649139404
+ ],
+ "log_scores_by_expert": [
+ -14.212484359741211,
+ -16.032588958740234,
+ -13.879738807678223,
+ -5.276790618896484,
+ -4.561217308044434,
+ -7.999764919281006,
+ -8.639189720153809,
+ -4.078633785247803,
+ -8.618755340576172,
+ -0.29095688462257385
+ ],
+ "distances_by_expert": [
+ 28.424968719482422,
+ 32.06517791748047,
+ 27.759477615356445,
+ 10.553581237792969,
+ 9.122434616088867,
+ 15.999529838562012,
+ 17.278379440307617,
+ 8.157267570495605,
+ 17.237510681152344,
+ 0.5819137692451477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.692626953125,
+ "language": 52.92826461791992
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.588618930436496e-07,
+ 1.0150952789445e-07,
+ 9.012706527755654e-07,
+ 0.004555537365376949,
+ 0.010109195485711098,
+ 0.00029474322218447924,
+ 0.00017061863036360592,
+ 0.016193225979804993,
+ 0.00017598748672753572,
+ 0.7558149099349976
+ ],
+ "log_scores_by_expert": [
+ -14.232751846313477,
+ -16.103113174438477,
+ -13.91946029663086,
+ -5.391411781311035,
+ -4.5943098068237305,
+ -8.129405975341797,
+ -8.676079750061035,
+ -4.123162269592285,
+ -8.645097732543945,
+ -0.27995872497558594
+ ],
+ "distances_by_expert": [
+ 28.465503692626953,
+ 32.20622634887695,
+ 27.83892059326172,
+ 10.78282356262207,
+ 9.188619613647461,
+ 16.258811950683594,
+ 17.35215950012207,
+ 8.24632453918457,
+ 17.29019546508789,
+ 0.5599174499511719
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.3037109375,
+ "language": 52.95830535888672
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.031349582575785e-07,
+ 1.1130686772276022e-07,
+ 9.618555623092107e-07,
+ 0.004708526190370321,
+ 0.010667326860129833,
+ 0.000307346461340785,
+ 0.00017671030946075916,
+ 0.016935434192419052,
+ 0.00018822790298145264,
+ 0.7923049330711365
+ ],
+ "log_scores_by_expert": [
+ -14.167716979980469,
+ -16.010974884033203,
+ -13.854401588439941,
+ -5.358380317687988,
+ -4.54056978225708,
+ -8.08753490447998,
+ -8.640998840332031,
+ -4.078347206115723,
+ -8.57785701751709,
+ -0.23280899226665497
+ ],
+ "distances_by_expert": [
+ 28.335433959960938,
+ 32.021949768066406,
+ 27.708803176879883,
+ 10.716760635375977,
+ 9.08113956451416,
+ 16.17506980895996,
+ 17.281997680664062,
+ 8.156694412231445,
+ 17.15571403503418,
+ 0.46561798453330994
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.89208984375,
+ "language": 52.90812301635742
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.529040774694295e-07,
+ 9.650535304217556e-08,
+ 8.990592732516234e-07,
+ 0.004072154872119427,
+ 0.00959207396954298,
+ 0.0002525057061575353,
+ 0.0001586937578395009,
+ 0.015406849794089794,
+ 0.00017485856369603425,
+ 0.7188951969146729
+ ],
+ "log_scores_by_expert": [
+ -14.241835594177246,
+ -16.153667449951172,
+ -13.921916961669922,
+ -5.503582954406738,
+ -4.646818161010742,
+ -8.284076690673828,
+ -8.748534202575684,
+ -4.172943115234375,
+ -8.651533126831055,
+ -0.33003973960876465
+ ],
+ "distances_by_expert": [
+ 28.483671188354492,
+ 32.307334899902344,
+ 27.843833923339844,
+ 11.007165908813477,
+ 9.293636322021484,
+ 16.568153381347656,
+ 17.497068405151367,
+ 8.34588623046875,
+ 17.30306625366211,
+ 0.6600794792175293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.635009765625,
+ "language": 52.916439056396484
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.251712190736725e-07,
+ 1.1253023757262781e-07,
+ 9.805253284866922e-07,
+ 0.004764739889651537,
+ 0.010589891113340855,
+ 0.00030815385980531573,
+ 0.0001785256463335827,
+ 0.017043275758624077,
+ 0.00019292293291073292,
+ 0.7919440865516663
+ ],
+ "log_scores_by_expert": [
+ -14.136857986450195,
+ -16.000043869018555,
+ -13.835177421569824,
+ -5.346512317657471,
+ -4.547855377197266,
+ -8.084911346435547,
+ -8.630778312683105,
+ -4.071999549865723,
+ -8.55321979522705,
+ -0.23326455056667328
+ ],
+ "distances_by_expert": [
+ 28.27371597290039,
+ 32.00008773803711,
+ 27.67035484313965,
+ 10.693024635314941,
+ 9.095710754394531,
+ 16.169822692871094,
+ 17.26155662536621,
+ 8.143999099731445,
+ 17.1064395904541,
+ 0.46652910113334656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.982177734375,
+ "language": 52.92195510864258
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.752683816557692e-07,
+ 1.1643064823374516e-07,
+ 9.452984386371099e-07,
+ 0.005203100387006998,
+ 0.010287054814398289,
+ 0.00036577621358446777,
+ 0.00018328007718082517,
+ 0.016936548054218292,
+ 0.00018278400239069015,
+ 0.7547130584716797
+ ],
+ "log_scores_by_expert": [
+ -14.208155632019043,
+ -15.965970039367676,
+ -13.87176513671875,
+ -5.258500576019287,
+ -4.576869010925293,
+ -7.913488864898682,
+ -8.60449504852295,
+ -4.078281402587891,
+ -8.607205390930176,
+ -0.28141769766807556
+ ],
+ "distances_by_expert": [
+ 28.416311264038086,
+ 31.93194007873535,
+ 27.7435302734375,
+ 10.517001152038574,
+ 9.153738021850586,
+ 15.826977729797363,
+ 17.2089900970459,
+ 8.156562805175781,
+ 17.21441078186035,
+ 0.5628353953361511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.494384765625,
+ "language": 52.929473876953125
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.80976825151447e-07,
+ 1.1650406861463125e-07,
+ 9.482816949457629e-07,
+ 0.005224974825978279,
+ 0.009938301518559456,
+ 0.00036266312235966325,
+ 0.0001865706726675853,
+ 0.016693325713276863,
+ 0.00018197609460912645,
+ 0.7294926047325134
+ ],
+ "log_scores_by_expert": [
+ -14.199737548828125,
+ -15.965339660644531,
+ -13.868614196777344,
+ -5.254305362701416,
+ -4.611359119415283,
+ -7.922036170959473,
+ -8.586700439453125,
+ -4.092746257781982,
+ -8.611635208129883,
+ -0.3154059946537018
+ ],
+ "distances_by_expert": [
+ 28.39947509765625,
+ 31.930679321289062,
+ 27.737228393554688,
+ 10.508610725402832,
+ 9.222718238830566,
+ 15.844072341918945,
+ 17.17340087890625,
+ 8.185492515563965,
+ 17.223270416259766,
+ 0.6308119893074036
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.68017578125,
+ "language": 52.94871520996094
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.796740651931032e-07,
+ 9.307792225854428e-08,
+ 7.964167139107303e-07,
+ 0.004481152631342411,
+ 0.008575485087931156,
+ 0.0003151055134367198,
+ 0.0001636388333281502,
+ 0.01462768018245697,
+ 0.00015503699250984937,
+ 0.6306900382041931
+ ],
+ "log_scores_by_expert": [
+ -14.360799789428711,
+ -16.189828872680664,
+ -14.043143272399902,
+ -5.407875061035156,
+ -4.758847713470459,
+ -8.062602996826172,
+ -8.717848777770996,
+ -4.224839687347412,
+ -8.771846771240234,
+ -0.46094074845314026
+ ],
+ "distances_by_expert": [
+ 28.721599578857422,
+ 32.37965774536133,
+ 28.086286544799805,
+ 10.815750122070312,
+ 9.517695426940918,
+ 16.125205993652344,
+ 17.435697555541992,
+ 8.449679374694824,
+ 17.54369354248047,
+ 0.9218814969062805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.02685546875,
+ "language": 52.95404815673828
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.102368956817372e-07,
+ 9.600432804290904e-08,
+ 8.450801942672115e-07,
+ 0.004837831016629934,
+ 0.008829653263092041,
+ 0.0003177762555424124,
+ 0.00016329617938026786,
+ 0.014848895370960236,
+ 0.00016766022599767894,
+ 0.6258758902549744
+ ],
+ "log_scores_by_expert": [
+ -14.309418678283691,
+ -16.158872604370117,
+ -13.983834266662598,
+ -5.331288814544678,
+ -4.729639530181885,
+ -8.054162979125977,
+ -8.719944953918457,
+ -4.209829807281494,
+ -8.693571090698242,
+ -0.468603253364563
+ ],
+ "distances_by_expert": [
+ 28.618837356567383,
+ 32.317745208740234,
+ 27.967668533325195,
+ 10.662577629089355,
+ 9.45927906036377,
+ 16.108325958251953,
+ 17.439889907836914,
+ 8.419659614562988,
+ 17.387142181396484,
+ 0.937206506729126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.425048828125,
+ "language": 52.93052673339844
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.235428031686752e-07,
+ 1.0033245700924454e-07,
+ 8.698677902430063e-07,
+ 0.005028169136494398,
+ 0.009218143299221992,
+ 0.00033253381843678653,
+ 0.0001684386224951595,
+ 0.015361594967544079,
+ 0.00017073776689358056,
+ 0.6511852145195007
+ ],
+ "log_scores_by_expert": [
+ -14.287848472595215,
+ -16.114776611328125,
+ -13.954924583435059,
+ -5.292699337005615,
+ -4.686581611633301,
+ -8.008769035339355,
+ -8.688939094543457,
+ -4.17588472366333,
+ -8.675381660461426,
+ -0.42896121740341187
+ ],
+ "distances_by_expert": [
+ 28.57569694519043,
+ 32.22955322265625,
+ 27.909849166870117,
+ 10.58539867401123,
+ 9.373163223266602,
+ 16.01753807067871,
+ 17.377878189086914,
+ 8.35176944732666,
+ 17.35076332092285,
+ 0.8579224348068237
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.571533203125,
+ "language": 52.901458740234375
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.995225933475012e-07,
+ 9.612708851136631e-08,
+ 8.328231615450932e-07,
+ 0.004820999689400196,
+ 0.00907488726079464,
+ 0.0003211335570085794,
+ 0.00016484412481077015,
+ 0.015217874199151993,
+ 0.00016346304619219154,
+ 0.642638087272644
+ ],
+ "log_scores_by_expert": [
+ -14.327132225036621,
+ -16.157594680786133,
+ -13.998444557189941,
+ -5.334774017333984,
+ -4.702244281768799,
+ -8.04365348815918,
+ -8.71051025390625,
+ -4.185284614562988,
+ -8.718923568725586,
+ -0.442173570394516
+ ],
+ "distances_by_expert": [
+ 28.654264450073242,
+ 32.315189361572266,
+ 27.996889114379883,
+ 10.669548034667969,
+ 9.404488563537598,
+ 16.08730697631836,
+ 17.4210205078125,
+ 8.370569229125977,
+ 17.437847137451172,
+ 0.884347140789032
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.336669921875,
+ "language": 52.91518783569336
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.080763910176756e-07,
+ 9.721995297695685e-08,
+ 8.427309126091131e-07,
+ 0.00486917607486248,
+ 0.00907010305672884,
+ 0.00032667414052411914,
+ 0.00016592309111729264,
+ 0.015208878554403782,
+ 0.0001647842291276902,
+ 0.6389327645301819
+ ],
+ "log_scores_by_expert": [
+ -14.312965393066406,
+ -16.146289825439453,
+ -13.986618041992188,
+ -5.324830532073975,
+ -4.7027716636657715,
+ -8.0265474319458,
+ -8.703986167907715,
+ -4.18587589263916,
+ -8.7108736038208,
+ -0.4479560852050781
+ ],
+ "distances_by_expert": [
+ 28.625930786132812,
+ 32.292579650878906,
+ 27.973236083984375,
+ 10.64966106414795,
+ 9.405543327331543,
+ 16.0530948638916,
+ 17.40797233581543,
+ 8.37175178527832,
+ 17.4217472076416,
+ 0.8959121704101562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.866455078125,
+ "language": 52.922401428222656
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.367980631694081e-07,
+ 1.0244919934621066e-07,
+ 8.780097573435341e-07,
+ 0.005010109394788742,
+ 0.009259549900889397,
+ 0.0003434238024055958,
+ 0.0001707726187305525,
+ 0.015639811754226685,
+ 0.00017313830903731287,
+ 0.6594562530517578
+ ],
+ "log_scores_by_expert": [
+ -14.266813278198242,
+ -16.09389877319336,
+ -13.945608139038086,
+ -5.296297550201416,
+ -4.68209981918335,
+ -7.976545333862305,
+ -8.675177574157715,
+ -4.157935619354248,
+ -8.661419868469238,
+ -0.4163396954536438
+ ],
+ "distances_by_expert": [
+ 28.533626556396484,
+ 32.18779754638672,
+ 27.891216278076172,
+ 10.592595100402832,
+ 9.3641996383667,
+ 15.95309066772461,
+ 17.35035514831543,
+ 8.315871238708496,
+ 17.322839736938477,
+ 0.8326793909072876
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3320.838134765625,
+ "language": 52.89198684692383
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.249715625017416e-07,
+ 1.0333310740406887e-07,
+ 8.641980002721539e-07,
+ 0.004966225475072861,
+ 0.009282299317419529,
+ 0.000347264256561175,
+ 0.00017089677567128092,
+ 0.015599503181874752,
+ 0.00017092024791054428,
+ 0.6652595400810242
+ ],
+ "log_scores_by_expert": [
+ -14.28555965423584,
+ -16.085308074951172,
+ -13.961463928222656,
+ -5.305095195770264,
+ -4.679646015167236,
+ -7.965424537658691,
+ -8.674450874328613,
+ -4.160516262054443,
+ -8.67431354522705,
+ -0.4075779914855957
+ ],
+ "distances_by_expert": [
+ 28.57111930847168,
+ 32.170616149902344,
+ 27.922927856445312,
+ 10.610190391540527,
+ 9.359292030334473,
+ 15.930849075317383,
+ 17.348901748657227,
+ 8.321032524108887,
+ 17.3486270904541,
+ 0.8151559829711914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3337.4716796875,
+ "language": 52.889530181884766
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.187074177432805e-07,
+ 9.98292719600613e-08,
+ 8.634186769995722e-07,
+ 0.0049697719514369965,
+ 0.009152624756097794,
+ 0.00033300506765954196,
+ 0.00016731966752558947,
+ 0.015408510342240334,
+ 0.00016890349797904491,
+ 0.6434810757637024
+ ],
+ "log_scores_by_expert": [
+ -14.295633316040039,
+ -16.11980438232422,
+ -13.962366104125977,
+ -5.304381370544434,
+ -4.693714618682861,
+ -8.007352828979492,
+ -8.69560432434082,
+ -4.172835350036621,
+ -8.686182975769043,
+ -0.4408626854419708
+ ],
+ "distances_by_expert": [
+ 28.591266632080078,
+ 32.23960876464844,
+ 27.924732208251953,
+ 10.608762741088867,
+ 9.387429237365723,
+ 16.014705657958984,
+ 17.39120864868164,
+ 8.345670700073242,
+ 17.372365951538086,
+ 0.8817253708839417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.455322265625,
+ "language": 52.89173126220703
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.331555937322264e-07,
+ 1.0329211619364287e-07,
+ 8.734331231607939e-07,
+ 0.004974679555743933,
+ 0.009398332796990871,
+ 0.0003461935557425022,
+ 0.00017268877127207816,
+ 0.01573827862739563,
+ 0.00017295758880209178,
+ 0.6767891049385071
+ ],
+ "log_scores_by_expert": [
+ -14.272549629211426,
+ -16.085704803466797,
+ -13.950834274291992,
+ -5.303394317626953,
+ -4.66722297668457,
+ -7.968512535095215,
+ -8.664019584655762,
+ -4.1516594886779785,
+ -8.662464141845703,
+ -0.39039555191993713
+ ],
+ "distances_by_expert": [
+ 28.54509925842285,
+ 32.171409606933594,
+ 27.901668548583984,
+ 10.606788635253906,
+ 9.33444595336914,
+ 15.93702507019043,
+ 17.328039169311523,
+ 8.303318977355957,
+ 17.324928283691406,
+ 0.7807911038398743
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.65869140625,
+ "language": 52.904239654541016
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.389685722751892e-07,
+ 1.0243473980153794e-07,
+ 8.799729585007299e-07,
+ 0.004937054123729467,
+ 0.009576074779033661,
+ 0.00033342678216286004,
+ 0.0001718140410957858,
+ 0.01578194834291935,
+ 0.00017388060223311186,
+ 0.6840848922729492
+ ],
+ "log_scores_by_expert": [
+ -14.263410568237305,
+ -16.094039916992188,
+ -13.943374633789062,
+ -5.310986518859863,
+ -4.648487567901611,
+ -8.006087303161621,
+ -8.669097900390625,
+ -4.14888858795166,
+ -8.65714168548584,
+ -0.37967321276664734
+ ],
+ "distances_by_expert": [
+ 28.52682113647461,
+ 32.188079833984375,
+ 27.886749267578125,
+ 10.621973037719727,
+ 9.296975135803223,
+ 16.012174606323242,
+ 17.33819580078125,
+ 8.29777717590332,
+ 17.31428337097168,
+ 0.7593464255332947
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.575927734375,
+ "language": 52.914424896240234
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.186626251292182e-07,
+ 9.943874346163284e-08,
+ 8.58578232509899e-07,
+ 0.004805605858564377,
+ 0.0091975387185812,
+ 0.00033038147375918925,
+ 0.0001681689900578931,
+ 0.015374947339296341,
+ 0.00016945060633588582,
+ 0.6609162092208862
+ ],
+ "log_scores_by_expert": [
+ -14.295705795288086,
+ -16.12372398376465,
+ -13.967988014221191,
+ -5.337972164154053,
+ -4.688819408416748,
+ -8.015262603759766,
+ -8.69054126739502,
+ -4.175015926361084,
+ -8.68294906616211,
+ -0.41412824392318726
+ ],
+ "distances_by_expert": [
+ 28.591411590576172,
+ 32.2474479675293,
+ 27.935976028442383,
+ 10.675944328308105,
+ 9.377638816833496,
+ 16.03052520751953,
+ 17.38108253479004,
+ 8.350031852722168,
+ 17.36589813232422,
+ 0.8282564878463745
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.62353515625,
+ "language": 52.89189910888672
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.052373464626726e-07,
+ 9.6945356631295e-08,
+ 8.298500802084163e-07,
+ 0.004724219441413879,
+ 0.009017246775329113,
+ 0.00032554767676629126,
+ 0.00016453597345389426,
+ 0.015148891136050224,
+ 0.0001647485769353807,
+ 0.6446859836578369
+ ],
+ "log_scores_by_expert": [
+ -14.317645072937012,
+ -16.149118423461914,
+ -14.002020835876465,
+ -5.355052947998047,
+ -4.708616256713867,
+ -8.030001640319824,
+ -8.712381362915039,
+ -4.189827919006348,
+ -8.711090087890625,
+ -0.4389919638633728
+ ],
+ "distances_by_expert": [
+ 28.635290145874023,
+ 32.29823684692383,
+ 28.00404167175293,
+ 10.710105895996094,
+ 9.417232513427734,
+ 16.06000328063965,
+ 17.424762725830078,
+ 8.379655838012695,
+ 17.42218017578125,
+ 0.8779839277267456
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.760986328125,
+ "language": 52.91801071166992
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.05828120114893e-07,
+ 9.7462624637501e-08,
+ 8.308556971314829e-07,
+ 0.004840637091547251,
+ 0.008913161233067513,
+ 0.0003223704406991601,
+ 0.0001650372869335115,
+ 0.0151265449821949,
+ 0.00016397485160268843,
+ 0.6326226592063904
+ ],
+ "log_scores_by_expert": [
+ -14.316669464111328,
+ -16.143796920776367,
+ -14.000809669494629,
+ -5.330708980560303,
+ -4.720226287841797,
+ -8.039809226989746,
+ -8.709339141845703,
+ -4.1913042068481445,
+ -8.715797424316406,
+ -0.4578811228275299
+ ],
+ "distances_by_expert": [
+ 28.633338928222656,
+ 32.287593841552734,
+ 28.001619338989258,
+ 10.661417961120605,
+ 9.440452575683594,
+ 16.079618453979492,
+ 17.418678283691406,
+ 8.382608413696289,
+ 17.431594848632812,
+ 0.9157622456550598
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3362.021484375,
+ "language": 52.91487121582031
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.917061116633704e-07,
+ 9.339196083146817e-08,
+ 8.155124078257359e-07,
+ 0.0047074779868125916,
+ 0.008748191408813,
+ 0.0003100052708759904,
+ 0.00016039742331486195,
+ 0.014883197844028473,
+ 0.0001609263417776674,
+ 0.6189249157905579
+ ],
+ "log_scores_by_expert": [
+ -14.340255737304688,
+ -16.186460494995117,
+ -14.019449234008789,
+ -5.358603000640869,
+ -4.738908290863037,
+ -8.0789213180542,
+ -8.737855911254883,
+ -4.207522392272949,
+ -8.734563827514648,
+ -0.47977131605148315
+ ],
+ "distances_by_expert": [
+ 28.680511474609375,
+ 32.372920989990234,
+ 28.038898468017578,
+ 10.717206001281738,
+ 9.477816581726074,
+ 16.1578426361084,
+ 17.475711822509766,
+ 8.415044784545898,
+ 17.469127655029297,
+ 0.9595426321029663
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.70654296875,
+ "language": 52.9031982421875
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.863443561793247e-07,
+ 9.103056441972512e-08,
+ 8.009930070329574e-07,
+ 0.004650389775633812,
+ 0.008562920615077019,
+ 0.00030074460664764047,
+ 0.00015793931379448622,
+ 0.014584658667445183,
+ 0.00015808895113877952,
+ 0.6039634943008423
+ ],
+ "log_scores_by_expert": [
+ -14.349358558654785,
+ -16.21207046508789,
+ -14.037413597106934,
+ -5.370804309844971,
+ -4.760313987731934,
+ -8.109249114990234,
+ -8.753299713134766,
+ -4.227785110473633,
+ -8.752352714538574,
+ -0.5042415261268616
+ ],
+ "distances_by_expert": [
+ 28.69871711730957,
+ 32.42414093017578,
+ 28.074827194213867,
+ 10.741608619689941,
+ 9.520627975463867,
+ 16.21849822998047,
+ 17.50659942626953,
+ 8.455570220947266,
+ 17.50470542907715,
+ 1.0084830522537231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.580810546875,
+ "language": 52.91602325439453
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.649147851727321e-07,
+ 8.722839339725397e-08,
+ 7.780278110658401e-07,
+ 0.0044836681336164474,
+ 0.00829874724149704,
+ 0.00029413108131848276,
+ 0.00015568001253996044,
+ 0.014255435205996037,
+ 0.00015400898701045662,
+ 0.5931419134140015
+ ],
+ "log_scores_by_expert": [
+ -14.386590957641602,
+ -16.254735946655273,
+ -14.066503524780273,
+ -5.407313823699951,
+ -4.791650772094727,
+ -8.131484985351562,
+ -8.767707824707031,
+ -4.250617027282715,
+ -8.778499603271484,
+ -0.5223216414451599
+ ],
+ "distances_by_expert": [
+ 28.773181915283203,
+ 32.50947189331055,
+ 28.133007049560547,
+ 10.814627647399902,
+ 9.583301544189453,
+ 16.262969970703125,
+ 17.535415649414062,
+ 8.50123405456543,
+ 17.55699920654297,
+ 1.0446432828903198
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.94091796875,
+ "language": 52.926963806152344
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608548801523284e-07,
+ 9.523304811409616e-08,
+ 9.191491585625045e-07,
+ 0.004331088159233332,
+ 0.008973504416644573,
+ 0.00025587936397641897,
+ 0.00015692946908529848,
+ 0.015066565945744514,
+ 0.00017279550957027823,
+ 0.6757054328918457
+ ],
+ "log_scores_by_expert": [
+ -14.229731559753418,
+ -16.16693878173828,
+ -13.89981746673584,
+ -5.441936492919922,
+ -4.713479042053223,
+ -8.270804405212402,
+ -8.759714126586914,
+ -4.195277214050293,
+ -8.66340160369873,
+ -0.3919981122016907
+ ],
+ "distances_by_expert": [
+ 28.459463119506836,
+ 32.33387756347656,
+ 27.79963493347168,
+ 10.883872985839844,
+ 9.426958084106445,
+ 16.541608810424805,
+ 17.519428253173828,
+ 8.390554428100586,
+ 17.32680320739746,
+ 0.7839962244033813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.031005859375,
+ "language": 52.89240264892578
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.729758297296939e-07,
+ 1.0417395657214001e-07,
+ 9.18289686069329e-07,
+ 0.004498559981584549,
+ 0.009779829531908035,
+ 0.0002793440653476864,
+ 0.00016433304699603468,
+ 0.015768498182296753,
+ 0.00017915807256940752,
+ 0.7286996245384216
+ ],
+ "log_scores_by_expert": [
+ -14.211556434631348,
+ -16.07720375061035,
+ -13.900753021240234,
+ -5.403997898101807,
+ -4.6274333000183105,
+ -8.183066368103027,
+ -8.713615417480469,
+ -4.149741172790527,
+ -8.627242088317871,
+ -0.3164936900138855
+ ],
+ "distances_by_expert": [
+ 28.423112869262695,
+ 32.1544075012207,
+ 27.80150604248047,
+ 10.807995796203613,
+ 9.254866600036621,
+ 16.366132736206055,
+ 17.427230834960938,
+ 8.299482345581055,
+ 17.254484176635742,
+ 0.632987380027771
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.316162109375,
+ "language": 52.90319061279297
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.733109216838784e-07,
+ 1.0493373281406093e-07,
+ 9.177135211757559e-07,
+ 0.004567975178360939,
+ 0.010227043181657791,
+ 0.00027923696325160563,
+ 0.00016695403610356152,
+ 0.015815138816833496,
+ 0.00017986545572057366,
+ 0.7633762955665588
+ ],
+ "log_scores_by_expert": [
+ -14.211058616638184,
+ -16.069936752319336,
+ -13.90138053894043,
+ -5.38868522644043,
+ -4.582719802856445,
+ -8.183449745178223,
+ -8.697792053222656,
+ -4.146787643432617,
+ -8.62330150604248,
+ -0.2700042128562927
+ ],
+ "distances_by_expert": [
+ 28.422117233276367,
+ 32.13987350463867,
+ 27.80276107788086,
+ 10.77737045288086,
+ 9.16543960571289,
+ 16.366899490356445,
+ 17.395584106445312,
+ 8.293575286865234,
+ 17.24660301208496,
+ 0.5400084257125854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.37451171875,
+ "language": 52.91649627685547
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.783678827559925e-07,
+ 1.1220875251183315e-07,
+ 9.452426183997886e-07,
+ 0.004815928637981415,
+ 0.010595214553177357,
+ 0.000312390475301072,
+ 0.00017381843645125628,
+ 0.016570188105106354,
+ 0.00018415559316053987,
+ 0.7882115244865417
+ ],
+ "log_scores_by_expert": [
+ -14.20357608795166,
+ -16.002904891967773,
+ -13.871824264526367,
+ -5.335826396942139,
+ -4.5473527908325195,
+ -8.071256637573242,
+ -8.657499313354492,
+ -4.100150108337402,
+ -8.599729537963867,
+ -0.23798882961273193
+ ],
+ "distances_by_expert": [
+ 28.40715217590332,
+ 32.00580978393555,
+ 27.743648529052734,
+ 10.671652793884277,
+ 9.094705581665039,
+ 16.142513275146484,
+ 17.314998626708984,
+ 8.200300216674805,
+ 17.199459075927734,
+ 0.47597765922546387
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.6337890625,
+ "language": 52.92100143432617
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.469816185017407e-07,
+ 1.0326749588784878e-07,
+ 8.973331659944961e-07,
+ 0.004490452818572521,
+ 0.010374130681157112,
+ 0.00028947574901394546,
+ 0.0001675854146014899,
+ 0.015892747789621353,
+ 0.00017548301548231393,
+ 0.7696453332901001
+ ],
+ "log_scores_by_expert": [
+ -14.250947952270508,
+ -16.0859432220459,
+ -13.92383861541748,
+ -5.405801773071289,
+ -4.568439960479736,
+ -8.147439002990723,
+ -8.69401741027832,
+ -4.141892433166504,
+ -8.647968292236328,
+ -0.2618255615234375
+ ],
+ "distances_by_expert": [
+ 28.501895904541016,
+ 32.1718864440918,
+ 27.84767723083496,
+ 10.811603546142578,
+ 9.136879920959473,
+ 16.294878005981445,
+ 17.38803482055664,
+ 8.283784866333008,
+ 17.295936584472656,
+ 0.523651123046875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.60595703125,
+ "language": 52.9100341796875
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.805509542573418e-07,
+ 1.0193131316782456e-07,
+ 9.238886491402809e-07,
+ 0.004820242989808321,
+ 0.01012166403234005,
+ 0.0003120620676781982,
+ 0.00017132986977230757,
+ 0.016579024493694305,
+ 0.00018065140466205776,
+ 0.7410792112350464
+ ],
+ "log_scores_by_expert": [
+ -14.200363159179688,
+ -16.098966598510742,
+ -13.894674301147461,
+ -5.334930896759033,
+ -4.593077182769775,
+ -8.072308540344238,
+ -8.671919822692871,
+ -4.099617004394531,
+ -8.618941307067871,
+ -0.2996477782726288
+ ],
+ "distances_by_expert": [
+ 28.400726318359375,
+ 32.197933197021484,
+ 27.789348602294922,
+ 10.669861793518066,
+ 9.18615436553955,
+ 16.144617080688477,
+ 17.343839645385742,
+ 8.199234008789062,
+ 17.237882614135742,
+ 0.5992955565452576
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3484.04931640625,
+ "language": 52.9145393371582
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.90210390782886e-07,
+ 9.686975488421012e-08,
+ 8.223287295550108e-07,
+ 0.004449706990271807,
+ 0.009792148135602474,
+ 0.00031022942857816815,
+ 0.00016710440104361624,
+ 0.01587478257715702,
+ 0.00015986796643119305,
+ 0.7388333678245544
+ ],
+ "log_scores_by_expert": [
+ -14.34278678894043,
+ -16.149898529052734,
+ -14.011125564575195,
+ -5.4149169921875,
+ -4.626174449920654,
+ -8.078198432922363,
+ -8.696891784667969,
+ -4.143023490905762,
+ -8.741162300109863,
+ -0.30268290638923645
+ ],
+ "distances_by_expert": [
+ 28.68557357788086,
+ 32.29979705810547,
+ 28.02225112915039,
+ 10.829833984375,
+ 9.252348899841309,
+ 16.156396865844727,
+ 17.393783569335938,
+ 8.286046981811523,
+ 17.482324600219727,
+ 0.6053658127784729
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3552.911376953125,
+ "language": 52.931209564208984
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.007611770859512e-07,
+ 1.0896449964548083e-07,
+ 9.507003824182902e-07,
+ 0.004492193926125765,
+ 0.010293272323906422,
+ 0.00030335120391100645,
+ 0.0001757414429448545,
+ 0.016757624223828316,
+ 0.00018618763715494424,
+ 0.7903252840042114
+ ],
+ "log_scores_by_expert": [
+ -14.171098709106445,
+ -16.032243728637695,
+ -13.866066932678223,
+ -5.40541410446167,
+ -4.57626485824585,
+ -8.100619316101074,
+ -8.646496772766113,
+ -4.088901996612549,
+ -8.58875560760498,
+ -0.23531067371368408
+ ],
+ "distances_by_expert": [
+ 28.34219741821289,
+ 32.06448745727539,
+ 27.732133865356445,
+ 10.81082820892334,
+ 9.1525297164917,
+ 16.20123863220215,
+ 17.292993545532227,
+ 8.177803993225098,
+ 17.17751121520996,
+ 0.47062134742736816
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.039794921875,
+ "language": 52.91271209716797
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.752935064469057e-07,
+ 1.0062414190770141e-07,
+ 9.121110906562535e-07,
+ 0.0043088654056191444,
+ 0.009807274676859379,
+ 0.0002743206568993628,
+ 0.00016693523502908647,
+ 0.01579137146472931,
+ 0.00017976085655391216,
+ 0.751304566860199
+ ],
+ "log_scores_by_expert": [
+ -14.208118438720703,
+ -16.111873626708984,
+ -13.907504081726074,
+ -5.447080612182617,
+ -4.624630928039551,
+ -8.201212882995605,
+ -8.697904586791992,
+ -4.14829158782959,
+ -8.623883247375488,
+ -0.2859441936016083
+ ],
+ "distances_by_expert": [
+ 28.416236877441406,
+ 32.22374725341797,
+ 27.81500816345215,
+ 10.894161224365234,
+ 9.249261856079102,
+ 16.40242576599121,
+ 17.395809173583984,
+ 8.29658317565918,
+ 17.247766494750977,
+ 0.5718883872032166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.4716796875,
+ "language": 52.93828201293945
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.957157552278659e-07,
+ 1.0426797558693579e-07,
+ 9.421682420907018e-07,
+ 0.004364074673503637,
+ 0.009915447793900967,
+ 0.00027855316875502467,
+ 0.00016838498413562775,
+ 0.016209790483117104,
+ 0.00018513765826355666,
+ 0.7569276690483093
+ ],
+ "log_scores_by_expert": [
+ -14.178324699401855,
+ -16.07630157470703,
+ -13.875082015991211,
+ -5.434349060058594,
+ -4.613661289215088,
+ -8.185901641845703,
+ -8.689257621765137,
+ -4.122139930725098,
+ -8.59441089630127,
+ -0.27848756313323975
+ ],
+ "distances_by_expert": [
+ 28.35664939880371,
+ 32.15260314941406,
+ 27.750164031982422,
+ 10.868698120117188,
+ 9.227322578430176,
+ 16.371803283691406,
+ 17.378515243530273,
+ 8.244279861450195,
+ 17.18882179260254,
+ 0.5569751262664795
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.50244140625,
+ "language": 52.93476104736328
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.29249109099328e-07,
+ 1.1763694374167244e-07,
+ 9.920199772750493e-07,
+ 0.005284307058900595,
+ 0.010648898780345917,
+ 0.00035537025541998446,
+ 0.0001856151648098603,
+ 0.01735766790807247,
+ 0.0001983653346542269,
+ 0.7889041304588318
+ ],
+ "log_scores_by_expert": [
+ -14.131250381469727,
+ -15.955662727355957,
+ -13.823522567749023,
+ -5.243013858795166,
+ -4.542298793792725,
+ -7.942350387573242,
+ -8.591835021972656,
+ -4.053720951080322,
+ -8.525400161743164,
+ -0.23711049556732178
+ ],
+ "distances_by_expert": [
+ 28.262500762939453,
+ 31.911325454711914,
+ 27.647045135498047,
+ 10.486027717590332,
+ 9.08459758758545,
+ 15.884700775146484,
+ 17.183670043945312,
+ 8.107441902160645,
+ 17.050800323486328,
+ 0.47422099113464355
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.496337890625,
+ "language": 52.89365005493164
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.057186621750589e-07,
+ 1.2023325268728513e-07,
+ 9.93571916296787e-07,
+ 0.005426343064755201,
+ 0.010231837630271912,
+ 0.000374739000108093,
+ 0.00018635780725162476,
+ 0.01721969060599804,
+ 0.00019114540191367269,
+ 0.7471176981925964
+ ],
+ "log_scores_by_expert": [
+ -14.16404914855957,
+ -15.933832168579102,
+ -13.821959495544434,
+ -5.216489791870117,
+ -4.582251071929932,
+ -7.889280796051025,
+ -8.587841987609863,
+ -4.061701774597168,
+ -8.56247615814209,
+ -0.2915324866771698
+ ],
+ "distances_by_expert": [
+ 28.32809829711914,
+ 31.867664337158203,
+ 27.643918991088867,
+ 10.432979583740234,
+ 9.164502143859863,
+ 15.77856159210205,
+ 17.175683975219727,
+ 8.123403549194336,
+ 17.12495231628418,
+ 0.5830649733543396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.811279296875,
+ "language": 52.91411209106445
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.096702461240056e-07,
+ 1.119718646691581e-07,
+ 9.93394678516779e-07,
+ 0.005404123570770025,
+ 0.009787153452634811,
+ 0.0003643327800091356,
+ 0.00017963557911571115,
+ 0.016628960147500038,
+ 0.0001927930861711502,
+ 0.6995135545730591
+ ],
+ "log_scores_by_expert": [
+ -14.158465385437012,
+ -16.00501823425293,
+ -13.822137832641602,
+ -5.220592975616455,
+ -4.626684665679932,
+ -7.917442798614502,
+ -8.624580383300781,
+ -4.096609592437744,
+ -8.553893089294434,
+ -0.35737013816833496
+ ],
+ "distances_by_expert": [
+ 28.316930770874023,
+ 32.01003646850586,
+ 27.644275665283203,
+ 10.44118595123291,
+ 9.253369331359863,
+ 15.834885597229004,
+ 17.249160766601562,
+ 8.193219184875488,
+ 17.107786178588867,
+ 0.7147402763366699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.850830078125,
+ "language": 52.888153076171875
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.742979508089775e-07,
+ 9.630583264197412e-08,
+ 9.367647635372123e-07,
+ 0.004247450735419989,
+ 0.009042366407811642,
+ 0.0002432414621580392,
+ 0.00015774121857248247,
+ 0.01499838288873434,
+ 0.0001735338883008808,
+ 0.6702724695205688
+ ],
+ "log_scores_by_expert": [
+ -14.209593772888184,
+ -16.155736923217773,
+ -13.880833625793457,
+ -5.4614362716674805,
+ -4.70583438873291,
+ -8.321455955505371,
+ -8.754554748535156,
+ -4.199812889099121,
+ -8.659137725830078,
+ -0.40007099509239197
+ ],
+ "distances_by_expert": [
+ 28.419187545776367,
+ 32.31147384643555,
+ 27.761667251586914,
+ 10.922872543334961,
+ 9.41166877746582,
+ 16.642911911010742,
+ 17.509109497070312,
+ 8.399625778198242,
+ 17.318275451660156,
+ 0.8001419901847839
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.65966796875,
+ "language": 52.901527404785156
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.15798342096241e-07,
+ 9.45826457154908e-08,
+ 8.44505791519623e-07,
+ 0.004036224912852049,
+ 0.009483976289629936,
+ 0.00023486008285544813,
+ 0.00015267908747773618,
+ 0.014475135132670403,
+ 0.00016307549958582968,
+ 0.7007896900177002
+ ],
+ "log_scores_by_expert": [
+ -14.300346374511719,
+ -16.173791885375977,
+ -13.984514236450195,
+ -5.512445449829102,
+ -4.658151626586914,
+ -8.356520652770996,
+ -8.787172317504883,
+ -4.235322952270508,
+ -8.721297264099121,
+ -0.3555474579334259
+ ],
+ "distances_by_expert": [
+ 28.600692749023438,
+ 32.34758377075195,
+ 27.96902847290039,
+ 11.024890899658203,
+ 9.316303253173828,
+ 16.713041305541992,
+ 17.574344635009766,
+ 8.470645904541016,
+ 17.442594528198242,
+ 0.7110949158668518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3565.201904296875,
+ "language": 52.91846466064453
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.896041782056272e-07,
+ 1.0968032171376763e-07,
+ 9.435826200387964e-07,
+ 0.004791572690010071,
+ 0.010684533044695854,
+ 0.00028951826971024275,
+ 0.00017142956494353712,
+ 0.01647605188190937,
+ 0.00018215423915535212,
+ 0.793840765953064
+ ],
+ "log_scores_by_expert": [
+ -14.187148094177246,
+ -16.02569580078125,
+ -13.873581886291504,
+ -5.3408966064453125,
+ -4.5389580726623535,
+ -8.147292137145996,
+ -8.671338081359863,
+ -4.105847358703613,
+ -8.61065673828125,
+ -0.23087240755558014
+ ],
+ "distances_by_expert": [
+ 28.374296188354492,
+ 32.0513916015625,
+ 27.747163772583008,
+ 10.681793212890625,
+ 9.077916145324707,
+ 16.294584274291992,
+ 17.342676162719727,
+ 8.211694717407227,
+ 17.2213134765625,
+ 0.4617448151111603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.990234375,
+ "language": 52.92718505859375
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.711856599395105e-07,
+ 1.1258327248242495e-07,
+ 9.365307960251812e-07,
+ 0.004877262748777866,
+ 0.010660111904144287,
+ 0.0003083764167968184,
+ 0.00016997223428916186,
+ 0.01647881045937538,
+ 0.00018393549544271082,
+ 0.7855026721954346
+ ],
+ "log_scores_by_expert": [
+ -14.21422004699707,
+ -15.99957275390625,
+ -13.881083488464355,
+ -5.323171138763428,
+ -4.54124641418457,
+ -8.084189414978027,
+ -8.679875373840332,
+ -4.105679988861084,
+ -8.60092544555664,
+ -0.24143142998218536
+ ],
+ "distances_by_expert": [
+ 28.42844009399414,
+ 31.9991455078125,
+ 27.76216697692871,
+ 10.646342277526855,
+ 9.08249282836914,
+ 16.168378829956055,
+ 17.359750747680664,
+ 8.211359977722168,
+ 17.20185089111328,
+ 0.4828628599643707
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.131103515625,
+ "language": 52.90043640136719
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241418759600492e-07,
+ 1.0348576751084693e-07,
+ 8.732773721931153e-07,
+ 0.004504856187850237,
+ 0.01031532883644104,
+ 0.00029084301786497235,
+ 0.00016563534154556692,
+ 0.015917683020234108,
+ 0.0001713380333967507,
+ 0.7733044028282166
+ ],
+ "log_scores_by_expert": [
+ -14.286888122558594,
+ -16.083831787109375,
+ -13.95101261138916,
+ -5.402599334716797,
+ -4.574124336242676,
+ -8.14272689819336,
+ -8.705721855163574,
+ -4.140324592590332,
+ -8.67187213897705,
+ -0.2570825219154358
+ ],
+ "distances_by_expert": [
+ 28.573776245117188,
+ 32.16766357421875,
+ 27.90202522277832,
+ 10.805198669433594,
+ 9.148248672485352,
+ 16.28545379638672,
+ 17.41144371032715,
+ 8.280649185180664,
+ 17.3437442779541,
+ 0.5141650438308716
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.55419921875,
+ "language": 52.91608428955078
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.621607440138177e-07,
+ 1.0753348789194206e-07,
+ 9.230017781192146e-07,
+ 0.005023776087909937,
+ 0.01075001247227192,
+ 0.0003349923645146191,
+ 0.00017598646809346974,
+ 0.016948334872722626,
+ 0.00017838930943980813,
+ 0.778815746307373
+ ],
+ "log_scores_by_expert": [
+ -14.227757453918457,
+ -16.04546356201172,
+ -13.895634651184082,
+ -5.293573379516602,
+ -4.532848358154297,
+ -8.001402854919434,
+ -8.645103454589844,
+ -4.077585697174072,
+ -8.631542205810547,
+ -0.24998079240322113
+ ],
+ "distances_by_expert": [
+ 28.455514907836914,
+ 32.09092712402344,
+ 27.791269302368164,
+ 10.587146759033203,
+ 9.065696716308594,
+ 16.002805709838867,
+ 17.290206909179688,
+ 8.155171394348145,
+ 17.263084411621094,
+ 0.49996158480644226
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.41650390625,
+ "language": 52.926265716552734
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.451151423585543e-07,
+ 9.22094258726247e-08,
+ 7.820374321454437e-07,
+ 0.004390333779156208,
+ 0.008952784352004528,
+ 0.0002909820177592337,
+ 0.00015630036068614572,
+ 0.014806988649070263,
+ 0.0001493982272222638,
+ 0.6599613428115845
+ ],
+ "log_scores_by_expert": [
+ -14.422268867492676,
+ -16.199203491210938,
+ -14.061363220214844,
+ -5.42834997177124,
+ -4.715790748596191,
+ -8.14224910736084,
+ -8.763731002807617,
+ -4.212656021118164,
+ -8.808895111083984,
+ -0.4155740439891815
+ ],
+ "distances_by_expert": [
+ 28.84453773498535,
+ 32.398406982421875,
+ 28.122726440429688,
+ 10.85669994354248,
+ 9.431581497192383,
+ 16.28449821472168,
+ 17.527462005615234,
+ 8.425312042236328,
+ 17.61779022216797,
+ 0.831148087978363
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.44287109375,
+ "language": 52.96626663208008
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.120891609702085e-07,
+ 1.154730284724792e-07,
+ 9.86357918009162e-07,
+ 0.0050101857632398605,
+ 0.010782611556351185,
+ 0.00034451254759915173,
+ 0.00018552172696217895,
+ 0.017696024850010872,
+ 0.00019063202489633113,
+ 0.8191327452659607
+ ],
+ "log_scores_by_expert": [
+ -14.155062675476074,
+ -15.974228858947754,
+ -13.829246520996094,
+ -5.2962822914123535,
+ -4.529820442199707,
+ -7.973380088806152,
+ -8.592338562011719,
+ -4.034415245056152,
+ -8.565165519714355,
+ -0.1995091289281845
+ ],
+ "distances_by_expert": [
+ 28.31012535095215,
+ 31.948457717895508,
+ 27.658493041992188,
+ 10.592564582824707,
+ 9.059640884399414,
+ 15.946760177612305,
+ 17.184677124023438,
+ 8.068830490112305,
+ 17.13033103942871,
+ 0.399018257856369
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3429.25146484375,
+ "language": 52.909759521484375
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.206356258393498e-07,
+ 1.1497656515757626e-07,
+ 9.817014188229223e-07,
+ 0.004857148043811321,
+ 0.010879852809011936,
+ 0.0003141642373520881,
+ 0.00018077067215926945,
+ 0.01707850955426693,
+ 0.00019275520753581077,
+ 0.8089711666107178
+ ],
+ "log_scores_by_expert": [
+ -14.143132209777832,
+ -15.978537559509277,
+ -13.833978652954102,
+ -5.327303886413574,
+ -4.520842552185059,
+ -8.065594673156738,
+ -8.618281364440918,
+ -4.069934368133545,
+ -8.554089546203613,
+ -0.2119920551776886
+ ],
+ "distances_by_expert": [
+ 28.286264419555664,
+ 31.957075119018555,
+ 27.667957305908203,
+ 10.654607772827148,
+ 9.041685104370117,
+ 16.131189346313477,
+ 17.236562728881836,
+ 8.13986873626709,
+ 17.108179092407227,
+ 0.4239841103553772
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.602294921875,
+ "language": 52.901004791259766
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.648011776633211e-07,
+ 1.0332305322435786e-07,
+ 9.165477194983396e-07,
+ 0.004309399984776974,
+ 0.010139918886125088,
+ 0.00026318812160752714,
+ 0.00016499731282237917,
+ 0.015586743131279945,
+ 0.0001785155909601599,
+ 0.7536278367042542
+ ],
+ "log_scores_by_expert": [
+ -14.223777770996094,
+ -16.085405349731445,
+ -13.9026517868042,
+ -5.446956634521484,
+ -4.591275215148926,
+ -8.24264144897461,
+ -8.70958137512207,
+ -4.16133451461792,
+ -8.630834579467773,
+ -0.28285670280456543
+ ],
+ "distances_by_expert": [
+ 28.447555541992188,
+ 32.17081069946289,
+ 27.8053035736084,
+ 10.893913269042969,
+ 9.182550430297852,
+ 16.48528289794922,
+ 17.41916275024414,
+ 8.32266902923584,
+ 17.261669158935547,
+ 0.5657134056091309
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3544.61376953125,
+ "language": 52.917850494384766
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.120524969650432e-07,
+ 1.1658264753577896e-07,
+ 9.8261466519034e-07,
+ 0.00502032320946455,
+ 0.010851677507162094,
+ 0.0003260718658566475,
+ 0.00018138198356609792,
+ 0.01701255887746811,
+ 0.0001936619373736903,
+ 0.799706757068634
+ ],
+ "log_scores_by_expert": [
+ -14.15511417388916,
+ -15.964665412902832,
+ -13.833048820495605,
+ -5.2942609786987305,
+ -4.523435592651367,
+ -8.028392791748047,
+ -8.61490535736084,
+ -4.073803424835205,
+ -8.549396514892578,
+ -0.22351019084453583
+ ],
+ "distances_by_expert": [
+ 28.31022834777832,
+ 31.929330825805664,
+ 27.66609764099121,
+ 10.588521957397461,
+ 9.046871185302734,
+ 16.056785583496094,
+ 17.22981071472168,
+ 8.14760684967041,
+ 17.098793029785156,
+ 0.44702038168907166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.717041015625,
+ "language": 52.901432037353516
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.022912313914276e-07,
+ 1.2431100060439348e-07,
+ 9.79163814918138e-07,
+ 0.005485269706696272,
+ 0.010831701569259167,
+ 0.0003849839267786592,
+ 0.00019171956228092313,
+ 0.017433632165193558,
+ 0.00019067148969043046,
+ 0.7944644093513489
+ ],
+ "log_scores_by_expert": [
+ -14.168917655944824,
+ -15.900479316711426,
+ -13.836566925048828,
+ -5.205688953399658,
+ -4.525278091430664,
+ -7.862308979034424,
+ -8.559476852416992,
+ -4.049354076385498,
+ -8.564958572387695,
+ -0.2300870716571808
+ ],
+ "distances_by_expert": [
+ 28.33783531188965,
+ 31.80095863342285,
+ 27.673133850097656,
+ 10.411377906799316,
+ 9.050556182861328,
+ 15.724617958068848,
+ 17.118953704833984,
+ 8.098708152770996,
+ 17.12991714477539,
+ 0.4601741433143616
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.7431640625,
+ "language": 52.934207916259766
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.37917082713102e-07,
+ 1.1224513940533143e-07,
+ 9.018708055918978e-07,
+ 0.005062217358499765,
+ 0.009627899155020714,
+ 0.00034044249332509935,
+ 0.00017958007811103016,
+ 0.01594262197613716,
+ 0.00017511038458906114,
+ 0.7059744596481323
+ ],
+ "log_scores_by_expert": [
+ -14.265057563781738,
+ -16.002580642700195,
+ -13.918794631958008,
+ -5.285950660705566,
+ -4.64309024810791,
+ -7.985264301300049,
+ -8.624889373779297,
+ -4.138759136199951,
+ -8.650094032287598,
+ -0.3481762111186981
+ ],
+ "distances_by_expert": [
+ 28.530115127563477,
+ 32.00516128540039,
+ 27.837589263916016,
+ 10.571901321411133,
+ 9.28618049621582,
+ 15.970528602600098,
+ 17.249778747558594,
+ 8.277518272399902,
+ 17.300188064575195,
+ 0.6963524222373962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.677978515625,
+ "language": 52.94013977050781
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.104523547241115e-07,
+ 1.1544913292027559e-07,
+ 1.0086477004733752e-06,
+ 0.0056138476356863976,
+ 0.010176829993724823,
+ 0.0003722804831340909,
+ 0.00018630255362950265,
+ 0.016929255798459053,
+ 0.00019003920897375792,
+ 0.710137128829956
+ ],
+ "log_scores_by_expert": [
+ -14.157363891601562,
+ -15.974435806274414,
+ -13.806900024414062,
+ -5.18251895904541,
+ -4.587641716003418,
+ -7.895863056182861,
+ -8.588138580322266,
+ -4.078711986541748,
+ -8.568280220031738,
+ -0.3422972559928894
+ ],
+ "distances_by_expert": [
+ 28.314727783203125,
+ 31.948871612548828,
+ 27.613800048828125,
+ 10.36503791809082,
+ 9.175283432006836,
+ 15.791726112365723,
+ 17.17627716064453,
+ 8.157423973083496,
+ 17.136560440063477,
+ 0.6845945119857788
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.667236328125,
+ "language": 52.92720413208008
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.326811785584141e-07,
+ 9.488385188660686e-08,
+ 8.838940743771673e-07,
+ 0.004570883698761463,
+ 0.008983085863292217,
+ 0.0002832429308909923,
+ 0.00015594897558912635,
+ 0.015191643498837948,
+ 0.00016877162852324545,
+ 0.673896074295044
+ ],
+ "log_scores_by_expert": [
+ -14.273299217224121,
+ -16.170612335205078,
+ -13.938928604125977,
+ -5.3880486488342285,
+ -4.712411880493164,
+ -8.169205665588379,
+ -8.765981674194336,
+ -4.187009811401367,
+ -8.68696403503418,
+ -0.3946794271469116
+ ],
+ "distances_by_expert": [
+ 28.546598434448242,
+ 32.341224670410156,
+ 27.877857208251953,
+ 10.776097297668457,
+ 9.424823760986328,
+ 16.338411331176758,
+ 17.531963348388672,
+ 8.374019622802734,
+ 17.37392807006836,
+ 0.7893588542938232
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3633.878173828125,
+ "language": 52.87510681152344
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231272209333838e-07,
+ 9.786143806422842e-08,
+ 8.544394063392247e-07,
+ 0.004290198441594839,
+ 0.009577229619026184,
+ 0.00025577814085409045,
+ 0.00015472622180823237,
+ 0.0147292111068964,
+ 0.00016706169117242098,
+ 0.7043271660804749
+ ],
+ "log_scores_by_expert": [
+ -14.288515090942383,
+ -16.139713287353516,
+ -13.972820281982422,
+ -5.451422214508057,
+ -4.648366928100586,
+ -8.271200180053711,
+ -8.773853302001953,
+ -4.217922687530518,
+ -8.697147369384766,
+ -0.3505123257637024
+ ],
+ "distances_by_expert": [
+ 28.577030181884766,
+ 32.27942657470703,
+ 27.945640563964844,
+ 10.902844429016113,
+ 9.296733856201172,
+ 16.542400360107422,
+ 17.547706604003906,
+ 8.435845375061035,
+ 17.39429473876953,
+ 0.7010246515274048
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.1396484375,
+ "language": 52.90877914428711
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.268943479881273e-07,
+ 9.872439221680906e-08,
+ 8.503877779730828e-07,
+ 0.004408502951264381,
+ 0.009905656799674034,
+ 0.0002630089584272355,
+ 0.00015733242616988719,
+ 0.01521326694637537,
+ 0.00016622195835225284,
+ 0.731069803237915
+ ],
+ "log_scores_by_expert": [
+ -14.282487869262695,
+ -16.13093376159668,
+ -13.97757339477539,
+ -5.424220085144043,
+ -4.614649295806885,
+ -8.243322372436523,
+ -8.757149696350098,
+ -4.185587406158447,
+ -8.702186584472656,
+ -0.31324630975723267
+ ],
+ "distances_by_expert": [
+ 28.56497573852539,
+ 32.26186752319336,
+ 27.95514678955078,
+ 10.848440170288086,
+ 9.22929859161377,
+ 16.486644744873047,
+ 17.514299392700195,
+ 8.371174812316895,
+ 17.404373168945312,
+ 0.6264926195144653
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.44921875,
+ "language": 52.9425163269043
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.255589255488303e-07,
+ 1.02879802454936e-07,
+ 8.707583560862986e-07,
+ 0.004548921249806881,
+ 0.01018329057842493,
+ 0.00028738853870891035,
+ 0.00016132586461026222,
+ 0.01535958144813776,
+ 0.00017251742247026414,
+ 0.7494074106216431
+ ],
+ "log_scores_by_expert": [
+ -14.28462028503418,
+ -16.089704513549805,
+ -13.953901290893555,
+ -5.392865180969238,
+ -4.58700704574585,
+ -8.154675483703613,
+ -8.732084274291992,
+ -4.176015853881836,
+ -8.66501235961914,
+ -0.2884725034236908
+ ],
+ "distances_by_expert": [
+ 28.56924057006836,
+ 32.17940902709961,
+ 27.90780258178711,
+ 10.785730361938477,
+ 9.1740140914917,
+ 16.309350967407227,
+ 17.464168548583984,
+ 8.352031707763672,
+ 17.33002471923828,
+ 0.5769450068473816
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.182373046875,
+ "language": 52.90494918823242
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.865076329631847e-07,
+ 1.108462797105858e-07,
+ 9.306847346124414e-07,
+ 0.004869271069765091,
+ 0.010758879594504833,
+ 0.00033675358281470835,
+ 0.0001782639737939462,
+ 0.017201224341988564,
+ 0.00018501639715395868,
+ 0.8181440830230713
+ ],
+ "log_scores_by_expert": [
+ -14.191648483276367,
+ -16.015121459960938,
+ -13.887345314025879,
+ -5.324810981750488,
+ -4.532023906707764,
+ -7.996159076690674,
+ -8.632245063781738,
+ -4.062774658203125,
+ -8.59506607055664,
+ -0.20071685314178467
+ ],
+ "distances_by_expert": [
+ 28.383296966552734,
+ 32.030242919921875,
+ 27.774690628051758,
+ 10.649621963500977,
+ 9.064047813415527,
+ 15.992318153381348,
+ 17.264490127563477,
+ 8.12554931640625,
+ 17.19013214111328,
+ 0.40143370628356934
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.647705078125,
+ "language": 52.9031867980957
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.985958975747053e-07,
+ 1.0296539443288566e-07,
+ 9.392525157636555e-07,
+ 0.0049324631690979,
+ 0.010233107022941113,
+ 0.0003187490510754287,
+ 0.0001735166588332504,
+ 0.017010165378451347,
+ 0.00018336733046453446,
+ 0.7479727864265442
+ ],
+ "log_scores_by_expert": [
+ -14.174193382263184,
+ -16.0888729095459,
+ -13.878181457519531,
+ -5.311916828155518,
+ -4.582127094268799,
+ -8.051106452941895,
+ -8.659236907958984,
+ -4.073944091796875,
+ -8.604019165039062,
+ -0.29038870334625244
+ ],
+ "distances_by_expert": [
+ 28.348386764526367,
+ 32.1777458190918,
+ 27.756362915039062,
+ 10.623833656311035,
+ 9.164254188537598,
+ 16.10221290588379,
+ 17.31847381591797,
+ 8.14788818359375,
+ 17.208038330078125,
+ 0.5807774066925049
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.4599609375,
+ "language": 52.916656494140625
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.667230311701132e-07,
+ 9.287947477787384e-08,
+ 7.88865065715072e-07,
+ 0.0046160174533724785,
+ 0.009436448104679585,
+ 0.0003141094057355076,
+ 0.00016451196279376745,
+ 0.015459430404007435,
+ 0.00015171039558481425,
+ 0.6910783648490906
+ ],
+ "log_scores_by_expert": [
+ -14.383395195007324,
+ -16.19196319580078,
+ -14.0526704788208,
+ -5.378222942352295,
+ -4.663175582885742,
+ -8.06576919555664,
+ -8.71252727508545,
+ -4.169536113739014,
+ -8.793537139892578,
+ -0.3695020377635956
+ ],
+ "distances_by_expert": [
+ 28.76679039001465,
+ 32.38392639160156,
+ 28.1053409576416,
+ 10.75644588470459,
+ 9.326351165771484,
+ 16.13153839111328,
+ 17.4250545501709,
+ 8.339072227478027,
+ 17.587074279785156,
+ 0.7390040755271912
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.784912109375,
+ "language": 52.96049499511719
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.180563900670677e-07,
+ 1.0176581355381131e-07,
+ 8.581206429880694e-07,
+ 0.004767719656229019,
+ 0.010333976708352566,
+ 0.00032441364601254463,
+ 0.0001725774782244116,
+ 0.016335872933268547,
+ 0.00016749577480368316,
+ 0.766793966293335
+ ],
+ "log_scores_by_expert": [
+ -14.296686172485352,
+ -16.1005916595459,
+ -13.968521118164062,
+ -5.345887184143066,
+ -4.572318077087402,
+ -8.033491134643555,
+ -8.664664268493652,
+ -4.114391803741455,
+ -8.694552421569824,
+ -0.26553720235824585
+ ],
+ "distances_by_expert": [
+ 28.593372344970703,
+ 32.2011833190918,
+ 27.937042236328125,
+ 10.691774368286133,
+ 9.144636154174805,
+ 16.06698226928711,
+ 17.329328536987305,
+ 8.22878360748291,
+ 17.38910484313965,
+ 0.5310744047164917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.599365234375,
+ "language": 52.92496109008789
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.845607458672021e-07,
+ 1.0721952037329174e-07,
+ 9.284958650823683e-07,
+ 0.0046826074831187725,
+ 0.010582158342003822,
+ 0.0003088164085056633,
+ 0.00017554797523189336,
+ 0.016790593042969704,
+ 0.00018428331532049924,
+ 0.799472451210022
+ ],
+ "log_scores_by_expert": [
+ -14.194488525390625,
+ -16.04838752746582,
+ -13.889699935913086,
+ -5.363900184631348,
+ -4.548585891723633,
+ -8.082763671875,
+ -8.647598266601562,
+ -4.0869364738464355,
+ -8.59903621673584,
+ -0.22380323708057404
+ ],
+ "distances_by_expert": [
+ 28.38897705078125,
+ 32.09677505493164,
+ 27.779399871826172,
+ 10.727800369262695,
+ 9.097171783447266,
+ 16.16552734375,
+ 17.295196533203125,
+ 8.173872947692871,
+ 17.19807243347168,
+ 0.44760647416114807
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.14990234375,
+ "language": 52.91800308227539
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657541575805226e-07,
+ 1.0185455323608039e-07,
+ 9.11305960471509e-07,
+ 0.00433112308382988,
+ 0.009914157912135124,
+ 0.00026508394512347877,
+ 0.0001638474641367793,
+ 0.015587851405143738,
+ 0.00017948659660760313,
+ 0.7485182881355286
+ ],
+ "log_scores_by_expert": [
+ -14.222345352172852,
+ -16.099720001220703,
+ -13.908387184143066,
+ -5.441928386688232,
+ -4.613791465759277,
+ -8.235464096069336,
+ -8.716574668884277,
+ -4.161263465881348,
+ -8.625410079956055,
+ -0.28965964913368225
+ ],
+ "distances_by_expert": [
+ 28.444690704345703,
+ 32.199440002441406,
+ 27.816774368286133,
+ 10.883856773376465,
+ 9.227582931518555,
+ 16.470928192138672,
+ 17.433149337768555,
+ 8.322526931762695,
+ 17.25082015991211,
+ 0.5793192982673645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.521240234375,
+ "language": 52.9168586730957
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.0007314434406e-07,
+ 1.0936322780707997e-07,
+ 9.481443044023763e-07,
+ 0.004739020019769669,
+ 0.010488893836736679,
+ 0.0003015844267793,
+ 0.00017438977374695241,
+ 0.016653193160891533,
+ 0.0001896072644740343,
+ 0.7853308916091919
+ ],
+ "log_scores_by_expert": [
+ -14.172080993652344,
+ -16.02859115600586,
+ -13.868759155273438,
+ -5.351924896240234,
+ -4.557438373565674,
+ -8.106460571289062,
+ -8.654217720031738,
+ -4.095153331756592,
+ -8.570555686950684,
+ -0.2416500747203827
+ ],
+ "distances_by_expert": [
+ 28.344161987304688,
+ 32.05718231201172,
+ 27.737518310546875,
+ 10.703849792480469,
+ 9.114876747131348,
+ 16.212921142578125,
+ 17.308435440063477,
+ 8.190306663513184,
+ 17.141111373901367,
+ 0.4833001494407654
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3535.700439453125,
+ "language": 52.917701721191406
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82771656101977e-07,
+ 1.2045052244502585e-07,
+ 9.542083034830284e-07,
+ 0.005409215576946735,
+ 0.010533582419157028,
+ 0.0003801946004386991,
+ 0.00018657316104508936,
+ 0.01711767539381981,
+ 0.00018731750606093556,
+ 0.7742943167686462
+ ],
+ "log_scores_by_expert": [
+ -14.197105407714844,
+ -15.932026863098145,
+ -13.862383842468262,
+ -5.219651222229004,
+ -4.553186893463135,
+ -7.8748273849487305,
+ -8.586687088012695,
+ -4.067643642425537,
+ -8.5827054977417,
+ -0.25580325722694397
+ ],
+ "distances_by_expert": [
+ 28.394210815429688,
+ 31.86405372619629,
+ 27.724767684936523,
+ 10.439302444458008,
+ 9.10637378692627,
+ 15.749654769897461,
+ 17.17337417602539,
+ 8.135287284851074,
+ 17.1654109954834,
+ 0.5116065144538879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.63671875,
+ "language": 52.94749450683594
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034468580968678e-07,
+ 1.258029698192331e-07,
+ 9.80228946900752e-07,
+ 0.005616790149360895,
+ 0.010755001567304134,
+ 0.00039666445809416473,
+ 0.00019518569752108306,
+ 0.017641842365264893,
+ 0.00018832056957762688,
+ 0.7834237217903137
+ ],
+ "log_scores_by_expert": [
+ -14.16727352142334,
+ -15.888548851013184,
+ -13.835479736328125,
+ -5.181994915008545,
+ -4.532384395599365,
+ -7.8324198722839355,
+ -8.541559219360352,
+ -4.037481784820557,
+ -8.577364921569824,
+ -0.24408160150051117
+ ],
+ "distances_by_expert": [
+ 28.33454704284668,
+ 31.777097702026367,
+ 27.67095947265625,
+ 10.36398983001709,
+ 9.06476879119873,
+ 15.664839744567871,
+ 17.083118438720703,
+ 8.074963569641113,
+ 17.15472984313965,
+ 0.48816320300102234
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3365.164306640625,
+ "language": 52.960079193115234
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.779255272704177e-07,
+ 1.1306918423770185e-07,
+ 9.66918491940305e-07,
+ 0.005505591630935669,
+ 0.009940377436578274,
+ 0.0003722410765476525,
+ 0.00018259897478856146,
+ 0.01656709983944893,
+ 0.00018211742280982435,
+ 0.7019379138946533
+ ],
+ "log_scores_by_expert": [
+ -14.204228401184082,
+ -15.99526596069336,
+ -13.849151611328125,
+ -5.201991081237793,
+ -4.61115026473999,
+ -7.895968914031982,
+ -8.6082181930542,
+ -4.10033655166626,
+ -8.610858917236328,
+ -0.35391032695770264
+ ],
+ "distances_by_expert": [
+ 28.408456802368164,
+ 31.99053192138672,
+ 27.69830322265625,
+ 10.403982162475586,
+ 9.22230052947998,
+ 15.791937828063965,
+ 17.2164363861084,
+ 8.20067310333252,
+ 17.221717834472656,
+ 0.7078206539154053
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.091796875,
+ "language": 52.918514251708984
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.086252142267767e-07,
+ 8.91092923893666e-08,
+ 8.709203598300519e-07,
+ 0.004080059938132763,
+ 0.008531594648957253,
+ 0.00023831504222471267,
+ 0.00014633950195275247,
+ 0.014159311540424824,
+ 0.0001606222940608859,
+ 0.628690779209137
+ ],
+ "log_scores_by_expert": [
+ -14.312063217163086,
+ -16.233402252197266,
+ -13.953715324401855,
+ -5.501643657684326,
+ -4.763978958129883,
+ -8.341917037963867,
+ -8.829581260681152,
+ -4.257382869720459,
+ -8.736454963684082,
+ -0.4641157388687134
+ ],
+ "distances_by_expert": [
+ 28.624126434326172,
+ 32.46680450439453,
+ 27.90743064880371,
+ 11.003287315368652,
+ 9.527957916259766,
+ 16.683834075927734,
+ 17.659162521362305,
+ 8.514765739440918,
+ 17.472909927368164,
+ 0.9282314777374268
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3447.7099609375,
+ "language": 52.88825988769531
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.581742582056904e-07,
+ 9.951388335593947e-08,
+ 9.085715646506287e-07,
+ 0.004282762762159109,
+ 0.00945852231234312,
+ 0.0002565097529441118,
+ 0.00015826831804588437,
+ 0.015394321642816067,
+ 0.0001737663842504844,
+ 0.7003951668739319
+ ],
+ "log_scores_by_expert": [
+ -14.233796119689941,
+ -16.122968673706055,
+ -13.911392211914062,
+ -5.4531569480896,
+ -4.660839080810547,
+ -8.268343925476074,
+ -8.751218795776367,
+ -4.1737565994262695,
+ -8.657798767089844,
+ -0.3561105728149414
+ ],
+ "distances_by_expert": [
+ 28.467592239379883,
+ 32.24593734741211,
+ 27.822784423828125,
+ 10.9063138961792,
+ 9.321678161621094,
+ 16.53668785095215,
+ 17.502437591552734,
+ 8.347513198852539,
+ 17.315597534179688,
+ 0.7122211456298828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.461669921875,
+ "language": 52.8939323425293
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.777684120606864e-07,
+ 1.007610777037371e-07,
+ 9.186549050355097e-07,
+ 0.004387536086142063,
+ 0.010263335891067982,
+ 0.00026160586276091635,
+ 0.00016431440599262714,
+ 0.01583762653172016,
+ 0.0001802272308850661,
+ 0.7597008943557739
+ ],
+ "log_scores_by_expert": [
+ -14.204460144042969,
+ -16.11051368713379,
+ -13.900355339050293,
+ -5.428987503051758,
+ -4.579177379608154,
+ -8.248671531677246,
+ -8.713728904724121,
+ -4.145366668701172,
+ -8.621292114257812,
+ -0.27483052015304565
+ ],
+ "distances_by_expert": [
+ 28.408920288085938,
+ 32.22102737426758,
+ 27.800710678100586,
+ 10.857975006103516,
+ 9.158354759216309,
+ 16.497343063354492,
+ 17.427457809448242,
+ 8.290733337402344,
+ 17.242584228515625,
+ 0.5496610403060913
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.574951171875,
+ "language": 52.89221954345703
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.842200264145504e-07,
+ 1.0409252126919455e-07,
+ 9.343602869194001e-07,
+ 0.0045546297915279865,
+ 0.010511334054172039,
+ 0.00028370085055939853,
+ 0.000166947822435759,
+ 0.016389278694987297,
+ 0.00018309681036043912,
+ 0.7795025706291199
+ ],
+ "log_scores_by_expert": [
+ -14.194986343383789,
+ -16.077985763549805,
+ -13.883403778076172,
+ -5.391611099243164,
+ -4.555301189422607,
+ -8.167590141296387,
+ -8.697829246520996,
+ -4.111127853393555,
+ -8.60549545288086,
+ -0.24909937381744385
+ ],
+ "distances_by_expert": [
+ 28.389972686767578,
+ 32.15597152709961,
+ 27.766807556152344,
+ 10.783222198486328,
+ 9.110602378845215,
+ 16.335180282592773,
+ 17.395658493041992,
+ 8.22225570678711,
+ 17.21099090576172,
+ 0.4981987476348877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.681884765625,
+ "language": 52.90220642089844
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.712733693348127e-07,
+ 9.20265250670127e-08,
+ 9.022725180329871e-07,
+ 0.004290061537176371,
+ 0.00945024099200964,
+ 0.0002583832829259336,
+ 0.00015659802011214197,
+ 0.015432046726346016,
+ 0.00017489775200374424,
+ 0.6812131404876709
+ ],
+ "log_scores_by_expert": [
+ -14.214089393615723,
+ -16.201189041137695,
+ -13.918349266052246,
+ -5.451454162597656,
+ -4.661715030670166,
+ -8.261066436767578,
+ -8.761828422546387,
+ -4.171308994293213,
+ -8.6513090133667,
+ -0.3838801085948944
+ ],
+ "distances_by_expert": [
+ 28.428178787231445,
+ 32.40237808227539,
+ 27.836698532104492,
+ 10.902908325195312,
+ 9.323430061340332,
+ 16.522132873535156,
+ 17.523656845092773,
+ 8.342617988586426,
+ 17.3026180267334,
+ 0.7677602171897888
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.98291015625,
+ "language": 52.941471099853516
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.528399580929545e-07,
+ 1.0552060558666199e-07,
+ 9.083870509130065e-07,
+ 0.004735103342682123,
+ 0.010266521945595741,
+ 0.0003178041661158204,
+ 0.00017230580851901323,
+ 0.016840176656842232,
+ 0.00017596314137335867,
+ 0.7629374861717224
+ ],
+ "log_scores_by_expert": [
+ -14.241933822631836,
+ -16.064359664916992,
+ -13.911595344543457,
+ -5.352751731872559,
+ -4.578866958618164,
+ -8.054075241088867,
+ -8.666239738464355,
+ -4.083987712860107,
+ -8.645236015319824,
+ -0.27057918906211853
+ ],
+ "distances_by_expert": [
+ 28.483867645263672,
+ 32.128719329833984,
+ 27.823190689086914,
+ 10.705503463745117,
+ 9.157733917236328,
+ 16.108150482177734,
+ 17.33247947692871,
+ 8.167975425720215,
+ 17.29047203063965,
+ 0.5411583781242371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.536865234375,
+ "language": 52.910057067871094
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995219337113667e-07,
+ 1.0601323907621918e-07,
+ 9.387699151375273e-07,
+ 0.004537348635494709,
+ 0.010037146508693695,
+ 0.000297544029308483,
+ 0.00017176881374325603,
+ 0.016485946252942085,
+ 0.00018586830992717296,
+ 0.7579848766326904
+ ],
+ "log_scores_by_expert": [
+ -14.172868728637695,
+ -16.059701919555664,
+ -13.878695487976074,
+ -5.395412445068359,
+ -4.601462364196777,
+ -8.119948387145996,
+ -8.669361114501953,
+ -4.1052470207214355,
+ -8.590472221374512,
+ -0.2770918607711792
+ ],
+ "distances_by_expert": [
+ 28.34573745727539,
+ 32.11940383911133,
+ 27.75739097595215,
+ 10.790824890136719,
+ 9.202924728393555,
+ 16.239896774291992,
+ 17.338722229003906,
+ 8.210494041442871,
+ 17.180944442749023,
+ 0.5541837215423584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.257568359375,
+ "language": 52.925506591796875
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.652381330241042e-07,
+ 1.0288235330335738e-07,
+ 9.192411880576401e-07,
+ 0.004225929733365774,
+ 0.01023324765264988,
+ 0.0002649083035066724,
+ 0.0001665745658101514,
+ 0.015924470499157906,
+ 0.00017778758774511516,
+ 0.7611209750175476
+ ],
+ "log_scores_by_expert": [
+ -14.22312068939209,
+ -16.089679718017578,
+ -13.899717330932617,
+ -5.466516017913818,
+ -4.582113265991211,
+ -8.236126899719238,
+ -8.700067520141602,
+ -4.139898300170898,
+ -8.634921073913574,
+ -0.2729629874229431
+ ],
+ "distances_by_expert": [
+ 28.44624137878418,
+ 32.179359436035156,
+ 27.799434661865234,
+ 10.933032035827637,
+ 9.164226531982422,
+ 16.472253799438477,
+ 17.400135040283203,
+ 8.279796600341797,
+ 17.26984214782715,
+ 0.5459259748458862
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.4267578125,
+ "language": 52.90182113647461
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.01413057413447e-07,
+ 1.0652665594079735e-07,
+ 9.550030881655402e-07,
+ 0.00452630827203393,
+ 0.010449700057506561,
+ 0.0002923898573499173,
+ 0.00017054199997801334,
+ 0.016749674454331398,
+ 0.00018524609913583845,
+ 0.7857150435447693
+ ],
+ "log_scores_by_expert": [
+ -14.17016887664795,
+ -16.05487060546875,
+ -13.861551284790039,
+ -5.397848606109619,
+ -4.561182022094727,
+ -8.137422561645508,
+ -8.676528930664062,
+ -4.089376449584961,
+ -8.593825340270996,
+ -0.24116107821464539
+ ],
+ "distances_by_expert": [
+ 28.3403377532959,
+ 32.1097412109375,
+ 27.723102569580078,
+ 10.795697212219238,
+ 9.122364044189453,
+ 16.274845123291016,
+ 17.353057861328125,
+ 8.178752899169922,
+ 17.187650680541992,
+ 0.48232215642929077
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3490.959716796875,
+ "language": 52.910282135009766
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.036038596197614e-07,
+ 1.1800808152884201e-07,
+ 9.615831686460297e-07,
+ 0.005226220469921827,
+ 0.01084087323397398,
+ 0.00036410181201063097,
+ 0.00018797893426381052,
+ 0.017788231372833252,
+ 0.00018797120719682425,
+ 0.8074154257774353
+ ],
+ "log_scores_by_expert": [
+ -14.1670503616333,
+ -15.952512741088867,
+ -13.854684829711914,
+ -5.2540669441223145,
+ -4.5244317054748535,
+ -7.918076992034912,
+ -8.579180717468262,
+ -4.0292181968688965,
+ -8.579221725463867,
+ -0.21391701698303223
+ ],
+ "distances_by_expert": [
+ 28.3341007232666,
+ 31.905025482177734,
+ 27.709369659423828,
+ 10.508133888244629,
+ 9.048863410949707,
+ 15.836153984069824,
+ 17.158361434936523,
+ 8.058436393737793,
+ 17.158443450927734,
+ 0.42783403396606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.88232421875,
+ "language": 52.89933776855469
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.219432518468238e-07,
+ 1.251173813443529e-07,
+ 9.985398037315463e-07,
+ 0.005470409989356995,
+ 0.010704640299081802,
+ 0.00039025896694511175,
+ 0.0001941830851137638,
+ 0.017774267122149467,
+ 0.00019029418763238937,
+ 0.7890254259109497
+ ],
+ "log_scores_by_expert": [
+ -14.141319274902344,
+ -15.894013404846191,
+ -13.816971778869629,
+ -5.208401679992676,
+ -4.537077903747559,
+ -7.848700046539307,
+ -8.546709060668945,
+ -4.030003547668457,
+ -8.566939353942871,
+ -0.23695671558380127
+ ],
+ "distances_by_expert": [
+ 28.282638549804688,
+ 31.788026809692383,
+ 27.633943557739258,
+ 10.416803359985352,
+ 9.074155807495117,
+ 15.697400093078613,
+ 17.09341812133789,
+ 8.060007095336914,
+ 17.133878707885742,
+ 0.47391343116760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.021240234375,
+ "language": 52.96916580200195
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.285428864634014e-07,
+ 1.203254811343868e-07,
+ 1.0304796660420834e-06,
+ 0.005646759644150734,
+ 0.010268348269164562,
+ 0.00038097656215541065,
+ 0.0001884152297861874,
+ 0.017220182344317436,
+ 0.0001942451490322128,
+ 0.7296513319015503
+ ],
+ "log_scores_by_expert": [
+ -14.132219314575195,
+ -15.933065414428711,
+ -13.785486221313477,
+ -5.176673412322998,
+ -4.578689098358154,
+ -7.872772693634033,
+ -8.576862335205078,
+ -4.061673164367676,
+ -8.54638957977295,
+ -0.3151884377002716
+ ],
+ "distances_by_expert": [
+ 28.26443862915039,
+ 31.866130828857422,
+ 27.570972442626953,
+ 10.353346824645996,
+ 9.157378196716309,
+ 15.745545387268066,
+ 17.153724670410156,
+ 8.123346328735352,
+ 17.0927791595459,
+ 0.6303768754005432
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.55712890625,
+ "language": 52.918190002441406
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.826726348663215e-07,
+ 9.864383798685594e-08,
+ 9.54591541812988e-07,
+ 0.004408194217830896,
+ 0.009219576604664326,
+ 0.00025893462589010596,
+ 0.00015958037693053484,
+ 0.015458287671208382,
+ 0.0001758777507347986,
+ 0.6889492869377136
+ ],
+ "log_scores_by_expert": [
+ -14.197250366210938,
+ -16.131750106811523,
+ -13.861982345581055,
+ -5.424290180206299,
+ -4.686426162719727,
+ -8.25893497467041,
+ -8.742962837219238,
+ -4.169610023498535,
+ -8.645721435546875,
+ -0.3725875914096832
+ ],
+ "distances_by_expert": [
+ 28.394500732421875,
+ 32.26350021362305,
+ 27.72396469116211,
+ 10.848580360412598,
+ 9.372852325439453,
+ 16.51786994934082,
+ 17.485925674438477,
+ 8.33922004699707,
+ 17.29144287109375,
+ 0.7451751828193665
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.444580078125,
+ "language": 52.890865325927734
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.458140546783397e-07,
+ 9.459202487960283e-08,
+ 8.921766152525379e-07,
+ 0.004151744768023491,
+ 0.009289223700761795,
+ 0.00024306104751303792,
+ 0.00015339304809458554,
+ 0.014825102873146534,
+ 0.00016914610750973225,
+ 0.6736928820610046
+ ],
+ "log_scores_by_expert": [
+ -14.252754211425781,
+ -16.17369270324707,
+ -13.929601669311523,
+ -5.484226703643799,
+ -4.678900241851807,
+ -8.322197914123535,
+ -8.782506942749023,
+ -4.211433410644531,
+ -8.684747695922852,
+ -0.3949809670448303
+ ],
+ "distances_by_expert": [
+ 28.505508422851562,
+ 32.34738540649414,
+ 27.859203338623047,
+ 10.968453407287598,
+ 9.357800483703613,
+ 16.64439582824707,
+ 17.565013885498047,
+ 8.422866821289062,
+ 17.369495391845703,
+ 0.7899619340896606
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.508544921875,
+ "language": 52.90397262573242
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.320084023376694e-07,
+ 1.1176702940929317e-07,
+ 9.933255569194444e-07,
+ 0.004794048145413399,
+ 0.010517911985516548,
+ 0.00029672705568373203,
+ 0.00017441422096453607,
+ 0.016737906262278557,
+ 0.00019279160187579691,
+ 0.7843494415283203
+ ],
+ "log_scores_by_expert": [
+ -14.127473831176758,
+ -16.00684928894043,
+ -13.8222074508667,
+ -5.3403801918029785,
+ -4.554675579071045,
+ -8.122697830200195,
+ -8.654077529907227,
+ -4.090079307556152,
+ -8.553900718688965,
+ -0.24290065467357635
+ ],
+ "distances_by_expert": [
+ 28.254947662353516,
+ 32.01369857788086,
+ 27.6444149017334,
+ 10.680760383605957,
+ 9.10935115814209,
+ 16.24539566040039,
+ 17.308155059814453,
+ 8.180158615112305,
+ 17.10780143737793,
+ 0.4858013093471527
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3492.157470703125,
+ "language": 52.890628814697266
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960634664210374e-07,
+ 1.1765197172053377e-07,
+ 9.575447847964824e-07,
+ 0.004997861571609974,
+ 0.011091143824160099,
+ 0.0003352371568325907,
+ 0.00017771418788470328,
+ 0.017101384699344635,
+ 0.00018777610966935754,
+ 0.816814124584198
+ ],
+ "log_scores_by_expert": [
+ -14.177824974060059,
+ -15.955534934997559,
+ -13.858893394470215,
+ -5.298745155334473,
+ -4.501608371734619,
+ -8.000672340393066,
+ -8.635334014892578,
+ -4.068595886230469,
+ -8.580260276794434,
+ -0.20234368741512299
+ ],
+ "distances_by_expert": [
+ 28.355649948120117,
+ 31.911069869995117,
+ 27.71778678894043,
+ 10.597490310668945,
+ 9.003216743469238,
+ 16.001344680786133,
+ 17.270668029785156,
+ 8.137191772460938,
+ 17.160520553588867,
+ 0.40468737483024597
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.3974609375,
+ "language": 52.913818359375
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.451351393683581e-07,
+ 1.096594104410542e-07,
+ 9.879875051410636e-07,
+ 0.004869124852120876,
+ 0.010718252509832382,
+ 0.0003188153204973787,
+ 0.00017992514767684042,
+ 0.017436673864722252,
+ 0.0001952657476067543,
+ 0.7941489219665527
+ ],
+ "log_scores_by_expert": [
+ -14.109700202941895,
+ -16.02588653564453,
+ -13.827595710754395,
+ -5.324841022491455,
+ -4.535807132720947,
+ -8.050898551940918,
+ -8.622969627380371,
+ -4.049179553985596,
+ -8.541149139404297,
+ -0.230484277009964
+ ],
+ "distances_by_expert": [
+ 28.21940040588379,
+ 32.05177307128906,
+ 27.65519142150879,
+ 10.64968204498291,
+ 9.071614265441895,
+ 16.101797103881836,
+ 17.245939254760742,
+ 8.098359107971191,
+ 17.082298278808594,
+ 0.460968554019928
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.07421875,
+ "language": 52.9406852722168
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.243359962354589e-07,
+ 9.868712425031845e-08,
+ 8.737313805795566e-07,
+ 0.004759805742651224,
+ 0.010063443332910538,
+ 0.0003077567962463945,
+ 0.0001682763104327023,
+ 0.016042176634073257,
+ 0.00016725060413591564,
+ 0.720588207244873
+ ],
+ "log_scores_by_expert": [
+ -14.286577224731445,
+ -16.131311416625977,
+ -13.950492858886719,
+ -5.347548484802246,
+ -4.598845958709717,
+ -8.086200714111328,
+ -8.689903259277344,
+ -4.132534027099609,
+ -8.696017265319824,
+ -0.32768747210502625
+ ],
+ "distances_by_expert": [
+ 28.57315444946289,
+ 32.26262283325195,
+ 27.900985717773438,
+ 10.695096969604492,
+ 9.197691917419434,
+ 16.172401428222656,
+ 17.379806518554688,
+ 8.265068054199219,
+ 17.39203453063965,
+ 0.6553749442100525
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3451.03173828125,
+ "language": 52.945133209228516
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723535648234247e-07,
+ 1.0807735861817491e-07,
+ 9.287234661314869e-07,
+ 0.004856138024479151,
+ 0.010777672752737999,
+ 0.0003202221996616572,
+ 0.00017838132043834776,
+ 0.016933487728238106,
+ 0.00018204899970442057,
+ 0.7915166616439819
+ ],
+ "log_scores_by_expert": [
+ -14.212481498718262,
+ -16.04041862487793,
+ -13.88945484161377,
+ -5.327511787414551,
+ -4.53027868270874,
+ -8.04649543762207,
+ -8.631587028503418,
+ -4.07846212387085,
+ -8.611234664916992,
+ -0.23380433022975922
+ ],
+ "distances_by_expert": [
+ 28.424962997436523,
+ 32.08083724975586,
+ 27.77890968322754,
+ 10.655023574829102,
+ 9.06055736541748,
+ 16.09299087524414,
+ 17.263174057006836,
+ 8.1569242477417,
+ 17.222469329833984,
+ 0.46760866045951843
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.25390625,
+ "language": 52.91724395751953
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.16149486379436e-07,
+ 1.105441427284859e-07,
+ 9.675485443949583e-07,
+ 0.0047307247295975685,
+ 0.010676095262169838,
+ 0.0003027740167453885,
+ 0.0001758690195856616,
+ 0.016706306487321854,
+ 0.00019172760949004441,
+ 0.7931334376335144
+ ],
+ "log_scores_by_expert": [
+ -14.14937686920166,
+ -16.017850875854492,
+ -13.84850025177002,
+ -5.353676795959473,
+ -4.539748191833496,
+ -8.102523803710938,
+ -8.645771026611328,
+ -4.091969013214111,
+ -8.55943489074707,
+ -0.2317638099193573
+ ],
+ "distances_by_expert": [
+ 28.29875373840332,
+ 32.035701751708984,
+ 27.69700050354004,
+ 10.707353591918945,
+ 9.079496383666992,
+ 16.205047607421875,
+ 17.291542053222656,
+ 8.183938026428223,
+ 17.11886978149414,
+ 0.4635276198387146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.5859375,
+ "language": 52.90254592895508
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.728661219312926e-07,
+ 1.0246815662640074e-07,
+ 9.211955784849124e-07,
+ 0.004371397662907839,
+ 0.010022244416177273,
+ 0.00026945234276354313,
+ 0.00016380214947275817,
+ 0.015490163117647171,
+ 0.00018237360927741975,
+ 0.7400018572807312
+ ],
+ "log_scores_by_expert": [
+ -14.211719512939453,
+ -16.093713760375977,
+ -13.89759349822998,
+ -5.432672500610352,
+ -4.602948188781738,
+ -8.21911907196045,
+ -8.716851234436035,
+ -4.167550086975098,
+ -8.609453201293945,
+ -0.3011026084423065
+ ],
+ "distances_by_expert": [
+ 28.423439025878906,
+ 32.18742752075195,
+ 27.79518699645996,
+ 10.865345001220703,
+ 9.205896377563477,
+ 16.4382381439209,
+ 17.43370246887207,
+ 8.335100173950195,
+ 17.21890640258789,
+ 0.602205216884613
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.21484375,
+ "language": 52.91611099243164
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.267255455190025e-07,
+ 1.1724079485020411e-07,
+ 9.91722004073381e-07,
+ 0.005063868593424559,
+ 0.010946064256131649,
+ 0.00033126704511232674,
+ 0.00018224911764264107,
+ 0.017316894605755806,
+ 0.00019634619820863008,
+ 0.803484320640564
+ ],
+ "log_scores_by_expert": [
+ -14.134716987609863,
+ -15.959035873413086,
+ -13.823822975158691,
+ -5.2856245040893555,
+ -4.514775276184082,
+ -8.012585639953613,
+ -8.610136032104492,
+ -4.05607271194458,
+ -8.53563117980957,
+ -0.2187976986169815
+ ],
+ "distances_by_expert": [
+ 28.269433975219727,
+ 31.918071746826172,
+ 27.647645950317383,
+ 10.571249008178711,
+ 9.029550552368164,
+ 16.025171279907227,
+ 17.220272064208984,
+ 8.11214542388916,
+ 17.07126235961914,
+ 0.437595397233963
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.34619140625,
+ "language": 52.90135955810547
+ }
+ },
+ {
+ "routing_index": 550,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.962055181247706e-07,
+ 1.2040871411045373e-07,
+ 9.672127134763286e-07,
+ 0.005546685308218002,
+ 0.010458547621965408,
+ 0.0003887358179781586,
+ 0.00018981858738698065,
+ 0.017162570729851723,
+ 0.0001885130041046068,
+ 0.7597079873085022
+ ],
+ "log_scores_by_expert": [
+ -14.177620887756348,
+ -15.932374000549316,
+ -13.848847389221191,
+ -5.194554805755615,
+ -4.560335636138916,
+ -7.8526105880737305,
+ -8.569441795349121,
+ -4.065024375915527,
+ -8.576343536376953,
+ -0.2748212218284607
+ ],
+ "distances_by_expert": [
+ 28.355241775512695,
+ 31.864748001098633,
+ 27.697694778442383,
+ 10.38910961151123,
+ 9.120671272277832,
+ 15.705221176147461,
+ 17.138883590698242,
+ 8.130048751831055,
+ 17.152687072753906,
+ 0.5496424436569214
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.587646484375,
+ "language": 52.92748260498047
+ }
+ },
+ {
+ "routing_index": 551,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.949705155217089e-07,
+ 1.001492933028203e-07,
+ 8.162811582224094e-07,
+ 0.004671323113143444,
+ 0.008794207125902176,
+ 0.0003177977632731199,
+ 0.00016604734992142767,
+ 0.01464847382158041,
+ 0.00015989922394510359,
+ 0.6457663774490356
+ ],
+ "log_scores_by_expert": [
+ -14.33475399017334,
+ -16.11660385131836,
+ -14.01850700378418,
+ -5.3663129806518555,
+ -4.733662128448486,
+ -8.054095268249512,
+ -8.703237533569336,
+ -4.223419189453125,
+ -8.740966796875,
+ -0.43731752038002014
+ ],
+ "distances_by_expert": [
+ 28.66950798034668,
+ 32.23320770263672,
+ 28.03701400756836,
+ 10.732625961303711,
+ 9.467324256896973,
+ 16.108190536499023,
+ 17.406475067138672,
+ 8.44683837890625,
+ 17.48193359375,
+ 0.8746350407600403
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.058349609375,
+ "language": 52.98421096801758
+ }
+ },
+ {
+ "routing_index": 552,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.465233468588849e-07,
+ 1.1101723629280968e-07,
+ 9.155945690508815e-07,
+ 0.005216008052229881,
+ 0.009535521268844604,
+ 0.0003662311937659979,
+ 0.00018322712276130915,
+ 0.015906961634755135,
+ 0.0001717200066195801,
+ 0.6858070492744446
+ ],
+ "log_scores_by_expert": [
+ -14.251656532287598,
+ -16.013580322265625,
+ -13.903692245483398,
+ -5.256022930145264,
+ -4.652731418609619,
+ -7.912245750427246,
+ -8.60478401184082,
+ -4.140998363494873,
+ -8.669645309448242,
+ -0.3771589994430542
+ ],
+ "distances_by_expert": [
+ 28.503313064575195,
+ 32.02716064453125,
+ 27.807384490966797,
+ 10.512045860290527,
+ 9.305462837219238,
+ 15.824491500854492,
+ 17.20956802368164,
+ 8.281996726989746,
+ 17.339290618896484,
+ 0.7543179988861084
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.74560546875,
+ "language": 52.94997787475586
+ }
+ },
+ {
+ "routing_index": 553,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.457653967117949e-07,
+ 9.12118451878996e-08,
+ 8.947781111601216e-07,
+ 0.004121787380427122,
+ 0.008790210820734501,
+ 0.00023166785831563175,
+ 0.0001527503045508638,
+ 0.014497501775622368,
+ 0.00016599321679677814,
+ 0.6492139101028442
+ ],
+ "log_scores_by_expert": [
+ -14.252829551696777,
+ -16.210081100463867,
+ -13.926690101623535,
+ -5.49146842956543,
+ -4.734116554260254,
+ -8.370205879211426,
+ -8.78670597076416,
+ -4.233778953552246,
+ -8.703563690185547,
+ -0.43199294805526733
+ ],
+ "distances_by_expert": [
+ 28.505659103393555,
+ 32.420162200927734,
+ 27.85338020324707,
+ 10.98293685913086,
+ 9.468233108520508,
+ 16.74041175842285,
+ 17.57341194152832,
+ 8.467557907104492,
+ 17.407127380371094,
+ 0.8639858961105347
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.805908203125,
+ "language": 52.90169906616211
+ }
+ },
+ {
+ "routing_index": 554,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.595057016056671e-07,
+ 1.0224345459164397e-07,
+ 9.104016953642713e-07,
+ 0.004438295960426331,
+ 0.009621546603739262,
+ 0.0002608932845760137,
+ 0.00016158977814484388,
+ 0.01535030361264944,
+ 0.00017347795073874295,
+ 0.7116694450378418
+ ],
+ "log_scores_by_expert": [
+ -14.231775283813477,
+ -16.095909118652344,
+ -13.909379959106445,
+ -5.417484760284424,
+ -4.643750190734863,
+ -8.251399040222168,
+ -8.730449676513672,
+ -4.176620006561279,
+ -8.659460067749023,
+ -0.34014177322387695
+ ],
+ "distances_by_expert": [
+ 28.463550567626953,
+ 32.19181823730469,
+ 27.81875991821289,
+ 10.834969520568848,
+ 9.287500381469727,
+ 16.502798080444336,
+ 17.460899353027344,
+ 8.353240013122559,
+ 17.318920135498047,
+ 0.6802835464477539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.0498046875,
+ "language": 52.919925689697266
+ }
+ },
+ {
+ "routing_index": 555,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.63476839690702e-07,
+ 1.048719155960498e-07,
+ 9.048378046827565e-07,
+ 0.0047033182345330715,
+ 0.010189537890255451,
+ 0.00028996841865591705,
+ 0.00016909932310227305,
+ 0.016110394150018692,
+ 0.00017954051145352423,
+ 0.7793250679969788
+ ],
+ "log_scores_by_expert": [
+ -14.2257719039917,
+ -16.070526123046875,
+ -13.915510177612305,
+ -5.359487056732178,
+ -4.5863938331604,
+ -8.14573860168457,
+ -8.68502426147461,
+ -4.12829065322876,
+ -8.625109672546387,
+ -0.24932706356048584
+ ],
+ "distances_by_expert": [
+ 28.4515438079834,
+ 32.14105224609375,
+ 27.83102035522461,
+ 10.718974113464355,
+ 9.1727876663208,
+ 16.29147720336914,
+ 17.37004852294922,
+ 8.25658130645752,
+ 17.250219345092773,
+ 0.4986541271209717
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3546.962646484375,
+ "language": 52.90416717529297
+ }
+ },
+ {
+ "routing_index": 556,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.809983119637764e-07,
+ 1.124647965866643e-07,
+ 9.430060003978724e-07,
+ 0.004854906350374222,
+ 0.010743602178990841,
+ 0.00030899286502972245,
+ 0.0001736971316859126,
+ 0.0167761892080307,
+ 0.00018429808551445603,
+ 0.8008318543434143
+ ],
+ "log_scores_by_expert": [
+ -14.199706077575684,
+ -16.000625610351562,
+ -13.87419319152832,
+ -5.327765464782715,
+ -4.533444881439209,
+ -8.082192420959473,
+ -8.658197402954102,
+ -4.087794780731201,
+ -8.598956108093262,
+ -0.22210431098937988
+ ],
+ "distances_by_expert": [
+ 28.399412155151367,
+ 32.001251220703125,
+ 27.74838638305664,
+ 10.65553092956543,
+ 9.066889762878418,
+ 16.164384841918945,
+ 17.316394805908203,
+ 8.175589561462402,
+ 17.197912216186523,
+ 0.44420862197875977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.747802734375,
+ "language": 52.905296325683594
+ }
+ },
+ {
+ "routing_index": 557,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.116580604815681e-07,
+ 1.0678419926080096e-07,
+ 9.521240258436592e-07,
+ 0.00478112418204546,
+ 0.010582773946225643,
+ 0.0003065189521294087,
+ 0.00017685159400571138,
+ 0.017200322821736336,
+ 0.00018726731650531292,
+ 0.8032170534133911
+ ],
+ "log_scores_by_expert": [
+ -14.155668258666992,
+ -16.05245590209961,
+ -13.864570617675781,
+ -5.343079566955566,
+ -4.548527717590332,
+ -8.090230941772461,
+ -8.640199661254883,
+ -4.062827110290527,
+ -8.58297348022461,
+ -0.21913032233715057
+ ],
+ "distances_by_expert": [
+ 28.311336517333984,
+ 32.10491180419922,
+ 27.729141235351562,
+ 10.686159133911133,
+ 9.097055435180664,
+ 16.180461883544922,
+ 17.280399322509766,
+ 8.125654220581055,
+ 17.16594696044922,
+ 0.43826064467430115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.735595703125,
+ "language": 52.936302185058594
+ }
+ },
+ {
+ "routing_index": 558,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.978987130423775e-07,
+ 1.12353738757065e-07,
+ 9.49683624185127e-07,
+ 0.0050634415820240974,
+ 0.010925987735390663,
+ 0.0003344684955663979,
+ 0.00018166676454711705,
+ 0.017240509390830994,
+ 0.00018572158296592534,
+ 0.804964005947113
+ ],
+ "log_scores_by_expert": [
+ -14.175191879272461,
+ -16.00161361694336,
+ -13.86713695526123,
+ -5.285708904266357,
+ -4.516611099243164,
+ -8.002967834472656,
+ -8.613336563110352,
+ -4.060493469238281,
+ -8.591261863708496,
+ -0.21695777773857117
+ ],
+ "distances_by_expert": [
+ 28.350383758544922,
+ 32.00322723388672,
+ 27.73427391052246,
+ 10.571417808532715,
+ 9.033222198486328,
+ 16.005935668945312,
+ 17.226673126220703,
+ 8.120986938476562,
+ 17.182523727416992,
+ 0.43391555547714233
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.4716796875,
+ "language": 52.94469451904297
+ }
+ },
+ {
+ "routing_index": 559,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.626749495808326e-07,
+ 1.0731751842740778e-07,
+ 9.062886761057598e-07,
+ 0.004678766243159771,
+ 0.010534334927797318,
+ 0.00029464627732522786,
+ 0.00016948633128777146,
+ 0.01627364382147789,
+ 0.00017874507466331124,
+ 0.7835991978645325
+ ],
+ "log_scores_by_expert": [
+ -14.226981163024902,
+ -16.047473907470703,
+ -13.913908004760742,
+ -5.364720821380615,
+ -4.553115367889404,
+ -8.129734992980957,
+ -8.682738304138184,
+ -4.118208408355713,
+ -8.629549980163574,
+ -0.24385756254196167
+ ],
+ "distances_by_expert": [
+ 28.453962326049805,
+ 32.094947814941406,
+ 27.827816009521484,
+ 10.72944164276123,
+ 9.106230735778809,
+ 16.259469985961914,
+ 17.365476608276367,
+ 8.236416816711426,
+ 17.25909996032715,
+ 0.48771512508392334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.65966796875,
+ "language": 52.92869567871094
+ }
+ },
+ {
+ "routing_index": 560,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.422425258278963e-07,
+ 1.027343046189344e-07,
+ 8.879799793248822e-07,
+ 0.004625004716217518,
+ 0.010091463103890419,
+ 0.00028342395671643317,
+ 0.00016360309382434934,
+ 0.015574484132230282,
+ 0.00017560372361913323,
+ 0.7534226775169373
+ ],
+ "log_scores_by_expert": [
+ -14.258299827575684,
+ -16.09111976623535,
+ -13.934316635131836,
+ -5.376277923583984,
+ -4.596065521240234,
+ -8.168566703796387,
+ -8.718067169189453,
+ -4.162121295928955,
+ -8.6472806930542,
+ -0.28312888741493225
+ ],
+ "distances_by_expert": [
+ 28.516599655151367,
+ 32.1822395324707,
+ 27.868633270263672,
+ 10.752555847167969,
+ 9.192131042480469,
+ 16.337133407592773,
+ 17.436134338378906,
+ 8.32424259185791,
+ 17.2945613861084,
+ 0.5662577748298645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.483642578125,
+ "language": 52.8901252746582
+ }
+ },
+ {
+ "routing_index": 561,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.742143116549414e-07,
+ 8.948672558517501e-08,
+ 7.868184184189886e-07,
+ 0.00406611105427146,
+ 0.00915937777608633,
+ 0.00024582253536209464,
+ 0.00014738869504071772,
+ 0.01411508210003376,
+ 0.00015894776151981205,
+ 0.6901382803916931
+ ],
+ "log_scores_by_expert": [
+ -14.37026309967041,
+ -16.229175567626953,
+ -14.055268287658691,
+ -5.505068302154541,
+ -4.692976951599121,
+ -8.310900688171387,
+ -8.822437286376953,
+ -4.26051139831543,
+ -8.74693489074707,
+ -0.37086328864097595
+ ],
+ "distances_by_expert": [
+ 28.74052619934082,
+ 32.458351135253906,
+ 28.110536575317383,
+ 11.010136604309082,
+ 9.385953903198242,
+ 16.621801376342773,
+ 17.644874572753906,
+ 8.52102279663086,
+ 17.49386978149414,
+ 0.7417265772819519
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3556.687255859375,
+ "language": 52.913795471191406
+ }
+ },
+ {
+ "routing_index": 562,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.467768116635852e-07,
+ 1.0225671331909325e-07,
+ 8.707791607776016e-07,
+ 0.004436025395989418,
+ 0.009635789319872856,
+ 0.00027060083812102675,
+ 0.0001610318140592426,
+ 0.01489853486418724,
+ 0.0001780169695848599,
+ 0.7155398726463318
+ ],
+ "log_scores_by_expert": [
+ -14.251264572143555,
+ -16.095779418945312,
+ -13.953877449035645,
+ -5.417996406555176,
+ -4.642271041870117,
+ -8.214865684509277,
+ -8.733908653259277,
+ -4.2064924240112305,
+ -8.633631706237793,
+ -0.3347179591655731
+ ],
+ "distances_by_expert": [
+ 28.50252914428711,
+ 32.191558837890625,
+ 27.90775489807129,
+ 10.835992813110352,
+ 9.284542083740234,
+ 16.429731369018555,
+ 17.467817306518555,
+ 8.412984848022461,
+ 17.267263412475586,
+ 0.6694359183311462
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.310546875,
+ "language": 52.91529846191406
+ }
+ },
+ {
+ "routing_index": 563,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.36165475245798e-07,
+ 1.0663379157449526e-07,
+ 9.985865290218499e-07,
+ 0.004739429336041212,
+ 0.009686099365353584,
+ 0.0002967734762933105,
+ 0.00017197993292938918,
+ 0.01618237979710102,
+ 0.00019427681399974972,
+ 0.7167996168136597
+ ],
+ "log_scores_by_expert": [
+ -14.121810913085938,
+ -16.053865432739258,
+ -13.816925048828125,
+ -5.3518385887146,
+ -4.637063503265381,
+ -8.122541427612305,
+ -8.668132781982422,
+ -4.1238322257995605,
+ -8.546226501464844,
+ -0.33295902609825134
+ ],
+ "distances_by_expert": [
+ 28.243621826171875,
+ 32.107730865478516,
+ 27.63385009765625,
+ 10.7036771774292,
+ 9.274127006530762,
+ 16.24508285522461,
+ 17.336265563964844,
+ 8.247664451599121,
+ 17.092453002929688,
+ 0.6659180521965027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.021240234375,
+ "language": 52.907440185546875
+ }
+ },
+ {
+ "routing_index": 564,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608202625102422e-07,
+ 1.1166218882863177e-07,
+ 9.276143373426748e-07,
+ 0.005321614444255829,
+ 0.0095846401527524,
+ 0.00036195703432895243,
+ 0.00017515597573947161,
+ 0.01591775193810463,
+ 0.00018113097758032382,
+ 0.6818590760231018
+ ],
+ "log_scores_by_expert": [
+ -14.22978401184082,
+ -16.007787704467773,
+ -13.890649795532227,
+ -5.235978603363037,
+ -4.6475934982299805,
+ -7.923985004425049,
+ -8.649833679199219,
+ -4.140320301055908,
+ -8.616290092468262,
+ -0.38293227553367615
+ ],
+ "distances_by_expert": [
+ 28.45956802368164,
+ 32.01557540893555,
+ 27.781299591064453,
+ 10.471957206726074,
+ 9.295186996459961,
+ 15.847970008850098,
+ 17.299667358398438,
+ 8.280640602111816,
+ 17.232580184936523,
+ 0.7658645510673523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.79345703125,
+ "language": 52.94586181640625
+ }
+ },
+ {
+ "routing_index": 565,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.268865604397433e-07,
+ 1.0289844709632234e-07,
+ 8.765815664446563e-07,
+ 0.00495695136487484,
+ 0.009180773049592972,
+ 0.000335836986778304,
+ 0.00016898824833333492,
+ 0.015279111452400684,
+ 0.00017240755551028997,
+ 0.6596755385398865
+ ],
+ "log_scores_by_expert": [
+ -14.282500267028809,
+ -16.089523315429688,
+ -13.947236061096191,
+ -5.30696439743042,
+ -4.690643787384033,
+ -7.998884677886963,
+ -8.685681343078613,
+ -4.181268692016602,
+ -8.6656494140625,
+ -0.41600722074508667
+ ],
+ "distances_by_expert": [
+ 28.565000534057617,
+ 32.179046630859375,
+ 27.894472122192383,
+ 10.61392879486084,
+ 9.381287574768066,
+ 15.997769355773926,
+ 17.371362686157227,
+ 8.362537384033203,
+ 17.331298828125,
+ 0.8320144414901733
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.479736328125,
+ "language": 52.92245101928711
+ }
+ },
+ {
+ "routing_index": 566,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.893981551707839e-07,
+ 9.325614769295498e-08,
+ 8.047501864894002e-07,
+ 0.004822852555662394,
+ 0.008458975702524185,
+ 0.00030847848393023014,
+ 0.00015657994663342834,
+ 0.014364255592226982,
+ 0.00016391232202295214,
+ 0.6086083054542542
+ ],
+ "log_scores_by_expert": [
+ -14.34416389465332,
+ -16.187915802001953,
+ -14.032733917236328,
+ -5.334389686584473,
+ -4.77252721786499,
+ -8.083858489990234,
+ -8.761943817138672,
+ -4.243012428283691,
+ -8.716178894042969,
+ -0.4965803921222687
+ ],
+ "distances_by_expert": [
+ 28.68832778930664,
+ 32.375831604003906,
+ 28.065467834472656,
+ 10.668779373168945,
+ 9.54505443572998,
+ 16.16771697998047,
+ 17.523887634277344,
+ 8.486024856567383,
+ 17.432357788085938,
+ 0.9931607842445374
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.40185546875,
+ "language": 52.9211540222168
+ }
+ },
+ {
+ "routing_index": 567,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.944260692558601e-07,
+ 9.72726326153861e-08,
+ 8.252268912656291e-07,
+ 0.004890905227512121,
+ 0.008647950366139412,
+ 0.000319132290314883,
+ 0.00015989494568202645,
+ 0.014584443531930447,
+ 0.00016557313210796565,
+ 0.6215735673904419
+ ],
+ "log_scores_by_expert": [
+ -14.33566951751709,
+ -16.145748138427734,
+ -14.007607460021973,
+ -5.320377826690674,
+ -4.750432968139648,
+ -8.049904823303223,
+ -8.74099349975586,
+ -4.227799892425537,
+ -8.706097602844238,
+ -0.4755009710788727
+ ],
+ "distances_by_expert": [
+ 28.67133903503418,
+ 32.29149627685547,
+ 28.015214920043945,
+ 10.640755653381348,
+ 9.500865936279297,
+ 16.099809646606445,
+ 17.48198699951172,
+ 8.455599784851074,
+ 17.412195205688477,
+ 0.9510019421577454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.77294921875,
+ "language": 52.92277526855469
+ }
+ },
+ {
+ "routing_index": 568,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.199229574122e-07,
+ 1.0220640689340144e-07,
+ 8.635586254968075e-07,
+ 0.005098399240523577,
+ 0.009209105744957924,
+ 0.0003252671449445188,
+ 0.00016684405272826552,
+ 0.01518248300999403,
+ 0.00017087248852476478,
+ 0.6518259048461914
+ ],
+ "log_scores_by_expert": [
+ -14.293670654296875,
+ -16.096271514892578,
+ -13.962203979492188,
+ -5.2788286209106445,
+ -4.687562465667725,
+ -8.030863761901855,
+ -8.698451042175293,
+ -4.187613010406494,
+ -8.674592971801758,
+ -0.4279777705669403
+ ],
+ "distances_by_expert": [
+ 28.58734130859375,
+ 32.192543029785156,
+ 27.924407958984375,
+ 10.557657241821289,
+ 9.37512493133545,
+ 16.06172752380371,
+ 17.396902084350586,
+ 8.375226020812988,
+ 17.349185943603516,
+ 0.8559555411338806
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.3173828125,
+ "language": 52.9456787109375
+ }
+ },
+ {
+ "routing_index": 569,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.274188422139559e-07,
+ 9.885592078262562e-08,
+ 8.488361231684394e-07,
+ 0.0050101191736757755,
+ 0.009084650315344334,
+ 0.00032390077831223607,
+ 0.00016497842443641275,
+ 0.01523926667869091,
+ 0.00017003352695610374,
+ 0.6491315364837646
+ ],
+ "log_scores_by_expert": [
+ -14.281651496887207,
+ -16.129602432250977,
+ -13.979399681091309,
+ -5.296295642852783,
+ -4.701169013977051,
+ -8.035073280334473,
+ -8.709695816040039,
+ -4.183879852294922,
+ -8.67951488494873,
+ -0.4321199059486389
+ ],
+ "distances_by_expert": [
+ 28.563302993774414,
+ 32.25920486450195,
+ 27.958799362182617,
+ 10.592591285705566,
+ 9.402338027954102,
+ 16.070146560668945,
+ 17.419391632080078,
+ 8.367759704589844,
+ 17.35902976989746,
+ 0.8642398118972778
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.128173828125,
+ "language": 52.937171936035156
+ }
+ },
+ {
+ "routing_index": 570,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.327783239612472e-07,
+ 9.728969985189906e-08,
+ 8.562445259485685e-07,
+ 0.005055463407188654,
+ 0.008921457454562187,
+ 0.0003213136806152761,
+ 0.0001635622320463881,
+ 0.015003776177763939,
+ 0.0001707156334305182,
+ 0.6301838755607605
+ ],
+ "log_scores_by_expert": [
+ -14.27314567565918,
+ -16.145572662353516,
+ -13.970709800720215,
+ -5.287285804748535,
+ -4.719295978546143,
+ -8.043092727661133,
+ -8.718317031860352,
+ -4.199453353881836,
+ -8.675511360168457,
+ -0.46174365282058716
+ ],
+ "distances_by_expert": [
+ 28.54629135131836,
+ 32.29114532470703,
+ 27.94141960144043,
+ 10.57457160949707,
+ 9.438591957092285,
+ 16.086185455322266,
+ 17.436634063720703,
+ 8.398906707763672,
+ 17.351022720336914,
+ 0.9234873056411743
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.829833984375,
+ "language": 52.95661163330078
+ }
+ },
+ {
+ "routing_index": 571,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.238074661268911e-07,
+ 9.967629921447951e-08,
+ 8.481507620672346e-07,
+ 0.005031262990087271,
+ 0.009069623425602913,
+ 0.0003334274224471301,
+ 0.00016896150191314518,
+ 0.015309530310332775,
+ 0.00016804553160909563,
+ 0.6545843482017517
+ ],
+ "log_scores_by_expert": [
+ -14.287424087524414,
+ -16.121337890625,
+ -13.980207443237305,
+ -5.292084217071533,
+ -4.702824592590332,
+ -8.006085395812988,
+ -8.685839653015137,
+ -4.179279804229736,
+ -8.691275596618652,
+ -0.4237547814846039
+ ],
+ "distances_by_expert": [
+ 28.574848175048828,
+ 32.24267578125,
+ 27.96041488647461,
+ 10.584168434143066,
+ 9.405649185180664,
+ 16.012170791625977,
+ 17.371679306030273,
+ 8.358559608459473,
+ 17.382551193237305,
+ 0.8475095629692078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.93310546875,
+ "language": 52.94769287109375
+ }
+ },
+ {
+ "routing_index": 572,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.927803385930019e-07,
+ 9.465392736274225e-08,
+ 8.045667527767364e-07,
+ 0.004809456877410412,
+ 0.00878080166876316,
+ 0.00032195812673307955,
+ 0.00016246266022790223,
+ 0.014797776937484741,
+ 0.00016061677888501436,
+ 0.6361836791038513
+ ],
+ "log_scores_by_expert": [
+ -14.338441848754883,
+ -16.173038482666016,
+ -14.03296184539795,
+ -5.3371710777282715,
+ -4.735187530517578,
+ -8.041089057922363,
+ -8.725062370300293,
+ -4.213278293609619,
+ -8.736489295959473,
+ -0.45226797461509705
+ ],
+ "distances_by_expert": [
+ 28.676883697509766,
+ 32.34607696533203,
+ 28.0659236907959,
+ 10.674342155456543,
+ 9.470375061035156,
+ 16.082178115844727,
+ 17.450124740600586,
+ 8.426556587219238,
+ 17.472978591918945,
+ 0.9045359492301941
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.092529296875,
+ "language": 52.948158264160156
+ }
+ },
+ {
+ "routing_index": 573,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.100058840274869e-07,
+ 9.679735057943617e-08,
+ 8.305586334245163e-07,
+ 0.0049192411825060844,
+ 0.008940932340919971,
+ 0.0003284935955889523,
+ 0.00016469390538986772,
+ 0.015086472034454346,
+ 0.00016568132559768856,
+ 0.6447399854660034
+ ],
+ "log_scores_by_expert": [
+ -14.309797286987305,
+ -16.150646209716797,
+ -14.001167297363281,
+ -5.314600944519043,
+ -4.71711540222168,
+ -8.02099323272705,
+ -8.711421966552734,
+ -4.1939568519592285,
+ -8.7054443359375,
+ -0.43890827894210815
+ ],
+ "distances_by_expert": [
+ 28.61959457397461,
+ 32.301292419433594,
+ 28.002334594726562,
+ 10.629201889038086,
+ 9.43423080444336,
+ 16.0419864654541,
+ 17.42284393310547,
+ 8.387913703918457,
+ 17.410888671875,
+ 0.8778165578842163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.6689453125,
+ "language": 52.942317962646484
+ }
+ },
+ {
+ "routing_index": 574,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.481704417637957e-07,
+ 1.0132576733212773e-07,
+ 8.644082072351011e-07,
+ 0.005091995466500521,
+ 0.009286956861615181,
+ 0.0003461485030129552,
+ 0.00017122531426139176,
+ 0.01573243923485279,
+ 0.00017217751883435994,
+ 0.6725249886512756
+ ],
+ "log_scores_by_expert": [
+ -14.249112129211426,
+ -16.10492515563965,
+ -13.961220741271973,
+ -5.280085563659668,
+ -4.679144382476807,
+ -7.968642711639404,
+ -8.672530174255371,
+ -4.1520304679870605,
+ -8.666984558105469,
+ -0.39671599864959717
+ ],
+ "distances_by_expert": [
+ 28.49822425842285,
+ 32.2098503112793,
+ 27.922441482543945,
+ 10.560171127319336,
+ 9.358288764953613,
+ 15.937285423278809,
+ 17.345060348510742,
+ 8.304060935974121,
+ 17.333969116210938,
+ 0.7934319972991943
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.455810546875,
+ "language": 52.95058059692383
+ }
+ },
+ {
+ "routing_index": 575,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.3768715108381e-07,
+ 1.006089789257203e-07,
+ 8.642531952318677e-07,
+ 0.0051008653827011585,
+ 0.009173299185931683,
+ 0.000336791155859828,
+ 0.00016852169937919825,
+ 0.015489188022911549,
+ 0.00017289623792748898,
+ 0.6568374633789062
+ ],
+ "log_scores_by_expert": [
+ -14.26541805267334,
+ -16.112024307250977,
+ -13.961400032043457,
+ -5.278345108032227,
+ -4.691458225250244,
+ -7.996047496795654,
+ -8.688446044921875,
+ -4.1676130294799805,
+ -8.662818908691406,
+ -0.42031872272491455
+ ],
+ "distances_by_expert": [
+ 28.53083610534668,
+ 32.22404861450195,
+ 27.922800064086914,
+ 10.556690216064453,
+ 9.382916450500488,
+ 15.992094993591309,
+ 17.37689208984375,
+ 8.335226058959961,
+ 17.325637817382812,
+ 0.8406374454498291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.488525390625,
+ "language": 52.912841796875
+ }
+ },
+ {
+ "routing_index": 576,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.402086114576377e-07,
+ 9.78007932417313e-08,
+ 8.698146984897903e-07,
+ 0.005098370369523764,
+ 0.009051849134266376,
+ 0.0003231621521990746,
+ 0.00016495262389071286,
+ 0.015252511948347092,
+ 0.0001734215475153178,
+ 0.6375203728675842
+ ],
+ "log_scores_by_expert": [
+ -14.26147174835205,
+ -16.14033317565918,
+ -13.954985618591309,
+ -5.278834342956543,
+ -4.70478630065918,
+ -8.03735637664795,
+ -8.70985221862793,
+ -4.183011054992676,
+ -8.659785270690918,
+ -0.45016908645629883
+ ],
+ "distances_by_expert": [
+ 28.5229434967041,
+ 32.28066635131836,
+ 27.909971237182617,
+ 10.557668685913086,
+ 9.40957260131836,
+ 16.0747127532959,
+ 17.41970443725586,
+ 8.366022109985352,
+ 17.319570541381836,
+ 0.9003381729125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.53271484375,
+ "language": 52.90559768676758
+ }
+ },
+ {
+ "routing_index": 577,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.2106562381814e-07,
+ 9.512194765193271e-08,
+ 8.557115052099107e-07,
+ 0.005016858223825693,
+ 0.009061798453330994,
+ 0.0003126321826130152,
+ 0.0001630275946808979,
+ 0.015009966678917408,
+ 0.00017025972192641348,
+ 0.6302165389060974
+ ],
+ "log_scores_by_expert": [
+ -14.291829109191895,
+ -16.168106079101562,
+ -13.971332550048828,
+ -5.294951438903809,
+ -4.70368766784668,
+ -8.070483207702637,
+ -8.721590995788574,
+ -4.19904088973999,
+ -8.67818546295166,
+ -0.4616917669773102
+ ],
+ "distances_by_expert": [
+ 28.58365821838379,
+ 32.336212158203125,
+ 27.942665100097656,
+ 10.589902877807617,
+ 9.40737533569336,
+ 16.140966415405273,
+ 17.44318199157715,
+ 8.39808177947998,
+ 17.35637092590332,
+ 0.9233835339546204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.4765625,
+ "language": 52.912010192871094
+ }
+ },
+ {
+ "routing_index": 578,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66498067403154e-07,
+ 1.0463615041089724e-07,
+ 9.097195174945227e-07,
+ 0.005255228374153376,
+ 0.009518158622086048,
+ 0.00034922469058074057,
+ 0.00017210298392456025,
+ 0.015763649716973305,
+ 0.0001785716158337891,
+ 0.6680155992507935
+ ],
+ "log_scores_by_expert": [
+ -14.22122859954834,
+ -16.072776794433594,
+ -13.91012954711914,
+ -5.248531818389893,
+ -4.6545538902282715,
+ -7.959794998168945,
+ -8.667417526245117,
+ -4.150048732757568,
+ -8.630520820617676,
+ -0.4034438133239746
+ ],
+ "distances_by_expert": [
+ 28.44245719909668,
+ 32.14555358886719,
+ 27.82025909423828,
+ 10.497063636779785,
+ 9.309107780456543,
+ 15.91958999633789,
+ 17.334835052490234,
+ 8.300097465515137,
+ 17.26104164123535,
+ 0.8068876266479492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.94091796875,
+ "language": 52.92820358276367
+ }
+ },
+ {
+ "routing_index": 579,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.036671607034805e-07,
+ 9.534628730989425e-08,
+ 8.425967621406016e-07,
+ 0.004963919520378113,
+ 0.008877175860106945,
+ 0.0003265915729571134,
+ 0.00016174580377992243,
+ 0.014522534795105457,
+ 0.00016523082740604877,
+ 0.6133771538734436
+ ],
+ "log_scores_by_expert": [
+ -14.320242881774902,
+ -16.16575050354004,
+ -13.986777305603027,
+ -5.3055596351623535,
+ -4.724271774291992,
+ -8.026800155639648,
+ -8.729484558105469,
+ -4.232053756713867,
+ -8.70816707611084,
+ -0.4887753129005432
+ ],
+ "distances_by_expert": [
+ 28.640485763549805,
+ 32.33150100708008,
+ 27.973554611206055,
+ 10.611119270324707,
+ 9.448543548583984,
+ 16.053600311279297,
+ 17.458969116210938,
+ 8.464107513427734,
+ 17.41633415222168,
+ 0.9775506258010864
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.497314453125,
+ "language": 52.95393753051758
+ }
+ },
+ {
+ "routing_index": 580,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.011875370859343e-07,
+ 9.474604922843355e-08,
+ 8.477310871057853e-07,
+ 0.004874607548117638,
+ 0.009216750040650368,
+ 0.0003180809726472944,
+ 0.00016429810784757137,
+ 0.014775877818465233,
+ 0.00016484412481077015,
+ 0.6312497854232788
+ ],
+ "log_scores_by_expert": [
+ -14.324358940124512,
+ -16.17206573486328,
+ -13.98070240020752,
+ -5.323715686798096,
+ -4.686732769012451,
+ -8.053204536437988,
+ -8.713828086853027,
+ -4.214759349822998,
+ -8.71051025390625,
+ -0.4600536525249481
+ ],
+ "distances_by_expert": [
+ 28.648717880249023,
+ 32.34413146972656,
+ 27.96140480041504,
+ 10.647431373596191,
+ 9.373465538024902,
+ 16.106409072875977,
+ 17.427656173706055,
+ 8.429518699645996,
+ 17.4210205078125,
+ 0.9201073050498962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.687255859375,
+ "language": 52.92230987548828
+ }
+ },
+ {
+ "routing_index": 581,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.335391162792803e-07,
+ 9.028203606931129e-08,
+ 8.731449270271696e-07,
+ 0.004166108556091785,
+ 0.00859791412949562,
+ 0.00023605332535225898,
+ 0.00014996665413491428,
+ 0.014501851052045822,
+ 0.00016424813657067716,
+ 0.6467621922492981
+ ],
+ "log_scores_by_expert": [
+ -14.271944046020508,
+ -16.220327377319336,
+ -13.951164245605469,
+ -5.480772972106934,
+ -4.756235599517822,
+ -8.351452827453613,
+ -8.805097579956055,
+ -4.233479022979736,
+ -8.714132308959961,
+ -0.4357766807079315
+ ],
+ "distances_by_expert": [
+ 28.543888092041016,
+ 32.44065475463867,
+ 27.902328491210938,
+ 10.961545944213867,
+ 9.512471199035645,
+ 16.702905654907227,
+ 17.61019515991211,
+ 8.466958045959473,
+ 17.428264617919922,
+ 0.871553361415863
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3582.496826171875,
+ "language": 52.898109436035156
+ }
+ },
+ {
+ "routing_index": 582,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.627520861002267e-07,
+ 9.907846987289304e-08,
+ 9.133035518971155e-07,
+ 0.0042865038849413395,
+ 0.009570719674229622,
+ 0.00025498366449028254,
+ 0.00016041853814385831,
+ 0.015519100241363049,
+ 0.0001745746412780136,
+ 0.7076670527458191
+ ],
+ "log_scores_by_expert": [
+ -14.2268648147583,
+ -16.12735366821289,
+ -13.906197547912598,
+ -5.45228385925293,
+ -4.649046897888184,
+ -8.274311065673828,
+ -8.737724304199219,
+ -4.165683746337891,
+ -8.653158187866211,
+ -0.3457815647125244
+ ],
+ "distances_by_expert": [
+ 28.4537296295166,
+ 32.25470733642578,
+ 27.812395095825195,
+ 10.90456771850586,
+ 9.298093795776367,
+ 16.548622131347656,
+ 17.475448608398438,
+ 8.331367492675781,
+ 17.306316375732422,
+ 0.6915631294250488
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.9599609375,
+ "language": 52.90468978881836
+ }
+ },
+ {
+ "routing_index": 583,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.574862598223262e-07,
+ 8.490373204494972e-08,
+ 7.701958111283602e-07,
+ 0.0037965127266943455,
+ 0.008959515020251274,
+ 0.00021167796512600034,
+ 0.0001423614303348586,
+ 0.0133452657610178,
+ 0.00015449030615855008,
+ 0.672725260257721
+ ],
+ "log_scores_by_expert": [
+ -14.39982795715332,
+ -16.281747817993164,
+ -14.076621055603027,
+ -5.573672294616699,
+ -4.715039253234863,
+ -8.460444450378418,
+ -8.857141494750977,
+ -4.316593647003174,
+ -8.775379180908203,
+ -0.3964182734489441
+ ],
+ "distances_by_expert": [
+ 28.79965591430664,
+ 32.56349563598633,
+ 28.153242111206055,
+ 11.147344589233398,
+ 9.430078506469727,
+ 16.920888900756836,
+ 17.714282989501953,
+ 8.633187294006348,
+ 17.550758361816406,
+ 0.7928365468978882
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3570.877685546875,
+ "language": 52.896541595458984
+ }
+ },
+ {
+ "routing_index": 584,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.474883775808848e-07,
+ 1.0269884143099262e-07,
+ 8.964496487351425e-07,
+ 0.004560392815619707,
+ 0.010209530591964722,
+ 0.00027998711448162794,
+ 0.00016329104255419225,
+ 0.016012508422136307,
+ 0.00017620882135815918,
+ 0.7590819001197815
+ ],
+ "log_scores_by_expert": [
+ -14.250164985656738,
+ -16.09146499633789,
+ -13.924823760986328,
+ -5.390346527099609,
+ -4.584433555603027,
+ -8.180767059326172,
+ -8.719976425170898,
+ -4.134385108947754,
+ -8.643840789794922,
+ -0.2756456136703491
+ ],
+ "distances_by_expert": [
+ 28.500329971313477,
+ 32.18292999267578,
+ 27.849647521972656,
+ 10.780693054199219,
+ 9.168867111206055,
+ 16.361534118652344,
+ 17.439952850341797,
+ 8.268770217895508,
+ 17.287681579589844,
+ 0.5512912273406982
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.895263671875,
+ "language": 52.892791748046875
+ }
+ },
+ {
+ "routing_index": 585,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.88507384438708e-07,
+ 1.0726349586320794e-07,
+ 9.384431223224965e-07,
+ 0.004723151680082083,
+ 0.010602351278066635,
+ 0.0002980003773700446,
+ 0.00017354165902361274,
+ 0.016738951206207275,
+ 0.0001852713612606749,
+ 0.7894721627235413
+ ],
+ "log_scores_by_expert": [
+ -14.188739776611328,
+ -16.047977447509766,
+ -13.879043579101562,
+ -5.355278968811035,
+ -4.546679496765137,
+ -8.118415832519531,
+ -8.659092903137207,
+ -4.090016841888428,
+ -8.59368896484375,
+ -0.23639070987701416
+ ],
+ "distances_by_expert": [
+ 28.377479553222656,
+ 32.09595489501953,
+ 27.758087158203125,
+ 10.71055793762207,
+ 9.093358993530273,
+ 16.236831665039062,
+ 17.318185806274414,
+ 8.180033683776855,
+ 17.1873779296875,
+ 0.4727814197540283
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.505859375,
+ "language": 52.91532516479492
+ }
+ },
+ {
+ "routing_index": 586,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.811327466493822e-07,
+ 9.546711510211026e-08,
+ 9.104207947530085e-07,
+ 0.0042759208008646965,
+ 0.009796112775802612,
+ 0.00026350683765485883,
+ 0.00016416450671385974,
+ 0.015766002237796783,
+ 0.00018019699200522155,
+ 0.7265486717224121
+ ],
+ "log_scores_by_expert": [
+ -14.199508666992188,
+ -16.16448402404785,
+ -13.909358978271484,
+ -5.454755783081055,
+ -4.62576961517334,
+ -8.24143123626709,
+ -8.714641571044922,
+ -4.149899482727051,
+ -8.6214599609375,
+ -0.31944987177848816
+ ],
+ "distances_by_expert": [
+ 28.399017333984375,
+ 32.3289680480957,
+ 27.81871795654297,
+ 10.90951156616211,
+ 9.25153923034668,
+ 16.48286247253418,
+ 17.429283142089844,
+ 8.299798965454102,
+ 17.242919921875,
+ 0.6388997435569763
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.355224609375,
+ "language": 52.93279266357422
+ }
+ },
+ {
+ "routing_index": 587,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.569150627910858e-07,
+ 9.686439739198249e-08,
+ 8.95595121619408e-07,
+ 0.004493440501391888,
+ 0.009950829669833183,
+ 0.00027521498850546777,
+ 0.00016502784274052829,
+ 0.015977270901203156,
+ 0.0001739597209962085,
+ 0.7188571095466614
+ ],
+ "log_scores_by_expert": [
+ -14.235711097717285,
+ -16.149953842163086,
+ -13.925777435302734,
+ -5.405136585235596,
+ -4.6100993156433105,
+ -8.197957992553711,
+ -8.709396362304688,
+ -4.136588096618652,
+ -8.656686782836914,
+ -0.3300926983356476
+ ],
+ "distances_by_expert": [
+ 28.47142219543457,
+ 32.29990768432617,
+ 27.85155487060547,
+ 10.810273170471191,
+ 9.220198631286621,
+ 16.395915985107422,
+ 17.418792724609375,
+ 8.273176193237305,
+ 17.313373565673828,
+ 0.6601853966712952
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.15087890625,
+ "language": 52.93941116333008
+ }
+ },
+ {
+ "routing_index": 588,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.728923835908063e-07,
+ 1.0783335113728754e-07,
+ 9.261770514967793e-07,
+ 0.004746236372739077,
+ 0.01042228564620018,
+ 0.00029544002609327435,
+ 0.00016980600776150823,
+ 0.016011064872145653,
+ 0.00018255526083521545,
+ 0.7640435695648193
+ ],
+ "log_scores_by_expert": [
+ -14.21168041229248,
+ -16.042678833007812,
+ -13.892200469970703,
+ -5.350403308868408,
+ -4.563808917999268,
+ -8.127044677734375,
+ -8.680853843688965,
+ -4.134475231170654,
+ -8.608457565307617,
+ -0.2691304683685303
+ ],
+ "distances_by_expert": [
+ 28.42336082458496,
+ 32.085357666015625,
+ 27.784400939941406,
+ 10.700806617736816,
+ 9.127617835998535,
+ 16.25408935546875,
+ 17.36170768737793,
+ 8.268950462341309,
+ 17.216915130615234,
+ 0.5382609367370605
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.26806640625,
+ "language": 52.90663146972656
+ }
+ },
+ {
+ "routing_index": 589,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071462621548562e-07,
+ 1.0025134855595752e-07,
+ 8.463723020213365e-07,
+ 0.004341542720794678,
+ 0.009893539361655712,
+ 0.00026773815625347197,
+ 0.00015863883891142905,
+ 0.014928175136446953,
+ 0.00016663764836266637,
+ 0.7312254905700684
+ ],
+ "log_scores_by_expert": [
+ -14.314496040344238,
+ -16.115585327148438,
+ -13.982306480407715,
+ -5.439525604248047,
+ -4.615873336791992,
+ -8.22550106048584,
+ -8.748880386352539,
+ -4.20450496673584,
+ -8.699688911437988,
+ -0.3130333721637726
+ ],
+ "distances_by_expert": [
+ 28.628992080688477,
+ 32.231170654296875,
+ 27.96461296081543,
+ 10.879051208496094,
+ 9.231746673583984,
+ 16.45100212097168,
+ 17.497760772705078,
+ 8.40900993347168,
+ 17.399377822875977,
+ 0.6260667443275452
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.812255859375,
+ "language": 52.911231994628906
+ }
+ },
+ {
+ "routing_index": 590,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.584057021223998e-07,
+ 8.737443124573474e-08,
+ 7.694630994592444e-07,
+ 0.00382656860165298,
+ 0.0090858805924654,
+ 0.00023097537632565945,
+ 0.00014555547386407852,
+ 0.013789810240268707,
+ 0.00015600386541336775,
+ 0.688202440738678
+ ],
+ "log_scores_by_expert": [
+ -14.39818000793457,
+ -16.253063201904297,
+ -14.0775728225708,
+ -5.565786838531494,
+ -4.701033592224121,
+ -8.373199462890625,
+ -8.834953308105469,
+ -4.283825397491455,
+ -8.765629768371582,
+ -0.3736723065376282
+ ],
+ "distances_by_expert": [
+ 28.79636001586914,
+ 32.506126403808594,
+ 28.1551456451416,
+ 11.131573677062988,
+ 9.402067184448242,
+ 16.74639892578125,
+ 17.669906616210938,
+ 8.56765079498291,
+ 17.531259536743164,
+ 0.7473446130752563
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3539.101806640625,
+ "language": 52.90053176879883
+ }
+ },
+ {
+ "routing_index": 591,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.754931973773637e-07,
+ 1.013383226222686e-07,
+ 9.201515922541148e-07,
+ 0.0045658303424716,
+ 0.009531911462545395,
+ 0.0002902295673266053,
+ 0.0001648460020078346,
+ 0.01545788999646902,
+ 0.0001848202955443412,
+ 0.7118232846260071
+ ],
+ "log_scores_by_expert": [
+ -14.207822799682617,
+ -16.104801177978516,
+ -13.898727416992188,
+ -5.38915491104126,
+ -4.653110027313232,
+ -8.144838333129883,
+ -8.710498809814453,
+ -4.169635772705078,
+ -8.596126556396484,
+ -0.3399255871772766
+ ],
+ "distances_by_expert": [
+ 28.415645599365234,
+ 32.20960235595703,
+ 27.797454833984375,
+ 10.77830982208252,
+ 9.306220054626465,
+ 16.289676666259766,
+ 17.420997619628906,
+ 8.339271545410156,
+ 17.19225311279297,
+ 0.6798511743545532
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3479.555908203125,
+ "language": 52.90305709838867
+ }
+ },
+ {
+ "routing_index": 592,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.972201163080172e-07,
+ 1.0165813080220687e-07,
+ 9.60573061092873e-07,
+ 0.004415355157107115,
+ 0.00937411468476057,
+ 0.00027830994804389775,
+ 0.00016559159848839045,
+ 0.015541339293122292,
+ 0.00018746708519756794,
+ 0.6962479948997498
+ ],
+ "log_scores_by_expert": [
+ -14.176164627075195,
+ -16.10165023803711,
+ -13.855735778808594,
+ -5.422667026519775,
+ -4.669803142547607,
+ -8.186775207519531,
+ -8.705986022949219,
+ -4.164251804351807,
+ -8.581907272338867,
+ -0.36204931139945984
+ ],
+ "distances_by_expert": [
+ 28.35232925415039,
+ 32.20330047607422,
+ 27.711471557617188,
+ 10.84533405303955,
+ 9.339606285095215,
+ 16.373550415039062,
+ 17.411972045898438,
+ 8.328503608703613,
+ 17.163814544677734,
+ 0.7240986227989197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.74951171875,
+ "language": 52.90836715698242
+ }
+ },
+ {
+ "routing_index": 593,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.187393069012614e-07,
+ 1.0438319009153929e-07,
+ 8.508851010446961e-07,
+ 0.004831463564187288,
+ 0.008966570720076561,
+ 0.0003490340895950794,
+ 0.0001666528987698257,
+ 0.01521737314760685,
+ 0.0001711260701995343,
+ 0.6605120897293091
+ ],
+ "log_scores_by_expert": [
+ -14.295581817626953,
+ -16.075197219848633,
+ -13.976988792419434,
+ -5.332605838775635,
+ -4.71425199508667,
+ -7.960340976715088,
+ -8.699597358703613,
+ -4.185317516326904,
+ -8.673110008239746,
+ -0.4147398769855499
+ ],
+ "distances_by_expert": [
+ 28.591163635253906,
+ 32.150394439697266,
+ 27.953977584838867,
+ 10.66521167755127,
+ 9.42850399017334,
+ 15.920681953430176,
+ 17.399194717407227,
+ 8.370635032653809,
+ 17.346220016479492,
+ 0.8294797539710999
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.446044921875,
+ "language": 52.93169403076172
+ }
+ },
+ {
+ "routing_index": 594,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.035819524186081e-07,
+ 9.976722026294738e-08,
+ 8.376478035643231e-07,
+ 0.004752586595714092,
+ 0.008857755921781063,
+ 0.0003307635779492557,
+ 0.00016280324780382216,
+ 0.014723564498126507,
+ 0.00016777074779383838,
+ 0.6385558843612671
+ ],
+ "log_scores_by_expert": [
+ -14.32038402557373,
+ -16.120426177978516,
+ -13.992668151855469,
+ -5.349066257476807,
+ -4.726461887359619,
+ -8.014106750488281,
+ -8.722968101501465,
+ -4.218306064605713,
+ -8.692912101745605,
+ -0.44854608178138733
+ ],
+ "distances_by_expert": [
+ 28.64076805114746,
+ 32.24085235595703,
+ 27.985336303710938,
+ 10.698132514953613,
+ 9.452923774719238,
+ 16.028213500976562,
+ 17.44593620300293,
+ 8.436612129211426,
+ 17.38582420349121,
+ 0.8970921635627747
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.546875,
+ "language": 52.93295669555664
+ }
+ },
+ {
+ "routing_index": 595,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388406177393335e-07,
+ 1.0384087545389775e-07,
+ 8.850960284689791e-07,
+ 0.00521743344143033,
+ 0.009199222549796104,
+ 0.0003324577119201422,
+ 0.0001665288145886734,
+ 0.015354608185589314,
+ 0.00017795059829950333,
+ 0.6515211462974548
+ ],
+ "log_scores_by_expert": [
+ -14.26361083984375,
+ -16.080406188964844,
+ -13.937569618225098,
+ -5.255749702453613,
+ -4.688636302947998,
+ -8.008997917175293,
+ -8.700342178344727,
+ -4.176339626312256,
+ -8.634004592895508,
+ -0.4284454584121704
+ ],
+ "distances_by_expert": [
+ 28.5272216796875,
+ 32.16081237792969,
+ 27.875139236450195,
+ 10.511499404907227,
+ 9.377272605895996,
+ 16.017995834350586,
+ 17.400684356689453,
+ 8.352679252624512,
+ 17.268009185791016,
+ 0.8568909168243408
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.99951171875,
+ "language": 52.94215393066406
+ }
+ },
+ {
+ "routing_index": 596,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.168504000925168e-07,
+ 1.0346267487193472e-07,
+ 8.570983140998578e-07,
+ 0.005043164826929569,
+ 0.008990871720016003,
+ 0.0003301229153294116,
+ 0.00016398033767472953,
+ 0.015024911612272263,
+ 0.00017525239672977477,
+ 0.6457036733627319
+ ],
+ "log_scores_by_expert": [
+ -14.298639297485352,
+ -16.084054946899414,
+ -13.96971321105957,
+ -5.289721488952637,
+ -4.711545467376709,
+ -8.016045570373535,
+ -8.715764045715332,
+ -4.19804573059082,
+ -8.649283409118652,
+ -0.43741464614868164
+ ],
+ "distances_by_expert": [
+ 28.597278594970703,
+ 32.16810989379883,
+ 27.93942642211914,
+ 10.579442977905273,
+ 9.423090934753418,
+ 16.03209114074707,
+ 17.431528091430664,
+ 8.39609146118164,
+ 17.298566818237305,
+ 0.8748292922973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.06884765625,
+ "language": 52.92265319824219
+ }
+ },
+ {
+ "routing_index": 597,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.004174792906269e-07,
+ 9.716323035036112e-08,
+ 8.284986279250006e-07,
+ 0.004911305848509073,
+ 0.008598947897553444,
+ 0.00031143444357439876,
+ 0.0001564435224281624,
+ 0.014394513331353664,
+ 0.00017203553579747677,
+ 0.6122717261314392
+ ],
+ "log_scores_by_expert": [
+ -14.325640678405762,
+ -16.146873474121094,
+ -14.003650665283203,
+ -5.316215515136719,
+ -4.756115436553955,
+ -8.074321746826172,
+ -8.762815475463867,
+ -4.240908145904541,
+ -8.66780948638916,
+ -0.49057912826538086
+ ],
+ "distances_by_expert": [
+ 28.651281356811523,
+ 32.29374694824219,
+ 28.007301330566406,
+ 10.632431030273438,
+ 9.51223087310791,
+ 16.148643493652344,
+ 17.525630950927734,
+ 8.481816291809082,
+ 17.33561897277832,
+ 0.9811582565307617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.995361328125,
+ "language": 52.917449951171875
+ }
+ },
+ {
+ "routing_index": 598,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.1362982251012e-07,
+ 1.0094017000028543e-07,
+ 8.561588060729264e-07,
+ 0.005005073733627796,
+ 0.008871328085660934,
+ 0.0003192102303728461,
+ 0.0001602601259946823,
+ 0.01472337543964386,
+ 0.00017579256382305175,
+ 0.6319822072982788
+ ],
+ "log_scores_by_expert": [
+ -14.303874015808105,
+ -16.10873794555664,
+ -13.970809936523438,
+ -5.297303199768066,
+ -4.724930763244629,
+ -8.049660682678223,
+ -8.738712310791016,
+ -4.218318939208984,
+ -8.64620590209961,
+ -0.4588939845561981
+ ],
+ "distances_by_expert": [
+ 28.60774803161621,
+ 32.21747589111328,
+ 27.941619873046875,
+ 10.594606399536133,
+ 9.449861526489258,
+ 16.099321365356445,
+ 17.47742462158203,
+ 8.436637878417969,
+ 17.29241180419922,
+ 0.9177879691123962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.273193359375,
+ "language": 52.9083366394043
+ }
+ },
+ {
+ "routing_index": 599,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.459895871557819e-07,
+ 1.0565432262410468e-07,
+ 8.887967055670742e-07,
+ 0.005140339955687523,
+ 0.009228479117155075,
+ 0.00033883738797158003,
+ 0.0001668187469476834,
+ 0.015446697361767292,
+ 0.00018185882072430104,
+ 0.6645490527153015
+ ],
+ "log_scores_by_expert": [
+ -14.252482414245605,
+ -16.063093185424805,
+ -13.93339729309082,
+ -5.270636081695557,
+ -4.685461044311523,
+ -7.989990234375,
+ -8.698602676391602,
+ -4.170360088348389,
+ -8.612279891967773,
+ -0.4086465537548065
+ ],
+ "distances_by_expert": [
+ 28.50496482849121,
+ 32.12618637084961,
+ 27.86679458618164,
+ 10.541272163391113,
+ 9.370922088623047,
+ 15.97998046875,
+ 17.397205352783203,
+ 8.340720176696777,
+ 17.224559783935547,
+ 0.817293107509613
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.06591796875,
+ "language": 52.91777038574219
+ }
+ },
+ {
+ "routing_index": 600,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.475334544120415e-07,
+ 1.087794743170889e-07,
+ 8.884966860023269e-07,
+ 0.005200694780796766,
+ 0.009660043753683567,
+ 0.00034699426032602787,
+ 0.0001715684193186462,
+ 0.01602550968527794,
+ 0.00018196116434410214,
+ 0.7021849751472473
+ ],
+ "log_scores_by_expert": [
+ -14.25009536743164,
+ -16.03394317626953,
+ -13.933734893798828,
+ -5.258963108062744,
+ -4.63975715637207,
+ -7.966202259063721,
+ -8.670528411865234,
+ -4.133573532104492,
+ -8.611717224121094,
+ -0.35355842113494873
+ ],
+ "distances_by_expert": [
+ 28.50019073486328,
+ 32.06788635253906,
+ 27.867469787597656,
+ 10.517926216125488,
+ 9.27951431274414,
+ 15.932404518127441,
+ 17.34105682373047,
+ 8.267147064208984,
+ 17.223434448242188,
+ 0.7071168422698975
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3290.92626953125,
+ "language": 52.92244338989258
+ }
+ },
+ {
+ "routing_index": 601,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.054865136524313e-07,
+ 1.1263159649388399e-07,
+ 9.456996963308484e-07,
+ 0.005293282214552164,
+ 0.010104458779096603,
+ 0.00035269081126898527,
+ 0.00017825428221840411,
+ 0.01678444631397724,
+ 0.0001931493607116863,
+ 0.7378258109092712
+ ],
+ "log_scores_by_expert": [
+ -14.16437816619873,
+ -15.999143600463867,
+ -13.87134075164795,
+ -5.241316795349121,
+ -4.594778537750244,
+ -7.949918746948242,
+ -8.632299423217773,
+ -4.0873026847839355,
+ -8.552046775817871,
+ -0.30404749512672424
+ ],
+ "distances_by_expert": [
+ 28.32875633239746,
+ 31.998287200927734,
+ 27.7426815032959,
+ 10.482633590698242,
+ 9.189557075500488,
+ 15.899837493896484,
+ 17.264598846435547,
+ 8.174605369567871,
+ 17.104093551635742,
+ 0.6080949902534485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.861083984375,
+ "language": 52.94234085083008
+ }
+ },
+ {
+ "routing_index": 602,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.415820846290444e-07,
+ 1.1317263926002852e-07,
+ 9.828207794271293e-07,
+ 0.005100429989397526,
+ 0.010182834230363369,
+ 0.0003261368547100574,
+ 0.00017804141680244356,
+ 0.016843156889081,
+ 0.0001977184583665803,
+ 0.7441036701202393
+ ],
+ "log_scores_by_expert": [
+ -14.114480018615723,
+ -15.994351387023926,
+ -13.832839012145996,
+ -5.278430461883545,
+ -4.587051868438721,
+ -8.028193473815918,
+ -8.63349437713623,
+ -4.083810806274414,
+ -8.528666496276855,
+ -0.2955749034881592
+ ],
+ "distances_by_expert": [
+ 28.228960037231445,
+ 31.98870277404785,
+ 27.665678024291992,
+ 10.55686092376709,
+ 9.174103736877441,
+ 16.056386947631836,
+ 17.26698875427246,
+ 8.167621612548828,
+ 17.05733299255371,
+ 0.5911498069763184
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.129638671875,
+ "language": 52.951419830322266
+ }
+ },
+ {
+ "routing_index": 603,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.334311362683366e-07,
+ 1.0647405446206903e-07,
+ 1.0070483540403075e-06,
+ 0.004705711733549833,
+ 0.009693298488855362,
+ 0.0002991804212797433,
+ 0.0001721894950605929,
+ 0.016447417438030243,
+ 0.00019287657050881535,
+ 0.7117652297019958
+ ],
+ "log_scores_by_expert": [
+ -14.125532150268555,
+ -16.05536460876465,
+ -13.808486938476562,
+ -5.358978271484375,
+ -4.6363205909729,
+ -8.114463806152344,
+ -8.666914939880371,
+ -4.107586860656738,
+ -8.553460121154785,
+ -0.34000715613365173
+ ],
+ "distances_by_expert": [
+ 28.25106430053711,
+ 32.1107292175293,
+ 27.616973876953125,
+ 10.71795654296875,
+ 9.2726411819458,
+ 16.228927612304688,
+ 17.333829879760742,
+ 8.215173721313477,
+ 17.10692024230957,
+ 0.6800143122673035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.9169921875,
+ "language": 52.91178894042969
+ }
+ },
+ {
+ "routing_index": 604,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.607691827615781e-07,
+ 1.0810229866820009e-07,
+ 1.0254201470161206e-06,
+ 0.004831272643059492,
+ 0.010149114765226841,
+ 0.0003071360697504133,
+ 0.00017943370039574802,
+ 0.017020007595419884,
+ 0.00019660739053506404,
+ 0.7410426139831543
+ ],
+ "log_scores_by_expert": [
+ -14.088935852050781,
+ -16.04018783569336,
+ -13.79040813446045,
+ -5.332645416259766,
+ -4.590368747711182,
+ -8.08821964263916,
+ -8.625704765319824,
+ -4.073365688323975,
+ -8.5343017578125,
+ -0.2996971309185028
+ ],
+ "distances_by_expert": [
+ 28.177871704101562,
+ 32.08037567138672,
+ 27.5808162689209,
+ 10.665290832519531,
+ 9.180737495422363,
+ 16.17643928527832,
+ 17.25140953063965,
+ 8.14673137664795,
+ 17.068603515625,
+ 0.5993942618370056
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.574462890625,
+ "language": 52.94942092895508
+ }
+ },
+ {
+ "routing_index": 605,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.867263664389611e-07,
+ 9.114923216202442e-08,
+ 9.547007948640385e-07,
+ 0.004267229698598385,
+ 0.008629685267806053,
+ 0.0002651049289852381,
+ 0.00015742817777208984,
+ 0.014831854961812496,
+ 0.00018199380428995937,
+ 0.6218290328979492
+ ],
+ "log_scores_by_expert": [
+ -14.191329956054688,
+ -16.21076774597168,
+ -13.861867904663086,
+ -5.456790447235107,
+ -4.752547264099121,
+ -8.235384941101074,
+ -8.75654125213623,
+ -4.210978031158447,
+ -8.61153793334961,
+ -0.4750900864601135
+ ],
+ "distances_by_expert": [
+ 28.382659912109375,
+ 32.42153549194336,
+ 27.723735809326172,
+ 10.913580894470215,
+ 9.505094528198242,
+ 16.47076988220215,
+ 17.51308250427246,
+ 8.421956062316895,
+ 17.22307586669922,
+ 0.950180172920227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.01025390625,
+ "language": 52.890281677246094
+ }
+ },
+ {
+ "routing_index": 606,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.70827319027012e-07,
+ 8.1339926794044e-08,
+ 9.235917559635709e-07,
+ 0.0038322892505675554,
+ 0.0081308763474226,
+ 0.00023980834521353245,
+ 0.0001481621147831902,
+ 0.014006766490638256,
+ 0.000176337591256015,
+ 0.5873288512229919
+ ],
+ "log_scores_by_expert": [
+ -14.214754104614258,
+ -16.324628829956055,
+ -13.89499568939209,
+ -5.564292907714844,
+ -4.812086582183838,
+ -8.335670471191406,
+ -8.817203521728516,
+ -4.268214702606201,
+ -8.643110275268555,
+ -0.532170295715332
+ ],
+ "distances_by_expert": [
+ 28.429508209228516,
+ 32.64925765991211,
+ 27.78999137878418,
+ 11.128585815429688,
+ 9.624173164367676,
+ 16.671340942382812,
+ 17.63440704345703,
+ 8.536429405212402,
+ 17.28622055053711,
+ 1.064340591430664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.736572265625,
+ "language": 52.911617279052734
+ }
+ },
+ {
+ "routing_index": 607,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.229733457985276e-07,
+ 7.536687718356916e-08,
+ 8.517067158209102e-07,
+ 0.0036747371777892113,
+ 0.0077386763878166676,
+ 0.0002252874692203477,
+ 0.00014151270443107933,
+ 0.013193530961871147,
+ 0.00016651452460791916,
+ 0.5591958165168762
+ ],
+ "log_scores_by_expert": [
+ -14.288762092590332,
+ -16.400897979736328,
+ -13.97602367401123,
+ -5.606273651123047,
+ -4.86152458190918,
+ -8.398133277893066,
+ -8.863121032714844,
+ -4.328028678894043,
+ -8.700428009033203,
+ -0.5812555551528931
+ ],
+ "distances_by_expert": [
+ 28.577524185180664,
+ 32.801795959472656,
+ 27.95204734802246,
+ 11.212547302246094,
+ 9.72304916381836,
+ 16.796266555786133,
+ 17.726242065429688,
+ 8.656057357788086,
+ 17.400856018066406,
+ 1.1625111103057861
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.7197265625,
+ "language": 52.90734100341797
+ }
+ },
+ {
+ "routing_index": 608,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.466837021434912e-07,
+ 8.000223061799261e-08,
+ 8.823519692668924e-07,
+ 0.003821542952209711,
+ 0.008033214136958122,
+ 0.00024534662952646613,
+ 0.00014665497292298824,
+ 0.013742310926318169,
+ 0.00017180484428536147,
+ 0.5826827883720398
+ ],
+ "log_scores_by_expert": [
+ -14.251408576965332,
+ -16.341211318969727,
+ -13.940674781799316,
+ -5.567101001739502,
+ -4.8241705894470215,
+ -8.312838554382324,
+ -8.827427864074707,
+ -4.287275791168213,
+ -8.669151306152344,
+ -0.5401123762130737
+ ],
+ "distances_by_expert": [
+ 28.502817153930664,
+ 32.68242263793945,
+ 27.881349563598633,
+ 11.134202003479004,
+ 9.648341178894043,
+ 16.62567710876465,
+ 17.654855728149414,
+ 8.574551582336426,
+ 17.338302612304688,
+ 1.0802247524261475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.3193359375,
+ "language": 52.90885543823242
+ }
+ },
+ {
+ "routing_index": 609,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.286754796747118e-07,
+ 9.265264111490978e-08,
+ 8.88900956397265e-07,
+ 0.004099852871149778,
+ 0.009020299650728703,
+ 0.00023050249728839844,
+ 0.00015284778783097863,
+ 0.014541312120854855,
+ 0.00016479256737511605,
+ 0.6686428785324097
+ ],
+ "log_scores_by_expert": [
+ -14.279650688171387,
+ -16.194408416748047,
+ -13.933279991149902,
+ -5.496804237365723,
+ -4.708277702331543,
+ -8.375248908996582,
+ -8.786067962646484,
+ -4.230761528015137,
+ -8.710823059082031,
+ -0.40250518918037415
+ ],
+ "distances_by_expert": [
+ 28.559301376342773,
+ 32.388816833496094,
+ 27.866559982299805,
+ 10.993608474731445,
+ 9.416555404663086,
+ 16.750497817993164,
+ 17.57213592529297,
+ 8.461523056030273,
+ 17.421646118164062,
+ 0.8050103783607483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.134765625,
+ "language": 52.88600540161133
+ }
+ },
+ {
+ "routing_index": 610,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.175484941195464e-07,
+ 9.150407009883565e-08,
+ 8.518886147612648e-07,
+ 0.004028276074677706,
+ 0.009199604392051697,
+ 0.00023058053920976818,
+ 0.00014892722538206726,
+ 0.014221624471247196,
+ 0.00016349952784366906,
+ 0.665961742401123
+ ],
+ "log_scores_by_expert": [
+ -14.297508239746094,
+ -16.20688247680664,
+ -13.975810050964355,
+ -5.514416694641113,
+ -4.688594818115234,
+ -8.374910354614258,
+ -8.812052726745605,
+ -4.252991676330566,
+ -8.718700408935547,
+ -0.40652307868003845
+ ],
+ "distances_by_expert": [
+ 28.595016479492188,
+ 32.41376495361328,
+ 27.95162010192871,
+ 11.028833389282227,
+ 9.377189636230469,
+ 16.749820709228516,
+ 17.62410545349121,
+ 8.505983352661133,
+ 17.437400817871094,
+ 0.8130461573600769
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3530.97998046875,
+ "language": 52.895782470703125
+ }
+ },
+ {
+ "routing_index": 611,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.037810405563505e-07,
+ 1.1054225268480877e-07,
+ 9.634676416681032e-07,
+ 0.004628422204405069,
+ 0.010330080054700375,
+ 0.0002765518147498369,
+ 0.00017054591444320977,
+ 0.01632879301905632,
+ 0.00018521588935982436,
+ 0.762920618057251
+ ],
+ "log_scores_by_expert": [
+ -14.16679859161377,
+ -16.017868041992188,
+ -13.852726936340332,
+ -5.375539302825928,
+ -4.572695255279541,
+ -8.19311237335205,
+ -8.676506042480469,
+ -4.114825248718262,
+ -8.593988418579102,
+ -0.2706012725830078
+ ],
+ "distances_by_expert": [
+ 28.33359718322754,
+ 32.035736083984375,
+ 27.705453872680664,
+ 10.751078605651855,
+ 9.145390510559082,
+ 16.3862247467041,
+ 17.353012084960938,
+ 8.229650497436523,
+ 17.187976837158203,
+ 0.5412025451660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.288330078125,
+ "language": 52.9331169128418
+ }
+ },
+ {
+ "routing_index": 612,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.413416369672632e-07,
+ 1.2173734376119683e-07,
+ 1.0109753247888875e-06,
+ 0.005281754769384861,
+ 0.011427891440689564,
+ 0.0003458840074017644,
+ 0.0001867875107564032,
+ 0.01807217299938202,
+ 0.00019630351744126529,
+ 0.849226176738739
+ ],
+ "log_scores_by_expert": [
+ -14.1148042678833,
+ -15.92140007019043,
+ -13.804594993591309,
+ -5.243496894836426,
+ -4.47169828414917,
+ -7.969407081604004,
+ -8.585538864135742,
+ -4.0133819580078125,
+ -8.535848617553711,
+ -0.16342970728874207
+ ],
+ "distances_by_expert": [
+ 28.2296085357666,
+ 31.84280014038086,
+ 27.609189987182617,
+ 10.486993789672852,
+ 8.94339656829834,
+ 15.938814163208008,
+ 17.171077728271484,
+ 8.026763916015625,
+ 17.071697235107422,
+ 0.32685941457748413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.490478515625,
+ "language": 52.92909622192383
+ }
+ },
+ {
+ "routing_index": 613,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034273608041985e-07,
+ 1.0630257918364805e-07,
+ 9.514840257907053e-07,
+ 0.004753450397402048,
+ 0.010588366538286209,
+ 0.00030681260977871716,
+ 0.0001763369218679145,
+ 0.01719110645353794,
+ 0.00018331714090891182,
+ 0.8056110739707947
+ ],
+ "log_scores_by_expert": [
+ -14.167301177978516,
+ -16.056976318359375,
+ -13.865242958068848,
+ -5.348884582519531,
+ -4.547999382019043,
+ -8.089273452758789,
+ -8.64311408996582,
+ -4.063363075256348,
+ -8.604292869567871,
+ -0.21615414321422577
+ ],
+ "distances_by_expert": [
+ 28.33460235595703,
+ 32.11395263671875,
+ 27.730485916137695,
+ 10.697769165039062,
+ 9.095998764038086,
+ 16.178546905517578,
+ 17.28622817993164,
+ 8.126726150512695,
+ 17.208585739135742,
+ 0.43230828642845154
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3550.602783203125,
+ "language": 52.91228103637695
+ }
+ },
+ {
+ "routing_index": 614,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.077105467738875e-07,
+ 1.0148378493113341e-07,
+ 8.32518992410769e-07,
+ 0.004761033691465855,
+ 0.009808138944208622,
+ 0.0003334388602524996,
+ 0.0001718782732496038,
+ 0.01638088747859001,
+ 0.0001600023388164118,
+ 0.7178731560707092
+ ],
+ "log_scores_by_expert": [
+ -14.313567161560059,
+ -16.10336685180664,
+ -13.998809814453125,
+ -5.347290515899658,
+ -4.624542713165283,
+ -8.006051063537598,
+ -8.668724060058594,
+ -4.111639976501465,
+ -8.74032211303711,
+ -0.33146241307258606
+ ],
+ "distances_by_expert": [
+ 28.627134323120117,
+ 32.20673370361328,
+ 27.99761962890625,
+ 10.694581031799316,
+ 9.249085426330566,
+ 16.012102127075195,
+ 17.337448120117188,
+ 8.22327995300293,
+ 17.48064422607422,
+ 0.6629248261451721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.329345703125,
+ "language": 52.99594497680664
+ }
+ },
+ {
+ "routing_index": 615,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.596244250227755e-07,
+ 9.350586793743787e-08,
+ 7.783633009239566e-07,
+ 0.004305349662899971,
+ 0.009514945559203625,
+ 0.0003026363265234977,
+ 0.00016602739924564958,
+ 0.015530255623161793,
+ 0.00014862757234368473,
+ 0.7111660242080688
+ ],
+ "log_scores_by_expert": [
+ -14.395999908447266,
+ -16.18524169921875,
+ -14.066072463989258,
+ -5.447896957397461,
+ -4.654891490936279,
+ -8.102978706359863,
+ -8.703357696533203,
+ -4.1649651527404785,
+ -8.814066886901855,
+ -0.3408493995666504
+ ],
+ "distances_by_expert": [
+ 28.79199981689453,
+ 32.3704833984375,
+ 28.132144927978516,
+ 10.895793914794922,
+ 9.309782981872559,
+ 16.205957412719727,
+ 17.406715393066406,
+ 8.329930305480957,
+ 17.62813377380371,
+ 0.6816987991333008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.89013671875,
+ "language": 52.965877532958984
+ }
+ },
+ {
+ "routing_index": 616,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.294230499610421e-07,
+ 1.095385826488382e-07,
+ 9.87789690043428e-07,
+ 0.004515137989073992,
+ 0.010366792790591717,
+ 0.0002986792242154479,
+ 0.00017803479568101466,
+ 0.01703757792711258,
+ 0.00019243395945522934,
+ 0.7977860569953918
+ ],
+ "log_scores_by_expert": [
+ -14.131011962890625,
+ -16.026988983154297,
+ -13.82779598236084,
+ -5.400319576263428,
+ -4.56914758682251,
+ -8.116140365600586,
+ -8.63353157043457,
+ -4.072333812713623,
+ -8.555757522583008,
+ -0.22591480612754822
+ ],
+ "distances_by_expert": [
+ 28.26202392578125,
+ 32.053977966308594,
+ 27.65559196472168,
+ 10.800639152526855,
+ 9.13829517364502,
+ 16.232280731201172,
+ 17.26706314086914,
+ 8.144667625427246,
+ 17.111515045166016,
+ 0.45182961225509644
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.301513671875,
+ "language": 52.89716720581055
+ }
+ },
+ {
+ "routing_index": 617,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.618385780006065e-07,
+ 1.237425522049307e-07,
+ 1.0423124194858246e-06,
+ 0.005074245389550924,
+ 0.011101286858320236,
+ 0.0003336971567478031,
+ 0.00018711057782638818,
+ 0.01797671988606453,
+ 0.00020106470037717372,
+ 0.8313621878623962
+ ],
+ "log_scores_by_expert": [
+ -14.087531089782715,
+ -15.905062675476074,
+ -13.774068832397461,
+ -5.2835774421691895,
+ -4.500694274902344,
+ -8.005276679992676,
+ -8.583810806274414,
+ -4.018677711486816,
+ -8.511883735656738,
+ -0.1846897155046463
+ ],
+ "distances_by_expert": [
+ 28.17506217956543,
+ 31.81012535095215,
+ 27.548137664794922,
+ 10.567154884338379,
+ 9.001388549804688,
+ 16.01055335998535,
+ 17.167621612548828,
+ 8.037355422973633,
+ 17.023767471313477,
+ 0.3693794310092926
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.2373046875,
+ "language": 52.9111328125
+ }
+ },
+ {
+ "routing_index": 618,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.306686029551201e-07,
+ 1.1400970123531806e-07,
+ 9.952713071470498e-07,
+ 0.004758044611662626,
+ 0.010537018068134785,
+ 0.00031817323178984225,
+ 0.0001771297538653016,
+ 0.017252910882234573,
+ 0.00019454472931101918,
+ 0.7922565937042236
+ ],
+ "log_scores_by_expert": [
+ -14.129305839538574,
+ -15.986982345581055,
+ -13.820250511169434,
+ -5.347918510437012,
+ -4.552860736846924,
+ -8.0529146194458,
+ -8.638628005981445,
+ -4.059774398803711,
+ -8.544848442077637,
+ -0.23287001252174377
+ ],
+ "distances_by_expert": [
+ 28.25861167907715,
+ 31.97396469116211,
+ 27.640501022338867,
+ 10.695837020874023,
+ 9.105721473693848,
+ 16.1058292388916,
+ 17.27725601196289,
+ 8.119548797607422,
+ 17.089696884155273,
+ 0.46574002504348755
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.302734375,
+ "language": 52.90712356567383
+ }
+ },
+ {
+ "routing_index": 619,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.594570661240141e-07,
+ 1.236182214370274e-07,
+ 1.0491847888260963e-06,
+ 0.005417837295681238,
+ 0.011064816266298294,
+ 0.0003548255190253258,
+ 0.00019025697838515043,
+ 0.0181004349142313,
+ 0.00020364171359688044,
+ 0.8036801815032959
+ ],
+ "log_scores_by_expert": [
+ -14.090662002563477,
+ -15.906067848205566,
+ -13.767497062683105,
+ -5.2180585861206055,
+ -4.5039849281311035,
+ -7.943884372711182,
+ -8.567134857177734,
+ -4.011819362640381,
+ -8.49914836883545,
+ -0.21855390071868896
+ ],
+ "distances_by_expert": [
+ 28.181324005126953,
+ 31.812135696411133,
+ 27.53499412536621,
+ 10.436117172241211,
+ 9.007969856262207,
+ 15.887768745422363,
+ 17.13426971435547,
+ 8.023638725280762,
+ 16.9982967376709,
+ 0.43710780143737793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.175537109375,
+ "language": 52.89889907836914
+ }
+ },
+ {
+ "routing_index": 620,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.100101129253744e-07,
+ 1.2348247935278778e-07,
+ 9.868575716609485e-07,
+ 0.005303699057549238,
+ 0.010618642903864384,
+ 0.00037818559212610126,
+ 0.00018947513308376074,
+ 0.017566537484526634,
+ 0.00018943754548672587,
+ 0.7784959077835083
+ ],
+ "log_scores_by_expert": [
+ -14.157986640930176,
+ -15.907166481018066,
+ -13.828740119934082,
+ -5.23935079574585,
+ -4.545144081115723,
+ -7.880125522613525,
+ -8.571252822875977,
+ -4.041759490966797,
+ -8.571451187133789,
+ -0.25039157271385193
+ ],
+ "distances_by_expert": [
+ 28.31597328186035,
+ 31.814332962036133,
+ 27.657480239868164,
+ 10.4787015914917,
+ 9.090288162231445,
+ 15.76025104522705,
+ 17.142505645751953,
+ 8.083518981933594,
+ 17.142902374267578,
+ 0.5007831454277039
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3350.17333984375,
+ "language": 52.9411506652832
+ }
+ },
+ {
+ "routing_index": 621,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.173123665575986e-07,
+ 1.0466089861438377e-07,
+ 8.718045023670129e-07,
+ 0.004802916198968887,
+ 0.009129940532147884,
+ 0.00034688343293964863,
+ 0.00017149366613011807,
+ 0.01553625613451004,
+ 0.00016634722123853862,
+ 0.6705801486968994
+ ],
+ "log_scores_by_expert": [
+ -14.297890663146973,
+ -16.072540283203125,
+ -13.9527006149292,
+ -5.338531970977783,
+ -4.69619607925415,
+ -7.966521739959717,
+ -8.670964241027832,
+ -4.164578914642334,
+ -8.701433181762695,
+ -0.3996121287345886
+ ],
+ "distances_by_expert": [
+ 28.595781326293945,
+ 32.14508056640625,
+ 27.9054012298584,
+ 10.677063941955566,
+ 9.3923921585083,
+ 15.933043479919434,
+ 17.341928482055664,
+ 8.329157829284668,
+ 17.40286636352539,
+ 0.7992242574691772
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.0869140625,
+ "language": 52.920894622802734
+ }
+ },
+ {
+ "routing_index": 622,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.851021001035406e-07,
+ 9.847934734352748e-08,
+ 8.264279358627391e-07,
+ 0.004627360496670008,
+ 0.008722133934497833,
+ 0.0003348981263116002,
+ 0.00016836411668919027,
+ 0.015116485767066479,
+ 0.0001559013908263296,
+ 0.6365306377410889
+ ],
+ "log_scores_by_expert": [
+ -14.351479530334473,
+ -16.133419036865234,
+ -14.006153106689453,
+ -5.375768661499023,
+ -4.741891384124756,
+ -8.001684188842773,
+ -8.68938159942627,
+ -4.191969394683838,
+ -8.766286849975586,
+ -0.45172280073165894
+ ],
+ "distances_by_expert": [
+ 28.702959060668945,
+ 32.26683807373047,
+ 28.012306213378906,
+ 10.751537322998047,
+ 9.483782768249512,
+ 16.003368377685547,
+ 17.37876319885254,
+ 8.383938789367676,
+ 17.532573699951172,
+ 0.9034456014633179
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.707275390625,
+ "language": 52.93255615234375
+ }
+ },
+ {
+ "routing_index": 623,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.088643544899242e-07,
+ 1.0104533743060529e-07,
+ 8.599680541010457e-07,
+ 0.004964499268680811,
+ 0.009234857745468616,
+ 0.00033102327142842114,
+ 0.0001697142142802477,
+ 0.015551790595054626,
+ 0.00016594254702795297,
+ 0.6534852385520935
+ ],
+ "log_scores_by_expert": [
+ -14.311670303344727,
+ -16.107696533203125,
+ -13.966370582580566,
+ -5.305442810058594,
+ -4.684770107269287,
+ -8.013321876525879,
+ -8.681394577026367,
+ -4.16357946395874,
+ -8.703868865966797,
+ -0.425435334444046
+ ],
+ "distances_by_expert": [
+ 28.623340606689453,
+ 32.21539306640625,
+ 27.932741165161133,
+ 10.610885620117188,
+ 9.369540214538574,
+ 16.026643753051758,
+ 17.362789154052734,
+ 8.32715892791748,
+ 17.407737731933594,
+ 0.850870668888092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.8251953125,
+ "language": 52.914066314697266
+ }
+ },
+ {
+ "routing_index": 624,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.798405027235276e-07,
+ 9.386968713442911e-08,
+ 8.226754744100617e-07,
+ 0.00477895000949502,
+ 0.008734327740967274,
+ 0.0003054777334909886,
+ 0.00016009148384910077,
+ 0.014678651466965675,
+ 0.00015960578457452357,
+ 0.6105743050575256
+ ],
+ "log_scores_by_expert": [
+ -14.360512733459473,
+ -16.181358337402344,
+ -14.010704040527344,
+ -5.343534469604492,
+ -4.740494251251221,
+ -8.093633651733398,
+ -8.739765167236328,
+ -4.22136116027832,
+ -8.742803573608398,
+ -0.49335533380508423
+ ],
+ "distances_by_expert": [
+ 28.721025466918945,
+ 32.36271667480469,
+ 28.021408081054688,
+ 10.687068939208984,
+ 9.480988502502441,
+ 16.187267303466797,
+ 17.479530334472656,
+ 8.44272232055664,
+ 17.485607147216797,
+ 0.9867106676101685
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.244384765625,
+ "language": 52.902320861816406
+ }
+ },
+ {
+ "routing_index": 625,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.982792004033399e-07,
+ 9.72616902572554e-08,
+ 8.519560878994525e-07,
+ 0.004935015458613634,
+ 0.008997743017971516,
+ 0.0003183896478731185,
+ 0.0001657543471083045,
+ 0.015157128684222698,
+ 0.00016466202214360237,
+ 0.6287592649459839
+ ],
+ "log_scores_by_expert": [
+ -14.329208374023438,
+ -16.14586067199707,
+ -13.975730895996094,
+ -5.311399459838867,
+ -4.710781574249268,
+ -8.052234649658203,
+ -8.70500373840332,
+ -4.189284324645996,
+ -8.711615562438965,
+ -0.46400681138038635
+ ],
+ "distances_by_expert": [
+ 28.658416748046875,
+ 32.29172134399414,
+ 27.951461791992188,
+ 10.622798919677734,
+ 9.421563148498535,
+ 16.104469299316406,
+ 17.41000747680664,
+ 8.378568649291992,
+ 17.42323112487793,
+ 0.9280136227607727
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3289.15087890625,
+ "language": 52.88667297363281
+ }
+ },
+ {
+ "routing_index": 626,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.192835826368537e-07,
+ 1.0054240817680693e-07,
+ 8.775836022323347e-07,
+ 0.005063214339315891,
+ 0.00930027849972248,
+ 0.00033077114494517446,
+ 0.00017217044660355896,
+ 0.015675656497478485,
+ 0.0001682386064203456,
+ 0.6561614871025085
+ ],
+ "log_scores_by_expert": [
+ -14.294702529907227,
+ -16.112686157226562,
+ -13.946093559265137,
+ -5.2857537269592285,
+ -4.677711009979248,
+ -8.014083862304688,
+ -8.667025566101074,
+ -4.155646324157715,
+ -8.6901273727417,
+ -0.4213483929634094
+ ],
+ "distances_by_expert": [
+ 28.589405059814453,
+ 32.225372314453125,
+ 27.892187118530273,
+ 10.571507453918457,
+ 9.355422019958496,
+ 16.028167724609375,
+ 17.33405113220215,
+ 8.31129264831543,
+ 17.3802547454834,
+ 0.8426967859268188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.906982421875,
+ "language": 52.89867401123047
+ }
+ },
+ {
+ "routing_index": 627,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.941897143202368e-07,
+ 9.746801055143806e-08,
+ 8.49054742957378e-07,
+ 0.00483824172988534,
+ 0.008932792581617832,
+ 0.0003185351088177413,
+ 0.0001674670202191919,
+ 0.01512712799012661,
+ 0.00016110492288134992,
+ 0.6308680176734924
+ ],
+ "log_scores_by_expert": [
+ -14.336067199707031,
+ -16.143741607666016,
+ -13.979142189025879,
+ -5.331203937530518,
+ -4.718026161193848,
+ -8.051777839660645,
+ -8.694724082946777,
+ -4.19126558303833,
+ -8.733454704284668,
+ -0.46065860986709595
+ ],
+ "distances_by_expert": [
+ 28.672134399414062,
+ 32.28748321533203,
+ 27.958284378051758,
+ 10.662407875061035,
+ 9.436052322387695,
+ 16.10355567932129,
+ 17.389448165893555,
+ 8.38253116607666,
+ 17.466909408569336,
+ 0.9213172197341919
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.829345703125,
+ "language": 52.89611053466797
+ }
+ },
+ {
+ "routing_index": 628,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.052316052773676e-07,
+ 9.683908785973472e-08,
+ 8.5387978288054e-07,
+ 0.0048929862678050995,
+ 0.008982893079519272,
+ 0.0003170730487909168,
+ 0.00016691295604687184,
+ 0.015188390389084816,
+ 0.00016358484572265297,
+ 0.6333813071250916
+ ],
+ "log_scores_by_expert": [
+ -14.317654609680176,
+ -16.15021514892578,
+ -13.973475456237793,
+ -5.319952487945557,
+ -4.712433338165283,
+ -8.056378364562988,
+ -8.698038101196289,
+ -4.1872239112854,
+ -8.718178749084473,
+ -0.4566827118396759
+ ],
+ "distances_by_expert": [
+ 28.63530921936035,
+ 32.30043029785156,
+ 27.946950912475586,
+ 10.639904975891113,
+ 9.424866676330566,
+ 16.112756729125977,
+ 17.396076202392578,
+ 8.3744478225708,
+ 17.436357498168945,
+ 0.9133654236793518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.70361328125,
+ "language": 52.92455291748047
+ }
+ },
+ {
+ "routing_index": 629,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.623068091153982e-07,
+ 9.044076421105274e-08,
+ 7.918725941635785e-07,
+ 0.0045541319996118546,
+ 0.00844679493457079,
+ 0.00029835980967618525,
+ 0.00015872085350565612,
+ 0.01428836677223444,
+ 0.0001539703516755253,
+ 0.6017091870307922
+ ],
+ "log_scores_by_expert": [
+ -14.391218185424805,
+ -16.218570709228516,
+ -14.04886531829834,
+ -5.391720294952393,
+ -4.77396821975708,
+ -8.117210388183594,
+ -8.748363494873047,
+ -4.24830961227417,
+ -8.7787504196167,
+ -0.50798100233078
+ ],
+ "distances_by_expert": [
+ 28.78243637084961,
+ 32.43714141845703,
+ 28.09773063659668,
+ 10.783440589904785,
+ 9.54793643951416,
+ 16.234420776367188,
+ 17.496726989746094,
+ 8.49661922454834,
+ 17.5575008392334,
+ 1.01596200466156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.308837890625,
+ "language": 52.936744689941406
+ }
+ },
+ {
+ "routing_index": 630,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.738174877478741e-07,
+ 9.344969953417603e-08,
+ 8.24818528144533e-07,
+ 0.004722633399069309,
+ 0.008658773265779018,
+ 0.0003059573646169156,
+ 0.00016251349006779492,
+ 0.014664833433926105,
+ 0.00015755344065837562,
+ 0.6110657453536987
+ ],
+ "log_scores_by_expert": [
+ -14.370954513549805,
+ -16.185842514038086,
+ -14.008102416992188,
+ -5.355388641357422,
+ -4.749182224273682,
+ -8.09206485748291,
+ -8.724749565124512,
+ -4.2223029136657715,
+ -8.755745887756348,
+ -0.492550790309906
+ ],
+ "distances_by_expert": [
+ 28.74190902709961,
+ 32.37168502807617,
+ 28.016204833984375,
+ 10.710777282714844,
+ 9.498364448547363,
+ 16.18412971496582,
+ 17.449499130249023,
+ 8.444605827331543,
+ 17.511491775512695,
+ 0.985101580619812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.34375,
+ "language": 52.905670166015625
+ }
+ },
+ {
+ "routing_index": 631,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.736670232181496e-07,
+ 9.273733070358503e-08,
+ 8.147994776663836e-07,
+ 0.004649174399673939,
+ 0.008590471930801868,
+ 0.000308031914755702,
+ 0.0001616912049939856,
+ 0.014673717319965363,
+ 0.00015720986993983388,
+ 0.6080470681190491
+ ],
+ "log_scores_by_expert": [
+ -14.371216773986816,
+ -16.19349479675293,
+ -14.020323753356934,
+ -5.371065616607666,
+ -4.757101535797119,
+ -8.085307121276855,
+ -8.729822158813477,
+ -4.2216973304748535,
+ -8.757928848266602,
+ -0.4975029528141022
+ ],
+ "distances_by_expert": [
+ 28.742433547973633,
+ 32.38698959350586,
+ 28.040647506713867,
+ 10.742131233215332,
+ 9.514203071594238,
+ 16.17061424255371,
+ 17.459644317626953,
+ 8.443394660949707,
+ 17.515857696533203,
+ 0.9950059056282043
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3326.30078125,
+ "language": 52.897605895996094
+ }
+ },
+ {
+ "routing_index": 632,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.613696885120589e-07,
+ 9.021868407899092e-08,
+ 7.931378149805823e-07,
+ 0.0045958710834383965,
+ 0.008487831801176071,
+ 0.0002966054016724229,
+ 0.00015886759501881897,
+ 0.014314526692032814,
+ 0.00015399724361486733,
+ 0.5937432646751404
+ ],
+ "log_scores_by_expert": [
+ -14.3928861618042,
+ -16.22102928161621,
+ -14.047268867492676,
+ -5.382596969604492,
+ -4.7691216468811035,
+ -8.12310791015625,
+ -8.74743938446045,
+ -4.246480464935303,
+ -8.778575897216797,
+ -0.5213083028793335
+ ],
+ "distances_by_expert": [
+ 28.7857723236084,
+ 32.44205856323242,
+ 28.09453773498535,
+ 10.765193939208984,
+ 9.538243293762207,
+ 16.2462158203125,
+ 17.4948787689209,
+ 8.492960929870605,
+ 17.557151794433594,
+ 1.042616605758667
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.2841796875,
+ "language": 52.92388916015625
+ }
+ },
+ {
+ "routing_index": 633,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.405795491242316e-07,
+ 8.305138265995993e-08,
+ 7.607669658682426e-07,
+ 0.004363102838397026,
+ 0.008094253949820995,
+ 0.00027799769304692745,
+ 0.00015189424448180944,
+ 0.013712011277675629,
+ 0.0001478518679505214,
+ 0.5659443140029907
+ ],
+ "log_scores_by_expert": [
+ -14.430624008178711,
+ -16.30380630493164,
+ -14.08893871307373,
+ -5.434571743011475,
+ -4.816600799560547,
+ -8.187897682189941,
+ -8.792325973510742,
+ -4.289483070373535,
+ -8.819299697875977,
+ -0.569259524345398
+ ],
+ "distances_by_expert": [
+ 28.861248016357422,
+ 32.60761260986328,
+ 28.17787742614746,
+ 10.86914348602295,
+ 9.633201599121094,
+ 16.375795364379883,
+ 17.584651947021484,
+ 8.57896614074707,
+ 17.638599395751953,
+ 1.138519048690796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.19482421875,
+ "language": 52.93851852416992
+ }
+ },
+ {
+ "routing_index": 634,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.580261586146662e-07,
+ 8.721941213707396e-08,
+ 7.801007200214372e-07,
+ 0.004511930979788303,
+ 0.008337648585438728,
+ 0.000293460616376251,
+ 0.00015738359070383012,
+ 0.014070918783545494,
+ 0.00015259232895914465,
+ 0.5877205729484558
+ ],
+ "log_scores_by_expert": [
+ -14.398859977722168,
+ -16.254838943481445,
+ -14.0638427734375,
+ -5.40103006362915,
+ -4.78697395324707,
+ -8.133767127990723,
+ -8.756824493408203,
+ -4.263645172119141,
+ -8.787740707397461,
+ -0.5315035581588745
+ ],
+ "distances_by_expert": [
+ 28.797719955444336,
+ 32.50967788696289,
+ 28.127685546875,
+ 10.8020601272583,
+ 9.57394790649414,
+ 16.267534255981445,
+ 17.513648986816406,
+ 8.527290344238281,
+ 17.575481414794922,
+ 1.063007116317749
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3359.467041015625,
+ "language": 52.943485260009766
+ }
+ },
+ {
+ "routing_index": 635,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.252604751149192e-07,
+ 8.017438801743992e-08,
+ 7.367357852672285e-07,
+ 0.004275728948414326,
+ 0.007839850150048733,
+ 0.00026818845071829855,
+ 0.0001485222892370075,
+ 0.013278855942189693,
+ 0.0001430143165634945,
+ 0.5462149977684021
+ ],
+ "log_scores_by_expert": [
+ -14.459371566772461,
+ -16.339061737060547,
+ -14.121036529541016,
+ -5.454800605773926,
+ -4.848535537719727,
+ -8.223820686340332,
+ -8.814775466918945,
+ -4.321582317352295,
+ -8.85256576538086,
+ -0.6047425866127014
+ ],
+ "distances_by_expert": [
+ 28.918743133544922,
+ 32.678123474121094,
+ 28.24207305908203,
+ 10.909601211547852,
+ 9.697071075439453,
+ 16.447641372680664,
+ 17.62955093383789,
+ 8.64316463470459,
+ 17.70513153076172,
+ 1.2094851732254028
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.260009765625,
+ "language": 52.974273681640625
+ }
+ },
+ {
+ "routing_index": 636,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.565709670918295e-07,
+ 8.58532871461648e-08,
+ 7.863001201258157e-07,
+ 0.004529818892478943,
+ 0.008157038129866123,
+ 0.0002842631365638226,
+ 0.0001539006334496662,
+ 0.013878831639885902,
+ 0.00015322200488299131,
+ 0.5676823854446411
+ ],
+ "log_scores_by_expert": [
+ -14.401471138000488,
+ -16.270626068115234,
+ -14.055927276611328,
+ -5.397073268890381,
+ -4.808874130249023,
+ -8.165610313415527,
+ -8.779203414916992,
+ -4.277390480041504,
+ -8.783622741699219,
+ -0.566193163394928
+ ],
+ "distances_by_expert": [
+ 28.802942276000977,
+ 32.54125213623047,
+ 28.111854553222656,
+ 10.794146537780762,
+ 9.617748260498047,
+ 16.331220626831055,
+ 17.558406829833984,
+ 8.554780960083008,
+ 17.567245483398438,
+ 1.132386326789856
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.924560546875,
+ "language": 52.92393112182617
+ }
+ },
+ {
+ "routing_index": 637,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.335246212074708e-07,
+ 8.942188145510954e-08,
+ 8.875557568899239e-07,
+ 0.004070859868079424,
+ 0.008675866760313511,
+ 0.00022612222528550774,
+ 0.00014937572996132076,
+ 0.014121693558990955,
+ 0.00016351777594536543,
+ 0.6284233927726746
+ ],
+ "log_scores_by_expert": [
+ -14.271966934204102,
+ -16.229900360107422,
+ -13.934794425964355,
+ -5.50390100479126,
+ -4.7472100257873535,
+ -8.394434928894043,
+ -8.809045791625977,
+ -4.260043144226074,
+ -8.718588829040527,
+ -0.46454113721847534
+ ],
+ "distances_by_expert": [
+ 28.543933868408203,
+ 32.459800720214844,
+ 27.86958885192871,
+ 11.00780200958252,
+ 9.494420051574707,
+ 16.788869857788086,
+ 17.618091583251953,
+ 8.520086288452148,
+ 17.437177658081055,
+ 0.9290822744369507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3497.044677734375,
+ "language": 52.92346954345703
+ }
+ },
+ {
+ "routing_index": 638,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.700504968648602e-07,
+ 1.0461440069775563e-07,
+ 9.286827094001637e-07,
+ 0.004483065102249384,
+ 0.009664604440331459,
+ 0.0002725227386690676,
+ 0.00016222237900365144,
+ 0.015645956620573997,
+ 0.00017842369561549276,
+ 0.7202191352844238
+ ],
+ "log_scores_by_expert": [
+ -14.215912818908691,
+ -16.07298469543457,
+ -13.889498710632324,
+ -5.4074482917785645,
+ -4.639285087585449,
+ -8.207788467407227,
+ -8.726542472839355,
+ -4.157542705535889,
+ -8.631349563598633,
+ -0.3281997740268707
+ ],
+ "distances_by_expert": [
+ 28.431825637817383,
+ 32.14596939086914,
+ 27.77899742126465,
+ 10.814896583557129,
+ 9.278570175170898,
+ 16.415576934814453,
+ 17.45308494567871,
+ 8.315085411071777,
+ 17.262699127197266,
+ 0.6563995480537415
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.808837890625,
+ "language": 52.89863586425781
+ }
+ },
+ {
+ "routing_index": 639,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.190175779214769e-07,
+ 1.198282575387566e-07,
+ 9.893094556900905e-07,
+ 0.005120966117829084,
+ 0.010763312689960003,
+ 0.0003337070520501584,
+ 0.00017958966782316566,
+ 0.017319561913609505,
+ 0.00019485481607262045,
+ 0.8065057992935181
+ ],
+ "log_scores_by_expert": [
+ -14.145380020141602,
+ -15.937206268310547,
+ -13.826258659362793,
+ -5.274412155151367,
+ -4.531611919403076,
+ -8.005247116088867,
+ -8.624835968017578,
+ -4.0559186935424805,
+ -8.543255805969238,
+ -0.21504423022270203
+ ],
+ "distances_by_expert": [
+ 28.290760040283203,
+ 31.874412536621094,
+ 27.652517318725586,
+ 10.548824310302734,
+ 9.063223838806152,
+ 16.010494232177734,
+ 17.249671936035156,
+ 8.111837387084961,
+ 17.086511611938477,
+ 0.43008846044540405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.104736328125,
+ "language": 52.89043045043945
+ }
+ },
+ {
+ "routing_index": 640,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.324071020775591e-07,
+ 1.2092642975858325e-07,
+ 1.0025656820289441e-06,
+ 0.005037338938564062,
+ 0.011220615357160568,
+ 0.0003316688525956124,
+ 0.0001813837152440101,
+ 0.01748564839363098,
+ 0.00019603523833211511,
+ 0.8281344771385193
+ ],
+ "log_scores_by_expert": [
+ -14.12692928314209,
+ -15.928083419799805,
+ -13.812948226928711,
+ -5.290877342224121,
+ -4.490002632141113,
+ -8.011373519897461,
+ -8.614895820617676,
+ -4.046374797821045,
+ -8.537216186523438,
+ -0.1885797530412674
+ ],
+ "distances_by_expert": [
+ 28.25385856628418,
+ 31.85616683959961,
+ 27.625896453857422,
+ 10.581754684448242,
+ 8.980005264282227,
+ 16.022747039794922,
+ 17.22979164123535,
+ 8.09274959564209,
+ 17.074432373046875,
+ 0.3771595060825348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.3955078125,
+ "language": 52.91191482543945
+ }
+ },
+ {
+ "routing_index": 641,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.127359822334256e-07,
+ 1.1087059448300352e-07,
+ 9.546735100229853e-07,
+ 0.004848507698625326,
+ 0.01090717501938343,
+ 0.00031586430850438774,
+ 0.00017927070439327508,
+ 0.017312360927462578,
+ 0.00018977985018864274,
+ 0.8131875991821289
+ ],
+ "log_scores_by_expert": [
+ -14.154154777526855,
+ -16.014902114868164,
+ -13.861896514892578,
+ -5.329084396362305,
+ -4.51833438873291,
+ -8.060197830200195,
+ -8.62661361694336,
+ -4.056334495544434,
+ -8.569645881652832,
+ -0.20679347217082977
+ ],
+ "distances_by_expert": [
+ 28.30830955505371,
+ 32.02980422973633,
+ 27.723793029785156,
+ 10.65816879272461,
+ 9.03666877746582,
+ 16.12039566040039,
+ 17.25322723388672,
+ 8.112668991088867,
+ 17.139291763305664,
+ 0.41358694434165955
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.40966796875,
+ "language": 52.91474151611328
+ }
+ },
+ {
+ "routing_index": 642,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.183233836054569e-07,
+ 1.0302334629841425e-07,
+ 8.698893907421734e-07,
+ 0.004738696850836277,
+ 0.010042140260338783,
+ 0.00032673985697329044,
+ 0.0001706488837953657,
+ 0.01628813147544861,
+ 0.0001694750098977238,
+ 0.7299357652664185
+ ],
+ "log_scores_by_expert": [
+ -14.29625415802002,
+ -16.08831024169922,
+ -13.954899787902832,
+ -5.351993083953857,
+ -4.6009650230407715,
+ -8.026346206665039,
+ -8.675902366638184,
+ -4.117318630218506,
+ -8.682805061340332,
+ -0.3147988021373749
+ ],
+ "distances_by_expert": [
+ 28.59250831604004,
+ 32.17662048339844,
+ 27.909799575805664,
+ 10.703986167907715,
+ 9.201930046081543,
+ 16.052692413330078,
+ 17.351804733276367,
+ 8.234637260437012,
+ 17.365610122680664,
+ 0.6295976042747498
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.21875,
+ "language": 52.90447235107422
+ }
+ },
+ {
+ "routing_index": 643,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.440799668576801e-07,
+ 9.018290114681804e-08,
+ 7.493417797377333e-07,
+ 0.0042665437795221806,
+ 0.00908945593982935,
+ 0.0002998854033648968,
+ 0.0001609453756827861,
+ 0.0153514314442873,
+ 0.00014805533282924443,
+ 0.6991181969642639
+ ],
+ "log_scores_by_expert": [
+ -14.424169540405273,
+ -16.221426010131836,
+ -14.104070663452148,
+ -5.456951141357422,
+ -4.7006402015686035,
+ -8.112110137939453,
+ -8.734445571899414,
+ -4.176546573638916,
+ -8.817924499511719,
+ -0.35793545842170715
+ ],
+ "distances_by_expert": [
+ 28.848339080810547,
+ 32.44285202026367,
+ 28.208141326904297,
+ 10.913902282714844,
+ 9.401280403137207,
+ 16.224220275878906,
+ 17.468891143798828,
+ 8.353093147277832,
+ 17.635848999023438,
+ 0.7158709168434143
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.923095703125,
+ "language": 52.95421600341797
+ }
+ },
+ {
+ "routing_index": 644,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837614137111814e-07,
+ 1.0723956478386754e-07,
+ 9.26525956401747e-07,
+ 0.0045490991324186325,
+ 0.01054373849183321,
+ 0.0002906625159084797,
+ 0.00017458328511565924,
+ 0.016571104526519775,
+ 0.00018291670130565763,
+ 0.7882462739944458
+ ],
+ "log_scores_by_expert": [
+ -14.195656776428223,
+ -16.048200607299805,
+ -13.891823768615723,
+ -5.392826080322266,
+ -4.552223205566406,
+ -8.14334774017334,
+ -8.653108596801758,
+ -4.100094795227051,
+ -8.60647964477539,
+ -0.23794476687908173
+ ],
+ "distances_by_expert": [
+ 28.391313552856445,
+ 32.09640121459961,
+ 27.783647537231445,
+ 10.785652160644531,
+ 9.104446411132812,
+ 16.28669548034668,
+ 17.306217193603516,
+ 8.200189590454102,
+ 17.21295928955078,
+ 0.47588953375816345
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3459.73095703125,
+ "language": 52.93023681640625
+ }
+ },
+ {
+ "routing_index": 645,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.18274691280385e-07,
+ 1.1532566901450991e-07,
+ 9.806150274016545e-07,
+ 0.004831436090171337,
+ 0.010659521445631981,
+ 0.0003121474583167583,
+ 0.00017886444402392954,
+ 0.016938913613557816,
+ 0.0001922276132972911,
+ 0.7942901253700256
+ ],
+ "log_scores_by_expert": [
+ -14.146413803100586,
+ -15.975505828857422,
+ -13.83508586883545,
+ -5.332611560821533,
+ -4.541301727294922,
+ -8.07203483581543,
+ -8.62888240814209,
+ -4.078141689300537,
+ -8.556830406188965,
+ -0.2303064614534378
+ ],
+ "distances_by_expert": [
+ 28.292827606201172,
+ 31.951011657714844,
+ 27.6701717376709,
+ 10.665223121643066,
+ 9.082603454589844,
+ 16.14406967163086,
+ 17.25776481628418,
+ 8.156283378601074,
+ 17.11366081237793,
+ 0.4606129229068756
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.060302734375,
+ "language": 52.919219970703125
+ }
+ },
+ {
+ "routing_index": 646,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995639409979049e-07,
+ 1.0760714275193095e-07,
+ 9.518943215880427e-07,
+ 0.004578119143843651,
+ 0.010335317812860012,
+ 0.000292490265564993,
+ 0.00017134653171524405,
+ 0.016481930390000343,
+ 0.00018837660900317132,
+ 0.7714720964431763
+ ],
+ "log_scores_by_expert": [
+ -14.172808647155762,
+ -16.04477882385254,
+ -13.864811897277832,
+ -5.386466979980469,
+ -4.572188377380371,
+ -8.137079238891602,
+ -8.671822547912598,
+ -4.105490684509277,
+ -8.577067375183105,
+ -0.2594548165798187
+ ],
+ "distances_by_expert": [
+ 28.345617294311523,
+ 32.08955764770508,
+ 27.729623794555664,
+ 10.772933959960938,
+ 9.144376754760742,
+ 16.274158477783203,
+ 17.343645095825195,
+ 8.210981369018555,
+ 17.15413475036621,
+ 0.5189096331596375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.900146484375,
+ "language": 52.90055465698242
+ }
+ },
+ {
+ "routing_index": 647,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.79975471484795e-07,
+ 1.1521463960662004e-07,
+ 9.289413469559804e-07,
+ 0.005100262351334095,
+ 0.010764087550342083,
+ 0.0003447596973273903,
+ 0.00018308110884390771,
+ 0.017111865803599358,
+ 0.0001859615440480411,
+ 0.799517035484314
+ ],
+ "log_scores_by_expert": [
+ -14.20120906829834,
+ -15.976469039916992,
+ -13.889220237731934,
+ -5.278463363647461,
+ -4.5315399169921875,
+ -7.972662925720215,
+ -8.605581283569336,
+ -4.067983150482178,
+ -8.589970588684082,
+ -0.22374744713306427
+ ],
+ "distances_by_expert": [
+ 28.40241813659668,
+ 31.952938079833984,
+ 27.778440475463867,
+ 10.556926727294922,
+ 9.063079833984375,
+ 15.94532585144043,
+ 17.211162567138672,
+ 8.135966300964355,
+ 17.179941177368164,
+ 0.44749489426612854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.361083984375,
+ "language": 52.9229850769043
+ }
+ },
+ {
+ "routing_index": 648,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.67670519760577e-07,
+ 1.1839596680829345e-07,
+ 9.310477935287054e-07,
+ 0.005209378898143768,
+ 0.010355226695537567,
+ 0.0003754619392566383,
+ 0.00018654167070053518,
+ 0.01680186204612255,
+ 0.00018094366532750428,
+ 0.7592813372612
+ ],
+ "log_scores_by_expert": [
+ -14.219470977783203,
+ -15.949231147766113,
+ -13.886955261230469,
+ -5.257294654846191,
+ -4.570263862609863,
+ -7.887353420257568,
+ -8.5868558883667,
+ -4.086265563964844,
+ -8.617324829101562,
+ -0.2753828763961792
+ ],
+ "distances_by_expert": [
+ 28.438941955566406,
+ 31.898462295532227,
+ 27.773910522460938,
+ 10.514589309692383,
+ 9.140527725219727,
+ 15.774706840515137,
+ 17.1737117767334,
+ 8.172531127929688,
+ 17.234649658203125,
+ 0.5507657527923584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.242431640625,
+ "language": 52.93974304199219
+ }
+ },
+ {
+ "routing_index": 649,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.820960720688163e-07,
+ 1.159886693358203e-07,
+ 9.518207662040368e-07,
+ 0.005307688377797604,
+ 0.010077051818370819,
+ 0.0003583913203328848,
+ 0.00018688480486162007,
+ 0.016830656677484512,
+ 0.00018406938761472702,
+ 0.7316104173660278
+ ],
+ "log_scores_by_expert": [
+ -14.198095321655273,
+ -15.969773292541504,
+ -13.864889144897461,
+ -5.238598823547363,
+ -4.597494602203369,
+ -7.933885097503662,
+ -8.585018157958984,
+ -4.084553241729736,
+ -8.600197792053223,
+ -0.31250709295272827
+ ],
+ "distances_by_expert": [
+ 28.396190643310547,
+ 31.939546585083008,
+ 27.729778289794922,
+ 10.477197647094727,
+ 9.194989204406738,
+ 15.867770195007324,
+ 17.17003631591797,
+ 8.169106483459473,
+ 17.200395584106445,
+ 0.6250141859054565
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.385986328125,
+ "language": 52.93159484863281
+ }
+ },
+ {
+ "routing_index": 650,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.765988587176253e-07,
+ 1.1288859980140842e-07,
+ 9.411956511939934e-07,
+ 0.0052772159688174725,
+ 0.009966176934540272,
+ 0.0003731916949618608,
+ 0.00018745135457720608,
+ 0.016974369063973427,
+ 0.00017816982290241867,
+ 0.725824236869812
+ ],
+ "log_scores_by_expert": [
+ -14.20618724822998,
+ -15.996864318847656,
+ -13.876114845275879,
+ -5.244356632232666,
+ -4.608558177947998,
+ -7.893418312072754,
+ -8.581991195678711,
+ -4.076050758361816,
+ -8.632773399353027,
+ -0.3204473853111267
+ ],
+ "distances_by_expert": [
+ 28.41237449645996,
+ 31.993728637695312,
+ 27.752229690551758,
+ 10.488713264465332,
+ 9.217116355895996,
+ 15.786836624145508,
+ 17.163982391357422,
+ 8.152101516723633,
+ 17.265546798706055,
+ 0.6408947706222534
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.84033203125,
+ "language": 52.92922592163086
+ }
+ },
+ {
+ "routing_index": 651,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.076230079088418e-07,
+ 8.906341264491857e-08,
+ 8.589066169406578e-07,
+ 0.003969043493270874,
+ 0.008530907332897186,
+ 0.00022653058113064617,
+ 0.0001473230659030378,
+ 0.013837636448442936,
+ 0.00016191432951018214,
+ 0.6225653886795044
+ ],
+ "log_scores_by_expert": [
+ -14.313711166381836,
+ -16.233917236328125,
+ -13.967605590820312,
+ -5.529230117797852,
+ -4.764059543609619,
+ -8.392630577087402,
+ -8.822882652282715,
+ -4.280363082885742,
+ -8.728443145751953,
+ -0.47390660643577576
+ ],
+ "distances_by_expert": [
+ 28.627422332763672,
+ 32.46783447265625,
+ 27.935211181640625,
+ 11.058460235595703,
+ 9.528119087219238,
+ 16.785261154174805,
+ 17.64576530456543,
+ 8.560726165771484,
+ 17.456886291503906,
+ 0.9478132128715515
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.60107421875,
+ "language": 52.894813537597656
+ }
+ },
+ {
+ "routing_index": 652,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.212670200511639e-07,
+ 9.274210555076934e-08,
+ 8.614833291176183e-07,
+ 0.0039055626839399338,
+ 0.009202346205711365,
+ 0.00023070612223818898,
+ 0.00015059956058394164,
+ 0.014297465793788433,
+ 0.00016274829977191985,
+ 0.666547954082489
+ ],
+ "log_scores_by_expert": [
+ -14.291504859924316,
+ -16.193443298339844,
+ -13.96461009979248,
+ -5.545353412628174,
+ -4.688296794891357,
+ -8.37436580657959,
+ -8.800886154174805,
+ -4.247673034667969,
+ -8.723305702209473,
+ -0.4056432545185089
+ ],
+ "distances_by_expert": [
+ 28.583009719848633,
+ 32.38688659667969,
+ 27.92922019958496,
+ 11.090706825256348,
+ 9.376593589782715,
+ 16.74873161315918,
+ 17.60177230834961,
+ 8.495346069335938,
+ 17.446611404418945,
+ 0.8112865090370178
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.756103515625,
+ "language": 52.914493560791016
+ }
+ },
+ {
+ "routing_index": 653,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.033810902612458e-07,
+ 1.0530686722631799e-07,
+ 9.5015650458663e-07,
+ 0.004575821105390787,
+ 0.010191821493208408,
+ 0.0002779825881589204,
+ 0.00016930168203543872,
+ 0.01626736670732498,
+ 0.00018523496692068875,
+ 0.7582293748855591
+ ],
+ "log_scores_by_expert": [
+ -14.167366981506348,
+ -16.066387176513672,
+ -13.866639137268066,
+ -5.386969089508057,
+ -4.586169719696045,
+ -8.187952041625977,
+ -8.683828353881836,
+ -4.118594169616699,
+ -8.59388542175293,
+ -0.2767693102359772
+ ],
+ "distances_by_expert": [
+ 28.334733963012695,
+ 32.132774353027344,
+ 27.733278274536133,
+ 10.773938179016113,
+ 9.17233943939209,
+ 16.375904083251953,
+ 17.367656707763672,
+ 8.237188339233398,
+ 17.18777084350586,
+ 0.5535386204719543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.949462890625,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 654,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447666578424105e-07,
+ 1.0676892259198212e-07,
+ 9.043097861649585e-07,
+ 0.004561134614050388,
+ 0.01023886539041996,
+ 0.0002908982278313488,
+ 0.0001661612477619201,
+ 0.015598305501043797,
+ 0.000174838729435578,
+ 0.7463089823722839
+ ],
+ "log_scores_by_expert": [
+ -14.254377365112305,
+ -16.05259895324707,
+ -13.916093826293945,
+ -5.390183925628662,
+ -4.581564426422119,
+ -8.142537117004395,
+ -8.70255184173584,
+ -4.160593032836914,
+ -8.651646614074707,
+ -0.29261553287506104
+ ],
+ "distances_by_expert": [
+ 28.50875473022461,
+ 32.10519790649414,
+ 27.83218765258789,
+ 10.780367851257324,
+ 9.163128852844238,
+ 16.28507423400879,
+ 17.40510368347168,
+ 8.321186065673828,
+ 17.303293228149414,
+ 0.5852310657501221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.72265625,
+ "language": 52.9052619934082
+ }
+ },
+ {
+ "routing_index": 655,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.233105066006829e-07,
+ 1.0379611836697222e-07,
+ 9.721480864754994e-07,
+ 0.004539384972304106,
+ 0.010075182653963566,
+ 0.0002997415722347796,
+ 0.00017376572941429913,
+ 0.01678835228085518,
+ 0.00018750321760307997,
+ 0.75898277759552
+ ],
+ "log_scores_by_expert": [
+ -14.139427185058594,
+ -16.08083724975586,
+ -13.843757629394531,
+ -5.39496374130249,
+ -4.59768009185791,
+ -8.112589836120605,
+ -8.65780258178711,
+ -4.087069988250732,
+ -8.581714630126953,
+ -0.275776207447052
+ ],
+ "distances_by_expert": [
+ 28.278854370117188,
+ 32.16167449951172,
+ 27.687515258789062,
+ 10.78992748260498,
+ 9.19536018371582,
+ 16.22517967224121,
+ 17.31560516357422,
+ 8.174139976501465,
+ 17.163429260253906,
+ 0.551552414894104
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.161865234375,
+ "language": 52.9243278503418
+ }
+ },
+ {
+ "routing_index": 656,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.40591565570503e-07,
+ 1.0358430557744214e-07,
+ 8.753844440434477e-07,
+ 0.00470768241211772,
+ 0.010276783257722855,
+ 0.00032009274582378566,
+ 0.00017537544772494584,
+ 0.0164719820022583,
+ 0.00017026167188305408,
+ 0.7515379786491394
+ ],
+ "log_scores_by_expert": [
+ -14.260873794555664,
+ -16.0828800201416,
+ -13.948602676391602,
+ -5.358559608459473,
+ -4.5778679847717285,
+ -8.046899795532227,
+ -8.648581504821777,
+ -4.1060943603515625,
+ -8.678174018859863,
+ -0.28563353419303894
+ ],
+ "distances_by_expert": [
+ 28.521747589111328,
+ 32.1657600402832,
+ 27.897205352783203,
+ 10.717119216918945,
+ 9.155735969543457,
+ 16.093799591064453,
+ 17.297163009643555,
+ 8.212188720703125,
+ 17.356348037719727,
+ 0.5712670683860779
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.69091796875,
+ "language": 52.957271575927734
+ }
+ },
+ {
+ "routing_index": 657,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.111160016393114e-07,
+ 1.060470040670225e-07,
+ 9.720758953335462e-07,
+ 0.00468667084351182,
+ 0.010029473342001438,
+ 0.00030940392753109336,
+ 0.0001768094371072948,
+ 0.016780419275164604,
+ 0.00018871643987949938,
+ 0.752738893032074
+ ],
+ "log_scores_by_expert": [
+ -14.1564302444458,
+ -16.059383392333984,
+ -13.843832015991211,
+ -5.363032817840576,
+ -4.602227210998535,
+ -8.080862998962402,
+ -8.640438079833984,
+ -4.087542533874512,
+ -8.575264930725098,
+ -0.2840368449687958
+ ],
+ "distances_by_expert": [
+ 28.3128604888916,
+ 32.11876678466797,
+ 27.687664031982422,
+ 10.726065635681152,
+ 9.20445442199707,
+ 16.161725997924805,
+ 17.28087615966797,
+ 8.175085067749023,
+ 17.150529861450195,
+ 0.5680736899375916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.314453125,
+ "language": 52.928009033203125
+ }
+ },
+ {
+ "routing_index": 658,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.029344715192565e-07,
+ 1.0847325171425837e-07,
+ 9.743181408339296e-07,
+ 0.004501691088080406,
+ 0.01017594151198864,
+ 0.00028741321875713766,
+ 0.0001723741734167561,
+ 0.01618516631424427,
+ 0.0001867137907538563,
+ 0.7556831240653992
+ ],
+ "log_scores_by_expert": [
+ -14.168002128601074,
+ -16.036762237548828,
+ -13.841527938842773,
+ -5.403302192687988,
+ -4.587728977203369,
+ -8.154589653015137,
+ -8.66584300994873,
+ -4.123660087585449,
+ -8.585933685302734,
+ -0.28013312816619873
+ ],
+ "distances_by_expert": [
+ 28.33600425720215,
+ 32.073524475097656,
+ 27.683055877685547,
+ 10.806604385375977,
+ 9.175457954406738,
+ 16.309179306030273,
+ 17.33168601989746,
+ 8.247320175170898,
+ 17.17186737060547,
+ 0.5602662563323975
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.716796875,
+ "language": 52.909324645996094
+ }
+ },
+ {
+ "routing_index": 659,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062317308736965e-07,
+ 1.0926210336492659e-07,
+ 9.636017921366147e-07,
+ 0.004389837849885225,
+ 0.010027000680565834,
+ 0.0002800004440359771,
+ 0.00017114174261223525,
+ 0.016314100474119186,
+ 0.00018607846868690103,
+ 0.7568082213401794
+ ],
+ "log_scores_by_expert": [
+ -14.163322448730469,
+ -16.029516220092773,
+ -13.852587699890137,
+ -5.428462982177734,
+ -4.602473735809326,
+ -8.180719375610352,
+ -8.673018455505371,
+ -4.115725517272949,
+ -8.58934211730957,
+ -0.2786453366279602
+ ],
+ "distances_by_expert": [
+ 28.326644897460938,
+ 32.05903244018555,
+ 27.705175399780273,
+ 10.856925964355469,
+ 9.204947471618652,
+ 16.361438751220703,
+ 17.346036911010742,
+ 8.231451034545898,
+ 17.17868423461914,
+ 0.5572906732559204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.471435546875,
+ "language": 52.941158294677734
+ }
+ },
+ {
+ "routing_index": 660,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.547840255028859e-07,
+ 1.2186627884602785e-07,
+ 1.0354968935644138e-06,
+ 0.005082665476948023,
+ 0.010805114172399044,
+ 0.0003378817636985332,
+ 0.00018845278827939183,
+ 0.017723705619573593,
+ 0.0002020785614149645,
+ 0.8098536133766174
+ ],
+ "log_scores_by_expert": [
+ -14.096834182739258,
+ -15.920341491699219,
+ -13.78062915802002,
+ -5.281919479370117,
+ -4.527735710144043,
+ -7.992814540863037,
+ -8.57666301727295,
+ -4.0328521728515625,
+ -8.506854057312012,
+ -0.21090181171894073
+ ],
+ "distances_by_expert": [
+ 28.193668365478516,
+ 31.840682983398438,
+ 27.56125831604004,
+ 10.563838958740234,
+ 9.055471420288086,
+ 15.985629081726074,
+ 17.1533260345459,
+ 8.065704345703125,
+ 17.013708114624023,
+ 0.42180362343788147
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.06396484375,
+ "language": 52.918731689453125
+ }
+ },
+ {
+ "routing_index": 661,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.654869366684579e-07,
+ 1.1781657605069995e-07,
+ 9.31121462599549e-07,
+ 0.005121928174048662,
+ 0.010277881287038326,
+ 0.0003711124591063708,
+ 0.00018376174557488412,
+ 0.016730453819036484,
+ 0.0001788884837878868,
+ 0.7495549917221069
+ ],
+ "log_scores_by_expert": [
+ -14.222746849060059,
+ -15.954136848449707,
+ -13.886876106262207,
+ -5.274224281311035,
+ -4.577761173248291,
+ -7.89900541305542,
+ -8.6018705368042,
+ -4.090524673461914,
+ -8.628747940063477,
+ -0.2882755994796753
+ ],
+ "distances_by_expert": [
+ 28.445493698120117,
+ 31.908273696899414,
+ 27.773752212524414,
+ 10.54844856262207,
+ 9.155522346496582,
+ 15.79801082611084,
+ 17.2037410736084,
+ 8.181049346923828,
+ 17.257495880126953,
+ 0.5765511989593506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.379638671875,
+ "language": 52.970787048339844
+ }
+ },
+ {
+ "routing_index": 662,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.560992460435955e-07,
+ 1.152140924887135e-07,
+ 9.298923941969406e-07,
+ 0.005040820688009262,
+ 0.009813562035560608,
+ 0.000352078874129802,
+ 0.00018126284703612328,
+ 0.01617630198597908,
+ 0.00017898404621519148,
+ 0.714457094669342
+ ],
+ "log_scores_by_expert": [
+ -14.236953735351562,
+ -15.976473808288574,
+ -13.88819694519043,
+ -5.290186405181885,
+ -4.623990058898926,
+ -7.951655387878418,
+ -8.615562438964844,
+ -4.124207973480225,
+ -8.628213882446289,
+ -0.33623242378234863
+ ],
+ "distances_by_expert": [
+ 28.473907470703125,
+ 31.95294761657715,
+ 27.77639389038086,
+ 10.58037281036377,
+ 9.247980117797852,
+ 15.903310775756836,
+ 17.231124877929688,
+ 8.24841594696045,
+ 17.256427764892578,
+ 0.6724648475646973
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3314.5439453125,
+ "language": 52.93449401855469
+ }
+ },
+ {
+ "routing_index": 663,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.527677101075824e-07,
+ 1.0488651724926967e-07,
+ 9.275613024328777e-07,
+ 0.005076505709439516,
+ 0.009292135015130043,
+ 0.00034465137287043035,
+ 0.00017368438420817256,
+ 0.015670476481318474,
+ 0.00017553156067151576,
+ 0.6581560969352722
+ ],
+ "log_scores_by_expert": [
+ -14.242044448852539,
+ -16.07038688659668,
+ -13.890707015991211,
+ -5.283132076263428,
+ -4.678586959838867,
+ -7.972977161407471,
+ -8.658270835876465,
+ -4.15597677230835,
+ -8.64769172668457,
+ -0.4183131456375122
+ ],
+ "distances_by_expert": [
+ 28.484088897705078,
+ 32.14077377319336,
+ 27.781414031982422,
+ 10.566264152526855,
+ 9.357173919677734,
+ 15.945954322814941,
+ 17.31654167175293,
+ 8.3119535446167,
+ 17.29538345336914,
+ 0.8366262912750244
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.301025390625,
+ "language": 52.9162712097168
+ }
+ },
+ {
+ "routing_index": 664,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.605347948607232e-07,
+ 9.865136263442764e-08,
+ 9.19569174584467e-07,
+ 0.004517765250056982,
+ 0.009224977344274521,
+ 0.00026991451159119606,
+ 0.0001583709818078205,
+ 0.015270153060555458,
+ 0.00017303646018262953,
+ 0.683952271938324
+ ],
+ "log_scores_by_expert": [
+ -14.230216026306152,
+ -16.13167381286621,
+ -13.899360656738281,
+ -5.39973783493042,
+ -4.685840606689453,
+ -8.217405319213867,
+ -8.750570297241211,
+ -4.181855201721191,
+ -8.662008285522461,
+ -0.37986719608306885
+ ],
+ "distances_by_expert": [
+ 28.460432052612305,
+ 32.26334762573242,
+ 27.798721313476562,
+ 10.79947566986084,
+ 9.371681213378906,
+ 16.434810638427734,
+ 17.501140594482422,
+ 8.363710403442383,
+ 17.324016571044922,
+ 0.7597343921661377
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.08984375,
+ "language": 52.904335021972656
+ }
+ },
+ {
+ "routing_index": 665,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.863747330498882e-07,
+ 1.0886228807294174e-07,
+ 9.368532118969597e-07,
+ 0.004748830571770668,
+ 0.009949805215001106,
+ 0.000295380043098703,
+ 0.00016926486568991095,
+ 0.016141105443239212,
+ 0.000181714232894592,
+ 0.7443183064460754
+ ],
+ "log_scores_by_expert": [
+ -14.191842079162598,
+ -16.03318214416504,
+ -13.880739212036133,
+ -5.349856853485107,
+ -4.610202312469482,
+ -8.12724781036377,
+ -8.684045791625977,
+ -4.1263861656188965,
+ -8.613075256347656,
+ -0.2952865660190582
+ ],
+ "distances_by_expert": [
+ 28.383684158325195,
+ 32.06636428833008,
+ 27.761478424072266,
+ 10.699713706970215,
+ 9.220404624938965,
+ 16.25449562072754,
+ 17.368091583251953,
+ 8.252772331237793,
+ 17.226150512695312,
+ 0.5905731320381165
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3514.450927734375,
+ "language": 52.92550277709961
+ }
+ },
+ {
+ "routing_index": 666,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.354223612310307e-07,
+ 1.1136781807863372e-07,
+ 9.82487222245254e-07,
+ 0.004940400365740061,
+ 0.01073630340397358,
+ 0.0003036183479707688,
+ 0.0001755426055751741,
+ 0.016901332885026932,
+ 0.00019162322860211134,
+ 0.789523720741272
+ ],
+ "log_scores_by_expert": [
+ -14.122820854187012,
+ -16.010427474975586,
+ -13.833178520202637,
+ -5.310308933258057,
+ -4.534124374389648,
+ -8.099739074707031,
+ -8.647628784179688,
+ -4.080362796783447,
+ -8.559979438781738,
+ -0.23632538318634033
+ ],
+ "distances_by_expert": [
+ 28.245641708374023,
+ 32.02085494995117,
+ 27.666357040405273,
+ 10.620617866516113,
+ 9.068248748779297,
+ 16.199478149414062,
+ 17.295257568359375,
+ 8.160725593566895,
+ 17.119958877563477,
+ 0.47265076637268066
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.574951171875,
+ "language": 52.9424934387207
+ }
+ },
+ {
+ "routing_index": 667,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.846664746262832e-07,
+ 1.1428848267769354e-07,
+ 9.454824407839624e-07,
+ 0.005009638611227274,
+ 0.010717608034610748,
+ 0.0003309793828520924,
+ 0.0001754212862579152,
+ 0.016860883682966232,
+ 0.00018654025916475803,
+ 0.8008589148521423
+ ],
+ "log_scores_by_expert": [
+ -14.194334030151367,
+ -15.984539985656738,
+ -13.871570587158203,
+ -5.296391487121582,
+ -4.535867214202881,
+ -8.01345443725586,
+ -8.648320198059082,
+ -4.082758903503418,
+ -8.58686351776123,
+ -0.22207051515579224
+ ],
+ "distances_by_expert": [
+ 28.388668060302734,
+ 31.969079971313477,
+ 27.743141174316406,
+ 10.592782974243164,
+ 9.071734428405762,
+ 16.02690887451172,
+ 17.296640396118164,
+ 8.165517807006836,
+ 17.17372703552246,
+ 0.4441410303115845
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.67724609375,
+ "language": 52.912696838378906
+ }
+ },
+ {
+ "routing_index": 668,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.968585353206436e-07,
+ 1.0618848733656705e-07,
+ 9.432291108169011e-07,
+ 0.004804701078683138,
+ 0.010504464618861675,
+ 0.0003148489922750741,
+ 0.00017286409274674952,
+ 0.016863809898495674,
+ 0.00018617644673213363,
+ 0.7877198457717896
+ ],
+ "log_scores_by_expert": [
+ -14.17668342590332,
+ -16.05805015563965,
+ -13.873956680297852,
+ -5.338160514831543,
+ -4.555954933166504,
+ -8.063417434692383,
+ -8.663004875183105,
+ -4.082585334777832,
+ -8.588815689086914,
+ -0.2386128306388855
+ ],
+ "distances_by_expert": [
+ 28.35336685180664,
+ 32.1161003112793,
+ 27.747913360595703,
+ 10.676321029663086,
+ 9.111909866333008,
+ 16.126834869384766,
+ 17.32600975036621,
+ 8.165170669555664,
+ 17.177631378173828,
+ 0.477225661277771
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.90234375,
+ "language": 52.901763916015625
+ }
+ },
+ {
+ "routing_index": 669,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48760419608152e-07,
+ 1.0013535245434468e-07,
+ 9.002131946544978e-07,
+ 0.004739001858979464,
+ 0.009920962154865265,
+ 0.0003048215003218502,
+ 0.00016777169366832823,
+ 0.01606176421046257,
+ 0.00017448909056838602,
+ 0.718042254447937
+ ],
+ "log_scores_by_expert": [
+ -14.248202323913574,
+ -16.116743087768555,
+ -13.920634269714355,
+ -5.3519287109375,
+ -4.613105297088623,
+ -8.095784187316895,
+ -8.692906379699707,
+ -4.131313800811768,
+ -8.653648376464844,
+ -0.3312269449234009
+ ],
+ "distances_by_expert": [
+ 28.49640464782715,
+ 32.23348617553711,
+ 27.84126853942871,
+ 10.703857421875,
+ 9.226210594177246,
+ 16.19156837463379,
+ 17.385812759399414,
+ 8.262627601623535,
+ 17.307296752929688,
+ 0.6624538898468018
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3467.19580078125,
+ "language": 52.93107986450195
+ }
+ },
+ {
+ "routing_index": 670,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.819206876367389e-07,
+ 9.506536002845678e-08,
+ 8.181499993042962e-07,
+ 0.0044347019866108894,
+ 0.009828466922044754,
+ 0.0003012774104718119,
+ 0.00016350747318938375,
+ 0.01556801050901413,
+ 0.00015769098536111414,
+ 0.7340470552444458
+ ],
+ "log_scores_by_expert": [
+ -14.356931686401367,
+ -16.168701171875,
+ -14.016220092773438,
+ -5.418294906616211,
+ -4.622472286224365,
+ -8.107479095458984,
+ -8.71865177154541,
+ -4.162537097930908,
+ -8.754873275756836,
+ -0.30918219685554504
+ ],
+ "distances_by_expert": [
+ 28.713863372802734,
+ 32.33740234375,
+ 28.032440185546875,
+ 10.836589813232422,
+ 9.24494457244873,
+ 16.21495819091797,
+ 17.43730354309082,
+ 8.325074195861816,
+ 17.509746551513672,
+ 0.6183643937110901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.79638671875,
+ "language": 52.94029998779297
+ }
+ },
+ {
+ "routing_index": 671,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.987398251112609e-07,
+ 1.1072921068944197e-07,
+ 9.640209555072943e-07,
+ 0.004759310744702816,
+ 0.010293100029230118,
+ 0.00032109557650983334,
+ 0.00017539736290927976,
+ 0.016660388559103012,
+ 0.00018804114370141178,
+ 0.7794126272201538
+ ],
+ "log_scores_by_expert": [
+ -14.17398738861084,
+ -16.016178131103516,
+ -13.852152824401855,
+ -5.347652435302734,
+ -4.576281547546387,
+ -8.043771743774414,
+ -8.648456573486328,
+ -4.09472131729126,
+ -8.578849792480469,
+ -0.24921466410160065
+ ],
+ "distances_by_expert": [
+ 28.34797477722168,
+ 32.03235626220703,
+ 27.70430564880371,
+ 10.695304870605469,
+ 9.152563095092773,
+ 16.087543487548828,
+ 17.296913146972656,
+ 8.18944263458252,
+ 17.157699584960938,
+ 0.4984293282032013
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3477.8759765625,
+ "language": 52.90999984741211
+ }
+ },
+ {
+ "routing_index": 672,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.69085579829698e-07,
+ 1.0646247261547614e-07,
+ 9.17226259389281e-07,
+ 0.004594935104250908,
+ 0.009908255189657211,
+ 0.0002930715854745358,
+ 0.00016629599849693477,
+ 0.015771325677633286,
+ 0.00018102738249581307,
+ 0.7392868399620056
+ ],
+ "log_scores_by_expert": [
+ -14.217353820800781,
+ -16.05547332763672,
+ -13.901911735534668,
+ -5.382800579071045,
+ -4.614387035369873,
+ -8.135093688964844,
+ -8.701741218566895,
+ -4.149561882019043,
+ -8.616862297058105,
+ -0.3020693063735962
+ ],
+ "distances_by_expert": [
+ 28.434707641601562,
+ 32.11094665527344,
+ 27.803823471069336,
+ 10.76560115814209,
+ 9.228774070739746,
+ 16.270187377929688,
+ 17.40348243713379,
+ 8.299123764038086,
+ 17.23372459411621,
+ 0.6041386127471924
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.572509765625,
+ "language": 52.95441436767578
+ }
+ },
+ {
+ "routing_index": 673,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.976644613132521e-07,
+ 1.0770077807364942e-07,
+ 9.465126709073957e-07,
+ 0.004515766631811857,
+ 0.010098736733198166,
+ 0.00028601050144061446,
+ 0.00017124116129707545,
+ 0.016328178346157074,
+ 0.0001881780190160498,
+ 0.7633035182952881
+ ],
+ "log_scores_by_expert": [
+ -14.175527572631836,
+ -16.043909072875977,
+ -13.870481491088867,
+ -5.400180339813232,
+ -4.5953450202941895,
+ -8.1594820022583,
+ -8.67243766784668,
+ -4.11486291885376,
+ -8.57812213897705,
+ -0.27009955048561096
+ ],
+ "distances_by_expert": [
+ 28.351055145263672,
+ 32.08781814575195,
+ 27.740962982177734,
+ 10.800360679626465,
+ 9.190690040588379,
+ 16.3189640045166,
+ 17.34487533569336,
+ 8.22972583770752,
+ 17.1562442779541,
+ 0.5401991009712219
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.129150390625,
+ "language": 52.91975784301758
+ }
+ },
+ {
+ "routing_index": 674,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.021091050773975e-07,
+ 1.214504408153516e-07,
+ 9.75191937868658e-07,
+ 0.005483659449964762,
+ 0.0103918993845582,
+ 0.00037528350367210805,
+ 0.00018803808779921383,
+ 0.01717119850218296,
+ 0.00019149771833326668,
+ 0.7663751840591431
+ ],
+ "log_scores_by_expert": [
+ -14.169177055358887,
+ -15.923759460449219,
+ -13.840631484985352,
+ -5.205982685089111,
+ -4.566728591918945,
+ -7.887828826904297,
+ -8.578866004943848,
+ -4.064521789550781,
+ -8.56063461303711,
+ -0.2660834491252899
+ ],
+ "distances_by_expert": [
+ 28.338354110717773,
+ 31.847518920898438,
+ 27.681262969970703,
+ 10.411965370178223,
+ 9.13345718383789,
+ 15.775657653808594,
+ 17.157732009887695,
+ 8.129043579101562,
+ 17.12126922607422,
+ 0.5321668982505798
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.693359375,
+ "language": 52.91653823852539
+ }
+ },
+ {
+ "routing_index": 675,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.897541086596902e-07,
+ 1.0313954845742046e-07,
+ 8.307329721901624e-07,
+ 0.004698771983385086,
+ 0.00896284356713295,
+ 0.0003281735989730805,
+ 0.00017055339412763715,
+ 0.014846722595393658,
+ 0.0001617620000615716,
+ 0.6653860807418823
+ ],
+ "log_scores_by_expert": [
+ -14.343560218811035,
+ -16.087182998657227,
+ -14.000957489013672,
+ -5.360454082489014,
+ -4.714667797088623,
+ -8.021967887878418,
+ -8.676462173461914,
+ -4.2099761962890625,
+ -8.729384422302246,
+ -0.4073878228664398
+ ],
+ "distances_by_expert": [
+ 28.68712043762207,
+ 32.17436599731445,
+ 28.001914978027344,
+ 10.720908164978027,
+ 9.429335594177246,
+ 16.043935775756836,
+ 17.352924346923828,
+ 8.419952392578125,
+ 17.458768844604492,
+ 0.8147756457328796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.91162109375,
+ "language": 52.9831428527832
+ }
+ },
+ {
+ "routing_index": 676,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.751230105488503e-07,
+ 9.738160144934227e-08,
+ 8.022123552109406e-07,
+ 0.004577984102070332,
+ 0.00840536318719387,
+ 0.0003243595128878951,
+ 0.00016558544302824885,
+ 0.014301562681794167,
+ 0.00015461175644304603,
+ 0.6275069713592529
+ ],
+ "log_scores_by_expert": [
+ -14.368681907653809,
+ -16.144628524780273,
+ -14.035892486572266,
+ -5.386496543884277,
+ -4.778885364532471,
+ -8.033658027648926,
+ -8.706023216247559,
+ -4.247386455535889,
+ -8.774593353271484,
+ -0.4660005271434784
+ ],
+ "distances_by_expert": [
+ 28.737363815307617,
+ 32.28925704956055,
+ 28.07178497314453,
+ 10.772993087768555,
+ 9.557770729064941,
+ 16.06731605529785,
+ 17.412046432495117,
+ 8.494772911071777,
+ 17.54918670654297,
+ 0.9320010542869568
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.863037109375,
+ "language": 52.95696258544922
+ }
+ },
+ {
+ "routing_index": 677,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.289267275860766e-07,
+ 1.0710935072211214e-07,
+ 9.053289318217139e-07,
+ 0.005054614506661892,
+ 0.009350021369755268,
+ 0.00035484175896272063,
+ 0.00017850674339570105,
+ 0.01566939428448677,
+ 0.00016844409401528537,
+ 0.670735239982605
+ ],
+ "log_scores_by_expert": [
+ -14.279251098632812,
+ -16.049415588378906,
+ -13.91496753692627,
+ -5.287453651428223,
+ -4.67237663269043,
+ -7.943838596343994,
+ -8.630884170532227,
+ -4.156045913696289,
+ -8.6889066696167,
+ -0.39938077330589294
+ ],
+ "distances_by_expert": [
+ 28.558502197265625,
+ 32.09883117675781,
+ 27.82993507385254,
+ 10.574907302856445,
+ 9.34475326538086,
+ 15.887677192687988,
+ 17.261768341064453,
+ 8.312091827392578,
+ 17.3778133392334,
+ 0.7987615466117859
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.7744140625,
+ "language": 52.91787338256836
+ }
+ },
+ {
+ "routing_index": 678,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.13941836036247e-07,
+ 8.703046461278063e-08,
+ 8.687659942552273e-07,
+ 0.003978802356868982,
+ 0.00846103299409151,
+ 0.0002181848103646189,
+ 0.0001451364514650777,
+ 0.013861926272511482,
+ 0.00015811804041732103,
+ 0.6142566800117493
+ ],
+ "log_scores_by_expert": [
+ -14.303365707397461,
+ -16.257007598876953,
+ -13.956192016601562,
+ -5.5267744064331055,
+ -4.772284030914307,
+ -8.430168151855469,
+ -8.837836265563965,
+ -4.278609275817871,
+ -8.752168655395508,
+ -0.4873424172401428
+ ],
+ "distances_by_expert": [
+ 28.606731414794922,
+ 32.514015197753906,
+ 27.912384033203125,
+ 11.053548812866211,
+ 9.544568061828613,
+ 16.860336303710938,
+ 17.67567253112793,
+ 8.557218551635742,
+ 17.504337310791016,
+ 0.9746848344802856
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.547607421875,
+ "language": 52.92884826660156
+ }
+ },
+ {
+ "routing_index": 679,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.330541282295599e-07,
+ 9.136088863215264e-08,
+ 8.782525924289075e-07,
+ 0.0041039795614778996,
+ 0.009001947939395905,
+ 0.00023586407769471407,
+ 0.00015008053742349148,
+ 0.01442123856395483,
+ 0.00016501054051332176,
+ 0.6525331735610962
+ ],
+ "log_scores_by_expert": [
+ -14.272709846496582,
+ -16.20844841003418,
+ -13.945331573486328,
+ -5.495798110961914,
+ -4.7103142738342285,
+ -8.352254867553711,
+ -8.804338455200195,
+ -4.239053249359131,
+ -8.709501266479492,
+ -0.42689335346221924
+ ],
+ "distances_by_expert": [
+ 28.545419692993164,
+ 32.41689682006836,
+ 27.890663146972656,
+ 10.991596221923828,
+ 9.420628547668457,
+ 16.704509735107422,
+ 17.60867691040039,
+ 8.478106498718262,
+ 17.419002532958984,
+ 0.8537867069244385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.540283203125,
+ "language": 52.91883850097656
+ }
+ },
+ {
+ "routing_index": 680,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.69088819904573e-07,
+ 9.789017951788992e-08,
+ 9.017555271384481e-07,
+ 0.004332093987613916,
+ 0.009858629666268826,
+ 0.00025120822829194367,
+ 0.00015963228361215442,
+ 0.015411846339702606,
+ 0.00017682460020296276,
+ 0.7237710952758789
+ ],
+ "log_scores_by_expert": [
+ -14.2173490524292,
+ -16.139419555664062,
+ -13.918922424316406,
+ -5.441704273223877,
+ -4.619408130645752,
+ -8.289228439331055,
+ -8.742637634277344,
+ -4.172618865966797,
+ -8.640352249145508,
+ -0.32328012585639954
+ ],
+ "distances_by_expert": [
+ 28.4346981048584,
+ 32.278839111328125,
+ 27.837844848632812,
+ 10.883408546447754,
+ 9.238816261291504,
+ 16.57845687866211,
+ 17.485275268554688,
+ 8.345237731933594,
+ 17.280704498291016,
+ 0.6465602517127991
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.1484375,
+ "language": 52.928932189941406
+ }
+ },
+ {
+ "routing_index": 681,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.568436674569966e-07,
+ 1.0533559446912477e-07,
+ 9.104685432248516e-07,
+ 0.004625968635082245,
+ 0.010265234857797623,
+ 0.0002858569787349552,
+ 0.00016314114327542484,
+ 0.0158182755112648,
+ 0.00018058526620734483,
+ 0.749223530292511
+ ],
+ "log_scores_by_expert": [
+ -14.235819816589355,
+ -16.06611442565918,
+ -13.909306526184082,
+ -5.37606954574585,
+ -4.5789923667907715,
+ -8.160018920898438,
+ -8.720894813537598,
+ -4.146589279174805,
+ -8.619307518005371,
+ -0.28871792554855347
+ ],
+ "distances_by_expert": [
+ 28.47163963317871,
+ 32.13222885131836,
+ 27.818613052368164,
+ 10.7521390914917,
+ 9.157984733581543,
+ 16.320037841796875,
+ 17.441789627075195,
+ 8.29317855834961,
+ 17.238615036010742,
+ 0.5774358510971069
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.216064453125,
+ "language": 52.862701416015625
+ }
+ },
+ {
+ "routing_index": 682,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.827078777860152e-07,
+ 1.0793912252893278e-07,
+ 9.387474619870773e-07,
+ 0.004535605199635029,
+ 0.010487237945199013,
+ 0.000286187045276165,
+ 0.000170293336850591,
+ 0.016246607527136803,
+ 0.00018223834922537208,
+ 0.7713696360588074
+ ],
+ "log_scores_by_expert": [
+ -14.197198867797852,
+ -16.041698455810547,
+ -13.878719329833984,
+ -5.395796775817871,
+ -4.557596206665039,
+ -8.158864974975586,
+ -8.677988052368164,
+ -4.119871139526367,
+ -8.61019515991211,
+ -0.2595875561237335
+ ],
+ "distances_by_expert": [
+ 28.394397735595703,
+ 32.083396911621094,
+ 27.75743865966797,
+ 10.791593551635742,
+ 9.115192413330078,
+ 16.317729949951172,
+ 17.355976104736328,
+ 8.239742279052734,
+ 17.22039031982422,
+ 0.519175112247467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.485595703125,
+ "language": 52.9154052734375
+ }
+ },
+ {
+ "routing_index": 683,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657230073869869e-07,
+ 8.913648485986414e-08,
+ 8.991347044684517e-07,
+ 0.004380202852189541,
+ 0.009200740605592728,
+ 0.0002567133342381567,
+ 0.00015622153296135366,
+ 0.015281536616384983,
+ 0.00017343973740935326,
+ 0.6553224325180054
+ ],
+ "log_scores_by_expert": [
+ -14.222392082214355,
+ -16.233097076416016,
+ -13.921833038330078,
+ -5.430660247802734,
+ -4.68847131729126,
+ -8.267550468444824,
+ -8.764235496520996,
+ -4.18110990524292,
+ -8.659680366516113,
+ -0.42262792587280273
+ ],
+ "distances_by_expert": [
+ 28.44478416442871,
+ 32.46619415283203,
+ 27.843666076660156,
+ 10.861320495605469,
+ 9.37694263458252,
+ 16.53510093688965,
+ 17.528470993041992,
+ 8.36221981048584,
+ 17.319360733032227,
+ 0.8452558517456055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.311279296875,
+ "language": 52.933597564697266
+ }
+ },
+ {
+ "routing_index": 684,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723651040374534e-07,
+ 1.1111087161452815e-07,
+ 9.363637332171493e-07,
+ 0.005119813606142998,
+ 0.010619310662150383,
+ 0.0003471433883532882,
+ 0.0001824504870455712,
+ 0.017276719212532043,
+ 0.00018123311747331172,
+ 0.7807064652442932
+ ],
+ "log_scores_by_expert": [
+ -14.212464332580566,
+ -16.012737274169922,
+ -13.881261825561523,
+ -5.274637222290039,
+ -4.54508113861084,
+ -7.96577262878418,
+ -8.609031677246094,
+ -4.0583953857421875,
+ -8.615726470947266,
+ -0.24755610525608063
+ ],
+ "distances_by_expert": [
+ 28.424928665161133,
+ 32.025474548339844,
+ 27.762523651123047,
+ 10.549274444580078,
+ 9.09016227722168,
+ 15.93154525756836,
+ 17.218063354492188,
+ 8.116790771484375,
+ 17.23145294189453,
+ 0.49511221051216125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.58154296875,
+ "language": 52.917091369628906
+ }
+ },
+ {
+ "routing_index": 685,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.27090821328602e-07,
+ 1.0995199062335814e-07,
+ 9.659672741690883e-07,
+ 0.004608682822436094,
+ 0.010302999056875706,
+ 0.00030622913618572056,
+ 0.00017846930131781846,
+ 0.01708788424730301,
+ 0.00019127469568047673,
+ 0.7885290384292603
+ ],
+ "log_scores_by_expert": [
+ -14.134214401245117,
+ -16.023221969604492,
+ -13.850135803222656,
+ -5.379813194274902,
+ -4.575320243835449,
+ -8.091176986694336,
+ -8.631093978881836,
+ -4.069385528564453,
+ -8.561800003051758,
+ -0.23758606612682343
+ ],
+ "distances_by_expert": [
+ 28.268428802490234,
+ 32.046443939208984,
+ 27.700271606445312,
+ 10.759626388549805,
+ 9.150640487670898,
+ 16.182353973388672,
+ 17.262187957763672,
+ 8.138771057128906,
+ 17.123600006103516,
+ 0.47517213225364685
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3407.1787109375,
+ "language": 52.92667770385742
+ }
+ },
+ {
+ "routing_index": 686,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.851962552900659e-07,
+ 1.02673773483275e-07,
+ 9.370623388349486e-07,
+ 0.004262873437255621,
+ 0.010028176940977573,
+ 0.00026329231332056224,
+ 0.0001667126634856686,
+ 0.01597769744694233,
+ 0.00018033228116109967,
+ 0.7515589594841003
+ ],
+ "log_scores_by_expert": [
+ -14.193560600280762,
+ -16.09170913696289,
+ -13.880516052246094,
+ -5.4578118324279785,
+ -4.602356433868408,
+ -8.2422456741333,
+ -8.699238777160645,
+ -4.136561393737793,
+ -8.620709419250488,
+ -0.28560563921928406
+ ],
+ "distances_by_expert": [
+ 28.387121200561523,
+ 32.18341827392578,
+ 27.761032104492188,
+ 10.915623664855957,
+ 9.204712867736816,
+ 16.4844913482666,
+ 17.39847755432129,
+ 8.273122787475586,
+ 17.241418838500977,
+ 0.5712112784385681
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.252197265625,
+ "language": 52.933067321777344
+ }
+ },
+ {
+ "routing_index": 687,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.31372722384549e-07,
+ 1.1050303783122217e-07,
+ 9.872613873085356e-07,
+ 0.004536240827292204,
+ 0.010318885557353497,
+ 0.0002934026706498116,
+ 0.00017402459343429655,
+ 0.017067860811948776,
+ 0.00019326414621900767,
+ 0.7882654666900635
+ ],
+ "log_scores_by_expert": [
+ -14.128342628479004,
+ -16.01822280883789,
+ -13.828330993652344,
+ -5.395656585693359,
+ -4.573779582977295,
+ -8.133964538574219,
+ -8.6563138961792,
+ -4.070558071136475,
+ -8.55145263671875,
+ -0.237920343875885
+ ],
+ "distances_by_expert": [
+ 28.256685256958008,
+ 32.03644561767578,
+ 27.656661987304688,
+ 10.791313171386719,
+ 9.14755916595459,
+ 16.267929077148438,
+ 17.3126277923584,
+ 8.14111614227295,
+ 17.1029052734375,
+ 0.47584068775177
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.01318359375,
+ "language": 52.917945861816406
+ }
+ },
+ {
+ "routing_index": 688,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 8.026339628486312e-07,
+ 1.3011887745051354e-07,
+ 1.0794833542604465e-06,
+ 0.005654700566083193,
+ 0.01131145004183054,
+ 0.0003870382788591087,
+ 0.000198270587134175,
+ 0.018646595999598503,
+ 0.00021082075545564294,
+ 0.8241683840751648
+ ],
+ "log_scores_by_expert": [
+ -14.035367012023926,
+ -15.854817390441895,
+ -13.739027976989746,
+ -5.175268173217773,
+ -4.481939792633057,
+ -7.856986999511719,
+ -8.525877952575684,
+ -3.9820916652679443,
+ -8.464502334594727,
+ -0.19338040053844452
+ ],
+ "distances_by_expert": [
+ 28.07073402404785,
+ 31.70963478088379,
+ 27.478055953979492,
+ 10.350536346435547,
+ 8.963879585266113,
+ 15.713973999023438,
+ 17.051755905151367,
+ 7.964183330535889,
+ 16.929004669189453,
+ 0.38676080107688904
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.057861328125,
+ "language": 52.93632507324219
+ }
+ },
+ {
+ "routing_index": 689,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.4368051627971e-07,
+ 1.2552636974305642e-07,
+ 1.0260785074933665e-06,
+ 0.0055772061459720135,
+ 0.010712642222642899,
+ 0.0003905022458638996,
+ 0.0001940449874382466,
+ 0.017911119386553764,
+ 0.00019724950834643096,
+ 0.7741754055023193
+ ],
+ "log_scores_by_expert": [
+ -14.111654281616211,
+ -15.89074993133545,
+ -13.789766311645508,
+ -5.189067363739014,
+ -4.536330699920654,
+ -7.848076820373535,
+ -8.547420501708984,
+ -4.02233362197876,
+ -8.531041145324707,
+ -0.25595685839653015
+ ],
+ "distances_by_expert": [
+ 28.223308563232422,
+ 31.7814998626709,
+ 27.579532623291016,
+ 10.378134727478027,
+ 9.072661399841309,
+ 15.69615364074707,
+ 17.09484100341797,
+ 8.04466724395752,
+ 17.062082290649414,
+ 0.5119137167930603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.11376953125,
+ "language": 52.96582794189453
+ }
+ },
+ {
+ "routing_index": 690,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.725267098772747e-07,
+ 1.0852788534521096e-07,
+ 9.326082590632723e-07,
+ 0.005147681571543217,
+ 0.009589522145688534,
+ 0.00035106815630570054,
+ 0.0001763961190590635,
+ 0.01628924161195755,
+ 0.000179082911927253,
+ 0.6885554194450378
+ ],
+ "log_scores_by_expert": [
+ -14.212224006652832,
+ -16.036258697509766,
+ -13.88528060913086,
+ -5.269208908081055,
+ -4.6470842361450195,
+ -7.954530239105225,
+ -8.642778396606445,
+ -4.117250442504883,
+ -8.62766170501709,
+ -0.3731594979763031
+ ],
+ "distances_by_expert": [
+ 28.424448013305664,
+ 32.07251739501953,
+ 27.77056121826172,
+ 10.53841781616211,
+ 9.294168472290039,
+ 15.90906047821045,
+ 17.28555679321289,
+ 8.234500885009766,
+ 17.25532341003418,
+ 0.7463189959526062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.376953125,
+ "language": 52.9182014465332
+ }
+ },
+ {
+ "routing_index": 691,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.286209099926054e-07,
+ 8.815869279032995e-08,
+ 8.842659440233547e-07,
+ 0.003974077291786671,
+ 0.008568838238716125,
+ 0.0002214320411439985,
+ 0.0001486774708610028,
+ 0.014212383888661861,
+ 0.00016155510093085468,
+ 0.6326452493667603
+ ],
+ "log_scores_by_expert": [
+ -14.27973747253418,
+ -16.24412727355957,
+ -13.938508033752441,
+ -5.527962684631348,
+ -4.759623050689697,
+ -8.41539478302002,
+ -8.81373119354248,
+ -4.253641605377197,
+ -8.730664253234863,
+ -0.45784544944763184
+ ],
+ "distances_by_expert": [
+ 28.55947494506836,
+ 32.48825454711914,
+ 27.877016067504883,
+ 11.055925369262695,
+ 9.519246101379395,
+ 16.83078956604004,
+ 17.62746238708496,
+ 8.507283210754395,
+ 17.461328506469727,
+ 0.9156908988952637
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.416259765625,
+ "language": 52.921260833740234
+ }
+ },
+ {
+ "routing_index": 692,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.976353349979036e-07,
+ 9.13485109776957e-08,
+ 8.326094871335954e-07,
+ 0.003840162418782711,
+ 0.009046458639204502,
+ 0.00022070280101615936,
+ 0.00014777545584365726,
+ 0.013966764323413372,
+ 0.00015878975682426244,
+ 0.6658605933189392
+ ],
+ "log_scores_by_expert": [
+ -14.33028507232666,
+ -16.20858383178711,
+ -13.998701095581055,
+ -5.5622406005859375,
+ -4.705381870269775,
+ -8.418693542480469,
+ -8.819816589355469,
+ -4.2710747718811035,
+ -8.747929573059082,
+ -0.40667492151260376
+ ],
+ "distances_by_expert": [
+ 28.66057014465332,
+ 32.41716766357422,
+ 27.99740219116211,
+ 11.124481201171875,
+ 9.41076374053955,
+ 16.837387084960938,
+ 17.639633178710938,
+ 8.542149543762207,
+ 17.495859146118164,
+ 0.8133498430252075
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.7880859375,
+ "language": 52.9213752746582
+ }
+ },
+ {
+ "routing_index": 693,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480598244706925e-07,
+ 9.918397836372606e-08,
+ 8.865296194926486e-07,
+ 0.004227251745760441,
+ 0.009724890813231468,
+ 0.000258311367360875,
+ 0.00016035704175010324,
+ 0.01508514117449522,
+ 0.00017210544319823384,
+ 0.723054826259613
+ ],
+ "log_scores_by_expert": [
+ -14.249282836914062,
+ -16.12628936767578,
+ -13.935951232910156,
+ -5.466203212738037,
+ -4.633066654205322,
+ -8.261344909667969,
+ -8.738107681274414,
+ -4.194045066833496,
+ -8.667403221130371,
+ -0.3242703080177307
+ ],
+ "distances_by_expert": [
+ 28.498565673828125,
+ 32.25257873535156,
+ 27.871902465820312,
+ 10.932406425476074,
+ 9.266133308410645,
+ 16.522689819335938,
+ 17.476215362548828,
+ 8.388090133666992,
+ 17.334806442260742,
+ 0.6485406160354614
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.114501953125,
+ "language": 52.93580627441406
+ }
+ },
+ {
+ "routing_index": 694,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.582665719179204e-07,
+ 1.0664476945976276e-07,
+ 9.035106813826133e-07,
+ 0.004537543281912804,
+ 0.010452017188072205,
+ 0.0002913535281550139,
+ 0.0001696545077720657,
+ 0.016253752633929253,
+ 0.0001792450639186427,
+ 0.787477433681488
+ ],
+ "log_scores_by_expert": [
+ -14.23365592956543,
+ -16.053762435913086,
+ -13.916977882385254,
+ -5.395369529724121,
+ -4.560960292816162,
+ -8.140973091125488,
+ -8.681746482849121,
+ -4.119431495666504,
+ -8.62675666809082,
+ -0.23892059922218323
+ ],
+ "distances_by_expert": [
+ 28.46731185913086,
+ 32.10752487182617,
+ 27.833955764770508,
+ 10.790739059448242,
+ 9.121920585632324,
+ 16.281946182250977,
+ 17.363492965698242,
+ 8.238862991333008,
+ 17.25351333618164,
+ 0.47784119844436646
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3460.416748046875,
+ "language": 52.89692687988281
+ }
+ },
+ {
+ "routing_index": 695,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.744646500716044e-07,
+ 8.829719178038431e-08,
+ 8.028399065551639e-07,
+ 0.003855762304738164,
+ 0.009518912062048912,
+ 0.0002450538449920714,
+ 0.0001523910614196211,
+ 0.014583615586161613,
+ 0.00015706631529610604,
+ 0.7181472778320312
+ ],
+ "log_scores_by_expert": [
+ -14.369827270507812,
+ -16.242557525634766,
+ -14.035110473632812,
+ -5.5581865310668945,
+ -4.65447473526001,
+ -8.314032554626465,
+ -8.789060592651367,
+ -4.227856636047363,
+ -8.758842468261719,
+ -0.33108070492744446
+ ],
+ "distances_by_expert": [
+ 28.739654541015625,
+ 32.48511505126953,
+ 28.070220947265625,
+ 11.116373062133789,
+ 9.30894947052002,
+ 16.62806510925293,
+ 17.578121185302734,
+ 8.455713272094727,
+ 17.517684936523438,
+ 0.6621614098548889
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.737060546875,
+ "language": 52.887577056884766
+ }
+ },
+ {
+ "routing_index": 696,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.072899279592093e-07,
+ 1.0118188953356366e-07,
+ 9.645358431953355e-07,
+ 0.004496595822274685,
+ 0.010015318170189857,
+ 0.000295624922728166,
+ 0.00017356201715301722,
+ 0.01663517765700817,
+ 0.0001845425576902926,
+ 0.7599611878395081
+ ],
+ "log_scores_by_expert": [
+ -14.161825180053711,
+ -16.106346130371094,
+ -13.851618766784668,
+ -5.404434680938721,
+ -4.603639602661133,
+ -8.126419067382812,
+ -8.658975601196289,
+ -4.096235752105713,
+ -8.597630500793457,
+ -0.2744879424571991
+ ],
+ "distances_by_expert": [
+ 28.323650360107422,
+ 32.21269226074219,
+ 27.703237533569336,
+ 10.808869361877441,
+ 9.207279205322266,
+ 16.252838134765625,
+ 17.317951202392578,
+ 8.192471504211426,
+ 17.195261001586914,
+ 0.5489758849143982
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.10986328125,
+ "language": 52.94192123413086
+ }
+ },
+ {
+ "routing_index": 697,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833676593487326e-07,
+ 1.0898154556571171e-07,
+ 9.402554042026168e-07,
+ 0.005046431440860033,
+ 0.010826538316905499,
+ 0.00033365836134180427,
+ 0.00018177455058321357,
+ 0.01723603717982769,
+ 0.00018252742302138358,
+ 0.7881214618682861
+ ],
+ "log_scores_by_expert": [
+ -14.196232795715332,
+ -16.032087326049805,
+ -13.877114295959473,
+ -5.289073944091797,
+ -4.525754928588867,
+ -8.005393028259277,
+ -8.612743377685547,
+ -4.060752868652344,
+ -8.608610153198242,
+ -0.23810309171676636
+ ],
+ "distances_by_expert": [
+ 28.392465591430664,
+ 32.06417465209961,
+ 27.754228591918945,
+ 10.578147888183594,
+ 9.051509857177734,
+ 16.010786056518555,
+ 17.225486755371094,
+ 8.121505737304688,
+ 17.217220306396484,
+ 0.4762061834335327
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.480224609375,
+ "language": 52.915809631347656
+ }
+ },
+ {
+ "routing_index": 698,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.884299068588007e-07,
+ 1.0762355628912701e-07,
+ 9.353838095194078e-07,
+ 0.004438380710780621,
+ 0.010109649039804935,
+ 0.0002972799411509186,
+ 0.00017333556024823338,
+ 0.016470646485686302,
+ 0.00018431144417263567,
+ 0.772195041179657
+ ],
+ "log_scores_by_expert": [
+ -14.188852310180664,
+ -16.044626235961914,
+ -13.882308959960938,
+ -5.417465686798096,
+ -4.594264984130859,
+ -8.12083625793457,
+ -8.66028118133545,
+ -4.106175422668457,
+ -8.598883628845215,
+ -0.2585180997848511
+ ],
+ "distances_by_expert": [
+ 28.377704620361328,
+ 32.08925247192383,
+ 27.764617919921875,
+ 10.834931373596191,
+ 9.188529968261719,
+ 16.24167251586914,
+ 17.3205623626709,
+ 8.212350845336914,
+ 17.19776725769043,
+ 0.5170361995697021
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.055419921875,
+ "language": 52.90537643432617
+ }
+ },
+ {
+ "routing_index": 699,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.262869416990725e-07,
+ 1.1744682382186511e-07,
+ 1.0048198646472883e-06,
+ 0.004952984396368265,
+ 0.010562321171164513,
+ 0.00032151874620467424,
+ 0.00018058234127238393,
+ 0.01723293960094452,
+ 0.00019494198204483837,
+ 0.7903350591659546
+ ],
+ "log_scores_by_expert": [
+ -14.135320663452148,
+ -15.957280158996582,
+ -13.810702323913574,
+ -5.307765007019043,
+ -4.550462245941162,
+ -8.042454719543457,
+ -8.61932373046875,
+ -4.060932636260986,
+ -8.542808532714844,
+ -0.235298290848732
+ ],
+ "distances_by_expert": [
+ 28.270641326904297,
+ 31.914560317993164,
+ 27.62140464782715,
+ 10.615530014038086,
+ 9.100924491882324,
+ 16.084909439086914,
+ 17.2386474609375,
+ 8.121865272521973,
+ 17.085617065429688,
+ 0.470596581697464
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.9619140625,
+ "language": 52.893470764160156
+ }
+ },
+ {
+ "routing_index": 700,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.133717758733837e-07,
+ 1.0653722171127811e-07,
+ 9.622905281503336e-07,
+ 0.004384037107229233,
+ 0.00997853185981512,
+ 0.00027054097154177725,
+ 0.00016869422688614577,
+ 0.016481803730130196,
+ 0.00018811880727298558,
+ 0.7609490752220154
+ ],
+ "log_scores_by_expert": [
+ -14.153263092041016,
+ -16.054771423339844,
+ -13.853949546813965,
+ -5.429785251617432,
+ -4.607319355010986,
+ -8.215086936950684,
+ -8.687422752380371,
+ -4.105498313903809,
+ -8.578436851501465,
+ -0.27318885922431946
+ ],
+ "distances_by_expert": [
+ 28.30652618408203,
+ 32.10954284667969,
+ 27.70789909362793,
+ 10.859570503234863,
+ 9.214638710021973,
+ 16.430173873901367,
+ 17.374845504760742,
+ 8.210996627807617,
+ 17.15687370300293,
+ 0.5463777184486389
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.621826171875,
+ "language": 52.9227180480957
+ }
+ },
+ {
+ "routing_index": 701,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.382873263850342e-07,
+ 1.259423356714251e-07,
+ 1.0292764045516378e-06,
+ 0.00541202537715435,
+ 0.010768918320536613,
+ 0.0003672286693472415,
+ 0.00018784540588967502,
+ 0.017884431406855583,
+ 0.0001989795855479315,
+ 0.7913296222686768
+ ],
+ "log_scores_by_expert": [
+ -14.118932723999023,
+ -15.887441635131836,
+ -13.786654472351074,
+ -5.219131946563721,
+ -4.531091213226318,
+ -7.9095258712768555,
+ -8.579891204833984,
+ -4.023824691772461,
+ -8.522308349609375,
+ -0.23404069244861603
+ ],
+ "distances_by_expert": [
+ 28.237865447998047,
+ 31.774883270263672,
+ 27.57330894470215,
+ 10.438263893127441,
+ 9.062182426452637,
+ 15.819051742553711,
+ 17.15978240966797,
+ 8.047649383544922,
+ 17.04461669921875,
+ 0.46808138489723206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.4443359375,
+ "language": 52.892826080322266
+ }
+ },
+ {
+ "routing_index": 702,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.218737323455571e-07,
+ 1.2432582252586144e-07,
+ 1.0223404842690798e-06,
+ 0.005533584859222174,
+ 0.010357196442782879,
+ 0.000381640566047281,
+ 0.00018873265071306378,
+ 0.017519032582640648,
+ 0.0001955469633685425,
+ 0.7543171644210815
+ ],
+ "log_scores_by_expert": [
+ -14.1414155960083,
+ -15.900360107421875,
+ -13.793416023254395,
+ -5.1969194412231445,
+ -4.57007360458374,
+ -7.871031284332275,
+ -8.575179100036621,
+ -4.044467449188232,
+ -8.53971004486084,
+ -0.28194236755371094
+ ],
+ "distances_by_expert": [
+ 28.2828311920166,
+ 31.80072021484375,
+ 27.58683204650879,
+ 10.393838882446289,
+ 9.14014720916748,
+ 15.74206256866455,
+ 17.150358200073242,
+ 8.088934898376465,
+ 17.07942008972168,
+ 0.5638847351074219
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.210693359375,
+ "language": 52.91075897216797
+ }
+ },
+ {
+ "routing_index": 703,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.838840249656641e-07,
+ 1.127078803619952e-07,
+ 9.634363777877297e-07,
+ 0.005278255324810743,
+ 0.00978455413132906,
+ 0.00037127442192286253,
+ 0.00018217161414213479,
+ 0.016653399914503098,
+ 0.0001852151908678934,
+ 0.7133358120918274
+ ],
+ "log_scores_by_expert": [
+ -14.195477485656738,
+ -15.998466491699219,
+ -13.85275936126709,
+ -5.244159698486328,
+ -4.626950263977051,
+ -7.898569107055664,
+ -8.61056137084961,
+ -4.0951409339904785,
+ -8.593992233276367,
+ -0.33780303597450256
+ ],
+ "distances_by_expert": [
+ 28.390954971313477,
+ 31.996932983398438,
+ 27.70551872253418,
+ 10.488319396972656,
+ 9.253900527954102,
+ 15.797138214111328,
+ 17.22112274169922,
+ 8.190281867980957,
+ 17.187984466552734,
+ 0.6756060719490051
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.449951171875,
+ "language": 52.88739013671875
+ }
+ },
+ {
+ "routing_index": 704,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.159034455777146e-07,
+ 1.0125079796807768e-07,
+ 8.508907285431633e-07,
+ 0.0048743728548288345,
+ 0.009008943103253841,
+ 0.0003274973132647574,
+ 0.0001679466658970341,
+ 0.015181816183030605,
+ 0.0001687346084509045,
+ 0.6605356335639954
+ ],
+ "log_scores_by_expert": [
+ -14.300175666809082,
+ -16.10566520690918,
+ -13.976982116699219,
+ -5.323763847351074,
+ -4.709537506103516,
+ -8.024030685424805,
+ -8.691864013671875,
+ -4.187656879425049,
+ -8.687183380126953,
+ -0.41470420360565186
+ ],
+ "distances_by_expert": [
+ 28.600351333618164,
+ 32.21133041381836,
+ 27.953964233398438,
+ 10.647527694702148,
+ 9.419075012207031,
+ 16.04806137084961,
+ 17.38372802734375,
+ 8.375313758850098,
+ 17.374366760253906,
+ 0.8294084072113037
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.854736328125,
+ "language": 52.92974090576172
+ }
+ },
+ {
+ "routing_index": 705,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.669253593827307e-07,
+ 1.0973933939339986e-07,
+ 9.113780947700434e-07,
+ 0.005041277501732111,
+ 0.009419715963304043,
+ 0.0003590014239307493,
+ 0.00017545456648804247,
+ 0.015950728207826614,
+ 0.00018076463311444968,
+ 0.6955099701881409
+ ],
+ "log_scores_by_expert": [
+ -14.220587730407715,
+ -16.025157928466797,
+ -13.908308029174805,
+ -5.290095806121826,
+ -4.664950370788574,
+ -7.932184219360352,
+ -8.648130416870117,
+ -4.138250827789307,
+ -8.618314743041992,
+ -0.36310985684394836
+ ],
+ "distances_by_expert": [
+ 28.44117546081543,
+ 32.050315856933594,
+ 27.81661605834961,
+ 10.580191612243652,
+ 9.329900741577148,
+ 15.864368438720703,
+ 17.296260833740234,
+ 8.276501655578613,
+ 17.236629486083984,
+ 0.7262197136878967
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.358642578125,
+ "language": 52.91120529174805
+ }
+ },
+ {
+ "routing_index": 706,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.508761316581513e-07,
+ 1.056778984320772e-07,
+ 8.993756637210026e-07,
+ 0.005070646293461323,
+ 0.009406635537743568,
+ 0.00035029544960707426,
+ 0.00017337704775854945,
+ 0.015793509781360626,
+ 0.00017762336938176304,
+ 0.686517596244812
+ ],
+ "log_scores_by_expert": [
+ -14.244946479797363,
+ -16.062870025634766,
+ -13.921565055847168,
+ -5.284286975860596,
+ -4.666339874267578,
+ -7.956733703613281,
+ -8.660041809082031,
+ -4.14815616607666,
+ -8.635845184326172,
+ -0.3761233985424042
+ ],
+ "distances_by_expert": [
+ 28.489892959594727,
+ 32.12574005126953,
+ 27.843130111694336,
+ 10.568573951721191,
+ 9.332679748535156,
+ 15.913467407226562,
+ 17.320083618164062,
+ 8.29631233215332,
+ 17.271690368652344,
+ 0.7522467970848083
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.162841796875,
+ "language": 52.92427444458008
+ }
+ },
+ {
+ "routing_index": 707,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.001078756729839e-07,
+ 1.1715462733263848e-07,
+ 9.49090633639571e-07,
+ 0.005335967987775803,
+ 0.010127250105142593,
+ 0.00038125531864352524,
+ 0.00018450648349244148,
+ 0.01705959439277649,
+ 0.00018760086095426232,
+ 0.746957540512085
+ ],
+ "log_scores_by_expert": [
+ -14.17203140258789,
+ -15.959771156311035,
+ -13.867761611938477,
+ -5.233284950256348,
+ -4.592525482177734,
+ -7.87204122543335,
+ -8.59782600402832,
+ -4.071042537689209,
+ -8.581193923950195,
+ -0.29174697399139404
+ ],
+ "distances_by_expert": [
+ 28.34406280517578,
+ 31.91954231262207,
+ 27.735523223876953,
+ 10.466569900512695,
+ 9.185050964355469,
+ 15.7440824508667,
+ 17.19565200805664,
+ 8.142085075378418,
+ 17.16238784790039,
+ 0.5834939479827881
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.807861328125,
+ "language": 52.92981719970703
+ }
+ },
+ {
+ "routing_index": 708,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.797771447963896e-07,
+ 1.0983880116555156e-07,
+ 9.142866019828944e-07,
+ 0.005035251844674349,
+ 0.009644445031881332,
+ 0.000354007730493322,
+ 0.000174762710230425,
+ 0.01631968840956688,
+ 0.0001856387098086998,
+ 0.7166613936424255
+ ],
+ "log_scores_by_expert": [
+ -14.20150089263916,
+ -16.02425193786621,
+ -13.905121803283691,
+ -5.2912917137146,
+ -4.641373157501221,
+ -7.946191787719727,
+ -8.652081489562988,
+ -4.115383148193359,
+ -8.591708183288574,
+ -0.33315184712409973
+ ],
+ "distances_by_expert": [
+ 28.40300178527832,
+ 32.04850387573242,
+ 27.810243606567383,
+ 10.5825834274292,
+ 9.282746315002441,
+ 15.892383575439453,
+ 17.304162979125977,
+ 8.230766296386719,
+ 17.18341636657715,
+ 0.6663036942481995
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3359.91015625,
+ "language": 52.90966796875
+ }
+ },
+ {
+ "routing_index": 709,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.177453653639532e-07,
+ 1.1451225390146647e-07,
+ 9.57739302975824e-07,
+ 0.0052694156765937805,
+ 0.010030788369476795,
+ 0.0003577141906134784,
+ 0.00017977130482904613,
+ 0.016926705837249756,
+ 0.00019212259212508798,
+ 0.7309219241142273
+ ],
+ "log_scores_by_expert": [
+ -14.147150993347168,
+ -15.982583999633789,
+ -13.85869026184082,
+ -5.245835781097412,
+ -4.602096080780029,
+ -7.935776233673096,
+ -8.623825073242188,
+ -4.07886266708374,
+ -8.557376861572266,
+ -0.31344860792160034
+ ],
+ "distances_by_expert": [
+ 28.294301986694336,
+ 31.965167999267578,
+ 27.71738052368164,
+ 10.491671562194824,
+ 9.204192161560059,
+ 15.871552467346191,
+ 17.247650146484375,
+ 8.15772533416748,
+ 17.11475372314453,
+ 0.6268972158432007
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.08837890625,
+ "language": 52.93368911743164
+ }
+ },
+ {
+ "routing_index": 710,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.988024097154266e-07,
+ 1.0723996979322692e-07,
+ 9.287526836487814e-07,
+ 0.004983963444828987,
+ 0.009660333395004272,
+ 0.0003353554639033973,
+ 0.00017223368922714144,
+ 0.016300803050398827,
+ 0.0001889078557724133,
+ 0.7084457278251648
+ ],
+ "log_scores_by_expert": [
+ -14.173897743225098,
+ -16.04819679260254,
+ -13.889423370361328,
+ -5.301529884338379,
+ -4.6397271156311035,
+ -8.000319480895996,
+ -8.666658401489258,
+ -4.116540908813477,
+ -8.574251174926758,
+ -0.34468182921409607
+ ],
+ "distances_by_expert": [
+ 28.347795486450195,
+ 32.09639358520508,
+ 27.778846740722656,
+ 10.603059768676758,
+ 9.279454231262207,
+ 16.000638961791992,
+ 17.333316802978516,
+ 8.233081817626953,
+ 17.148502349853516,
+ 0.6893636584281921
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.85009765625,
+ "language": 52.903778076171875
+ }
+ },
+ {
+ "routing_index": 711,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.558789434369828e-07,
+ 1.1520750575755301e-07,
+ 1.0166827451030258e-06,
+ 0.005215945653617382,
+ 0.010295765474438667,
+ 0.00035076276981271803,
+ 0.00018278435163665563,
+ 0.017172016203403473,
+ 0.00020079912792425603,
+ 0.7497434616088867
+ ],
+ "log_scores_by_expert": [
+ -14.09538459777832,
+ -15.976531028747559,
+ -13.798965454101562,
+ -5.256034851074219,
+ -4.576022624969482,
+ -7.955400466918945,
+ -8.607203483581543,
+ -4.064474105834961,
+ -8.513205528259277,
+ -0.2880241870880127
+ ],
+ "distances_by_expert": [
+ 28.19076919555664,
+ 31.953062057495117,
+ 27.597930908203125,
+ 10.512069702148438,
+ 9.152045249938965,
+ 15.91080093383789,
+ 17.214406967163086,
+ 8.128948211669922,
+ 17.026411056518555,
+ 0.5760483741760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.316162109375,
+ "language": 52.912837982177734
+ }
+ },
+ {
+ "routing_index": 712,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.187207415881858e-07,
+ 1.0325626931262377e-07,
+ 9.495776680523704e-07,
+ 0.004684907849878073,
+ 0.009420780465006828,
+ 0.00031659475644119084,
+ 0.00016913158469833434,
+ 0.0159585103392601,
+ 0.00019255769439041615,
+ 0.6988468170166016
+ ],
+ "log_scores_by_expert": [
+ -14.145792961120605,
+ -16.08605194091797,
+ -13.86724853515625,
+ -5.363409042358398,
+ -4.66483736038208,
+ -8.05788803100586,
+ -8.684833526611328,
+ -4.137763023376465,
+ -8.55511474609375,
+ -0.35832369327545166
+ ],
+ "distances_by_expert": [
+ 28.29158592224121,
+ 32.17210388183594,
+ 27.7344970703125,
+ 10.726818084716797,
+ 9.32967472076416,
+ 16.11577606201172,
+ 17.369667053222656,
+ 8.27552604675293,
+ 17.1102294921875,
+ 0.7166473865509033
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.22314453125,
+ "language": 52.92071533203125
+ }
+ },
+ {
+ "routing_index": 713,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.903081839482184e-07,
+ 9.155068170230152e-08,
+ 9.104520017899631e-07,
+ 0.004117948468774557,
+ 0.008519179187715054,
+ 0.00027147168293595314,
+ 0.00015423724835272878,
+ 0.01464418601244688,
+ 0.00018556349095888436,
+ 0.6348024606704712
+ ],
+ "log_scores_by_expert": [
+ -14.186127662658691,
+ -16.20637321472168,
+ -13.909324645996094,
+ -5.492400169372559,
+ -4.765435218811035,
+ -8.211652755737305,
+ -8.777018547058105,
+ -4.223711967468262,
+ -8.592113494873047,
+ -0.4544413685798645
+ ],
+ "distances_by_expert": [
+ 28.372255325317383,
+ 32.41274642944336,
+ 27.818649291992188,
+ 10.984800338745117,
+ 9.53087043762207,
+ 16.42330551147461,
+ 17.55403709411621,
+ 8.447423934936523,
+ 17.184226989746094,
+ 0.908882737159729
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.1826171875,
+ "language": 52.91001510620117
+ }
+ },
+ {
+ "routing_index": 714,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.310017622330633e-07,
+ 9.5541800249066e-08,
+ 9.602745194570161e-07,
+ 0.004232947714626789,
+ 0.008957023732364178,
+ 0.0002681089099496603,
+ 0.0001598597300471738,
+ 0.015196620486676693,
+ 0.0001917168265208602,
+ 0.6608762145042419
+ ],
+ "log_scores_by_expert": [
+ -14.128849983215332,
+ -16.1637020111084,
+ -13.856046676635742,
+ -5.4648566246032715,
+ -4.715317249298096,
+ -8.224117279052734,
+ -8.74121379852295,
+ -4.186682224273682,
+ -8.559491157531738,
+ -0.41418880224227905
+ ],
+ "distances_by_expert": [
+ 28.257699966430664,
+ 32.3274040222168,
+ 27.712093353271484,
+ 10.929713249206543,
+ 9.430634498596191,
+ 16.44823455810547,
+ 17.4824275970459,
+ 8.373364448547363,
+ 17.118982315063477,
+ 0.8283776044845581
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3358.25732421875,
+ "language": 52.922569274902344
+ }
+ },
+ {
+ "routing_index": 715,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.19720787856204e-07,
+ 9.633155428900864e-08,
+ 9.551141602059943e-07,
+ 0.0043501402251422405,
+ 0.009016343392431736,
+ 0.00028341313009150326,
+ 0.00016087523545138538,
+ 0.015411537140607834,
+ 0.00019072495342697948,
+ 0.6648245453834534
+ ],
+ "log_scores_by_expert": [
+ -14.144402503967285,
+ -16.15546989440918,
+ -13.861434936523438,
+ -5.437547206878662,
+ -4.70871639251709,
+ -8.168604850769043,
+ -8.734881401062012,
+ -4.172638893127441,
+ -8.564678192138672,
+ -0.40823206305503845
+ ],
+ "distances_by_expert": [
+ 28.28880500793457,
+ 32.31093978881836,
+ 27.722869873046875,
+ 10.875094413757324,
+ 9.41743278503418,
+ 16.337209701538086,
+ 17.469762802124023,
+ 8.345277786254883,
+ 17.129356384277344,
+ 0.8164641261100769
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.466796875,
+ "language": 52.90719223022461
+ }
+ },
+ {
+ "routing_index": 716,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.895193109812681e-07,
+ 8.654049565848254e-08,
+ 9.076059086510213e-07,
+ 0.003972610458731651,
+ 0.00846106093376875,
+ 0.00025154766626656055,
+ 0.00014990873751230538,
+ 0.014434827491641045,
+ 0.00018212784198112786,
+ 0.6212934255599976
+ ],
+ "log_scores_by_expert": [
+ -14.187271118164062,
+ -16.262653350830078,
+ -13.912455558776855,
+ -5.528331756591797,
+ -4.772280693054199,
+ -8.287878036499023,
+ -8.8054838180542,
+ -4.23811149597168,
+ -8.610801696777344,
+ -0.47595179080963135
+ ],
+ "distances_by_expert": [
+ 28.374542236328125,
+ 32.525306701660156,
+ 27.82491111755371,
+ 11.056663513183594,
+ 9.544561386108398,
+ 16.575756072998047,
+ 17.6109676361084,
+ 8.47622299194336,
+ 17.221603393554688,
+ 0.9519035816192627
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.105224609375,
+ "language": 52.9167366027832
+ }
+ },
+ {
+ "routing_index": 717,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.852066576357174e-07,
+ 8.72724967848626e-08,
+ 8.934035804486484e-07,
+ 0.0038843564689159393,
+ 0.008407507091760635,
+ 0.0002467102895025164,
+ 0.0001500851212767884,
+ 0.014288687147200108,
+ 0.00018211151473224163,
+ 0.6248635649681091
+ ],
+ "log_scores_by_expert": [
+ -14.1935453414917,
+ -16.254230499267578,
+ -13.928227424621582,
+ -5.550797939300537,
+ -4.778630256652832,
+ -8.307295799255371,
+ -8.80430793762207,
+ -4.248287200927734,
+ -8.610891342163086,
+ -0.47022199630737305
+ ],
+ "distances_by_expert": [
+ 28.3870906829834,
+ 32.508460998535156,
+ 27.856454849243164,
+ 11.101595878601074,
+ 9.557260513305664,
+ 16.614591598510742,
+ 17.60861587524414,
+ 8.496574401855469,
+ 17.221782684326172,
+ 0.9404439926147461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.8828125,
+ "language": 52.92041778564453
+ }
+ },
+ {
+ "routing_index": 718,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.814667017351894e-07,
+ 8.617368507657375e-08,
+ 9.000827390082122e-07,
+ 0.003907748032361269,
+ 0.008283414877951145,
+ 0.0002475554356351495,
+ 0.000148483770317398,
+ 0.014120703563094139,
+ 0.00018071275553666055,
+ 0.6125741004943848
+ ],
+ "log_scores_by_expert": [
+ -14.199018478393555,
+ -16.26690101623535,
+ -13.92077922821045,
+ -5.544794082641602,
+ -4.793499946594238,
+ -8.303875923156738,
+ -8.815034866333008,
+ -4.26011323928833,
+ -8.61860179901123,
+ -0.4900853633880615
+ ],
+ "distances_by_expert": [
+ 28.39803695678711,
+ 32.5338020324707,
+ 27.8415584564209,
+ 11.089588165283203,
+ 9.586999893188477,
+ 16.607751846313477,
+ 17.630069732666016,
+ 8.52022647857666,
+ 17.23720359802246,
+ 0.980170726776123
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.2607421875,
+ "language": 52.925846099853516
+ }
+ },
+ {
+ "routing_index": 719,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.479659191427345e-07,
+ 9.072446260915967e-08,
+ 8.845070738061622e-07,
+ 0.00420181592926383,
+ 0.008626147173345089,
+ 0.0002351960720261559,
+ 0.00014959226245991886,
+ 0.014385662041604519,
+ 0.00016855561989359558,
+ 0.6331520676612854
+ ],
+ "log_scores_by_expert": [
+ -14.249427795410156,
+ -16.215438842773438,
+ -13.93823528289795,
+ -5.472238540649414,
+ -4.752957344055176,
+ -8.355091094970703,
+ -8.807597160339355,
+ -4.241523265838623,
+ -8.688244819641113,
+ -0.45704466104507446
+ ],
+ "distances_by_expert": [
+ 28.498855590820312,
+ 32.430877685546875,
+ 27.8764705657959,
+ 10.944477081298828,
+ 9.505914688110352,
+ 16.710182189941406,
+ 17.61519432067871,
+ 8.483046531677246,
+ 17.376489639282227,
+ 0.9140893220901489
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.6455078125,
+ "language": 52.90217208862305
+ }
+ },
+ {
+ "routing_index": 720,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.712970730404777e-07,
+ 9.798601752208924e-08,
+ 9.130719149652577e-07,
+ 0.004200417548418045,
+ 0.009556400589644909,
+ 0.00024595411377958953,
+ 0.00015806150622665882,
+ 0.015100859105587006,
+ 0.00017411740554962307,
+ 0.7023221254348755
+ ],
+ "log_scores_by_expert": [
+ -14.214054107666016,
+ -16.13844108581543,
+ -13.906451225280762,
+ -5.47257137298584,
+ -4.650544166564941,
+ -8.310365676879883,
+ -8.75252628326416,
+ -4.1930036544799805,
+ -8.655780792236328,
+ -0.35336312651634216
+ ],
+ "distances_by_expert": [
+ 28.42810821533203,
+ 32.27688217163086,
+ 27.812902450561523,
+ 10.94514274597168,
+ 9.301088333129883,
+ 16.620731353759766,
+ 17.50505256652832,
+ 8.386007308959961,
+ 17.311561584472656,
+ 0.7067262530326843
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.894775390625,
+ "language": 52.93315505981445
+ }
+ },
+ {
+ "routing_index": 721,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461461339313246e-07,
+ 9.04904595699918e-08,
+ 8.744290767026541e-07,
+ 0.004009224474430084,
+ 0.009292409755289555,
+ 0.00022556072508450598,
+ 0.00015116693975869566,
+ 0.014636309817433357,
+ 0.00016861315816640854,
+ 0.6812630295753479
+ ],
+ "log_scores_by_expert": [
+ -14.252240180969238,
+ -16.218021392822266,
+ -13.949694633483887,
+ -5.519157409667969,
+ -4.678557395935059,
+ -8.396921157836914,
+ -8.797125816345215,
+ -4.224249839782715,
+ -8.68790340423584,
+ -0.3838067650794983
+ ],
+ "distances_by_expert": [
+ 28.504480361938477,
+ 32.43604278564453,
+ 27.899389266967773,
+ 11.038314819335938,
+ 9.357114791870117,
+ 16.793842315673828,
+ 17.59425163269043,
+ 8.44849967956543,
+ 17.37580680847168,
+ 0.7676135301589966
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.654296875,
+ "language": 52.91830825805664
+ }
+ },
+ {
+ "routing_index": 722,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.530609653054853e-07,
+ 1.058608845028175e-07,
+ 9.081453526960104e-07,
+ 0.004638603422790766,
+ 0.010249924845993519,
+ 0.0002933657669927925,
+ 0.0001619209797354415,
+ 0.01564915105700493,
+ 0.00017927360022440553,
+ 0.7380061745643616
+ ],
+ "log_scores_by_expert": [
+ -14.241595268249512,
+ -16.061140060424805,
+ -13.911861419677734,
+ -5.373342037200928,
+ -4.580484867095947,
+ -8.134090423583984,
+ -8.728402137756348,
+ -4.157338619232178,
+ -8.62659740447998,
+ -0.30380308628082275
+ ],
+ "distances_by_expert": [
+ 28.483190536499023,
+ 32.12228012084961,
+ 27.82372283935547,
+ 10.746684074401855,
+ 9.160969734191895,
+ 16.26818084716797,
+ 17.456804275512695,
+ 8.314677238464355,
+ 17.25319480895996,
+ 0.6076061725616455
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.18310546875,
+ "language": 52.8936767578125
+ }
+ },
+ {
+ "routing_index": 723,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.275597226907848e-07,
+ 1.0968849295522887e-07,
+ 9.795606956686242e-07,
+ 0.005035859532654285,
+ 0.010528063401579857,
+ 0.00033100464497692883,
+ 0.00017911706527229398,
+ 0.01771397329866886,
+ 0.0001908461272250861,
+ 0.7933300137519836
+ ],
+ "log_scores_by_expert": [
+ -14.133569717407227,
+ -16.02562141418457,
+ -13.836161613464355,
+ -5.291171073913574,
+ -4.5537109375,
+ -8.013378143310547,
+ -8.627470970153809,
+ -4.0334014892578125,
+ -8.564043045043945,
+ -0.2315160185098648
+ ],
+ "distances_by_expert": [
+ 28.267139434814453,
+ 32.05124282836914,
+ 27.67232322692871,
+ 10.582342147827148,
+ 9.107421875,
+ 16.026756286621094,
+ 17.254941940307617,
+ 8.066802978515625,
+ 17.12808609008789,
+ 0.4630320370197296
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.552734375,
+ "language": 52.91563034057617
+ }
+ },
+ {
+ "routing_index": 724,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.589794452338538e-07,
+ 1.0060745125883841e-07,
+ 9.057814622792648e-07,
+ 0.004773247055709362,
+ 0.009775935672223568,
+ 0.00031187222339212894,
+ 0.0001700400171102956,
+ 0.016490891575813293,
+ 0.00017516734078526497,
+ 0.7002881765365601
+ ],
+ "log_scores_by_expert": [
+ -14.232573509216309,
+ -16.11203956604004,
+ -13.914467811584473,
+ -5.344728469848633,
+ -4.62783145904541,
+ -8.072916984558105,
+ -8.679476737976074,
+ -4.104947090148926,
+ -8.649768829345703,
+ -0.3562633693218231
+ ],
+ "distances_by_expert": [
+ 28.465147018432617,
+ 32.22407913208008,
+ 27.828935623168945,
+ 10.689456939697266,
+ 9.25566291809082,
+ 16.14583396911621,
+ 17.35895347595215,
+ 8.209894180297852,
+ 17.299537658691406,
+ 0.7125267386436462
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.180419921875,
+ "language": 52.935997009277344
+ }
+ },
+ {
+ "routing_index": 725,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.169592552396352e-07,
+ 1.0128808725085037e-07,
+ 8.657537478029553e-07,
+ 0.004796556197106838,
+ 0.00982778798788786,
+ 0.00033505112514831126,
+ 0.00017276454309467226,
+ 0.016428817063570023,
+ 0.00016487273387610912,
+ 0.7276026606559753
+ ],
+ "log_scores_by_expert": [
+ -14.298462867736816,
+ -16.105297088623047,
+ -13.959665298461914,
+ -5.33985710144043,
+ -4.622541427612305,
+ -8.001227378845215,
+ -8.663580894470215,
+ -4.108718395233154,
+ -8.710336685180664,
+ -0.3180001676082611
+ ],
+ "distances_by_expert": [
+ 28.596925735473633,
+ 32.210594177246094,
+ 27.919330596923828,
+ 10.67971420288086,
+ 9.24508285522461,
+ 16.00245475769043,
+ 17.32716178894043,
+ 8.217436790466309,
+ 17.420673370361328,
+ 0.6360003352165222
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.668212890625,
+ "language": 52.92865753173828
+ }
+ },
+ {
+ "routing_index": 726,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.567957140963699e-07,
+ 1.1409726141664578e-07,
+ 1.0183691756537883e-06,
+ 0.004800152964890003,
+ 0.010749326087534428,
+ 0.00031420920277014375,
+ 0.00018204153457190841,
+ 0.01768714189529419,
+ 0.0001978931250050664,
+ 0.8159353733062744
+ ],
+ "log_scores_by_expert": [
+ -14.094172477722168,
+ -15.986214637756348,
+ -13.797307968139648,
+ -5.339107513427734,
+ -4.532912254333496,
+ -8.065451622009277,
+ -8.611275672912598,
+ -4.03491735458374,
+ -8.527783393859863,
+ -0.20342010259628296
+ ],
+ "distances_by_expert": [
+ 28.188344955444336,
+ 31.972429275512695,
+ 27.594615936279297,
+ 10.678215026855469,
+ 9.065824508666992,
+ 16.130903244018555,
+ 17.222551345825195,
+ 8.06983470916748,
+ 17.055566787719727,
+ 0.4068402051925659
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3465.14404296875,
+ "language": 52.905792236328125
+ }
+ },
+ {
+ "routing_index": 727,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.850661975477124e-07,
+ 1.0516435366980659e-07,
+ 9.237855351784674e-07,
+ 0.004630678333342075,
+ 0.010191374458372593,
+ 0.0002972241200041026,
+ 0.00016891896666493267,
+ 0.01625245064496994,
+ 0.00018493914103601128,
+ 0.7615014314651489
+ ],
+ "log_scores_by_expert": [
+ -14.193750381469727,
+ -16.06774139404297,
+ -13.89478588104248,
+ -5.375051975250244,
+ -4.5862135887146,
+ -8.121024131774902,
+ -8.686091423034668,
+ -4.119511604309082,
+ -8.595483779907227,
+ -0.27246329188346863
+ ],
+ "distances_by_expert": [
+ 28.387500762939453,
+ 32.13548278808594,
+ 27.78957176208496,
+ 10.750103950500488,
+ 9.1724271774292,
+ 16.242048263549805,
+ 17.372182846069336,
+ 8.239023208618164,
+ 17.190967559814453,
+ 0.5449265837669373
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3536.0703125,
+ "language": 52.90972900390625
+ }
+ },
+ {
+ "routing_index": 728,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.443929692068195e-07,
+ 9.939873990560955e-08,
+ 8.801198418950662e-07,
+ 0.004332841839641333,
+ 0.009805829264223576,
+ 0.00027363476692698896,
+ 0.00015889819769654423,
+ 0.015496495179831982,
+ 0.00017550596385262907,
+ 0.7307889461517334
+ ],
+ "log_scores_by_expert": [
+ -14.25495719909668,
+ -16.124126434326172,
+ -13.943207740783691,
+ -5.441531658172607,
+ -4.6247782707214355,
+ -8.203716278076172,
+ -8.747246742248535,
+ -4.167141437530518,
+ -8.64783763885498,
+ -0.3136305510997772
+ ],
+ "distances_by_expert": [
+ 28.50991439819336,
+ 32.248252868652344,
+ 27.886415481567383,
+ 10.883063316345215,
+ 9.249556541442871,
+ 16.407432556152344,
+ 17.49449348449707,
+ 8.334282875061035,
+ 17.29567527770996,
+ 0.6272611021995544
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.90185546875,
+ "language": 52.90492630004883
+ }
+ },
+ {
+ "routing_index": 729,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.792884619244433e-07,
+ 1.1220147655421897e-07,
+ 9.314189810538664e-07,
+ 0.005137308966368437,
+ 0.010074524208903313,
+ 0.00036711254506371915,
+ 0.00018160750914830714,
+ 0.017221078276634216,
+ 0.00017915465286932886,
+ 0.7542575597763062
+ ],
+ "log_scores_by_expert": [
+ -14.20221996307373,
+ -16.00296974182129,
+ -13.886556625366211,
+ -5.271225929260254,
+ -4.597745418548584,
+ -7.909842014312744,
+ -8.613662719726562,
+ -4.061621189117432,
+ -8.6272611618042,
+ -0.28202134370803833
+ ],
+ "distances_by_expert": [
+ 28.40443992614746,
+ 32.00593948364258,
+ 27.773113250732422,
+ 10.542451858520508,
+ 9.195490837097168,
+ 15.819684028625488,
+ 17.227325439453125,
+ 8.123242378234863,
+ 17.2545223236084,
+ 0.5640426874160767
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.188232421875,
+ "language": 52.93000411987305
+ }
+ },
+ {
+ "routing_index": 730,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.660558256044169e-07,
+ 1.1508944197657911e-07,
+ 9.521166930426261e-07,
+ 0.005133995786309242,
+ 0.010015790350735188,
+ 0.0003671027661766857,
+ 0.00018288845603819937,
+ 0.016871348023414612,
+ 0.00017893574840854853,
+ 0.7381038069725037
+ ],
+ "log_scores_by_expert": [
+ -14.221892356872559,
+ -15.977556228637695,
+ -13.864578247070312,
+ -5.271871089935303,
+ -4.603592395782471,
+ -7.9098687171936035,
+ -8.606634140014648,
+ -4.082138538360596,
+ -8.628483772277832,
+ -0.30367082357406616
+ ],
+ "distances_by_expert": [
+ 28.443784713745117,
+ 31.95511245727539,
+ 27.729156494140625,
+ 10.543742179870605,
+ 9.207184791564941,
+ 15.819737434387207,
+ 17.213268280029297,
+ 8.164277076721191,
+ 17.256967544555664,
+ 0.6073416471481323
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.83837890625,
+ "language": 52.910682678222656
+ }
+ },
+ {
+ "routing_index": 731,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516941652989772e-07,
+ 1.088745449351336e-07,
+ 9.1714747441074e-07,
+ 0.004859107546508312,
+ 0.009322358295321465,
+ 0.0003544516221154481,
+ 0.00017828318232204765,
+ 0.0162104070186615,
+ 0.00017426242993678898,
+ 0.6987234354019165
+ ],
+ "log_scores_by_expert": [
+ -14.243690490722656,
+ -16.033069610595703,
+ -13.901997566223145,
+ -5.326900482177734,
+ -4.675339698791504,
+ -7.944938659667969,
+ -8.632137298583984,
+ -4.122101783752441,
+ -8.654948234558105,
+ -0.35850024223327637
+ ],
+ "distances_by_expert": [
+ 28.487380981445312,
+ 32.066139221191406,
+ 27.80399513244629,
+ 10.653800964355469,
+ 9.350679397583008,
+ 15.889877319335938,
+ 17.26427459716797,
+ 8.244203567504883,
+ 17.30989646911621,
+ 0.7170004844665527
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3308.26611328125,
+ "language": 52.918033599853516
+ }
+ },
+ {
+ "routing_index": 732,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.77041668950551e-07,
+ 1.0531469740726607e-07,
+ 9.43910322348529e-07,
+ 0.005252419970929623,
+ 0.00941271148622036,
+ 0.0003544523206073791,
+ 0.00017660349840298295,
+ 0.016201691702008247,
+ 0.00018094867118634284,
+ 0.6713640093803406
+ ],
+ "log_scores_by_expert": [
+ -14.205533027648926,
+ -16.066312789916992,
+ -13.873234748840332,
+ -5.249066352844238,
+ -4.665694236755371,
+ -7.944936752319336,
+ -8.641603469848633,
+ -4.1226396560668945,
+ -8.617297172546387,
+ -0.3984437584877014
+ ],
+ "distances_by_expert": [
+ 28.41106605529785,
+ 32.132625579833984,
+ 27.746469497680664,
+ 10.498132705688477,
+ 9.331388473510742,
+ 15.889873504638672,
+ 17.283206939697266,
+ 8.245279312133789,
+ 17.234594345092773,
+ 0.7968875169754028
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.216552734375,
+ "language": 52.90497970581055
+ }
+ },
+ {
+ "routing_index": 733,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.666544436484401e-07,
+ 1.0111782700050753e-07,
+ 9.417388469046273e-07,
+ 0.00464089959859848,
+ 0.00912175141274929,
+ 0.0002915584191214293,
+ 0.0001606236764928326,
+ 0.015636060386896133,
+ 0.00017631186346989125,
+ 0.6853756308555603
+ ],
+ "log_scores_by_expert": [
+ -14.220993995666504,
+ -16.106979370117188,
+ -13.875537872314453,
+ -5.372847080230713,
+ -4.697093486785889,
+ -8.140270233154297,
+ -8.736446380615234,
+ -4.158175468444824,
+ -8.643256187438965,
+ -0.3777881860733032
+ ],
+ "distances_by_expert": [
+ 28.441987991333008,
+ 32.213958740234375,
+ 27.751075744628906,
+ 10.745694160461426,
+ 9.394186973571777,
+ 16.280540466308594,
+ 17.47289276123047,
+ 8.316350936889648,
+ 17.28651237487793,
+ 0.7555763721466064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.3779296875,
+ "language": 52.90020751953125
+ }
+ },
+ {
+ "routing_index": 734,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.709348099320778e-07,
+ 1.0127919836122601e-07,
+ 9.215198133460945e-07,
+ 0.00447810860350728,
+ 0.0094451317563653,
+ 0.00026531482581049204,
+ 0.0001585725840413943,
+ 0.015366386622190475,
+ 0.00017462592222727835,
+ 0.7057814598083496
+ ],
+ "log_scores_by_expert": [
+ -14.214593887329102,
+ -16.105384826660156,
+ -13.897241592407227,
+ -5.408554553985596,
+ -4.662255764007568,
+ -8.234593391418457,
+ -8.749298095703125,
+ -4.175572872161865,
+ -8.652864456176758,
+ -0.3484496474266052
+ ],
+ "distances_by_expert": [
+ 28.429187774658203,
+ 32.21076965332031,
+ 27.794483184814453,
+ 10.817109107971191,
+ 9.324511528015137,
+ 16.469186782836914,
+ 17.49859619140625,
+ 8.35114574432373,
+ 17.305728912353516,
+ 0.6968992948532104
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.68603515625,
+ "language": 52.88918685913086
+ }
+ },
+ {
+ "routing_index": 735,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833618044765899e-07,
+ 1.1377041886362349e-07,
+ 9.390107038598217e-07,
+ 0.004865232855081558,
+ 0.010583586059510708,
+ 0.00031572606530971825,
+ 0.00017229249351657927,
+ 0.01650724746286869,
+ 0.00018338026711717248,
+ 0.7882850170135498
+ ],
+ "log_scores_by_expert": [
+ -14.19624137878418,
+ -15.989083290100098,
+ -13.878438949584961,
+ -5.325640678405762,
+ -4.548450946807861,
+ -8.060635566711426,
+ -8.666316986083984,
+ -4.1039557456970215,
+ -8.603948593139648,
+ -0.23789562284946442
+ ],
+ "distances_by_expert": [
+ 28.39248275756836,
+ 31.978166580200195,
+ 27.756877899169922,
+ 10.651281356811523,
+ 9.096901893615723,
+ 16.12127113342285,
+ 17.33263397216797,
+ 8.207911491394043,
+ 17.207897186279297,
+ 0.47579124569892883
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3477.695556640625,
+ "language": 52.922080993652344
+ }
+ },
+ {
+ "routing_index": 736,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.7602479703055e-07,
+ 1.0955968576809028e-07,
+ 9.104147125071904e-07,
+ 0.004817076958715916,
+ 0.010744164697825909,
+ 0.00031280991970561445,
+ 0.00017275828577112406,
+ 0.016804322600364685,
+ 0.00018300778174307197,
+ 0.8138664364814758
+ ],
+ "log_scores_by_expert": [
+ -14.207036018371582,
+ -16.026796340942383,
+ -13.9093656539917,
+ -5.335587978363037,
+ -4.533392429351807,
+ -8.069914817810059,
+ -8.663617134094238,
+ -4.086119174957275,
+ -8.605981826782227,
+ -0.20595897734165192
+ ],
+ "distances_by_expert": [
+ 28.414072036743164,
+ 32.053592681884766,
+ 27.8187313079834,
+ 10.671175956726074,
+ 9.066784858703613,
+ 16.139829635620117,
+ 17.327234268188477,
+ 8.17223834991455,
+ 17.211963653564453,
+ 0.41191795468330383
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3492.276611328125,
+ "language": 52.909812927246094
+ }
+ },
+ {
+ "routing_index": 737,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.384514108503936e-07,
+ 1.0446405696029615e-07,
+ 8.635627750663843e-07,
+ 0.004702313337475061,
+ 0.010513965971767902,
+ 0.0003189847047906369,
+ 0.00016675512597430497,
+ 0.016397761180996895,
+ 0.0001723846944514662,
+ 0.7917188405990601
+ ],
+ "log_scores_by_expert": [
+ -14.264220237731934,
+ -16.07442283630371,
+ -13.962199211120605,
+ -5.359700679779053,
+ -4.555050849914551,
+ -8.05036735534668,
+ -8.698984146118164,
+ -4.110610485076904,
+ -8.66578197479248,
+ -0.23354893922805786
+ ],
+ "distances_by_expert": [
+ 28.528440475463867,
+ 32.14884567260742,
+ 27.92439842224121,
+ 10.719401359558105,
+ 9.110101699829102,
+ 16.10073471069336,
+ 17.397968292236328,
+ 8.221220970153809,
+ 17.33156394958496,
+ 0.4670978784561157
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.57763671875,
+ "language": 52.956878662109375
+ }
+ },
+ {
+ "routing_index": 738,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.498669679582235e-07,
+ 8.13369780416906e-08,
+ 7.381395334959961e-07,
+ 0.004133992828428745,
+ 0.008632871322333813,
+ 0.0002755335299298167,
+ 0.00014397059567272663,
+ 0.014489236287772655,
+ 0.00014731744886375964,
+ 0.637345016002655
+ ],
+ "log_scores_by_expert": [
+ -14.413589477539062,
+ -16.324665069580078,
+ -14.119132995605469,
+ -5.488511562347412,
+ -4.752178192138672,
+ -8.19680118560791,
+ -8.845901489257812,
+ -4.234349250793457,
+ -8.822920799255371,
+ -0.45044419169425964
+ ],
+ "distances_by_expert": [
+ 28.827178955078125,
+ 32.649330139160156,
+ 28.238265991210938,
+ 10.977023124694824,
+ 9.504356384277344,
+ 16.39360237121582,
+ 17.691802978515625,
+ 8.468698501586914,
+ 17.645841598510742,
+ 0.9008883833885193
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.791015625,
+ "language": 52.95867919921875
+ }
+ },
+ {
+ "routing_index": 739,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.167793801774678e-07,
+ 8.633590198314778e-08,
+ 7.284755270120513e-07,
+ 0.004135662689805031,
+ 0.00811805296689272,
+ 0.00030321150552481413,
+ 0.00015117789735086262,
+ 0.014450101181864738,
+ 0.00013999469229020178,
+ 0.6026097536087036
+ ],
+ "log_scores_by_expert": [
+ -14.4756498336792,
+ -16.2650203704834,
+ -14.132311820983887,
+ -5.488107681274414,
+ -4.81366491317749,
+ -8.101079940795898,
+ -8.797053337097168,
+ -4.237053871154785,
+ -8.873906135559082,
+ -0.5064854025840759
+ ],
+ "distances_by_expert": [
+ 28.9512996673584,
+ 32.5300407409668,
+ 28.264623641967773,
+ 10.976215362548828,
+ 9.62732982635498,
+ 16.202159881591797,
+ 17.594106674194336,
+ 8.47410774230957,
+ 17.747812271118164,
+ 1.0129708051681519
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.713134765625,
+ "language": 52.95252227783203
+ }
+ },
+ {
+ "routing_index": 740,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.644260110988398e-07,
+ 1.1180604531091376e-07,
+ 9.260384103981778e-07,
+ 0.005034044850617647,
+ 0.010422936640679836,
+ 0.00035308775841258466,
+ 0.0001823043858166784,
+ 0.01725466363132,
+ 0.0001764351618476212,
+ 0.7750079035758972
+ ],
+ "log_scores_by_expert": [
+ -14.224342346191406,
+ -16.006500244140625,
+ -13.892350196838379,
+ -5.291531562805176,
+ -4.563746452331543,
+ -7.948793888092041,
+ -8.609832763671875,
+ -4.059672832489014,
+ -8.642557144165039,
+ -0.2548820674419403
+ ],
+ "distances_by_expert": [
+ 28.448684692382812,
+ 32.01300048828125,
+ 27.784700393676758,
+ 10.583063125610352,
+ 9.127492904663086,
+ 15.897587776184082,
+ 17.21966552734375,
+ 8.119345664978027,
+ 17.285114288330078,
+ 0.5097641348838806
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3404.667724609375,
+ "language": 52.93840789794922
+ }
+ },
+ {
+ "routing_index": 741,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.054777597659267e-07,
+ 1.1176660308365172e-07,
+ 9.58190639721579e-07,
+ 0.004890758544206619,
+ 0.01006447896361351,
+ 0.0003263023681938648,
+ 0.00017625991313252598,
+ 0.016967231407761574,
+ 0.00018982274923473597,
+ 0.7610636353492737
+ ],
+ "log_scores_by_expert": [
+ -14.164390563964844,
+ -16.006853103637695,
+ -13.858219146728516,
+ -5.320407867431641,
+ -4.598742961883545,
+ -8.02768611907959,
+ -8.643550872802734,
+ -4.076471328735352,
+ -8.569419860839844,
+ -0.27303826808929443
+ ],
+ "distances_by_expert": [
+ 28.328781127929688,
+ 32.01370620727539,
+ 27.71643829345703,
+ 10.640815734863281,
+ 9.19748592376709,
+ 16.05537223815918,
+ 17.28710174560547,
+ 8.152942657470703,
+ 17.138839721679688,
+ 0.5460765361785889
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.772705078125,
+ "language": 52.90082550048828
+ }
+ },
+ {
+ "routing_index": 742,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995772992013372e-07,
+ 1.1640933195167236e-07,
+ 9.73079409050115e-07,
+ 0.005180856212973595,
+ 0.010591871105134487,
+ 0.00035074539482593536,
+ 0.00018056064436677843,
+ 0.017216503620147705,
+ 0.00018911424558609724,
+ 0.7715202569961548
+ ],
+ "log_scores_by_expert": [
+ -14.172789573669434,
+ -15.966153144836426,
+ -13.84280014038086,
+ -5.262784957885742,
+ -4.54766845703125,
+ -7.955450057983398,
+ -8.619443893432617,
+ -4.061886787414551,
+ -8.573159217834473,
+ -0.2593923807144165
+ ],
+ "distances_by_expert": [
+ 28.345579147338867,
+ 31.93230628967285,
+ 27.68560028076172,
+ 10.525569915771484,
+ 9.0953369140625,
+ 15.910900115966797,
+ 17.238887786865234,
+ 8.123773574829102,
+ 17.146318435668945,
+ 0.518784761428833
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.9658203125,
+ "language": 52.91714096069336
+ }
+ },
+ {
+ "routing_index": 743,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461430075432872e-07,
+ 1.1054056159309766e-07,
+ 9.090387038668268e-07,
+ 0.005029898136854172,
+ 0.010185073129832745,
+ 0.0003428509517107159,
+ 0.00017601114814169705,
+ 0.017028968781232834,
+ 0.00017521662812214345,
+ 0.7516583800315857
+ ],
+ "log_scores_by_expert": [
+ -14.25224494934082,
+ -16.01788330078125,
+ -13.91087818145752,
+ -5.292355537414551,
+ -4.586832046508789,
+ -7.978214740753174,
+ -8.644963264465332,
+ -4.072839260101318,
+ -8.649487495422363,
+ -0.28547340631484985
+ ],
+ "distances_by_expert": [
+ 28.50448989868164,
+ 32.0357666015625,
+ 27.82175636291504,
+ 10.584711074829102,
+ 9.173664093017578,
+ 15.956429481506348,
+ 17.289926528930664,
+ 8.145678520202637,
+ 17.298974990844727,
+ 0.5709468126296997
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.668212890625,
+ "language": 52.915950775146484
+ }
+ },
+ {
+ "routing_index": 744,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.236105605239572e-07,
+ 1.0670703431969741e-07,
+ 8.718834578758106e-07,
+ 0.004865673836320639,
+ 0.009753065183758736,
+ 0.00034825739567168057,
+ 0.0001725228357827291,
+ 0.0163656547665596,
+ 0.0001689500641077757,
+ 0.7269476056098938
+ ],
+ "log_scores_by_expert": [
+ -14.287739753723145,
+ -16.053178787231445,
+ -13.95261001586914,
+ -5.325550079345703,
+ -4.630173683166504,
+ -7.962568759918213,
+ -8.6649808883667,
+ -4.112570285797119,
+ -8.685907363891602,
+ -0.3189009428024292
+ ],
+ "distances_by_expert": [
+ 28.57547950744629,
+ 32.10635757446289,
+ 27.90522003173828,
+ 10.651100158691406,
+ 9.260347366333008,
+ 15.925137519836426,
+ 17.3299617767334,
+ 8.225140571594238,
+ 17.371814727783203,
+ 0.6378018856048584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.776123046875,
+ "language": 52.93291473388672
+ }
+ },
+ {
+ "routing_index": 745,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.501134978658229e-07,
+ 9.877242490574645e-08,
+ 7.768741170366411e-07,
+ 0.00447623198851943,
+ 0.008987323381006718,
+ 0.0003111381665803492,
+ 0.00016255222726613283,
+ 0.014915915206074715,
+ 0.0001480594219174236,
+ 0.6595039963722229
+ ],
+ "log_scores_by_expert": [
+ -14.413141250610352,
+ -16.130447387695312,
+ -14.067987442016602,
+ -5.408973693847656,
+ -4.711940288543701,
+ -8.075273513793945,
+ -8.72451114654541,
+ -4.205326557159424,
+ -8.817896842956543,
+ -0.4162672460079193
+ ],
+ "distances_by_expert": [
+ 28.826282501220703,
+ 32.260894775390625,
+ 28.135974884033203,
+ 10.817947387695312,
+ 9.423880577087402,
+ 16.15054702758789,
+ 17.44902229309082,
+ 8.410653114318848,
+ 17.635793685913086,
+ 0.8325344920158386
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.849365234375,
+ "language": 52.95764923095703
+ }
+ },
+ {
+ "routing_index": 746,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020659384375904e-07,
+ 9.94321140979082e-08,
+ 8.387532943743281e-07,
+ 0.004633195698261261,
+ 0.009084654971957207,
+ 0.0003134334401693195,
+ 0.00016736547695472836,
+ 0.015277129597961903,
+ 0.00016072449216153473,
+ 0.6579018235206604
+ ],
+ "log_scores_by_expert": [
+ -14.322898864746094,
+ -16.123790740966797,
+ -13.991349220275879,
+ -5.374508380889893,
+ -4.701168537139893,
+ -8.067923545837402,
+ -8.695330619812012,
+ -4.181398391723633,
+ -8.735818862915039,
+ -0.41869959235191345
+ ],
+ "distances_by_expert": [
+ 28.645797729492188,
+ 32.247581481933594,
+ 27.982698440551758,
+ 10.749016761779785,
+ 9.402337074279785,
+ 16.135847091674805,
+ 17.390661239624023,
+ 8.362796783447266,
+ 17.471637725830078,
+ 0.8373991847038269
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3310.9521484375,
+ "language": 52.94015884399414
+ }
+ },
+ {
+ "routing_index": 747,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.639762091253942e-07,
+ 1.0539971384559976e-07,
+ 9.271553267353738e-07,
+ 0.004843645729124546,
+ 0.009524042718112469,
+ 0.00032642995938658714,
+ 0.0001744383480399847,
+ 0.016186023131012917,
+ 0.00017719852621667087,
+ 0.6933234930038452
+ ],
+ "log_scores_by_expert": [
+ -14.225019454956055,
+ -16.065505981445312,
+ -13.891144752502441,
+ -5.330087661743164,
+ -4.65393590927124,
+ -8.027295112609863,
+ -8.653939247131348,
+ -4.123607158660889,
+ -8.638239860534668,
+ -0.3662585914134979
+ ],
+ "distances_by_expert": [
+ 28.45003890991211,
+ 32.131011962890625,
+ 27.782289505004883,
+ 10.660175323486328,
+ 9.30787181854248,
+ 16.054590225219727,
+ 17.307878494262695,
+ 8.247214317321777,
+ 17.276479721069336,
+ 0.7325171828269958
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3341.23681640625,
+ "language": 52.893985748291016
+ }
+ },
+ {
+ "routing_index": 748,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223792408694862e-07,
+ 1.1607155414594672e-07,
+ 1.0130755754289567e-06,
+ 0.0055994512513279915,
+ 0.010240667499601841,
+ 0.0003509819507598877,
+ 0.00017884379485622048,
+ 0.016968218609690666,
+ 0.00019420513126533478,
+ 0.6993352770805359
+ ],
+ "log_scores_by_expert": [
+ -14.140715599060059,
+ -15.969058990478516,
+ -13.802519798278809,
+ -5.185086727142334,
+ -4.581388473510742,
+ -7.954775810241699,
+ -8.628997802734375,
+ -4.076413154602051,
+ -8.546595573425293,
+ -0.35762491822242737
+ ],
+ "distances_by_expert": [
+ 28.281431198120117,
+ 31.93811798095703,
+ 27.605039596557617,
+ 10.370173454284668,
+ 9.162776947021484,
+ 15.909551620483398,
+ 17.25799560546875,
+ 8.152826309204102,
+ 17.093191146850586,
+ 0.7152498364448547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.854736328125,
+ "language": 52.88648986816406
+ }
+ },
+ {
+ "routing_index": 749,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.248842734952632e-07,
+ 1.1036612335146856e-07,
+ 1.0018717375714914e-06,
+ 0.005373084452003241,
+ 0.010126820765435696,
+ 0.00033029390033334494,
+ 0.00017492128245066851,
+ 0.016661643981933594,
+ 0.00019299230189062655,
+ 0.6988974809646606
+ ],
+ "log_scores_by_expert": [
+ -14.137253761291504,
+ -16.01946258544922,
+ -13.813640594482422,
+ -5.226353168487549,
+ -4.5925679206848145,
+ -8.015527725219727,
+ -8.651174545288086,
+ -4.094645977020264,
+ -8.552860260009766,
+ -0.3582512140274048
+ ],
+ "distances_by_expert": [
+ 28.274507522583008,
+ 32.03892517089844,
+ 27.627281188964844,
+ 10.452706336975098,
+ 9.185135841369629,
+ 16.031055450439453,
+ 17.302349090576172,
+ 8.189291954040527,
+ 17.10572052001953,
+ 0.7165024280548096
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3434.46337890625,
+ "language": 52.91720962524414
+ }
+ },
+ {
+ "routing_index": 750,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.199452625172853e-07,
+ 1.1114033782178012e-07,
+ 1.0035747664005612e-06,
+ 0.005524910520762205,
+ 0.010127033106982708,
+ 0.0003410601057112217,
+ 0.00017543316062074155,
+ 0.016756368800997734,
+ 0.00019251179764978588,
+ 0.6902920007705688
+ ],
+ "log_scores_by_expert": [
+ -14.14409065246582,
+ -16.01247215270996,
+ -13.811942100524902,
+ -5.198488235473633,
+ -4.5925469398498535,
+ -7.983451843261719,
+ -8.648252487182617,
+ -4.088976860046387,
+ -8.555353164672852,
+ -0.3706405758857727
+ ],
+ "distances_by_expert": [
+ 28.28818130493164,
+ 32.02494430541992,
+ 27.623884201049805,
+ 10.396976470947266,
+ 9.185093879699707,
+ 15.966903686523438,
+ 17.296504974365234,
+ 8.177953720092773,
+ 17.110706329345703,
+ 0.7412811517715454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.989990234375,
+ "language": 52.909332275390625
+ }
+ },
+ {
+ "routing_index": 751,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.835208523625624e-07,
+ 1.0445528175750951e-07,
+ 9.57116526478785e-07,
+ 0.0052878353744745255,
+ 0.009731992147862911,
+ 0.00032119848765432835,
+ 0.00016977929044514894,
+ 0.015976037830114365,
+ 0.00018456454563420266,
+ 0.6624137759208679
+ ],
+ "log_scores_by_expert": [
+ -14.196008682250977,
+ -16.074506759643555,
+ -13.85934066772461,
+ -5.242346286773682,
+ -4.632336616516113,
+ -8.043451309204102,
+ -8.681011199951172,
+ -4.136665344238281,
+ -8.597511291503906,
+ -0.41186487674713135
+ ],
+ "distances_by_expert": [
+ 28.392017364501953,
+ 32.14901351928711,
+ 27.71868133544922,
+ 10.484692573547363,
+ 9.264673233032227,
+ 16.086902618408203,
+ 17.362022399902344,
+ 8.273330688476562,
+ 17.195022583007812,
+ 0.8237297534942627
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.564208984375,
+ "language": 52.93470001220703
+ }
+ },
+ {
+ "routing_index": 752,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.271906952155405e-07,
+ 1.1462698523700965e-07,
+ 1.0085495887324214e-06,
+ 0.0056541613303124905,
+ 0.010541032999753952,
+ 0.00035627218312583864,
+ 0.0001816312433220446,
+ 0.017186803743243217,
+ 0.00019318510021548718,
+ 0.7159692645072937
+ ],
+ "log_scores_by_expert": [
+ -14.134077072143555,
+ -15.981582641601562,
+ -13.806997299194336,
+ -5.175363540649414,
+ -4.5524797439575195,
+ -7.939815521240234,
+ -8.613532066345215,
+ -4.063613414764404,
+ -8.551861763000488,
+ -0.3341180980205536
+ ],
+ "distances_by_expert": [
+ 28.26815414428711,
+ 31.963165283203125,
+ 27.613994598388672,
+ 10.350727081298828,
+ 9.104959487915039,
+ 15.879631042480469,
+ 17.22706413269043,
+ 8.127226829528809,
+ 17.103723526000977,
+ 0.6682361960411072
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3320.681884765625,
+ "language": 52.92833709716797
+ }
+ },
+ {
+ "routing_index": 753,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.99080374033656e-07,
+ 1.1002772737356281e-07,
+ 9.707509889267385e-07,
+ 0.00555462809279561,
+ 0.010069712065160275,
+ 0.00035213492810726166,
+ 0.00017740936891641468,
+ 0.01646764762699604,
+ 0.00018589470710139722,
+ 0.6796546578407288
+ ],
+ "log_scores_by_expert": [
+ -14.173500061035156,
+ -16.022533416748047,
+ -13.845195770263672,
+ -5.193123817443848,
+ -4.5982232093811035,
+ -7.951496124267578,
+ -8.63705062866211,
+ -4.106357574462891,
+ -8.590330123901367,
+ -0.38617047667503357
+ ],
+ "distances_by_expert": [
+ 28.347000122070312,
+ 32.045066833496094,
+ 27.690391540527344,
+ 10.386247634887695,
+ 9.196446418762207,
+ 15.902992248535156,
+ 17.27410125732422,
+ 8.212715148925781,
+ 17.180660247802734,
+ 0.7723409533500671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.254638671875,
+ "language": 52.94120788574219
+ }
+ },
+ {
+ "routing_index": 754,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.706424642288766e-07,
+ 1.0625515045603606e-07,
+ 9.283002100346494e-07,
+ 0.005367223173379898,
+ 0.009917561896145344,
+ 0.00033961088047362864,
+ 0.0001750551164150238,
+ 0.015981828793883324,
+ 0.00018028791237156838,
+ 0.6772603988647461
+ ],
+ "log_scores_by_expert": [
+ -14.2150297164917,
+ -16.057422637939453,
+ -13.889910697937012,
+ -5.227444648742676,
+ -4.613448143005371,
+ -7.987709999084473,
+ -8.650409698486328,
+ -4.136302947998047,
+ -8.620955467224121,
+ -0.38969942927360535
+ ],
+ "distances_by_expert": [
+ 28.4300594329834,
+ 32.114845275878906,
+ 27.779821395874023,
+ 10.454889297485352,
+ 9.226896286010742,
+ 15.975419998168945,
+ 17.300819396972656,
+ 8.272605895996094,
+ 17.241910934448242,
+ 0.7793988585472107
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3322.50048828125,
+ "language": 52.946876525878906
+ }
+ },
+ {
+ "routing_index": 755,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.792884619244433e-07,
+ 1.1003003663745403e-07,
+ 9.48630827224406e-07,
+ 0.005313951522111893,
+ 0.009746091440320015,
+ 0.00035414600279182196,
+ 0.0001771013776306063,
+ 0.01615336164832115,
+ 0.0001820856414269656,
+ 0.6892322301864624
+ ],
+ "log_scores_by_expert": [
+ -14.20221996307373,
+ -16.022512435913086,
+ -13.868246078491211,
+ -5.237419605255127,
+ -4.630888938903809,
+ -7.945801258087158,
+ -8.638788223266602,
+ -4.125627040863037,
+ -8.61103343963623,
+ -0.37217700481414795
+ ],
+ "distances_by_expert": [
+ 28.40443992614746,
+ 32.04502487182617,
+ 27.736492156982422,
+ 10.474839210510254,
+ 9.261777877807617,
+ 15.891602516174316,
+ 17.277576446533203,
+ 8.251254081726074,
+ 17.22206687927246,
+ 0.7443540096282959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3195.01806640625,
+ "language": 52.91844940185547
+ }
+ },
+ {
+ "routing_index": 756,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.582313858416455e-07,
+ 1.0467846323081176e-07,
+ 9.09409834548569e-07,
+ 0.005196059122681618,
+ 0.009524823166429996,
+ 0.0003436532861087471,
+ 0.00017173998639918864,
+ 0.015772053971886635,
+ 0.00017764877702575177,
+ 0.6701776385307312
+ ],
+ "log_scores_by_expert": [
+ -14.233709335327148,
+ -16.072372436523438,
+ -13.910470008850098,
+ -5.259854793548584,
+ -4.653853893280029,
+ -7.975877285003662,
+ -8.66952896118164,
+ -4.149515628814697,
+ -8.635702133178711,
+ -0.40021243691444397
+ ],
+ "distances_by_expert": [
+ 28.467418670654297,
+ 32.144744873046875,
+ 27.820940017700195,
+ 10.519709587097168,
+ 9.307707786560059,
+ 15.951754570007324,
+ 17.33905792236328,
+ 8.299031257629395,
+ 17.271404266357422,
+ 0.8004248738288879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.887939453125,
+ "language": 52.907737731933594
+ }
+ },
+ {
+ "routing_index": 757,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.31782768323319e-07,
+ 1.019311213212859e-07,
+ 8.727786280360306e-07,
+ 0.005081712733954191,
+ 0.009429840371012688,
+ 0.0003375271917320788,
+ 0.0001705281756585464,
+ 0.015334084630012512,
+ 0.0001697038533166051,
+ 0.6616615653038025
+ ],
+ "log_scores_by_expert": [
+ -14.274720191955566,
+ -16.098968505859375,
+ -13.951583862304688,
+ -5.282106876373291,
+ -4.663876056671143,
+ -7.9938645362854,
+ -8.676609992980957,
+ -4.177677154541016,
+ -8.681455612182617,
+ -0.4130011200904846
+ ],
+ "distances_by_expert": [
+ 28.549440383911133,
+ 32.19793701171875,
+ 27.903167724609375,
+ 10.564213752746582,
+ 9.327752113342285,
+ 15.9877290725708,
+ 17.353219985961914,
+ 8.355354309082031,
+ 17.362911224365234,
+ 0.8260022401809692
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.039306640625,
+ "language": 52.95044708251953
+ }
+ },
+ {
+ "routing_index": 758,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.315978566817648e-07,
+ 9.920989896272658e-08,
+ 8.721945619072358e-07,
+ 0.005069940350949764,
+ 0.00911504216492176,
+ 0.00032262387685477734,
+ 0.00016537948977202177,
+ 0.015043034218251705,
+ 0.00017155516252387315,
+ 0.6354571580886841
+ ],
+ "log_scores_by_expert": [
+ -14.275012969970703,
+ -16.126028060913086,
+ -13.952253341674805,
+ -5.284426212310791,
+ -4.697829246520996,
+ -8.039023399353027,
+ -8.707267761230469,
+ -4.196840286254883,
+ -8.670605659484863,
+ -0.45341065526008606
+ ],
+ "distances_by_expert": [
+ 28.550025939941406,
+ 32.25205612182617,
+ 27.90450668334961,
+ 10.568852424621582,
+ 9.395658493041992,
+ 16.078046798706055,
+ 17.414535522460938,
+ 8.393680572509766,
+ 17.341211318969727,
+ 0.9068213105201721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.268310546875,
+ "language": 52.92900085449219
+ }
+ },
+ {
+ "routing_index": 759,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.134899876997224e-07,
+ 9.870217354546185e-08,
+ 8.575389642828668e-07,
+ 0.004989494103938341,
+ 0.009134761057794094,
+ 0.00032016783370636404,
+ 0.00016429480456281453,
+ 0.014910069294273853,
+ 0.00016979596694000065,
+ 0.6347092986106873
+ ],
+ "log_scores_by_expert": [
+ -14.304101943969727,
+ -16.13115882873535,
+ -13.969199180603027,
+ -5.300420761108398,
+ -4.6956682205200195,
+ -8.04666519165039,
+ -8.713848114013672,
+ -4.205718517303467,
+ -8.680912971496582,
+ -0.4545882046222687
+ ],
+ "distances_by_expert": [
+ 28.608203887939453,
+ 32.2623176574707,
+ 27.938398361206055,
+ 10.600841522216797,
+ 9.391336441040039,
+ 16.09333038330078,
+ 17.427696228027344,
+ 8.411437034606934,
+ 17.361825942993164,
+ 0.9091764092445374
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.117919921875,
+ "language": 52.90708923339844
+ }
+ },
+ {
+ "routing_index": 760,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.970668439658766e-07,
+ 9.479015261604218e-08,
+ 8.430685625171463e-07,
+ 0.004892372526228428,
+ 0.008903400041162968,
+ 0.0003138147876597941,
+ 0.0001609258761163801,
+ 0.014580179937183857,
+ 0.00016502218204550445,
+ 0.6169543862342834
+ ],
+ "log_scores_by_expert": [
+ -14.331236839294434,
+ -16.171600341796875,
+ -13.986217498779297,
+ -5.320077896118164,
+ -4.721322059631348,
+ -8.066707611083984,
+ -8.734566688537598,
+ -4.228092193603516,
+ -8.709430694580078,
+ -0.48296016454696655
+ ],
+ "distances_by_expert": [
+ 28.662473678588867,
+ 32.34320068359375,
+ 27.972434997558594,
+ 10.640155792236328,
+ 9.442644119262695,
+ 16.13341522216797,
+ 17.469133377075195,
+ 8.456184387207031,
+ 17.418861389160156,
+ 0.9659203290939331
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3213.438720703125,
+ "language": 52.91612243652344
+ }
+ },
+ {
+ "routing_index": 761,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.674903829662071e-07,
+ 9.571416370590669e-08,
+ 9.281612278755347e-07,
+ 0.00437815859913826,
+ 0.009256230667233467,
+ 0.00025813060346990824,
+ 0.00015832611825317144,
+ 0.01527391653507948,
+ 0.00017225930059794337,
+ 0.6876293420791626
+ ],
+ "log_scores_by_expert": [
+ -14.219740867614746,
+ -16.16189956665039,
+ -13.890060424804688,
+ -5.431127071380615,
+ -4.682458400726318,
+ -8.262044906616211,
+ -8.750853538513184,
+ -4.1816086769104,
+ -8.666509628295898,
+ -0.37450531125068665
+ ],
+ "distances_by_expert": [
+ 28.439481735229492,
+ 32.32379913330078,
+ 27.780120849609375,
+ 10.86225414276123,
+ 9.364916801452637,
+ 16.524089813232422,
+ 17.501707077026367,
+ 8.3632173538208,
+ 17.333019256591797,
+ 0.7490106225013733
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3573.56494140625,
+ "language": 52.91363525390625
+ }
+ },
+ {
+ "routing_index": 762,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.968544994379045e-07,
+ 1.0225866020618923e-07,
+ 9.57620500230405e-07,
+ 0.00434435298666358,
+ 0.009736021049320698,
+ 0.0002611021336633712,
+ 0.00016429732204414904,
+ 0.01563156396150589,
+ 0.00017881428357213736,
+ 0.7160557508468628
+ ],
+ "log_scores_by_expert": [
+ -14.176689147949219,
+ -16.095760345458984,
+ -13.858814239501953,
+ -5.438878536224365,
+ -4.631922721862793,
+ -8.250598907470703,
+ -8.71383285522461,
+ -4.158463001251221,
+ -8.629162788391113,
+ -0.3339972496032715
+ ],
+ "distances_by_expert": [
+ 28.353378295898438,
+ 32.19152069091797,
+ 27.717628479003906,
+ 10.87775707244873,
+ 9.263845443725586,
+ 16.501197814941406,
+ 17.42766571044922,
+ 8.316926002502441,
+ 17.258325576782227,
+ 0.667994499206543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.523681640625,
+ "language": 52.91930389404297
+ }
+ },
+ {
+ "routing_index": 763,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.640862236257817e-07,
+ 1.158539149059834e-07,
+ 1.036471985571552e-06,
+ 0.005027740262448788,
+ 0.011008741334080696,
+ 0.0003133966529276222,
+ 0.00018368219025433064,
+ 0.017648320645093918,
+ 0.0001966968411579728,
+ 0.8221578001976013
+ ],
+ "log_scores_by_expert": [
+ -14.084585189819336,
+ -15.970935821533203,
+ -13.779687881469727,
+ -5.292784690856934,
+ -4.509065628051758,
+ -8.06804084777832,
+ -8.602303504943848,
+ -4.03711462020874,
+ -8.533846855163574,
+ -0.19582290947437286
+ ],
+ "distances_by_expert": [
+ 28.169170379638672,
+ 31.941871643066406,
+ 27.559375762939453,
+ 10.585569381713867,
+ 9.018131256103516,
+ 16.13608169555664,
+ 17.204607009887695,
+ 8.07422924041748,
+ 17.06769371032715,
+ 0.3916458189487457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.258056640625,
+ "language": 52.914459228515625
+ }
+ },
+ {
+ "routing_index": 764,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.47981573567813e-07,
+ 1.212744109579944e-07,
+ 1.0087795772051322e-06,
+ 0.005101529415696859,
+ 0.011224141344428062,
+ 0.000346194370649755,
+ 0.00018698071653489023,
+ 0.017940130084753036,
+ 0.00019791352679021657,
+ 0.8498780727386475
+ ],
+ "log_scores_by_expert": [
+ -14.105887413024902,
+ -15.925209999084473,
+ -13.806769371032715,
+ -5.278214931488037,
+ -4.489688396453857,
+ -7.968510150909424,
+ -8.584505081176758,
+ -4.020715236663818,
+ -8.527680397033691,
+ -0.16266243159770966
+ ],
+ "distances_by_expert": [
+ 28.211774826049805,
+ 31.850419998168945,
+ 27.61353874206543,
+ 10.556429862976074,
+ 8.979376792907715,
+ 15.937020301818848,
+ 17.169010162353516,
+ 8.041430473327637,
+ 17.055360794067383,
+ 0.3253248631954193
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3466.0009765625,
+ "language": 52.924720764160156
+ }
+ },
+ {
+ "routing_index": 765,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.196768478934246e-07,
+ 1.028947167469596e-07,
+ 9.573831221132423e-07,
+ 0.004597824066877365,
+ 0.01024548802524805,
+ 0.0003068108344450593,
+ 0.00017492995539214462,
+ 0.016965331509709358,
+ 0.00018674494640436023,
+ 0.7743455171585083
+ ],
+ "log_scores_by_expert": [
+ -14.144463539123535,
+ -16.08955955505371,
+ -13.859062194824219,
+ -5.382172107696533,
+ -4.580917835235596,
+ -8.089279174804688,
+ -8.651124954223633,
+ -4.076583385467529,
+ -8.585766792297363,
+ -0.25573715567588806
+ ],
+ "distances_by_expert": [
+ 28.28892707824707,
+ 32.17911911010742,
+ 27.718124389648438,
+ 10.764344215393066,
+ 9.161835670471191,
+ 16.178558349609375,
+ 17.302249908447266,
+ 8.153166770935059,
+ 17.171533584594727,
+ 0.5114743113517761
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.908935546875,
+ "language": 52.93803024291992
+ }
+ },
+ {
+ "routing_index": 766,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.237334784804261e-07,
+ 1.090509940127049e-07,
+ 9.824965445659473e-07,
+ 0.0048307981342077255,
+ 0.010709776543080807,
+ 0.00031894154381006956,
+ 0.00018132870900444686,
+ 0.017335236072540283,
+ 0.0001907400437630713,
+ 0.7944021224975586
+ ],
+ "log_scores_by_expert": [
+ -14.138842582702637,
+ -16.031450271606445,
+ -13.833168983459473,
+ -5.3327436447143555,
+ -4.536598205566406,
+ -8.05050277709961,
+ -8.615199089050293,
+ -4.055014133453369,
+ -8.56459903717041,
+ -0.230165496468544
+ ],
+ "distances_by_expert": [
+ 28.277685165405273,
+ 32.06290054321289,
+ 27.666337966918945,
+ 10.665487289428711,
+ 9.073196411132812,
+ 16.10100555419922,
+ 17.230398178100586,
+ 8.110028266906738,
+ 17.12919807434082,
+ 0.460330992937088
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.773681640625,
+ "language": 52.9182243347168
+ }
+ },
+ {
+ "routing_index": 767,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.433401947309903e-07,
+ 1.0904037850423265e-07,
+ 9.97385427581321e-07,
+ 0.004657808691263199,
+ 0.010153383947908878,
+ 0.00031452157418243587,
+ 0.00017961638513952494,
+ 0.01734897866845131,
+ 0.0001951458543771878,
+ 0.784488320350647
+ ],
+ "log_scores_by_expert": [
+ -14.112112045288086,
+ -16.03154754638672,
+ -13.81812858581543,
+ -5.369210243225098,
+ -4.5899481773376465,
+ -8.064457893371582,
+ -8.624687194824219,
+ -4.0542216300964355,
+ -8.541763305664062,
+ -0.24272353947162628
+ ],
+ "distances_by_expert": [
+ 28.224224090576172,
+ 32.06309509277344,
+ 27.63625717163086,
+ 10.738420486450195,
+ 9.179896354675293,
+ 16.128915786743164,
+ 17.249374389648438,
+ 8.108443260192871,
+ 17.083526611328125,
+ 0.48544707894325256
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.06640625,
+ "language": 52.917076110839844
+ }
+ },
+ {
+ "routing_index": 768,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.247612643368484e-07,
+ 1.128112288029115e-07,
+ 9.87204884950188e-07,
+ 0.00465355021879077,
+ 0.010256398469209671,
+ 0.0003038338618353009,
+ 0.00017610685608815402,
+ 0.016689768061041832,
+ 0.00019087325199507177,
+ 0.7739095687866211
+ ],
+ "log_scores_by_expert": [
+ -14.137423515319824,
+ -15.997550010681152,
+ -13.828388214111328,
+ -5.370124816894531,
+ -4.579853534698486,
+ -8.099029541015625,
+ -8.64441967010498,
+ -4.092959403991699,
+ -8.5639009475708,
+ -0.2563002407550812
+ ],
+ "distances_by_expert": [
+ 28.27484703063965,
+ 31.995100021362305,
+ 27.656776428222656,
+ 10.740249633789062,
+ 9.159707069396973,
+ 16.19805908203125,
+ 17.28883934020996,
+ 8.185918807983398,
+ 17.1278018951416,
+ 0.5126004815101624
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3441.883544921875,
+ "language": 52.9217414855957
+ }
+ },
+ {
+ "routing_index": 769,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.533076313848142e-07,
+ 1.1404601707454276e-07,
+ 1.018328475765884e-06,
+ 0.0047363112680613995,
+ 0.010448798537254333,
+ 0.0003117672458756715,
+ 0.00017883116379380226,
+ 0.01728077232837677,
+ 0.0001974830956896767,
+ 0.790420651435852
+ ],
+ "log_scores_by_expert": [
+ -14.09879207611084,
+ -15.986663818359375,
+ -13.797348022460938,
+ -5.35249662399292,
+ -4.561268329620361,
+ -8.073253631591797,
+ -8.629068374633789,
+ -4.058160781860352,
+ -8.529857635498047,
+ -0.2351900190114975
+ ],
+ "distances_by_expert": [
+ 28.19758415222168,
+ 31.97332763671875,
+ 27.594696044921875,
+ 10.70499324798584,
+ 9.122536659240723,
+ 16.146507263183594,
+ 17.258136749267578,
+ 8.116321563720703,
+ 17.059715270996094,
+ 0.470380038022995
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3496.568115234375,
+ "language": 52.92414855957031
+ }
+ },
+ {
+ "routing_index": 770,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.399960395559901e-07,
+ 1.1757559548186691e-07,
+ 9.910470453178277e-07,
+ 0.004965526983141899,
+ 0.010651204735040665,
+ 0.0003420579887460917,
+ 0.00018601938791107386,
+ 0.017686381936073303,
+ 0.00019789559883065522,
+ 0.808685839176178
+ ],
+ "log_scores_by_expert": [
+ -14.116621017456055,
+ -15.956184387207031,
+ -13.824503898620605,
+ -5.305235862731934,
+ -4.5420823097229,
+ -7.980530261993408,
+ -8.589659690856934,
+ -4.0349602699279785,
+ -8.52777099609375,
+ -0.21234475076198578
+ ],
+ "distances_by_expert": [
+ 28.23324203491211,
+ 31.912368774414062,
+ 27.64900779724121,
+ 10.610471725463867,
+ 9.0841646194458,
+ 15.961060523986816,
+ 17.179319381713867,
+ 8.069920539855957,
+ 17.0555419921875,
+ 0.42468950152397156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.3017578125,
+ "language": 52.91893005371094
+ }
+ },
+ {
+ "routing_index": 771,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.227409923871164e-07,
+ 1.2336654720002116e-07,
+ 1.0025235042121494e-06,
+ 0.005434899125248194,
+ 0.010493171401321888,
+ 0.0003894560504704714,
+ 0.00018893578089773655,
+ 0.017526444047689438,
+ 0.00019290194904897362,
+ 0.7677154541015625
+ ],
+ "log_scores_by_expert": [
+ -14.140214920043945,
+ -15.908105850219727,
+ -13.812990188598633,
+ -5.214914321899414,
+ -4.55703067779541,
+ -7.850759506225586,
+ -8.574103355407715,
+ -4.044044494628906,
+ -8.553328514099121,
+ -0.26433610916137695
+ ],
+ "distances_by_expert": [
+ 28.28042984008789,
+ 31.816211700439453,
+ 27.625980377197266,
+ 10.429828643798828,
+ 9.11406135559082,
+ 15.701519012451172,
+ 17.14820671081543,
+ 8.088088989257812,
+ 17.106657028198242,
+ 0.5286722183227539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.304443359375,
+ "language": 52.92800521850586
+ }
+ },
+ {
+ "routing_index": 772,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.721138561260886e-07,
+ 1.142411960586287e-07,
+ 9.541892040942912e-07,
+ 0.005287270527333021,
+ 0.00995650701224804,
+ 0.0003719004162121564,
+ 0.0001840751792769879,
+ 0.016622062772512436,
+ 0.00018014440138358623,
+ 0.7230925559997559
+ ],
+ "log_scores_by_expert": [
+ -14.212838172912598,
+ -15.984953880310059,
+ -13.862403869628906,
+ -5.242453098297119,
+ -4.6095290184021,
+ -7.896884441375732,
+ -8.600166320800781,
+ -4.097024440765381,
+ -8.62175178527832,
+ -0.32421809434890747
+ ],
+ "distances_by_expert": [
+ 28.425676345825195,
+ 31.969907760620117,
+ 27.724807739257812,
+ 10.484906196594238,
+ 9.2190580368042,
+ 15.793768882751465,
+ 17.200332641601562,
+ 8.194048881530762,
+ 17.24350357055664,
+ 0.6484361886978149
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.664306640625,
+ "language": 52.93545150756836
+ }
+ },
+ {
+ "routing_index": 773,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.270204835345794e-07,
+ 8.800513739970484e-08,
+ 8.842549164000957e-07,
+ 0.003978762775659561,
+ 0.008473028428852558,
+ 0.00022394950792659074,
+ 0.00014995693345554173,
+ 0.014113951474428177,
+ 0.00016152938769664615,
+ 0.632878839969635
+ ],
+ "log_scores_by_expert": [
+ -14.282286643981934,
+ -16.24587059020996,
+ -13.938520431518555,
+ -5.526784420013428,
+ -4.770867347717285,
+ -8.40408992767334,
+ -8.80516242980957,
+ -4.260591506958008,
+ -8.730823516845703,
+ -0.4574763774871826
+ ],
+ "distances_by_expert": [
+ 28.564573287963867,
+ 32.49174118041992,
+ 27.87704086303711,
+ 11.053568840026855,
+ 9.54173469543457,
+ 16.80817985534668,
+ 17.61032485961914,
+ 8.521183013916016,
+ 17.461647033691406,
+ 0.9149527549743652
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3551.901123046875,
+ "language": 52.92190170288086
+ }
+ },
+ {
+ "routing_index": 774,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.349478667289077e-07,
+ 9.518365828853348e-08,
+ 8.836311167215172e-07,
+ 0.0040666148997843266,
+ 0.009180375374853611,
+ 0.00023711667745374143,
+ 0.0001554703776491806,
+ 0.014523262158036232,
+ 0.00016656614025123417,
+ 0.6727649569511414
+ ],
+ "log_scores_by_expert": [
+ -14.269722938537598,
+ -16.167457580566406,
+ -13.939226150512695,
+ -5.504944324493408,
+ -4.69068717956543,
+ -8.34695816040039,
+ -8.769055366516113,
+ -4.232003688812256,
+ -8.700118064880371,
+ -0.39635926485061646
+ ],
+ "distances_by_expert": [
+ 28.539445877075195,
+ 32.33491516113281,
+ 27.87845230102539,
+ 11.009888648986816,
+ 9.38137435913086,
+ 16.69391632080078,
+ 17.538110733032227,
+ 8.464007377624512,
+ 17.400236129760742,
+ 0.7927185297012329
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.599365234375,
+ "language": 52.93594741821289
+ }
+ },
+ {
+ "routing_index": 775,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.846390760983923e-07,
+ 1.0319188703533655e-07,
+ 9.379555194755085e-07,
+ 0.004649522248655558,
+ 0.01018383540213108,
+ 0.00027192613924853504,
+ 0.00016710153431631625,
+ 0.015826528891921043,
+ 0.00017906667198985815,
+ 0.7389958500862122
+ ],
+ "log_scores_by_expert": [
+ -14.194374084472656,
+ -16.0866756439209,
+ -13.879563331604004,
+ -5.370990753173828,
+ -4.586953639984131,
+ -8.209980010986328,
+ -8.696908950805664,
+ -4.1460676193237305,
+ -8.627752304077148,
+ -0.30246299505233765
+ ],
+ "distances_by_expert": [
+ 28.388748168945312,
+ 32.1733512878418,
+ 27.759126663208008,
+ 10.741981506347656,
+ 9.173907279968262,
+ 16.419960021972656,
+ 17.393817901611328,
+ 8.292135238647461,
+ 17.255504608154297,
+ 0.6049259901046753
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.7802734375,
+ "language": 52.92096710205078
+ }
+ },
+ {
+ "routing_index": 776,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66609935251472e-07,
+ 1.0649841897247825e-07,
+ 9.160128797702782e-07,
+ 0.004645097069442272,
+ 0.010405496694147587,
+ 0.00029251870000734925,
+ 0.0001690638455329463,
+ 0.01595868542790413,
+ 0.00018039281712844968,
+ 0.7717959880828857
+ ],
+ "log_scores_by_expert": [
+ -14.221060752868652,
+ -16.05513572692871,
+ -13.90323543548584,
+ -5.37194299697876,
+ -4.565421104431152,
+ -8.136981964111328,
+ -8.685234069824219,
+ -4.137752056121826,
+ -8.620373725891113,
+ -0.25903502106666565
+ ],
+ "distances_by_expert": [
+ 28.442121505737305,
+ 32.11027145385742,
+ 27.80647087097168,
+ 10.74388599395752,
+ 9.130842208862305,
+ 16.273963928222656,
+ 17.370468139648438,
+ 8.275504112243652,
+ 17.240747451782227,
+ 0.5180700421333313
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.862548828125,
+ "language": 52.88932418823242
+ }
+ },
+ {
+ "routing_index": 777,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.530939913318434e-07,
+ 9.852631421836122e-08,
+ 8.9437202177578e-07,
+ 0.00440999586135149,
+ 0.009587304666638374,
+ 0.0002992631634697318,
+ 0.00016751351358834654,
+ 0.01594145968556404,
+ 0.00017288074013777077,
+ 0.7266178727149963
+ ],
+ "log_scores_by_expert": [
+ -14.241544723510742,
+ -16.13294219970703,
+ -13.927144050598145,
+ -5.423881530761719,
+ -4.647315502166748,
+ -8.114187240600586,
+ -8.694446563720703,
+ -4.138832092285156,
+ -8.662908554077148,
+ -0.3193545937538147
+ ],
+ "distances_by_expert": [
+ 28.483089447021484,
+ 32.26588439941406,
+ 27.85428810119629,
+ 10.847763061523438,
+ 9.294631004333496,
+ 16.228374481201172,
+ 17.388893127441406,
+ 8.277664184570312,
+ 17.325817108154297,
+ 0.6387091875076294
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.64697265625,
+ "language": 52.94136047363281
+ }
+ },
+ {
+ "routing_index": 778,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.592711088160286e-07,
+ 9.510870313533815e-08,
+ 8.988535000753473e-07,
+ 0.004283083137124777,
+ 0.009378711692988873,
+ 0.0002784689422696829,
+ 0.0001628267054911703,
+ 0.015512093901634216,
+ 0.00017605781613383442,
+ 0.6922940015792847
+ ],
+ "log_scores_by_expert": [
+ -14.232131004333496,
+ -16.168245315551758,
+ -13.92214584350586,
+ -5.453082084655762,
+ -4.669312953948975,
+ -8.186203956604004,
+ -8.722824096679688,
+ -4.166135311126709,
+ -8.644698143005371,
+ -0.3677445650100708
+ ],
+ "distances_by_expert": [
+ 28.464262008666992,
+ 32.336490631103516,
+ 27.84429168701172,
+ 10.906164169311523,
+ 9.33862590789795,
+ 16.372407913208008,
+ 17.445648193359375,
+ 8.332270622253418,
+ 17.289396286010742,
+ 0.7354891300201416
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3391.16845703125,
+ "language": 52.91658020019531
+ }
+ },
+ {
+ "routing_index": 779,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.100392167558311e-07,
+ 1.0555039153814505e-07,
+ 9.708862762636272e-07,
+ 0.0044805328361690044,
+ 0.010065726935863495,
+ 0.0002901310508605093,
+ 0.00017366433166898787,
+ 0.01665499620139599,
+ 0.00018834929505828768,
+ 0.7656505107879639
+ ],
+ "log_scores_by_expert": [
+ -14.15794563293457,
+ -16.064077377319336,
+ -13.845056533813477,
+ -5.408013343811035,
+ -4.598618984222412,
+ -8.145177841186523,
+ -8.65838623046875,
+ -4.09504508972168,
+ -8.5772123336792,
+ -0.26702946424484253
+ ],
+ "distances_by_expert": [
+ 28.31589126586914,
+ 32.12815475463867,
+ 27.690113067626953,
+ 10.81602668762207,
+ 9.197237968444824,
+ 16.290355682373047,
+ 17.3167724609375,
+ 8.19009017944336,
+ 17.1544246673584,
+ 0.5340589284896851
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.824951171875,
+ "language": 52.87665939331055
+ }
+ },
+ {
+ "routing_index": 780,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.726081664965022e-07,
+ 1.0796650684596898e-07,
+ 9.186032343677653e-07,
+ 0.004698155913501978,
+ 0.010304045863449574,
+ 0.00030832848278805614,
+ 0.000172905478393659,
+ 0.0164576955139637,
+ 0.00018124435155186802,
+ 0.785092294216156
+ ],
+ "log_scores_by_expert": [
+ -14.212102890014648,
+ -16.041444778442383,
+ -13.900411605834961,
+ -5.3605852127075195,
+ -4.575218677520752,
+ -8.084344863891602,
+ -8.662765502929688,
+ -4.106962203979492,
+ -8.6156644821167,
+ -0.2419540286064148
+ ],
+ "distances_by_expert": [
+ 28.424205780029297,
+ 32.082889556884766,
+ 27.800823211669922,
+ 10.721170425415039,
+ 9.150437355041504,
+ 16.168689727783203,
+ 17.325531005859375,
+ 8.213924407958984,
+ 17.2313289642334,
+ 0.4839080572128296
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.750244140625,
+ "language": 52.926300048828125
+ }
+ },
+ {
+ "routing_index": 781,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.641047889388574e-07,
+ 9.832618985683439e-08,
+ 9.038778898684541e-07,
+ 0.00426889443770051,
+ 0.009296624921262264,
+ 0.00026558293029665947,
+ 0.00016278632392641157,
+ 0.015317868441343307,
+ 0.000179243681486696,
+ 0.7152179479598999
+ ],
+ "log_scores_by_expert": [
+ -14.224825859069824,
+ -16.13497543334961,
+ -13.916571617126465,
+ -5.456400394439697,
+ -4.678103923797607,
+ -8.233583450317383,
+ -8.723072052001953,
+ -4.178735256195068,
+ -8.626764297485352,
+ -0.33516794443130493
+ ],
+ "distances_by_expert": [
+ 28.44965171813965,
+ 32.26995086669922,
+ 27.83314323425293,
+ 10.912800788879395,
+ 9.356207847595215,
+ 16.467166900634766,
+ 17.446144104003906,
+ 8.357470512390137,
+ 17.253528594970703,
+ 0.6703358888626099
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3543.1611328125,
+ "language": 52.929046630859375
+ }
+ },
+ {
+ "routing_index": 782,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.225314675451955e-07,
+ 1.0589096888224958e-07,
+ 9.952304935723078e-07,
+ 0.004531102254986763,
+ 0.009614286944270134,
+ 0.0002847077848855406,
+ 0.00017000515072140843,
+ 0.016092604026198387,
+ 0.00019140679796691984,
+ 0.7167122960090637
+ ],
+ "log_scores_by_expert": [
+ -14.140504837036133,
+ -16.060855865478516,
+ -13.820291519165039,
+ -5.396790027618408,
+ -4.644505023956299,
+ -8.164047241210938,
+ -8.679681777954102,
+ -4.129395484924316,
+ -8.56110954284668,
+ -0.33308085799217224
+ ],
+ "distances_by_expert": [
+ 28.281009674072266,
+ 32.12171173095703,
+ 27.640583038330078,
+ 10.793580055236816,
+ 9.289010047912598,
+ 16.328094482421875,
+ 17.359363555908203,
+ 8.258790969848633,
+ 17.12221908569336,
+ 0.6661617159843445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.514892578125,
+ "language": 52.90299987792969
+ }
+ },
+ {
+ "routing_index": 783,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.259088192768104e-07,
+ 1.0570552433364355e-07,
+ 9.777995728654787e-07,
+ 0.004558357875794172,
+ 0.009527317248284817,
+ 0.0002869571908377111,
+ 0.00017030209710355848,
+ 0.015959857031702995,
+ 0.00019269896438345313,
+ 0.7022417783737183
+ ],
+ "log_scores_by_expert": [
+ -14.135841369628906,
+ -16.06260871887207,
+ -13.837961196899414,
+ -5.3907928466796875,
+ -4.653592109680176,
+ -8.156177520751953,
+ -8.677936553955078,
+ -4.137678623199463,
+ -8.554381370544434,
+ -0.3534775376319885
+ ],
+ "distances_by_expert": [
+ 28.271682739257812,
+ 32.12521743774414,
+ 27.675922393798828,
+ 10.781585693359375,
+ 9.307184219360352,
+ 16.312355041503906,
+ 17.355873107910156,
+ 8.275357246398926,
+ 17.108762741088867,
+ 0.706955075263977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.752197265625,
+ "language": 52.927303314208984
+ }
+ },
+ {
+ "routing_index": 784,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.15979217855056e-07,
+ 1.012467549799112e-07,
+ 8.616353284196521e-07,
+ 0.004943576641380787,
+ 0.008994344621896744,
+ 0.0003359843394719064,
+ 0.00016448591486550868,
+ 0.01499490812420845,
+ 0.0001705940521787852,
+ 0.6397943496704102
+ ],
+ "log_scores_by_expert": [
+ -14.300052642822266,
+ -16.10570526123047,
+ -13.964433670043945,
+ -5.309666156768799,
+ -4.7111592292785645,
+ -7.998445987701416,
+ -8.712685585021973,
+ -4.200044631958008,
+ -8.676223754882812,
+ -0.44660845398902893
+ ],
+ "distances_by_expert": [
+ 28.60010528564453,
+ 32.21141052246094,
+ 27.92886734008789,
+ 10.619332313537598,
+ 9.422318458557129,
+ 15.996891975402832,
+ 17.425371170043945,
+ 8.400089263916016,
+ 17.352447509765625,
+ 0.8932169079780579
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.850830078125,
+ "language": 52.91157913208008
+ }
+ },
+ {
+ "routing_index": 785,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.826753977089538e-07,
+ 9.25622103409296e-08,
+ 8.040428838285152e-07,
+ 0.004768624436110258,
+ 0.008246389217674732,
+ 0.0003062045725528151,
+ 0.00015336643264163285,
+ 0.014038676396012306,
+ 0.00016550855070818216,
+ 0.5922079682350159
+ ],
+ "log_scores_by_expert": [
+ -14.355635643005371,
+ -16.195384979248047,
+ -14.033613204956055,
+ -5.345697402954102,
+ -4.797979831695557,
+ -8.091257095336914,
+ -8.78268051147461,
+ -4.265939235687256,
+ -8.706487655639648,
+ -0.5238974690437317
+ ],
+ "distances_by_expert": [
+ 28.711271286010742,
+ 32.390769958496094,
+ 28.06722640991211,
+ 10.691394805908203,
+ 9.595959663391113,
+ 16.182514190673828,
+ 17.56536102294922,
+ 8.531878471374512,
+ 17.412975311279297,
+ 1.0477949380874634
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.03857421875,
+ "language": 52.89752960205078
+ }
+ },
+ {
+ "routing_index": 786,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.821699460284435e-07,
+ 9.525576416535841e-08,
+ 8.05439640316763e-07,
+ 0.0048203375190496445,
+ 0.008564455434679985,
+ 0.00031533758738078177,
+ 0.00015737277863081545,
+ 0.01430455781519413,
+ 0.00016439623141195625,
+ 0.6157695055007935
+ ],
+ "log_scores_by_expert": [
+ -14.3565034866333,
+ -16.16670036315918,
+ -14.031877517700195,
+ -5.334911346435547,
+ -4.760134696960449,
+ -8.061866760253906,
+ -8.756893157958984,
+ -4.2471771240234375,
+ -8.713231086730957,
+ -0.48488250374794006
+ ],
+ "distances_by_expert": [
+ 28.7130069732666,
+ 32.33340072631836,
+ 28.06375503540039,
+ 10.669822692871094,
+ 9.520269393920898,
+ 16.123733520507812,
+ 17.51378631591797,
+ 8.494354248046875,
+ 17.426462173461914,
+ 0.9697650074958801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.02099609375,
+ "language": 52.93233108520508
+ }
+ },
+ {
+ "routing_index": 787,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.944090162302018e-07,
+ 9.51027274709304e-08,
+ 8.325824865096365e-07,
+ 0.004881511442363262,
+ 0.008661750704050064,
+ 0.0003062673786189407,
+ 0.00015646411338821054,
+ 0.014396057464182377,
+ 0.00016786101332399994,
+ 0.608389139175415
+ ],
+ "log_scores_by_expert": [
+ -14.335698127746582,
+ -16.16830825805664,
+ -13.998733520507812,
+ -5.322300434112549,
+ -4.748838424682617,
+ -8.091052055358887,
+ -8.762683868408203,
+ -4.240800857543945,
+ -8.692374229431152,
+ -0.49694058299064636
+ ],
+ "distances_by_expert": [
+ 28.671396255493164,
+ 32.33661651611328,
+ 27.997467041015625,
+ 10.644600868225098,
+ 9.497676849365234,
+ 16.182104110717773,
+ 17.525367736816406,
+ 8.48160171508789,
+ 17.384748458862305,
+ 0.9938811659812927
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.050537109375,
+ "language": 52.90681457519531
+ }
+ },
+ {
+ "routing_index": 788,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.57602731987572e-07,
+ 8.569687537374193e-08,
+ 7.831562243154622e-07,
+ 0.004591015167534351,
+ 0.007963545620441437,
+ 0.00027798788505606353,
+ 0.00014443183317780495,
+ 0.013303971849381924,
+ 0.00015942141180858016,
+ 0.5530178546905518
+ ],
+ "log_scores_by_expert": [
+ -14.399619102478027,
+ -16.272449493408203,
+ -14.05993366241455,
+ -5.3836541175842285,
+ -4.832880973815918,
+ -8.187932968139648,
+ -8.842702865600586,
+ -4.319692611694336,
+ -8.743959426879883,
+ -0.592365026473999
+ ],
+ "distances_by_expert": [
+ 28.799238204956055,
+ 32.544898986816406,
+ 28.1198673248291,
+ 10.767308235168457,
+ 9.665761947631836,
+ 16.375865936279297,
+ 17.685405731201172,
+ 8.639385223388672,
+ 17.487918853759766,
+ 1.184730052947998
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.366943359375,
+ "language": 52.915870666503906
+ }
+ },
+ {
+ "routing_index": 789,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.673898044733505e-07,
+ 8.681808338906194e-08,
+ 7.948581242089858e-07,
+ 0.0046553174033761024,
+ 0.008067889139056206,
+ 0.0002807014971040189,
+ 0.00014602486044168472,
+ 0.013496684841811657,
+ 0.00016157006029970944,
+ 0.5589607357978821
+ ],
+ "log_scores_by_expert": [
+ -14.382219314575195,
+ -16.259450912475586,
+ -14.0451021194458,
+ -5.369745254516602,
+ -4.819863319396973,
+ -8.178218841552734,
+ -8.831733703613281,
+ -4.30531120300293,
+ -8.730571746826172,
+ -0.5816760659217834
+ ],
+ "distances_by_expert": [
+ 28.76443862915039,
+ 32.51890182495117,
+ 28.0902042388916,
+ 10.739490509033203,
+ 9.639726638793945,
+ 16.35643768310547,
+ 17.663467407226562,
+ 8.61062240600586,
+ 17.461143493652344,
+ 1.163352131843567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.119140625,
+ "language": 52.908531188964844
+ }
+ },
+ {
+ "routing_index": 790,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.302325121192553e-07,
+ 7.968592541374164e-08,
+ 7.499873504457355e-07,
+ 0.004372748546302319,
+ 0.007556833326816559,
+ 0.00025735583039931953,
+ 0.00013741360453423113,
+ 0.012712815776467323,
+ 0.00015276166959665716,
+ 0.5221881866455078
+ ],
+ "log_scores_by_expert": [
+ -14.449950218200684,
+ -16.345172882080078,
+ -14.103209495544434,
+ -5.432363510131836,
+ -4.885303020477295,
+ -8.265050888061523,
+ -8.892515182495117,
+ -4.365144729614258,
+ -8.78663158416748,
+ -0.6497272849082947
+ ],
+ "distances_by_expert": [
+ 28.899900436401367,
+ 32.690345764160156,
+ 28.206418991088867,
+ 10.864727020263672,
+ 9.77060604095459,
+ 16.530101776123047,
+ 17.785030364990234,
+ 8.730289459228516,
+ 17.57326316833496,
+ 1.2994545698165894
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.638671875,
+ "language": 52.91713333129883
+ }
+ },
+ {
+ "routing_index": 791,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.147724664311681e-07,
+ 7.576669958098137e-08,
+ 7.216686412903073e-07,
+ 0.004223634954541922,
+ 0.007275879383087158,
+ 0.00024475654936395586,
+ 0.00013282887812238187,
+ 0.012298685498535633,
+ 0.00014774897135794163,
+ 0.5032230019569397
+ ],
+ "log_scores_by_expert": [
+ -14.479540824890137,
+ -16.395606994628906,
+ -14.14169979095459,
+ -5.467059135437012,
+ -4.923190593719482,
+ -8.31524658203125,
+ -8.926448822021484,
+ -4.398262977600098,
+ -8.819995880126953,
+ -0.6867218613624573
+ ],
+ "distances_by_expert": [
+ 28.959081649780273,
+ 32.79121398925781,
+ 28.28339958190918,
+ 10.934118270874023,
+ 9.846381187438965,
+ 16.6304931640625,
+ 17.85289764404297,
+ 8.796525955200195,
+ 17.639991760253906,
+ 1.3734437227249146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.455322265625,
+ "language": 52.9182014465332
+ }
+ },
+ {
+ "routing_index": 792,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.885129894522834e-07,
+ 9.00739109965798e-08,
+ 8.072198625086457e-07,
+ 0.00465704221278429,
+ 0.008393178693950176,
+ 0.0003055899287573993,
+ 0.0001561196695547551,
+ 0.014273085631430149,
+ 0.00016179069643840194,
+ 0.6013340353965759
+ ],
+ "log_scores_by_expert": [
+ -14.345666885375977,
+ -16.22263526916504,
+ -14.029669761657715,
+ -5.369374752044678,
+ -4.780335903167725,
+ -8.093266487121582,
+ -8.764887809753418,
+ -4.249379634857178,
+ -8.729207038879395,
+ -0.5086047649383545
+ ],
+ "distances_by_expert": [
+ 28.691333770751953,
+ 32.44527053833008,
+ 28.05933952331543,
+ 10.738749504089355,
+ 9.56067180633545,
+ 16.186532974243164,
+ 17.529775619506836,
+ 8.498759269714355,
+ 17.45841407775879,
+ 1.017209529876709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.946044921875,
+ "language": 52.92572021484375
+ }
+ },
+ {
+ "routing_index": 793,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.827059226248821e-07,
+ 8.840471110715953e-08,
+ 8.047164214985969e-07,
+ 0.004697466269135475,
+ 0.008387950249016285,
+ 0.0002973318623844534,
+ 0.00015388830797746778,
+ 0.014124380424618721,
+ 0.00016120789223350585,
+ 0.5907977819442749
+ ],
+ "log_scores_by_expert": [
+ -14.355583190917969,
+ -16.24134063720703,
+ -14.03277587890625,
+ -5.360732078552246,
+ -4.780959129333496,
+ -8.120661735534668,
+ -8.77928352355957,
+ -4.259852886199951,
+ -8.732815742492676,
+ -0.526281476020813
+ ],
+ "distances_by_expert": [
+ 28.711166381835938,
+ 32.48268127441406,
+ 28.0655517578125,
+ 10.721464157104492,
+ 9.561918258666992,
+ 16.241323471069336,
+ 17.55856704711914,
+ 8.519705772399902,
+ 17.46563148498535,
+ 1.052562952041626
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.584716796875,
+ "language": 52.923492431640625
+ }
+ },
+ {
+ "routing_index": 794,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.00247972215584e-07,
+ 9.28330763372287e-08,
+ 8.186597142412211e-07,
+ 0.004747085273265839,
+ 0.008529391139745712,
+ 0.00031238989322446287,
+ 0.00015915527183096856,
+ 0.014561164192855358,
+ 0.00016534289170522243,
+ 0.6149548888206482
+ ],
+ "log_scores_by_expert": [
+ -14.325922966003418,
+ -16.192462921142578,
+ -14.015597343444824,
+ -5.350224494934082,
+ -4.764237403869629,
+ -8.071258544921875,
+ -8.745630264282227,
+ -4.229397296905518,
+ -8.707489013671875,
+ -0.4862062931060791
+ ],
+ "distances_by_expert": [
+ 28.651845932006836,
+ 32.384925842285156,
+ 28.03119468688965,
+ 10.700448989868164,
+ 9.528474807739258,
+ 16.14251708984375,
+ 17.491260528564453,
+ 8.458794593811035,
+ 17.41497802734375,
+ 0.9724125862121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.59814453125,
+ "language": 52.92461013793945
+ }
+ },
+ {
+ "routing_index": 795,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.43853786894033e-07,
+ 7.986913175273003e-08,
+ 7.643077992725011e-07,
+ 0.0043928176164627075,
+ 0.007698239758610725,
+ 0.00025742873549461365,
+ 0.0001406905212206766,
+ 0.012951862998306751,
+ 0.00015468521451111883,
+ 0.5298036932945251
+ ],
+ "log_scores_by_expert": [
+ -14.424585342407227,
+ -16.342876434326172,
+ -14.084295272827148,
+ -5.427784442901611,
+ -4.866763591766357,
+ -8.26476764678955,
+ -8.868947982788086,
+ -4.346515655517578,
+ -8.774118423461914,
+ -0.6352487802505493
+ ],
+ "distances_by_expert": [
+ 28.849170684814453,
+ 32.685752868652344,
+ 28.168590545654297,
+ 10.855568885803223,
+ 9.733527183532715,
+ 16.5295352935791,
+ 17.737895965576172,
+ 8.693031311035156,
+ 17.548236846923828,
+ 1.2704975605010986
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3292.229736328125,
+ "language": 52.925193786621094
+ }
+ },
+ {
+ "routing_index": 796,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.659468342855689e-07,
+ 8.727732847546577e-08,
+ 7.988249990376062e-07,
+ 0.004630459472537041,
+ 0.00825341884046793,
+ 0.0002797874331008643,
+ 0.0001509174471721053,
+ 0.013613663613796234,
+ 0.00016036606393754482,
+ 0.5701978206634521
+ ],
+ "log_scores_by_expert": [
+ -14.384765625,
+ -16.254175186157227,
+ -14.04012393951416,
+ -5.375099182128906,
+ -4.797127723693848,
+ -8.181480407714844,
+ -8.79877758026123,
+ -4.2966814041137695,
+ -8.738051414489746,
+ -0.5617719292640686
+ ],
+ "distances_by_expert": [
+ 28.76953125,
+ 32.50835037231445,
+ 28.08024787902832,
+ 10.750198364257812,
+ 9.594255447387695,
+ 16.362960815429688,
+ 17.59755516052246,
+ 8.593362808227539,
+ 17.476102828979492,
+ 1.1235438585281372
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.589111328125,
+ "language": 52.92491149902344
+ }
+ },
+ {
+ "routing_index": 797,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.04096157985623e-07,
+ 9.248208243661793e-08,
+ 8.360436254406522e-07,
+ 0.004850944969803095,
+ 0.008513742126524448,
+ 0.00030864356085658073,
+ 0.000158144292072393,
+ 0.01441209577023983,
+ 0.00016708209295757115,
+ 0.6021162271499634
+ ],
+ "log_scores_by_expert": [
+ -14.31953239440918,
+ -16.196250915527344,
+ -13.994585037231445,
+ -5.328581809997559,
+ -4.766073703765869,
+ -8.08332347869873,
+ -8.752002716064453,
+ -4.239687442779541,
+ -8.697025299072266,
+ -0.5073047876358032
+ ],
+ "distances_by_expert": [
+ 28.63906478881836,
+ 32.39250183105469,
+ 27.98917007446289,
+ 10.657163619995117,
+ 9.532147407531738,
+ 16.16664695739746,
+ 17.504005432128906,
+ 8.479374885559082,
+ 17.39405059814453,
+ 1.0146095752716064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.01416015625,
+ "language": 52.928672790527344
+ }
+ },
+ {
+ "routing_index": 798,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.873411055290489e-07,
+ 8.788101979462226e-08,
+ 8.165723102138145e-07,
+ 0.004734679125249386,
+ 0.008351463824510574,
+ 0.000289196235826239,
+ 0.00015276327030733228,
+ 0.01404940988868475,
+ 0.00016355754632968456,
+ 0.5831596255302429
+ ],
+ "log_scores_by_expert": [
+ -14.347660064697266,
+ -16.247282028198242,
+ -14.018150329589844,
+ -5.352841377258301,
+ -4.785318374633789,
+ -8.148405075073242,
+ -8.78662109375,
+ -4.265174865722656,
+ -8.718345642089844,
+ -0.5392943620681763
+ ],
+ "distances_by_expert": [
+ 28.69532012939453,
+ 32.494564056396484,
+ 28.036300659179688,
+ 10.705682754516602,
+ 9.570636749267578,
+ 16.296810150146484,
+ 17.5732421875,
+ 8.530349731445312,
+ 17.436691284179688,
+ 1.0785887241363525
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.95068359375,
+ "language": 52.92976760864258
+ }
+ },
+ {
+ "routing_index": 799,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.936459501754143e-07,
+ 8.914651772329307e-08,
+ 8.207359201151121e-07,
+ 0.004757475107908249,
+ 0.00841144472360611,
+ 0.00029598516994155943,
+ 0.0001538197830086574,
+ 0.014218132942914963,
+ 0.00016631820471957326,
+ 0.592177152633667
+ ],
+ "log_scores_by_expert": [
+ -14.336982727050781,
+ -16.23298454284668,
+ -14.01306438446045,
+ -5.348038196563721,
+ -4.778162002563477,
+ -8.125201225280762,
+ -8.779728889465332,
+ -4.253237247467041,
+ -8.701607704162598,
+ -0.5239494442939758
+ ],
+ "distances_by_expert": [
+ 28.673965454101562,
+ 32.46596908569336,
+ 28.0261287689209,
+ 10.696076393127441,
+ 9.556324005126953,
+ 16.250402450561523,
+ 17.559457778930664,
+ 8.506474494934082,
+ 17.403215408325195,
+ 1.0478988885879517
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.75634765625,
+ "language": 52.89509963989258
+ }
+ },
+ {
+ "routing_index": 800,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.809652634525264e-07,
+ 8.621528024832514e-08,
+ 8.034947995838593e-07,
+ 0.004646942485123873,
+ 0.008131260052323341,
+ 0.0002834628976415843,
+ 0.00014922351692803204,
+ 0.013747836463153362,
+ 0.0001625854056328535,
+ 0.5660775303840637
+ ],
+ "log_scores_by_expert": [
+ -14.358574867248535,
+ -16.26641845703125,
+ -14.034295082092285,
+ -5.371545791625977,
+ -4.812039375305176,
+ -8.168429374694824,
+ -8.810065269470215,
+ -4.286873817443848,
+ -8.7243070602417,
+ -0.5690242052078247
+ ],
+ "distances_by_expert": [
+ 28.71714973449707,
+ 32.5328369140625,
+ 28.06859016418457,
+ 10.743091583251953,
+ 9.624078750610352,
+ 16.33685874938965,
+ 17.62013053894043,
+ 8.573747634887695,
+ 17.4486141204834,
+ 1.1380484104156494
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.08984375,
+ "language": 52.92334747314453
+ }
+ },
+ {
+ "routing_index": 801,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.598913273592188e-07,
+ 9.809148338035811e-08,
+ 9.269731435779249e-07,
+ 0.004341865424066782,
+ 0.009253309108316898,
+ 0.0002576072874944657,
+ 0.0001576117501826957,
+ 0.015142298303544521,
+ 0.00017317692982032895,
+ 0.6818590760231018
+ ],
+ "log_scores_by_expert": [
+ -14.23119068145752,
+ -16.137365341186523,
+ -13.891341209411621,
+ -5.439451217651367,
+ -4.682774066925049,
+ -8.264074325561523,
+ -8.755375862121582,
+ -4.190263271331787,
+ -8.6611967086792,
+ -0.38293227553367615
+ ],
+ "distances_by_expert": [
+ 28.46238136291504,
+ 32.27473068237305,
+ 27.782682418823242,
+ 10.878902435302734,
+ 9.365548133850098,
+ 16.528148651123047,
+ 17.510751724243164,
+ 8.380526542663574,
+ 17.3223934173584,
+ 0.7658645510673523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3561.994384765625,
+ "language": 52.88945388793945
+ }
+ },
+ {
+ "routing_index": 802,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.535893817272154e-07,
+ 1.000775000647991e-07,
+ 9.152400934908655e-07,
+ 0.004284651950001717,
+ 0.009496266953647137,
+ 0.0002638621663209051,
+ 0.00015898217679932714,
+ 0.01531035453081131,
+ 0.00017249058873858303,
+ 0.6988239288330078
+ ],
+ "log_scores_by_expert": [
+ -14.2407865524292,
+ -16.117321014404297,
+ -13.90407943725586,
+ -5.452715873718262,
+ -4.656856536865234,
+ -8.240083694458008,
+ -8.746718406677246,
+ -4.179225921630859,
+ -8.665167808532715,
+ -0.3583564758300781
+ ],
+ "distances_by_expert": [
+ 28.4815731048584,
+ 32.234642028808594,
+ 27.80815887451172,
+ 10.905431747436523,
+ 9.313713073730469,
+ 16.480167388916016,
+ 17.493436813354492,
+ 8.358451843261719,
+ 17.33033561706543,
+ 0.7167129516601562
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3463.30517578125,
+ "language": 52.89246368408203
+ }
+ },
+ {
+ "routing_index": 803,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.048564043543593e-07,
+ 1.1163344026954292e-07,
+ 9.562735385770793e-07,
+ 0.004709229338914156,
+ 0.010567283257842064,
+ 0.00029625854222103953,
+ 0.00017247414507437497,
+ 0.016603613272309303,
+ 0.000187346973689273,
+ 0.7971737384796143
+ ],
+ "log_scores_by_expert": [
+ -14.165271759033203,
+ -16.008045196533203,
+ -13.860221862792969,
+ -5.358231067657471,
+ -4.549992561340332,
+ -8.12427806854248,
+ -8.665263175964355,
+ -4.098134994506836,
+ -8.582548141479492,
+ -0.226682648062706
+ ],
+ "distances_by_expert": [
+ 28.330543518066406,
+ 32.016090393066406,
+ 27.720443725585938,
+ 10.716462135314941,
+ 9.099985122680664,
+ 16.24855613708496,
+ 17.33052635192871,
+ 8.196269989013672,
+ 17.165096282958984,
+ 0.453365296125412
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.729736328125,
+ "language": 52.926021575927734
+ }
+ },
+ {
+ "routing_index": 804,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.829216433994588e-07,
+ 9.672943690475222e-08,
+ 8.204753498830542e-07,
+ 0.004162374883890152,
+ 0.009887493215501308,
+ 0.0002642605686560273,
+ 0.00015513623657170683,
+ 0.01484709046781063,
+ 0.00016216668882407248,
+ 0.7324376702308655
+ ],
+ "log_scores_by_expert": [
+ -14.355213165283203,
+ -16.151348114013672,
+ -14.013381958007812,
+ -5.4816694259643555,
+ -4.616484642028809,
+ -8.238574981689453,
+ -8.771206855773926,
+ -4.209951400756836,
+ -8.726885795593262,
+ -0.31137701869010925
+ ],
+ "distances_by_expert": [
+ 28.710426330566406,
+ 32.302696228027344,
+ 28.026763916015625,
+ 10.963338851928711,
+ 9.232969284057617,
+ 16.477149963378906,
+ 17.54241371154785,
+ 8.419902801513672,
+ 17.453771591186523,
+ 0.6227540373802185
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.43798828125,
+ "language": 52.915470123291016
+ }
+ },
+ {
+ "routing_index": 805,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.91298316976463e-07,
+ 9.516767818240623e-08,
+ 8.271359774880693e-07,
+ 0.00409566517919302,
+ 0.009831246919929981,
+ 0.00025485968217253685,
+ 0.00015528840594924986,
+ 0.014814615249633789,
+ 0.00016085943207144737,
+ 0.7221758961677551
+ ],
+ "log_scores_by_expert": [
+ -14.34094524383545,
+ -16.167625427246094,
+ -14.00529670715332,
+ -5.497826099395752,
+ -4.622189521789551,
+ -8.274797439575195,
+ -8.77022647857666,
+ -4.212141036987305,
+ -8.734979629516602,
+ -0.32548657059669495
+ ],
+ "distances_by_expert": [
+ 28.6818904876709,
+ 32.33525085449219,
+ 28.01059341430664,
+ 10.995652198791504,
+ 9.244379043579102,
+ 16.54959487915039,
+ 17.54045295715332,
+ 8.42428207397461,
+ 17.469959259033203,
+ 0.6509731411933899
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.865234375,
+ "language": 52.90925216674805
+ }
+ },
+ {
+ "routing_index": 806,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.150031026663783e-07,
+ 1.0240016479201586e-07,
+ 8.548028631594207e-07,
+ 0.004719194024801254,
+ 0.010473414324223995,
+ 0.0003228273126296699,
+ 0.00017314754950348288,
+ 0.01636834815144539,
+ 0.00016686314484104514,
+ 0.7766833305358887
+ ],
+ "log_scores_by_expert": [
+ -14.30163860321045,
+ -16.094377517700195,
+ -13.972394943237305,
+ -5.356117248535156,
+ -4.558915138244629,
+ -8.038393020629883,
+ -8.66136646270752,
+ -4.112405776977539,
+ -8.698336601257324,
+ -0.25272253155708313
+ ],
+ "distances_by_expert": [
+ 28.6032772064209,
+ 32.18875503540039,
+ 27.94478988647461,
+ 10.712234497070312,
+ 9.117830276489258,
+ 16.076786041259766,
+ 17.32273292541504,
+ 8.224811553955078,
+ 17.39667320251465,
+ 0.5054450631141663
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.602294921875,
+ "language": 52.93238830566406
+ }
+ },
+ {
+ "routing_index": 807,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.815140298182087e-07,
+ 1.0408557216123882e-07,
+ 8.243655997830501e-07,
+ 0.004606709815561771,
+ 0.00994561705738306,
+ 0.0003378154069650918,
+ 0.00017276800645049661,
+ 0.01625627838075161,
+ 0.00015607454406563193,
+ 0.7554808259010315
+ ],
+ "log_scores_by_expert": [
+ -14.357630729675293,
+ -16.078052520751953,
+ -14.008651733398438,
+ -5.380241394042969,
+ -4.610623359680176,
+ -7.993010997772217,
+ -8.66356086730957,
+ -4.11927604675293,
+ -8.765176773071289,
+ -0.28040093183517456
+ ],
+ "distances_by_expert": [
+ 28.715261459350586,
+ 32.156105041503906,
+ 28.017303466796875,
+ 10.760482788085938,
+ 9.221246719360352,
+ 15.986021995544434,
+ 17.32712173461914,
+ 8.23855209350586,
+ 17.530353546142578,
+ 0.5608018636703491
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.407958984375,
+ "language": 52.93681716918945
+ }
+ },
+ {
+ "routing_index": 808,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.900133371345873e-07,
+ 1.0938241956637285e-07,
+ 9.492933372712287e-07,
+ 0.004635547287762165,
+ 0.010576331987977028,
+ 0.0003067259967792779,
+ 0.00017629808280617,
+ 0.01683296076953411,
+ 0.0001858358591562137,
+ 0.8021366000175476
+ ],
+ "log_scores_by_expert": [
+ -14.186554908752441,
+ -16.02841567993164,
+ -13.867547988891602,
+ -5.3740010261535645,
+ -4.549136638641357,
+ -8.089555740356445,
+ -8.64333438873291,
+ -4.084416389465332,
+ -8.590646743774414,
+ -0.22047638893127441
+ ],
+ "distances_by_expert": [
+ 28.373109817504883,
+ 32.05683135986328,
+ 27.735095977783203,
+ 10.748002052307129,
+ 9.098273277282715,
+ 16.17911148071289,
+ 17.28666877746582,
+ 8.168832778930664,
+ 17.181293487548828,
+ 0.44095277786254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.1650390625,
+ "language": 52.90615463256836
+ }
+ },
+ {
+ "routing_index": 809,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.104557653292431e-07,
+ 1.1306648417530596e-07,
+ 9.778992762221606e-07,
+ 0.004747191444039345,
+ 0.010590597987174988,
+ 0.0002992123772855848,
+ 0.0001762357132975012,
+ 0.016478942707180977,
+ 0.0001889320119516924,
+ 0.7811702489852905
+ ],
+ "log_scores_by_expert": [
+ -14.15735912322998,
+ -15.99528980255127,
+ -13.837859153747559,
+ -5.3502020835876465,
+ -4.547788619995117,
+ -8.114356994628906,
+ -8.643688201904297,
+ -4.1056718826293945,
+ -8.57412338256836,
+ -0.24696214497089386
+ ],
+ "distances_by_expert": [
+ 28.31471824645996,
+ 31.99057960510254,
+ 27.675718307495117,
+ 10.700404167175293,
+ 9.095577239990234,
+ 16.228713989257812,
+ 17.287376403808594,
+ 8.211343765258789,
+ 17.14824676513672,
+ 0.4939242899417877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.663818359375,
+ "language": 52.9332389831543
+ }
+ },
+ {
+ "routing_index": 810,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.862726422696142e-07,
+ 1.0534041905430058e-07,
+ 9.472603323956719e-07,
+ 0.004498980473726988,
+ 0.010031907819211483,
+ 0.0002759074268396944,
+ 0.00016391529061365873,
+ 0.015983695164322853,
+ 0.00018440303392708302,
+ 0.7419515252113342
+ ],
+ "log_scores_by_expert": [
+ -14.191990852355957,
+ -16.066068649291992,
+ -13.869691848754883,
+ -5.403904438018799,
+ -4.60198450088501,
+ -8.19544506072998,
+ -8.716160774230957,
+ -4.136186122894287,
+ -8.598386764526367,
+ -0.2984713315963745
+ ],
+ "distances_by_expert": [
+ 28.383981704711914,
+ 32.132137298583984,
+ 27.739383697509766,
+ 10.807808876037598,
+ 9.20396900177002,
+ 16.39089012145996,
+ 17.432321548461914,
+ 8.272372245788574,
+ 17.196773529052734,
+ 0.596942663192749
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.0546875,
+ "language": 52.89717102050781
+ }
+ },
+ {
+ "routing_index": 811,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96898382557265e-07,
+ 1.1832079849227739e-07,
+ 9.712501878311741e-07,
+ 0.005270576570183039,
+ 0.010618055239319801,
+ 0.00034774630330502987,
+ 0.00018112390534952283,
+ 0.016927722841501236,
+ 0.00019088872068095952,
+ 0.7742848992347717
+ ],
+ "log_scores_by_expert": [
+ -14.176626205444336,
+ -15.94986629486084,
+ -13.844681739807129,
+ -5.245615482330322,
+ -4.545199394226074,
+ -7.9640374183654785,
+ -8.616329193115234,
+ -4.078802585601807,
+ -8.563819885253906,
+ -0.25581538677215576
+ ],
+ "distances_by_expert": [
+ 28.353252410888672,
+ 31.89973258972168,
+ 27.689363479614258,
+ 10.491230964660645,
+ 9.090398788452148,
+ 15.928074836730957,
+ 17.23265838623047,
+ 8.157605171203613,
+ 17.127639770507812,
+ 0.5116307735443115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.14501953125,
+ "language": 52.8995246887207
+ }
+ },
+ {
+ "routing_index": 812,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.860194048385893e-07,
+ 1.1988758785719256e-07,
+ 9.764678452484077e-07,
+ 0.005319736897945404,
+ 0.010268994607031345,
+ 0.0003646117402240634,
+ 0.00018165670917369425,
+ 0.017059113830327988,
+ 0.00018732018361333758,
+ 0.7447814345359802
+ ],
+ "log_scores_by_expert": [
+ -14.192359924316406,
+ -15.936711311340332,
+ -13.839323997497559,
+ -5.236331462860107,
+ -4.5786261558532715,
+ -7.916677474975586,
+ -8.613391876220703,
+ -4.071070671081543,
+ -8.582691192626953,
+ -0.29466453194618225
+ ],
+ "distances_by_expert": [
+ 28.384719848632812,
+ 31.873422622680664,
+ 27.678647994995117,
+ 10.472662925720215,
+ 9.157252311706543,
+ 15.833354949951172,
+ 17.226783752441406,
+ 8.142141342163086,
+ 17.165382385253906,
+ 0.5893290638923645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.18798828125,
+ "language": 52.89344024658203
+ }
+ },
+ {
+ "routing_index": 813,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.688948133160011e-07,
+ 1.140804997135092e-07,
+ 9.371087799081579e-07,
+ 0.00513472268357873,
+ 0.009596516378223896,
+ 0.0003688271972350776,
+ 0.0001794585259631276,
+ 0.016246862709522247,
+ 0.00017860159277915955,
+ 0.6982584595680237
+ ],
+ "log_scores_by_expert": [
+ -14.217638969421387,
+ -15.986361503601074,
+ -13.88046646118164,
+ -5.271729469299316,
+ -4.646355152130127,
+ -7.905182361602783,
+ -8.625566482543945,
+ -4.1198554039001465,
+ -8.630352973937988,
+ -0.35916590690612793
+ ],
+ "distances_by_expert": [
+ 28.435277938842773,
+ 31.97272300720215,
+ 27.76093292236328,
+ 10.543458938598633,
+ 9.292710304260254,
+ 15.810364723205566,
+ 17.25113296508789,
+ 8.239710807800293,
+ 17.260705947875977,
+ 0.7183318138122559
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.3916015625,
+ "language": 52.950408935546875
+ }
+ },
+ {
+ "routing_index": 814,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.580794433830306e-07,
+ 1.0069249611888154e-07,
+ 9.128715987571923e-07,
+ 0.005148828029632568,
+ 0.009140743874013424,
+ 0.00033768045250326395,
+ 0.0001699197309790179,
+ 0.015623019076883793,
+ 0.0001779852173058316,
+ 0.6482235789299011
+ ],
+ "log_scores_by_expert": [
+ -14.233940124511719,
+ -16.111194610595703,
+ -13.906670570373535,
+ -5.268986225128174,
+ -4.695013523101807,
+ -7.993410587310791,
+ -8.680184364318848,
+ -4.15900993347168,
+ -8.633810043334961,
+ -0.4335196316242218
+ ],
+ "distances_by_expert": [
+ 28.467880249023438,
+ 32.222389221191406,
+ 27.81334114074707,
+ 10.537972450256348,
+ 9.390027046203613,
+ 15.986821174621582,
+ 17.360368728637695,
+ 8.31801986694336,
+ 17.267620086669922,
+ 0.8670392632484436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.01416015625,
+ "language": 52.90897750854492
+ }
+ },
+ {
+ "routing_index": 815,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.510251182589855e-07,
+ 1.0593360144639519e-07,
+ 8.791139975983242e-07,
+ 0.005049009341746569,
+ 0.009212699718773365,
+ 0.00036161061143502593,
+ 0.00017123707220889628,
+ 0.015799520537257195,
+ 0.00017553909856360406,
+ 0.6738499999046326
+ ],
+ "log_scores_by_expert": [
+ -14.244717597961426,
+ -16.060453414916992,
+ -13.944351196289062,
+ -5.288563251495361,
+ -4.6871724128723145,
+ -7.924942493438721,
+ -8.67246150970459,
+ -4.147775650024414,
+ -8.647648811340332,
+ -0.3947477340698242
+ ],
+ "distances_by_expert": [
+ 28.48943519592285,
+ 32.120906829833984,
+ 27.888702392578125,
+ 10.577126502990723,
+ 9.374344825744629,
+ 15.849884986877441,
+ 17.34492301940918,
+ 8.295551300048828,
+ 17.295297622680664,
+ 0.7894954681396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.985107421875,
+ "language": 52.930213928222656
+ }
+ },
+ {
+ "routing_index": 816,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516369808196032e-07,
+ 1.0395799421303309e-07,
+ 8.791341201686009e-07,
+ 0.0050417897291481495,
+ 0.009280909784138203,
+ 0.00035078902146779,
+ 0.00017011689487844706,
+ 0.015641093254089355,
+ 0.00017551801283843815,
+ 0.6745283007621765
+ ],
+ "log_scores_by_expert": [
+ -14.243778228759766,
+ -16.07927894592285,
+ -13.944328308105469,
+ -5.289994239807129,
+ -4.679795742034912,
+ -7.955325603485107,
+ -8.679024696350098,
+ -4.157853603363037,
+ -8.6477689743042,
+ -0.3937416672706604
+ ],
+ "distances_by_expert": [
+ 28.48755645751953,
+ 32.1585578918457,
+ 27.888656616210938,
+ 10.579988479614258,
+ 9.359591484069824,
+ 15.910651206970215,
+ 17.358049392700195,
+ 8.315707206726074,
+ 17.2955379486084,
+ 0.7874833345413208
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.134765625,
+ "language": 52.933773040771484
+ }
+ },
+ {
+ "routing_index": 817,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.881890612930874e-07,
+ 1.1360236840118887e-07,
+ 9.355924817100458e-07,
+ 0.005144717171788216,
+ 0.009721877053380013,
+ 0.00036537108826451004,
+ 0.0001769918017089367,
+ 0.016452835872769356,
+ 0.00018620627815835178,
+ 0.7210171222686768
+ ],
+ "log_scores_by_expert": [
+ -14.189202308654785,
+ -15.990561485290527,
+ -13.882085800170898,
+ -5.269784927368164,
+ -4.633376598358154,
+ -7.914597034454346,
+ -8.63940715789795,
+ -4.10725736618042,
+ -8.588655471801758,
+ -0.3270924389362335
+ ],
+ "distances_by_expert": [
+ 28.37840461730957,
+ 31.981122970581055,
+ 27.764171600341797,
+ 10.539569854736328,
+ 9.266753196716309,
+ 15.829194068908691,
+ 17.2788143157959,
+ 8.21451473236084,
+ 17.177310943603516,
+ 0.654184877872467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.541748046875,
+ "language": 52.920166015625
+ }
+ },
+ {
+ "routing_index": 818,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.331940423682681e-07,
+ 1.1250813969354567e-07,
+ 9.764240758158849e-07,
+ 0.005226559471338987,
+ 0.009943535551428795,
+ 0.0003566454688552767,
+ 0.00017718281014822423,
+ 0.016825465485453606,
+ 0.0001973831094801426,
+ 0.7323163747787476
+ ],
+ "log_scores_by_expert": [
+ -14.125855445861816,
+ -16.000240325927734,
+ -13.83936882019043,
+ -5.254002094268799,
+ -4.610832691192627,
+ -7.93876838684082,
+ -8.638328552246094,
+ -4.084861755371094,
+ -8.530364036560059,
+ -0.31154265999794006
+ ],
+ "distances_by_expert": [
+ 28.251710891723633,
+ 32.00048065185547,
+ 27.67873764038086,
+ 10.508004188537598,
+ 9.221665382385254,
+ 15.87753677368164,
+ 17.276657104492188,
+ 8.169723510742188,
+ 17.060728073120117,
+ 0.6230853199958801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.8701171875,
+ "language": 52.89287185668945
+ }
+ },
+ {
+ "routing_index": 819,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.619998996233335e-07,
+ 1.0599018906987112e-07,
+ 1.0103353815793525e-06,
+ 0.004717571660876274,
+ 0.009627816267311573,
+ 0.00031552682048641145,
+ 0.0001713725068839267,
+ 0.01634465530514717,
+ 0.00019976026669610292,
+ 0.7125627398490906
+ ],
+ "log_scores_by_expert": [
+ -14.087319374084473,
+ -16.059919357299805,
+ -13.805228233337402,
+ -5.356461048126221,
+ -4.643098831176758,
+ -8.061266899108887,
+ -8.671670913696289,
+ -4.11385440826416,
+ -8.518392562866211,
+ -0.33888739347457886
+ ],
+ "distances_by_expert": [
+ 28.174638748168945,
+ 32.11983871459961,
+ 27.610456466674805,
+ 10.712922096252441,
+ 9.286197662353516,
+ 16.122533798217773,
+ 17.343341827392578,
+ 8.22770881652832,
+ 17.036785125732422,
+ 0.6777747869491577
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3422.60888671875,
+ "language": 52.913299560546875
+ }
+ },
+ {
+ "routing_index": 820,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.549107294835267e-07,
+ 1.0141083350845292e-07,
+ 9.979381729863235e-07,
+ 0.00447180075570941,
+ 0.009267523884773254,
+ 0.000294701341772452,
+ 0.0001649288897169754,
+ 0.01580808125436306,
+ 0.00019652415357995778,
+ 0.6831154823303223
+ ],
+ "log_scores_by_expert": [
+ -14.09666633605957,
+ -16.10408592224121,
+ -13.817574501037598,
+ -5.409964084625244,
+ -4.681239128112793,
+ -8.129548072814941,
+ -8.709996223449707,
+ -4.147233963012695,
+ -8.534725189208984,
+ -0.381091445684433
+ ],
+ "distances_by_expert": [
+ 28.19333267211914,
+ 32.20817184448242,
+ 27.635149002075195,
+ 10.819928169250488,
+ 9.362478256225586,
+ 16.259096145629883,
+ 17.419992446899414,
+ 8.29446792602539,
+ 17.06945037841797,
+ 0.762182891368866
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.3837890625,
+ "language": 52.927974700927734
+ }
+ },
+ {
+ "routing_index": 821,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.038897820166312e-07,
+ 9.053033522832266e-08,
+ 9.398591487297381e-07,
+ 0.004147684201598167,
+ 0.00853522028774023,
+ 0.0002606130437925458,
+ 0.0001522460806882009,
+ 0.014590222388505936,
+ 0.00018614981672726572,
+ 0.6232612729072571
+ ],
+ "log_scores_by_expert": [
+ -14.166644096374512,
+ -16.217580795288086,
+ -13.877535820007324,
+ -5.485205173492432,
+ -4.763554096221924,
+ -8.252473831176758,
+ -8.79001235961914,
+ -4.22740364074707,
+ -8.588958740234375,
+ -0.472789466381073
+ ],
+ "distances_by_expert": [
+ 28.333288192749023,
+ 32.43516159057617,
+ 27.75507164001465,
+ 10.970410346984863,
+ 9.527108192443848,
+ 16.504947662353516,
+ 17.58002471923828,
+ 8.45480728149414,
+ 17.17791748046875,
+ 0.945578932762146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3342.392578125,
+ "language": 52.90205001831055
+ }
+ },
+ {
+ "routing_index": 822,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.018540486569691e-07,
+ 9.043110793527376e-08,
+ 9.33711817197036e-07,
+ 0.004115524236112833,
+ 0.008693085052073002,
+ 0.0002683567872736603,
+ 0.00015357469965238124,
+ 0.014817272312939167,
+ 0.00018476408149581403,
+ 0.6445660591125488
+ ],
+ "log_scores_by_expert": [
+ -14.169540405273438,
+ -16.218677520751953,
+ -13.884098052978516,
+ -5.4929890632629395,
+ -4.745227336883545,
+ -8.223193168640137,
+ -8.781323432922363,
+ -4.21196174621582,
+ -8.596430778503418,
+ -0.4391779899597168
+ ],
+ "distances_by_expert": [
+ 28.339080810546875,
+ 32.437355041503906,
+ 27.76819610595703,
+ 10.985978126525879,
+ 9.49045467376709,
+ 16.446386337280273,
+ 17.562646865844727,
+ 8.42392349243164,
+ 17.192861557006836,
+ 0.8783559799194336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.994873046875,
+ "language": 52.90199279785156
+ }
+ },
+ {
+ "routing_index": 823,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.222503768389288e-07,
+ 9.23438960853673e-08,
+ 9.618142939871177e-07,
+ 0.004049764014780521,
+ 0.009126423858106136,
+ 0.0002585570910014212,
+ 0.0001572587643750012,
+ 0.015056188218295574,
+ 0.00018850814376492053,
+ 0.6663194894790649
+ ],
+ "log_scores_by_expert": [
+ -14.140893936157227,
+ -16.19774627685547,
+ -13.85444450378418,
+ -5.509096622467041,
+ -4.6965813636779785,
+ -8.260394096374512,
+ -8.757617950439453,
+ -4.1959662437438965,
+ -8.576369285583496,
+ -0.4059859812259674
+ ],
+ "distances_by_expert": [
+ 28.281787872314453,
+ 32.39549255371094,
+ 27.70888900756836,
+ 11.018193244934082,
+ 9.393162727355957,
+ 16.520788192749023,
+ 17.515235900878906,
+ 8.391932487487793,
+ 17.152738571166992,
+ 0.8119719624519348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.73876953125,
+ "language": 52.90101623535156
+ }
+ },
+ {
+ "routing_index": 824,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904971883159305e-07,
+ 9.225181685224015e-08,
+ 9.57704628490319e-07,
+ 0.004184686113148928,
+ 0.00877515971660614,
+ 0.00027908655465580523,
+ 0.00015788419113960117,
+ 0.014941299334168434,
+ 0.0001832393609220162,
+ 0.650108277797699
+ ],
+ "log_scores_by_expert": [
+ -14.185853958129883,
+ -16.19874382019043,
+ -13.858726501464844,
+ -5.47632360458374,
+ -4.735830307006836,
+ -8.183988571166992,
+ -8.75364875793457,
+ -4.2036261558532715,
+ -8.604717254638672,
+ -0.4306163787841797
+ ],
+ "distances_by_expert": [
+ 28.371707916259766,
+ 32.39748764038086,
+ 27.717453002929688,
+ 10.95264720916748,
+ 9.471660614013672,
+ 16.367977142333984,
+ 17.50729751586914,
+ 8.407252311706543,
+ 17.209434509277344,
+ 0.8612327575683594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.216796875,
+ "language": 52.88324737548828
+ }
+ },
+ {
+ "routing_index": 825,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.600990900551551e-07,
+ 9.197650996384255e-08,
+ 9.122763913183007e-07,
+ 0.0040761493146419525,
+ 0.008994649164378643,
+ 0.0002836002386175096,
+ 0.00016085943207144737,
+ 0.01491331122815609,
+ 0.00017681044118944556,
+ 0.6788933873176575
+ ],
+ "log_scores_by_expert": [
+ -14.230875968933105,
+ -16.201732635498047,
+ -13.907322883605957,
+ -5.502602577209473,
+ -4.711125373840332,
+ -8.16794490814209,
+ -8.734979629516602,
+ -4.205501079559326,
+ -8.640432357788086,
+ -0.38729116320610046
+ ],
+ "distances_by_expert": [
+ 28.46175193786621,
+ 32.403465270996094,
+ 27.814645767211914,
+ 11.005205154418945,
+ 9.422250747680664,
+ 16.33588981628418,
+ 17.469959259033203,
+ 8.411002159118652,
+ 17.280864715576172,
+ 0.7745823264122009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.860595703125,
+ "language": 52.912147521972656
+ }
+ },
+ {
+ "routing_index": 826,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.225338324838958e-07,
+ 7.55358300352782e-08,
+ 8.660296089146868e-07,
+ 0.003635260509327054,
+ 0.0076220897026360035,
+ 0.00022937447647564113,
+ 0.0001392794365528971,
+ 0.012939134612679482,
+ 0.00016530694847460836,
+ 0.553017258644104
+ ],
+ "log_scores_by_expert": [
+ -14.289467811584473,
+ -16.398658752441406,
+ -13.959346771240234,
+ -5.617074489593506,
+ -4.876704692840576,
+ -8.380154609680176,
+ -8.8790283203125,
+ -4.347498893737793,
+ -8.707706451416016,
+ -0.592366099357605
+ ],
+ "distances_by_expert": [
+ 28.578935623168945,
+ 32.79731750488281,
+ 27.91869354248047,
+ 11.234148979187012,
+ 9.753409385681152,
+ 16.76030921936035,
+ 17.758056640625,
+ 8.694997787475586,
+ 17.41541290283203,
+ 1.18473219871521
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.73974609375,
+ "language": 52.90193176269531
+ }
+ },
+ {
+ "routing_index": 827,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.853014724583772e-07,
+ 9.958698399259447e-08,
+ 9.316340197074169e-07,
+ 0.0046797324903309345,
+ 0.00939328782260418,
+ 0.00031764295999892056,
+ 0.00017020924133248627,
+ 0.015597986057400703,
+ 0.00018263293895870447,
+ 0.68516606092453
+ ],
+ "log_scores_by_expert": [
+ -14.19340705871582,
+ -16.122234344482422,
+ -13.88632583618164,
+ -5.364514350891113,
+ -4.667759895324707,
+ -8.054582595825195,
+ -8.678482055664062,
+ -4.160613536834717,
+ -8.6080322265625,
+ -0.37809398770332336
+ ],
+ "distances_by_expert": [
+ 28.38681411743164,
+ 32.244468688964844,
+ 27.77265167236328,
+ 10.729028701782227,
+ 9.335519790649414,
+ 16.10916519165039,
+ 17.356964111328125,
+ 8.321227073669434,
+ 17.216064453125,
+ 0.7561879754066467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.145263671875,
+ "language": 52.92747497558594
+ }
+ },
+ {
+ "routing_index": 828,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.412143989109609e-07,
+ 9.850921145471148e-08,
+ 8.902608783500909e-07,
+ 0.0046501122415065765,
+ 0.009155343286693096,
+ 0.00032013547024689615,
+ 0.0001681107678450644,
+ 0.015177574940025806,
+ 0.00017406111874151975,
+ 0.6704516410827637
+ ],
+ "log_scores_by_expert": [
+ -14.259902000427246,
+ -16.133115768432617,
+ -13.931751251220703,
+ -5.370863914489746,
+ -4.693417549133301,
+ -8.04676628112793,
+ -8.690887451171875,
+ -4.187936305999756,
+ -8.65610408782959,
+ -0.3998037278652191
+ ],
+ "distances_by_expert": [
+ 28.519804000854492,
+ 32.266231536865234,
+ 27.863502502441406,
+ 10.741727828979492,
+ 9.386835098266602,
+ 16.09353256225586,
+ 17.38177490234375,
+ 8.375872611999512,
+ 17.31220817565918,
+ 0.7996074557304382
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3248.55859375,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 829,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.430080361496948e-07,
+ 9.253996324787295e-08,
+ 9.072640523299924e-07,
+ 0.004128378815948963,
+ 0.008933057077229023,
+ 0.00023849647550377995,
+ 0.00015326992433983833,
+ 0.014768579043447971,
+ 0.00016663431597407907,
+ 0.6688109040260315
+ ],
+ "log_scores_by_expert": [
+ -14.257108688354492,
+ -16.19562530517578,
+ -13.912832260131836,
+ -5.489870548248291,
+ -4.717996597290039,
+ -8.341156005859375,
+ -8.783309936523438,
+ -4.2152533531188965,
+ -8.699708938598633,
+ -0.4022539258003235
+ ],
+ "distances_by_expert": [
+ 28.514217376708984,
+ 32.39125061035156,
+ 27.825664520263672,
+ 10.979741096496582,
+ 9.435993194580078,
+ 16.68231201171875,
+ 17.566619873046875,
+ 8.430506706237793,
+ 17.399417877197266,
+ 0.804507851600647
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.10595703125,
+ "language": 52.90270233154297
+ }
+ },
+ {
+ "routing_index": 830,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.472648692579241e-07,
+ 9.889608776347814e-08,
+ 9.036166943587887e-07,
+ 0.004211542196571827,
+ 0.009483406320214272,
+ 0.0002481354749761522,
+ 0.00015705896657891572,
+ 0.014957317151129246,
+ 0.00016964432143140584,
+ 0.6999402642250061
+ ],
+ "log_scores_by_expert": [
+ -14.250510215759277,
+ -16.129196166992188,
+ -13.916860580444336,
+ -5.469926357269287,
+ -4.658211708068848,
+ -8.301535606384277,
+ -8.758889198303223,
+ -4.202554702758789,
+ -8.681806564331055,
+ -0.35676026344299316
+ ],
+ "distances_by_expert": [
+ 28.501020431518555,
+ 32.258392333984375,
+ 27.833721160888672,
+ 10.939852714538574,
+ 9.316423416137695,
+ 16.603071212768555,
+ 17.517778396606445,
+ 8.405109405517578,
+ 17.36361312866211,
+ 0.7135205268859863
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.55322265625,
+ "language": 52.90837860107422
+ }
+ },
+ {
+ "routing_index": 831,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.917686050655902e-07,
+ 1.1286987700032114e-07,
+ 9.465894095228577e-07,
+ 0.004666440654546022,
+ 0.010685817338526249,
+ 0.00029853201704099774,
+ 0.00017469190061092377,
+ 0.016892792657017708,
+ 0.0001805127685656771,
+ 0.8092908263206482
+ ],
+ "log_scores_by_expert": [
+ -14.184014320373535,
+ -15.997030258178711,
+ -13.870400428771973,
+ -5.367358684539795,
+ -4.538837909698486,
+ -8.116633415222168,
+ -8.652486801147461,
+ -4.080868244171143,
+ -8.619709014892578,
+ -0.2115970104932785
+ ],
+ "distances_by_expert": [
+ 28.36802864074707,
+ 31.994060516357422,
+ 27.740800857543945,
+ 10.73471736907959,
+ 9.077675819396973,
+ 16.233266830444336,
+ 17.304973602294922,
+ 8.161736488342285,
+ 17.239418029785156,
+ 0.423194020986557
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.422607421875,
+ "language": 52.95147705078125
+ }
+ },
+ {
+ "routing_index": 832,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.538948807450652e-07,
+ 1.1845594372061896e-07,
+ 1.0260237104375847e-06,
+ 0.005078752525150776,
+ 0.010715186595916748,
+ 0.0003374603984411806,
+ 0.00018429913325235248,
+ 0.01784411445260048,
+ 0.0001977767242351547,
+ 0.8194164037704468
+ ],
+ "log_scores_by_expert": [
+ -14.098012924194336,
+ -15.948724746704102,
+ -13.789819717407227,
+ -5.282689571380615,
+ -4.536093235015869,
+ -7.994062423706055,
+ -8.598950386047363,
+ -4.026081562042236,
+ -8.528371810913086,
+ -0.19916285574436188
+ ],
+ "distances_by_expert": [
+ 28.196025848388672,
+ 31.897449493408203,
+ 27.579639434814453,
+ 10.56537914276123,
+ 9.072186470031738,
+ 15.98812484741211,
+ 17.197900772094727,
+ 8.052163124084473,
+ 17.056743621826172,
+ 0.39832571148872375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.975830078125,
+ "language": 52.890499114990234
+ }
+ },
+ {
+ "routing_index": 833,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.489027555289795e-07,
+ 9.937788547631499e-08,
+ 8.764302492636489e-07,
+ 0.004368055611848831,
+ 0.009953843429684639,
+ 0.00029552230262197554,
+ 0.00016803399194031954,
+ 0.016509372740983963,
+ 0.000170125174918212,
+ 0.7795339822769165
+ ],
+ "log_scores_by_expert": [
+ -14.2479829788208,
+ -16.12433624267578,
+ -13.947408676147461,
+ -5.433437347412109,
+ -4.609796524047852,
+ -8.126766204833984,
+ -8.691344261169434,
+ -4.103826999664307,
+ -8.678976058959961,
+ -0.24905900657176971
+ ],
+ "distances_by_expert": [
+ 28.4959659576416,
+ 32.24867248535156,
+ 27.894817352294922,
+ 10.866874694824219,
+ 9.219593048095703,
+ 16.25353240966797,
+ 17.382688522338867,
+ 8.207653999328613,
+ 17.357952117919922,
+ 0.49811801314353943
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3469.97119140625,
+ "language": 52.92666244506836
+ }
+ },
+ {
+ "routing_index": 834,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.289489533628512e-07,
+ 1.064098924530299e-07,
+ 8.684777412781841e-07,
+ 0.0047537400387227535,
+ 0.010581810027360916,
+ 0.00033907301258295774,
+ 0.00017707503866404295,
+ 0.016748331487178802,
+ 0.0001658414548728615,
+ 0.7906721830368042
+ ],
+ "log_scores_by_expert": [
+ -14.279215812683105,
+ -16.055967330932617,
+ -13.956523895263672,
+ -5.348823547363281,
+ -4.548618793487549,
+ -7.98929500579834,
+ -8.638936996459961,
+ -4.089456558227539,
+ -8.70447826385498,
+ -0.23487187922000885
+ ],
+ "distances_by_expert": [
+ 28.55843162536621,
+ 32.111934661865234,
+ 27.913047790527344,
+ 10.697647094726562,
+ 9.097237586975098,
+ 15.97859001159668,
+ 17.277873992919922,
+ 8.178913116455078,
+ 17.40895652770996,
+ 0.4697437584400177
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3485.51171875,
+ "language": 52.956016540527344
+ }
+ },
+ {
+ "routing_index": 835,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.586137715203222e-07,
+ 1.0543066508716947e-07,
+ 8.959479487202771e-07,
+ 0.004852709826081991,
+ 0.010553314350545406,
+ 0.00033813543268479407,
+ 0.00017858370847534388,
+ 0.017516709864139557,
+ 0.0001726154878269881,
+ 0.7981202602386475
+ ],
+ "log_scores_by_expert": [
+ -14.233128547668457,
+ -16.06521224975586,
+ -13.925383567810059,
+ -5.32821798324585,
+ -4.5513153076171875,
+ -7.992063999176025,
+ -8.630453109741211,
+ -4.044600009918213,
+ -8.664443969726562,
+ -0.2254960536956787
+ ],
+ "distances_by_expert": [
+ 28.466257095336914,
+ 32.13042449951172,
+ 27.850767135620117,
+ 10.6564359664917,
+ 9.102630615234375,
+ 15.98412799835205,
+ 17.260906219482422,
+ 8.089200019836426,
+ 17.328887939453125,
+ 0.4509921073913574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.155029296875,
+ "language": 52.92889404296875
+ }
+ },
+ {
+ "routing_index": 836,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.46736418477667e-07,
+ 1.1760777596236949e-07,
+ 1.021946673063212e-06,
+ 0.004926546476781368,
+ 0.010937090963125229,
+ 0.0003371359780430794,
+ 0.0001859361946117133,
+ 0.018003158271312714,
+ 0.00019644883286673576,
+ 0.8361789584159851
+ ],
+ "log_scores_by_expert": [
+ -14.107553482055664,
+ -15.955910682678223,
+ -13.793801307678223,
+ -5.313117027282715,
+ -4.515595436096191,
+ -7.99502420425415,
+ -8.590106964111328,
+ -4.017208099365234,
+ -8.53510856628418,
+ -0.17891260981559753
+ ],
+ "distances_by_expert": [
+ 28.215106964111328,
+ 31.911821365356445,
+ 27.587602615356445,
+ 10.62623405456543,
+ 9.031190872192383,
+ 15.9900484085083,
+ 17.180213928222656,
+ 8.034416198730469,
+ 17.07021713256836,
+ 0.35782521963119507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.274169921875,
+ "language": 52.89116668701172
+ }
+ },
+ {
+ "routing_index": 837,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.447309258168389e-07,
+ 1.1781826714241106e-07,
+ 1.0171074791287538e-06,
+ 0.004938217345625162,
+ 0.010778222233057022,
+ 0.00032215594546869397,
+ 0.00018341052054893225,
+ 0.017555400729179382,
+ 0.00019511199207045138,
+ 0.8127411007881165
+ ],
+ "log_scores_by_expert": [
+ -14.11024284362793,
+ -15.954122543334961,
+ -13.798547744750977,
+ -5.310750961303711,
+ -4.5302276611328125,
+ -8.040474891662598,
+ -8.60378360748291,
+ -4.042393684387207,
+ -8.541936874389648,
+ -0.20734275877475739
+ ],
+ "distances_by_expert": [
+ 28.22048568725586,
+ 31.908245086669922,
+ 27.597095489501953,
+ 10.621501922607422,
+ 9.060455322265625,
+ 16.080949783325195,
+ 17.20756721496582,
+ 8.084787368774414,
+ 17.083873748779297,
+ 0.41468551754951477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.532958984375,
+ "language": 52.92941665649414
+ }
+ },
+ {
+ "routing_index": 838,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.660036089873756e-07,
+ 1.1492306839500088e-07,
+ 1.039470362229622e-06,
+ 0.0048421467654407024,
+ 0.010609992779791355,
+ 0.00030560215236619115,
+ 0.00017968440079130232,
+ 0.017482038587331772,
+ 0.00019740719289984554,
+ 0.7910815477371216
+ ],
+ "log_scores_by_expert": [
+ -14.08207893371582,
+ -15.979002952575684,
+ -13.776799201965332,
+ -5.330397129058838,
+ -4.545958995819092,
+ -8.093226432800293,
+ -8.624308586120605,
+ -4.046581268310547,
+ -8.530241966247559,
+ -0.23435428738594055
+ ],
+ "distances_by_expert": [
+ 28.16415786743164,
+ 31.958005905151367,
+ 27.553598403930664,
+ 10.660794258117676,
+ 9.091917991638184,
+ 16.186452865600586,
+ 17.24861717224121,
+ 8.093162536621094,
+ 17.060483932495117,
+ 0.4687085747718811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.18359375,
+ "language": 52.9495964050293
+ }
+ },
+ {
+ "routing_index": 839,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.236872647808923e-07,
+ 1.252646057992024e-07,
+ 9.890368346532341e-07,
+ 0.005401390139013529,
+ 0.010921877808868885,
+ 0.00037809289642609656,
+ 0.0001912677544169128,
+ 0.017855264246463776,
+ 0.00019389571389183402,
+ 0.8141014575958252
+ ],
+ "log_scores_by_expert": [
+ -14.138906478881836,
+ -15.892837524414062,
+ -13.826534271240234,
+ -5.221098899841309,
+ -4.516987323760986,
+ -7.880370616912842,
+ -8.561836242675781,
+ -4.02545690536499,
+ -8.548190116882324,
+ -0.2056703418493271
+ ],
+ "distances_by_expert": [
+ 28.277812957763672,
+ 31.785675048828125,
+ 27.65306854248047,
+ 10.442197799682617,
+ 9.033974647521973,
+ 15.760741233825684,
+ 17.123672485351562,
+ 8.05091381072998,
+ 17.09638023376465,
+ 0.4113406836986542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.41455078125,
+ "language": 52.965858459472656
+ }
+ },
+ {
+ "routing_index": 840,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.304957989617833e-07,
+ 1.2591856091148657e-07,
+ 1.032827185554197e-06,
+ 0.005647053010761738,
+ 0.010665337555110455,
+ 0.000388113665394485,
+ 0.00019156713096890599,
+ 0.017859172075986862,
+ 0.000196784661966376,
+ 0.7682477235794067
+ ],
+ "log_scores_by_expert": [
+ -14.129542350769043,
+ -15.887630462646484,
+ -13.783210754394531,
+ -5.176621437072754,
+ -4.5407562255859375,
+ -7.854212284088135,
+ -8.560272216796875,
+ -4.025238037109375,
+ -8.533400535583496,
+ -0.2636430859565735
+ ],
+ "distances_by_expert": [
+ 28.259084701538086,
+ 31.77526092529297,
+ 27.566421508789062,
+ 10.353242874145508,
+ 9.081512451171875,
+ 15.70842456817627,
+ 17.12054443359375,
+ 8.05047607421875,
+ 17.066801071166992,
+ 0.527286171913147
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.7392578125,
+ "language": 52.919002532958984
+ }
+ },
+ {
+ "routing_index": 841,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.773516929570178e-07,
+ 1.1373820285598413e-07,
+ 9.605373634258285e-07,
+ 0.005270413588732481,
+ 0.009677161462605,
+ 0.0003617292968556285,
+ 0.00018190860282629728,
+ 0.016341576352715492,
+ 0.00018172289128415287,
+ 0.7034128904342651
+ ],
+ "log_scores_by_expert": [
+ -14.20507526397705,
+ -15.98936653137207,
+ -13.855772972106934,
+ -5.2456464767456055,
+ -4.637986660003662,
+ -7.924614429473877,
+ -8.612006187438965,
+ -4.11404275894165,
+ -8.613027572631836,
+ -0.3518112599849701
+ ],
+ "distances_by_expert": [
+ 28.4101505279541,
+ 31.97873306274414,
+ 27.711545944213867,
+ 10.491292953491211,
+ 9.275973320007324,
+ 15.849228858947754,
+ 17.22401237487793,
+ 8.2280855178833,
+ 17.226055145263672,
+ 0.7036225199699402
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.57568359375,
+ "language": 52.91012954711914
+ }
+ },
+ {
+ "routing_index": 842,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.539017363138555e-07,
+ 1.0480732726136921e-07,
+ 9.113867918131291e-07,
+ 0.005232661496847868,
+ 0.009324083104729652,
+ 0.00035519659286364913,
+ 0.00017387562547810376,
+ 0.015821058303117752,
+ 0.00017671991372480989,
+ 0.6661284565925598
+ ],
+ "log_scores_by_expert": [
+ -14.24030876159668,
+ -16.071142196655273,
+ -13.90829849243164,
+ -5.252835273742676,
+ -4.675154685974121,
+ -7.9428391456604,
+ -8.657170295715332,
+ -4.146413326263428,
+ -8.640944480895996,
+ -0.4062727391719818
+ ],
+ "distances_by_expert": [
+ 28.48061752319336,
+ 32.14228439331055,
+ 27.81659698486328,
+ 10.505670547485352,
+ 9.350309371948242,
+ 15.8856782913208,
+ 17.314340591430664,
+ 8.292826652526855,
+ 17.281888961791992,
+ 0.8125454783439636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.901611328125,
+ "language": 52.90855407714844
+ }
+ },
+ {
+ "routing_index": 843,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96984159276326e-07,
+ 1.1295483659523597e-07,
+ 9.494807500232127e-07,
+ 0.005455775186419487,
+ 0.009892855770885944,
+ 0.0003762485575862229,
+ 0.00018041122530121356,
+ 0.01670966111123562,
+ 0.00018598070892039686,
+ 0.7071254253387451
+ ],
+ "log_scores_by_expert": [
+ -14.17650318145752,
+ -15.996277809143066,
+ -13.867350578308105,
+ -5.211080551147461,
+ -4.615942478179932,
+ -7.885260581970215,
+ -8.620271682739258,
+ -4.091768264770508,
+ -8.58986759185791,
+ -0.3465472161769867
+ ],
+ "distances_by_expert": [
+ 28.35300636291504,
+ 31.992555618286133,
+ 27.73470115661621,
+ 10.422161102294922,
+ 9.231884956359863,
+ 15.77052116394043,
+ 17.240543365478516,
+ 8.183536529541016,
+ 17.17973518371582,
+ 0.6930944323539734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3362.3447265625,
+ "language": 52.93086624145508
+ }
+ },
+ {
+ "routing_index": 844,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.664484999419074e-07,
+ 1.0508274783660454e-07,
+ 9.066880579666758e-07,
+ 0.005233172792941332,
+ 0.009541388601064682,
+ 0.00034823876922018826,
+ 0.00017345826199743897,
+ 0.015997786074876785,
+ 0.00017927344015333802,
+ 0.677921712398529
+ ],
+ "log_scores_by_expert": [
+ -14.22130298614502,
+ -16.068517684936523,
+ -13.913467407226562,
+ -5.252737522125244,
+ -4.652116298675537,
+ -7.962622165679932,
+ -8.659573554992676,
+ -4.135304927825928,
+ -8.626598358154297,
+ -0.3887234032154083
+ ],
+ "distances_by_expert": [
+ 28.44260597229004,
+ 32.13703536987305,
+ 27.826934814453125,
+ 10.505475044250488,
+ 9.304232597351074,
+ 15.925244331359863,
+ 17.31914710998535,
+ 8.270609855651855,
+ 17.253196716308594,
+ 0.7774468064308167
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3400.41796875,
+ "language": 52.93118667602539
+ }
+ },
+ {
+ "routing_index": 845,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.709265107929241e-07,
+ 1.023273412670278e-07,
+ 8.9856894192053e-07,
+ 0.0051612709648907185,
+ 0.009351675398647785,
+ 0.0003448366478551179,
+ 0.00017082247359212488,
+ 0.015860434621572495,
+ 0.00017994007794186473,
+ 0.6651589870452881
+ ],
+ "log_scores_by_expert": [
+ -14.214606285095215,
+ -16.095088958740234,
+ -13.922462463378906,
+ -5.26657247543335,
+ -4.672199726104736,
+ -7.972439765930176,
+ -8.674885749816895,
+ -4.143927574157715,
+ -8.622886657714844,
+ -0.4077291786670685
+ ],
+ "distances_by_expert": [
+ 28.42921257019043,
+ 32.19017791748047,
+ 27.844924926757812,
+ 10.5331449508667,
+ 9.344399452209473,
+ 15.944879531860352,
+ 17.34977149963379,
+ 8.28785514831543,
+ 17.245773315429688,
+ 0.815458357334137
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.896728515625,
+ "language": 52.934383392333984
+ }
+ },
+ {
+ "routing_index": 846,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.28528334548173e-07,
+ 1.1501570895688928e-07,
+ 9.966761354007758e-07,
+ 0.0054960730485618114,
+ 0.010155974887311459,
+ 0.00037021300522610545,
+ 0.00018384569557383657,
+ 0.01713498868048191,
+ 0.0001929720601765439,
+ 0.7259023189544678
+ ],
+ "log_scores_by_expert": [
+ -14.13223934173584,
+ -15.97819709777832,
+ -13.818840026855469,
+ -5.203721523284912,
+ -4.589693069458008,
+ -7.901432037353516,
+ -8.60141372680664,
+ -4.0666327476501465,
+ -8.55296516418457,
+ -0.32033979892730713
+ ],
+ "distances_by_expert": [
+ 28.26447868347168,
+ 31.95639419555664,
+ 27.637680053710938,
+ 10.407443046569824,
+ 9.179386138916016,
+ 15.802864074707031,
+ 17.20282745361328,
+ 8.133265495300293,
+ 17.10593032836914,
+ 0.6406795978546143
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3316.043212890625,
+ "language": 52.91923904418945
+ }
+ },
+ {
+ "routing_index": 847,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.351733870564203e-07,
+ 1.0939222505612634e-07,
+ 9.716123940961552e-07,
+ 0.005210663191974163,
+ 0.009913944639265537,
+ 0.0003435551770962775,
+ 0.00017711725377012044,
+ 0.016676459461450577,
+ 0.00019624042033683509,
+ 0.7175418138504028
+ ],
+ "log_scores_by_expert": [
+ -14.123159408569336,
+ -16.0283260345459,
+ -13.844308853149414,
+ -5.2570481300354,
+ -4.6138129234313965,
+ -7.976162910461426,
+ -8.63869857788086,
+ -4.093757152557373,
+ -8.53617000579834,
+ -0.33192408084869385
+ ],
+ "distances_by_expert": [
+ 28.246318817138672,
+ 32.0566520690918,
+ 27.688617706298828,
+ 10.5140962600708,
+ 9.227625846862793,
+ 15.952325820922852,
+ 17.27739715576172,
+ 8.187514305114746,
+ 17.07234001159668,
+ 0.6638481616973877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.3349609375,
+ "language": 52.903053283691406
+ }
+ },
+ {
+ "routing_index": 848,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.244461244226841e-07,
+ 1.0384701454313472e-07,
+ 9.610110964786145e-07,
+ 0.004847922828048468,
+ 0.00935619417577982,
+ 0.0003230114816688001,
+ 0.00016865224461071193,
+ 0.015954507514834404,
+ 0.0001920517097460106,
+ 0.681190550327301
+ ],
+ "log_scores_by_expert": [
+ -14.137858390808105,
+ -16.080347061157227,
+ -13.855279922485352,
+ -5.32920503616333,
+ -4.671716690063477,
+ -8.037822723388672,
+ -8.687671661376953,
+ -4.13801383972168,
+ -8.557745933532715,
+ -0.38391318917274475
+ ],
+ "distances_by_expert": [
+ 28.27571678161621,
+ 32.16069412231445,
+ 27.710559844970703,
+ 10.65841007232666,
+ 9.343433380126953,
+ 16.075645446777344,
+ 17.375343322753906,
+ 8.27602767944336,
+ 17.11549186706543,
+ 0.7678263783454895
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.715087890625,
+ "language": 52.92779541015625
+ }
+ },
+ {
+ "routing_index": 849,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.129243044801115e-07,
+ 9.039541026822917e-08,
+ 9.435781862521253e-07,
+ 0.004311403725296259,
+ 0.008600661531090736,
+ 0.00027077278355136514,
+ 0.0001533257745904848,
+ 0.014793417416512966,
+ 0.00018716750491876155,
+ 0.624907374382019
+ ],
+ "log_scores_by_expert": [
+ -14.153890609741211,
+ -16.219072341918945,
+ -13.873586654663086,
+ -5.446491718292236,
+ -4.755916118621826,
+ -8.21423053741455,
+ -8.78294563293457,
+ -4.213572978973389,
+ -8.58350658416748,
+ -0.4701519310474396
+ ],
+ "distances_by_expert": [
+ 28.307781219482422,
+ 32.43814468383789,
+ 27.747173309326172,
+ 10.892983436584473,
+ 9.511832237243652,
+ 16.4284610748291,
+ 17.56589126586914,
+ 8.427145957946777,
+ 17.16701316833496,
+ 0.9403038620948792
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.260498046875,
+ "language": 52.90203857421875
+ }
+ },
+ {
+ "routing_index": 850,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034723807919363e-07,
+ 8.686926378231874e-08,
+ 9.314713906860561e-07,
+ 0.004096189048141241,
+ 0.008518720045685768,
+ 0.0002600988373160362,
+ 0.00015024965978227556,
+ 0.014524265192449093,
+ 0.00018521818856243044,
+ 0.6213784217834473
+ ],
+ "log_scores_by_expert": [
+ -14.167237281799316,
+ -16.258861541748047,
+ -13.886500358581543,
+ -5.4976983070373535,
+ -4.765489101409912,
+ -8.254448890686035,
+ -8.80321216583252,
+ -4.231934547424316,
+ -8.593976020812988,
+ -0.4758150279521942
+ ],
+ "distances_by_expert": [
+ 28.334474563598633,
+ 32.517723083496094,
+ 27.773000717163086,
+ 10.995396614074707,
+ 9.530978202819824,
+ 16.50889778137207,
+ 17.60642433166504,
+ 8.463869094848633,
+ 17.187952041625977,
+ 0.9516300559043884
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3392.68798828125,
+ "language": 52.892578125
+ }
+ },
+ {
+ "routing_index": 851,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.271560207300354e-07,
+ 8.992164879373377e-08,
+ 9.83571908363956e-07,
+ 0.004023578949272633,
+ 0.008719908073544502,
+ 0.0002583953901194036,
+ 0.0001551684836158529,
+ 0.014864317141473293,
+ 0.00018826237646862864,
+ 0.6398649215698242
+ ],
+ "log_scores_by_expert": [
+ -14.134124755859375,
+ -16.224327087402344,
+ -13.832075119018555,
+ -5.515583515167236,
+ -4.7421464920043945,
+ -8.261019706726074,
+ -8.77099895477295,
+ -4.208791732788086,
+ -8.57767391204834,
+ -0.44649821519851685
+ ],
+ "distances_by_expert": [
+ 28.26824951171875,
+ 32.44865417480469,
+ 27.66415023803711,
+ 11.031167030334473,
+ 9.484292984008789,
+ 16.52203941345215,
+ 17.5419979095459,
+ 8.417583465576172,
+ 17.15534782409668,
+ 0.8929964303970337
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.292236328125,
+ "language": 52.89162063598633
+ }
+ },
+ {
+ "routing_index": 852,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.27293843535881e-07,
+ 7.22977731015817e-08,
+ 9.024205382957007e-07,
+ 0.003351817140355706,
+ 0.007549946662038565,
+ 0.00020544882863759995,
+ 0.0001351556711597368,
+ 0.012770813889801502,
+ 0.00016114565369207412,
+ 0.5460785031318665
+ ],
+ "log_scores_by_expert": [
+ -14.281850814819336,
+ -16.442472457885742,
+ -13.918185234069824,
+ -5.6982526779174805,
+ -4.886214733123779,
+ -8.490313529968262,
+ -8.909083366394043,
+ -4.360592842102051,
+ -8.73320198059082,
+ -0.6049925684928894
+ ],
+ "distances_by_expert": [
+ 28.563701629638672,
+ 32.884944915771484,
+ 27.83637046813965,
+ 11.396505355834961,
+ 9.772429466247559,
+ 16.980627059936523,
+ 17.818166732788086,
+ 8.721185684204102,
+ 17.46640396118164,
+ 1.2099851369857788
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.993896484375,
+ "language": 52.92081069946289
+ }
+ },
+ {
+ "routing_index": 853,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.698019205941819e-07,
+ 9.955906676850645e-08,
+ 9.022002132041962e-07,
+ 0.00461622653529048,
+ 0.009441349655389786,
+ 0.00030424384749494493,
+ 0.00016977831546682864,
+ 0.015423682518303394,
+ 0.00017873772594612092,
+ 0.6826019883155823
+ ],
+ "log_scores_by_expert": [
+ -14.216283798217773,
+ -16.122514724731445,
+ -13.918429374694824,
+ -5.378177642822266,
+ -4.662656307220459,
+ -8.097681045532227,
+ -8.68101692199707,
+ -4.17185115814209,
+ -8.62959098815918,
+ -0.38184332847595215
+ ],
+ "distances_by_expert": [
+ 28.432567596435547,
+ 32.24502944946289,
+ 27.83685874938965,
+ 10.756355285644531,
+ 9.325312614440918,
+ 16.195362091064453,
+ 17.36203384399414,
+ 8.34370231628418,
+ 17.25918197631836,
+ 0.7636866569519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.14111328125,
+ "language": 52.93457794189453
+ }
+ },
+ {
+ "routing_index": 854,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.597843480449228e-07,
+ 1.0194550981168504e-07,
+ 9.001033163258398e-07,
+ 0.004815712571144104,
+ 0.009777306579053402,
+ 0.0003244773834012449,
+ 0.00017621387087274343,
+ 0.01595310866832733,
+ 0.00017566318274475634,
+ 0.7065098881721497
+ ],
+ "log_scores_by_expert": [
+ -14.231352806091309,
+ -16.098827362060547,
+ -13.920756340026855,
+ -5.33587121963501,
+ -4.627691268920898,
+ -8.033294677734375,
+ -8.64381217956543,
+ -4.138101577758789,
+ -8.646942138671875,
+ -0.3474181294441223
+ ],
+ "distances_by_expert": [
+ 28.462705612182617,
+ 32.197654724121094,
+ 27.84151268005371,
+ 10.67174243927002,
+ 9.255382537841797,
+ 16.06658935546875,
+ 17.28762435913086,
+ 8.276203155517578,
+ 17.29388427734375,
+ 0.6948362588882446
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.431884765625,
+ "language": 52.94993591308594
+ }
+ },
+ {
+ "routing_index": 855,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.347183898469666e-07,
+ 1.011091512737039e-07,
+ 8.801400213087618e-07,
+ 0.004693677648901939,
+ 0.009684182703495026,
+ 0.0003170394920744002,
+ 0.00017425412079319358,
+ 0.015732882544398308,
+ 0.00016805867198854685,
+ 0.6936199069023132
+ ],
+ "log_scores_by_expert": [
+ -14.270084381103516,
+ -16.107065200805664,
+ -13.943184852600098,
+ -5.361538887023926,
+ -4.637261390686035,
+ -8.05648422241211,
+ -8.654995918273926,
+ -4.152002334594727,
+ -8.691197395324707,
+ -0.3658311665058136
+ ],
+ "distances_by_expert": [
+ 28.54016876220703,
+ 32.21413040161133,
+ 27.886369705200195,
+ 10.723077774047852,
+ 9.27452278137207,
+ 16.11296844482422,
+ 17.30999183654785,
+ 8.304004669189453,
+ 17.382394790649414,
+ 0.7316623330116272
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.675048828125,
+ "language": 52.94425964355469
+ }
+ },
+ {
+ "routing_index": 856,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516773964904132e-07,
+ 1.0135764938468128e-07,
+ 8.952031862463627e-07,
+ 0.004723595455288887,
+ 0.009605186991393566,
+ 0.00031836991547606885,
+ 0.00017323475913144648,
+ 0.01573772355914116,
+ 0.00017392190056852996,
+ 0.6898983716964722
+ ],
+ "log_scores_by_expert": [
+ -14.2437162399292,
+ -16.104610443115234,
+ -13.926215171813965,
+ -5.355185031890869,
+ -4.64545202255249,
+ -8.05229663848877,
+ -8.660862922668457,
+ -4.1516947746276855,
+ -8.656904220581055,
+ -0.3712109625339508
+ ],
+ "distances_by_expert": [
+ 28.4874324798584,
+ 32.20922088623047,
+ 27.85243034362793,
+ 10.710370063781738,
+ 9.29090404510498,
+ 16.10459327697754,
+ 17.321725845336914,
+ 8.303389549255371,
+ 17.31380844116211,
+ 0.7424219250679016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3224.229736328125,
+ "language": 52.92271423339844
+ }
+ },
+ {
+ "routing_index": 857,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608107696592924e-07,
+ 9.261977851338088e-08,
+ 9.160722811429878e-07,
+ 0.004173538647592068,
+ 0.008968435227870941,
+ 0.00023684751067776233,
+ 0.00015352242917288095,
+ 0.014859569258987904,
+ 0.00017041893443092704,
+ 0.6619217991828918
+ ],
+ "log_scores_by_expert": [
+ -14.229798316955566,
+ -16.19476318359375,
+ -13.903170585632324,
+ -5.4789910316467285,
+ -4.714044094085693,
+ -8.34809398651123,
+ -8.78166389465332,
+ -4.209111213684082,
+ -8.677250862121582,
+ -0.41260790824890137
+ ],
+ "distances_by_expert": [
+ 28.459596633911133,
+ 32.3895263671875,
+ 27.80634117126465,
+ 10.957982063293457,
+ 9.428088188171387,
+ 16.69618797302246,
+ 17.56332778930664,
+ 8.418222427368164,
+ 17.354501724243164,
+ 0.8252158164978027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.151611328125,
+ "language": 52.89118194580078
+ }
+ },
+ {
+ "routing_index": 858,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.319581302705046e-07,
+ 9.982375104300445e-08,
+ 8.709028520570428e-07,
+ 0.004319031722843647,
+ 0.009662369266152382,
+ 0.00025387576897628605,
+ 0.00015528322546742857,
+ 0.015000035054981709,
+ 0.00016921176575124264,
+ 0.6973913908004761
+ ],
+ "log_scores_by_expert": [
+ -14.274442672729492,
+ -16.11985969543457,
+ -13.9537353515625,
+ -5.444724082946777,
+ -4.639516353607178,
+ -8.278665542602539,
+ -8.770259857177734,
+ -4.199702739715576,
+ -8.684359550476074,
+ -0.3604084551334381
+ ],
+ "distances_by_expert": [
+ 28.548885345458984,
+ 32.23971939086914,
+ 27.907470703125,
+ 10.889448165893555,
+ 9.279032707214355,
+ 16.557331085205078,
+ 17.54051971435547,
+ 8.399405479431152,
+ 17.36871910095215,
+ 0.7208169102668762
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.760009765625,
+ "language": 52.896541595458984
+ }
+ },
+ {
+ "routing_index": 859,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.378023951787327e-07,
+ 1.140526464382674e-07,
+ 9.992733112085261e-07,
+ 0.004935707431286573,
+ 0.010783959180116653,
+ 0.00030445310403592885,
+ 0.0001767849753377959,
+ 0.017195984721183777,
+ 0.00019617643556557596,
+ 0.8042266368865967
+ ],
+ "log_scores_by_expert": [
+ -14.119589805603027,
+ -15.986605644226074,
+ -13.816237449645996,
+ -5.3112592697143555,
+ -4.529695510864258,
+ -8.096993446350098,
+ -8.640576362609863,
+ -4.063079357147217,
+ -8.53649616241455,
+ -0.217874214053154
+ ],
+ "distances_by_expert": [
+ 28.239179611206055,
+ 31.97321128845215,
+ 27.632474899291992,
+ 10.622518539428711,
+ 9.059391021728516,
+ 16.193986892700195,
+ 17.281152725219727,
+ 8.126158714294434,
+ 17.0729923248291,
+ 0.435748428106308
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.3798828125,
+ "language": 52.8936653137207
+ }
+ },
+ {
+ "routing_index": 860,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.010980880295392e-07,
+ 1.1354192963608511e-07,
+ 9.656283737058402e-07,
+ 0.00490198889747262,
+ 0.011005198583006859,
+ 0.00030796730425208807,
+ 0.00017443185788579285,
+ 0.01706155389547348,
+ 0.00018911623919848353,
+ 0.8091227412223816
+ ],
+ "log_scores_by_expert": [
+ -14.170618057250977,
+ -15.991093635559082,
+ -13.850486755371094,
+ -5.318114280700684,
+ -4.509387493133545,
+ -8.085516929626465,
+ -8.653976440429688,
+ -4.070927619934082,
+ -8.573148727416992,
+ -0.21180465817451477
+ ],
+ "distances_by_expert": [
+ 28.341236114501953,
+ 31.982187271118164,
+ 27.700973510742188,
+ 10.636228561401367,
+ 9.01877498626709,
+ 16.17103385925293,
+ 17.307952880859375,
+ 8.141855239868164,
+ 17.146297454833984,
+ 0.42360931634902954
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.993408203125,
+ "language": 52.89242172241211
+ }
+ },
+ {
+ "routing_index": 861,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.439057642637636e-07,
+ 9.753793506206421e-08,
+ 8.779896347732574e-07,
+ 0.004557468928396702,
+ 0.010383455082774162,
+ 0.0002780107024591416,
+ 0.00016288105689454824,
+ 0.01586778089404106,
+ 0.0001711260701995343,
+ 0.747821569442749
+ ],
+ "log_scores_by_expert": [
+ -14.25571346282959,
+ -16.143024444580078,
+ -13.94563102722168,
+ -5.390987873077393,
+ -4.567541599273682,
+ -8.187850952148438,
+ -8.722490310668945,
+ -4.1434645652771,
+ -8.673110008239746,
+ -0.29059091210365295
+ ],
+ "distances_by_expert": [
+ 28.51142692565918,
+ 32.286048889160156,
+ 27.89126205444336,
+ 10.781975746154785,
+ 9.135083198547363,
+ 16.375701904296875,
+ 17.44498062133789,
+ 8.2869291305542,
+ 17.346220016479492,
+ 0.5811818242073059
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3536.1748046875,
+ "language": 52.924625396728516
+ }
+ },
+ {
+ "routing_index": 862,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447082228078216e-07,
+ 1.0314957421542204e-07,
+ 9.073766022993368e-07,
+ 0.004762943368405104,
+ 0.010086925700306892,
+ 0.00030708510894328356,
+ 0.0001695679675322026,
+ 0.016339963302016258,
+ 0.00017538564861752093,
+ 0.7321916222572327
+ ],
+ "log_scores_by_expert": [
+ -14.254467964172363,
+ -16.087085723876953,
+ -13.912708282470703,
+ -5.346889495849609,
+ -4.59651517868042,
+ -8.088385581970215,
+ -8.682256698608398,
+ -4.114141464233398,
+ -8.648523330688477,
+ -0.3117130994796753
+ ],
+ "distances_by_expert": [
+ 28.508935928344727,
+ 32.174171447753906,
+ 27.825416564941406,
+ 10.693778991699219,
+ 9.19303035736084,
+ 16.17677116394043,
+ 17.364513397216797,
+ 8.228282928466797,
+ 17.297046661376953,
+ 0.6234261989593506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.789306640625,
+ "language": 52.900569915771484
+ }
+ },
+ {
+ "routing_index": 863,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.609374167965143e-07,
+ 1.0948532036536562e-07,
+ 9.273366003981209e-07,
+ 0.005094744265079498,
+ 0.010483393445611,
+ 0.00034770218189805746,
+ 0.00017939538520295173,
+ 0.017177430912852287,
+ 0.0001768558140611276,
+ 0.7633523941040039
+ ],
+ "log_scores_by_expert": [
+ -14.229606628417969,
+ -16.027475357055664,
+ -13.890949249267578,
+ -5.279545783996582,
+ -4.557962894439697,
+ -7.9641642570495605,
+ -8.6259183883667,
+ -4.064158916473389,
+ -8.640175819396973,
+ -0.2700355350971222
+ ],
+ "distances_by_expert": [
+ 28.459213256835938,
+ 32.05495071411133,
+ 27.781898498535156,
+ 10.559091567993164,
+ 9.115925788879395,
+ 15.928328514099121,
+ 17.2518367767334,
+ 8.128317832946777,
+ 17.280351638793945,
+ 0.5400710701942444
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.252197265625,
+ "language": 52.936180114746094
+ }
+ },
+ {
+ "routing_index": 864,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.166945354380005e-07,
+ 9.498361919213494e-08,
+ 8.374145181733184e-07,
+ 0.004188185557723045,
+ 0.009706984274089336,
+ 0.0002700674522202462,
+ 0.0001592179760336876,
+ 0.015155806206166744,
+ 0.00016848521772772074,
+ 0.7354767918586731
+ ],
+ "log_scores_by_expert": [
+ -14.2988920211792,
+ -16.1695613861084,
+ -13.99294662475586,
+ -5.47548770904541,
+ -4.634909629821777,
+ -8.216838836669922,
+ -8.74523639678955,
+ -4.189371585845947,
+ -8.6886625289917,
+ -0.30723637342453003
+ ],
+ "distances_by_expert": [
+ 28.5977840423584,
+ 32.3391227722168,
+ 27.98589324951172,
+ 10.95097541809082,
+ 9.269819259643555,
+ 16.433677673339844,
+ 17.4904727935791,
+ 8.378743171691895,
+ 17.3773250579834,
+ 0.6144727468490601
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.06298828125,
+ "language": 52.91758728027344
+ }
+ },
+ {
+ "routing_index": 865,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.218070325303415e-07,
+ 9.656868371621385e-08,
+ 8.502458967996063e-07,
+ 0.00422694580629468,
+ 0.00999667588621378,
+ 0.00024869103799574077,
+ 0.00015478997374884784,
+ 0.0147442277520895,
+ 0.00016706537280697376,
+ 0.7268131971359253
+ ],
+ "log_scores_by_expert": [
+ -14.29063606262207,
+ -16.153011322021484,
+ -13.977740287780762,
+ -5.466275691986084,
+ -4.605502605438232,
+ -8.299299240112305,
+ -8.773441314697266,
+ -4.2169036865234375,
+ -8.697125434875488,
+ -0.3190858066082001
+ ],
+ "distances_by_expert": [
+ 28.58127212524414,
+ 32.30602264404297,
+ 27.955480575561523,
+ 10.932551383972168,
+ 9.211005210876465,
+ 16.59859848022461,
+ 17.54688262939453,
+ 8.433807373046875,
+ 17.394250869750977,
+ 0.6381716132164001
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.5185546875,
+ "language": 52.92085647583008
+ }
+ },
+ {
+ "routing_index": 866,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.955245683253452e-07,
+ 9.069660222849052e-08,
+ 8.183732234101626e-07,
+ 0.0039373114705085754,
+ 0.009318295866250992,
+ 0.00023058251827023923,
+ 0.00014856705092824996,
+ 0.014049477875232697,
+ 0.00016287686594296247,
+ 0.6901553869247437
+ ],
+ "log_scores_by_expert": [
+ -14.333823204040527,
+ -16.21574592590332,
+ -14.015947341918945,
+ -5.537257194519043,
+ -4.675775527954102,
+ -8.37490177154541,
+ -8.814474105834961,
+ -4.265170097351074,
+ -8.722516059875488,
+ -0.3708385229110718
+ ],
+ "distances_by_expert": [
+ 28.667646408081055,
+ 32.43149185180664,
+ 28.03189468383789,
+ 11.074514389038086,
+ 9.351551055908203,
+ 16.74980354309082,
+ 17.628948211669922,
+ 8.530340194702148,
+ 17.445032119750977,
+ 0.7416770458221436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3559.39404296875,
+ "language": 52.92070388793945
+ }
+ },
+ {
+ "routing_index": 867,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.322758281385177e-07,
+ 9.788215749040319e-08,
+ 8.640702731099736e-07,
+ 0.004144764039665461,
+ 0.00936562567949295,
+ 0.0002515579981263727,
+ 0.00015700311632826924,
+ 0.014726738445460796,
+ 0.0001731688535073772,
+ 0.7081699371337891
+ ],
+ "log_scores_by_expert": [
+ -14.273940086364746,
+ -16.139501571655273,
+ -13.9616117477417,
+ -5.485909461975098,
+ -4.670709133148193,
+ -8.287837028503418,
+ -8.759244918823242,
+ -4.218090534210205,
+ -8.661243438720703,
+ -0.3450711965560913
+ ],
+ "distances_by_expert": [
+ 28.547880172729492,
+ 32.27900314331055,
+ 27.9232234954834,
+ 10.971818923950195,
+ 9.341418266296387,
+ 16.575674057006836,
+ 17.518489837646484,
+ 8.43618106842041,
+ 17.322486877441406,
+ 0.6901423931121826
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.1650390625,
+ "language": 52.90228271484375
+ }
+ },
+ {
+ "routing_index": 868,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.54857160498068e-07,
+ 1.0055334342951028e-07,
+ 9.064891628440819e-07,
+ 0.004510573577135801,
+ 0.00944936741143465,
+ 0.0002777610789053142,
+ 0.0001618215610506013,
+ 0.015306186862289906,
+ 0.00018066949269268662,
+ 0.7041726112365723
+ ],
+ "log_scores_by_expert": [
+ -14.238848686218262,
+ -16.112577438354492,
+ -13.913686752319336,
+ -5.401330947875977,
+ -4.661807537078857,
+ -8.188749313354492,
+ -8.729016304016113,
+ -4.179498195648193,
+ -8.618841171264648,
+ -0.3507317900657654
+ ],
+ "distances_by_expert": [
+ 28.477697372436523,
+ 32.225154876708984,
+ 27.827373504638672,
+ 10.802661895751953,
+ 9.323615074157715,
+ 16.377498626708984,
+ 17.458032608032227,
+ 8.358996391296387,
+ 17.237682342529297,
+ 0.7014635801315308
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.65576171875,
+ "language": 52.90275192260742
+ }
+ },
+ {
+ "routing_index": 869,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.905920031385904e-07,
+ 1.1621555273677586e-07,
+ 9.603853641237947e-07,
+ 0.005215739365667105,
+ 0.009940685704350471,
+ 0.0003472875978332013,
+ 0.000178115617018193,
+ 0.01651793159544468,
+ 0.00018798644305206835,
+ 0.7280120849609375
+ ],
+ "log_scores_by_expert": [
+ -14.18571662902832,
+ -15.967819213867188,
+ -13.855931282043457,
+ -5.25607442855835,
+ -4.611119270324707,
+ -7.965357303619385,
+ -8.633077621459961,
+ -4.10330867767334,
+ -8.579140663146973,
+ -0.31743761897087097
+ ],
+ "distances_by_expert": [
+ 28.37143325805664,
+ 31.935638427734375,
+ 27.711862564086914,
+ 10.5121488571167,
+ 9.222238540649414,
+ 15.93071460723877,
+ 17.266155242919922,
+ 8.20661735534668,
+ 17.158281326293945,
+ 0.6348752379417419
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.267578125,
+ "language": 52.93008041381836
+ }
+ },
+ {
+ "routing_index": 870,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.527005211864889e-07,
+ 1.0934216021496468e-07,
+ 9.166726613329956e-07,
+ 0.005156658124178648,
+ 0.009372590109705925,
+ 0.0003395927487872541,
+ 0.00016894828877411783,
+ 0.015598342753946781,
+ 0.0001811073161661625,
+ 0.6713848114013672
+ ],
+ "log_scores_by_expert": [
+ -14.242147445678711,
+ -16.028783798217773,
+ -13.902515411376953,
+ -5.2674665451049805,
+ -4.669965744018555,
+ -7.987763404846191,
+ -8.685917854309082,
+ -4.160590648651123,
+ -8.61642074584961,
+ -0.3984127640724182
+ ],
+ "distances_by_expert": [
+ 28.484294891357422,
+ 32.05756759643555,
+ 27.805030822753906,
+ 10.534933090209961,
+ 9.33993148803711,
+ 15.975526809692383,
+ 17.371835708618164,
+ 8.321181297302246,
+ 17.23284149169922,
+ 0.7968255281448364
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.71337890625,
+ "language": 52.92815017700195
+ }
+ },
+ {
+ "routing_index": 871,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.824797995046538e-07,
+ 9.491535024608311e-08,
+ 8.066388659244694e-07,
+ 0.004669779445976019,
+ 0.008525564335286617,
+ 0.0002975238603539765,
+ 0.0001537644857307896,
+ 0.014090127311646938,
+ 0.00016687746392562985,
+ 0.6254414319992065
+ ],
+ "log_scores_by_expert": [
+ -14.355971336364746,
+ -16.17028045654297,
+ -14.030389785766602,
+ -5.36664342880249,
+ -4.764686107635498,
+ -8.120016098022461,
+ -8.780088424682617,
+ -4.2622809410095215,
+ -8.698250770568848,
+ -0.4692975580692291
+ ],
+ "distances_by_expert": [
+ 28.711942672729492,
+ 32.34056091308594,
+ 28.060779571533203,
+ 10.73328685760498,
+ 9.529372215270996,
+ 16.240032196044922,
+ 17.560176849365234,
+ 8.524561882019043,
+ 17.396501541137695,
+ 0.9385951161384583
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.76123046875,
+ "language": 52.92179870605469
+ }
+ },
+ {
+ "routing_index": 872,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.105535135247919e-07,
+ 1.0197410205137203e-07,
+ 8.656546697238809e-07,
+ 0.004972692113369703,
+ 0.009116033092141151,
+ 0.0003119736793451011,
+ 0.0001624530559638515,
+ 0.014829259365797043,
+ 0.00017466372810304165,
+ 0.653403103351593
+ ],
+ "log_scores_by_expert": [
+ -14.308899879455566,
+ -16.098546981811523,
+ -13.959779739379883,
+ -5.303793907165527,
+ -4.697720527648926,
+ -8.072591781616211,
+ -8.72512149810791,
+ -4.211153030395508,
+ -8.652647972106934,
+ -0.42556098103523254
+ ],
+ "distances_by_expert": [
+ 28.617799758911133,
+ 32.19709396362305,
+ 27.919559478759766,
+ 10.607587814331055,
+ 9.395441055297852,
+ 16.145183563232422,
+ 17.45024299621582,
+ 8.422306060791016,
+ 17.305295944213867,
+ 0.8511219620704651
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.746826171875,
+ "language": 52.88468551635742
+ }
+ },
+ {
+ "routing_index": 873,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.464074431278277e-07,
+ 1.0546968809421742e-07,
+ 9.113877013078309e-07,
+ 0.005147588439285755,
+ 0.00938703678548336,
+ 0.00032687358907423913,
+ 0.00016835430869832635,
+ 0.015491840429604053,
+ 0.00018077566346619278,
+ 0.6710115075111389
+ ],
+ "log_scores_by_expert": [
+ -14.251835823059082,
+ -16.064842224121094,
+ -13.908297538757324,
+ -5.269227027893066,
+ -4.668425559997559,
+ -8.0259370803833,
+ -8.68943977355957,
+ -4.1674418449401855,
+ -8.618253707885742,
+ -0.39896902441978455
+ ],
+ "distances_by_expert": [
+ 28.503671646118164,
+ 32.12968444824219,
+ 27.81659507751465,
+ 10.538454055786133,
+ 9.336851119995117,
+ 16.0518741607666,
+ 17.37887954711914,
+ 8.334883689880371,
+ 17.236507415771484,
+ 0.7979380488395691
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.248291015625,
+ "language": 52.91652297973633
+ }
+ },
+ {
+ "routing_index": 874,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.751620844624995e-07,
+ 1.121362132039394e-07,
+ 9.278195989281812e-07,
+ 0.005338543560355902,
+ 0.00989294983446598,
+ 0.0003499147715047002,
+ 0.00017741242481861264,
+ 0.016260333359241486,
+ 0.00018421390268485993,
+ 0.7091156840324402
+ ],
+ "log_scores_by_expert": [
+ -14.20831298828125,
+ -16.003551483154297,
+ -13.89042854309082,
+ -5.232802391052246,
+ -4.615932941436768,
+ -7.957820892333984,
+ -8.637033462524414,
+ -4.1190266609191895,
+ -8.59941291809082,
+ -0.34373652935028076
+ ],
+ "distances_by_expert": [
+ 28.4166259765625,
+ 32.007102966308594,
+ 27.78085708618164,
+ 10.465604782104492,
+ 9.231865882873535,
+ 15.915641784667969,
+ 17.274066925048828,
+ 8.238053321838379,
+ 17.19882583618164,
+ 0.6874730587005615
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3328.1103515625,
+ "language": 52.961177825927734
+ }
+ },
+ {
+ "routing_index": 875,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.881056719976186e-07,
+ 1.1004955524640536e-07,
+ 9.484689940109092e-07,
+ 0.005355251021683216,
+ 0.010141302831470966,
+ 0.00034018480801023543,
+ 0.0001776457211235538,
+ 0.016353540122509003,
+ 0.00018781711696647108,
+ 0.715615451335907
+ ],
+ "log_scores_by_expert": [
+ -14.189323425292969,
+ -16.022335052490234,
+ -13.868416786193848,
+ -5.229677677154541,
+ -4.59113883972168,
+ -7.986021518707275,
+ -8.635719299316406,
+ -4.113310813903809,
+ -8.580041885375977,
+ -0.3346123993396759
+ ],
+ "distances_by_expert": [
+ 28.378646850585938,
+ 32.04467010498047,
+ 27.736833572387695,
+ 10.459355354309082,
+ 9.18227767944336,
+ 15.97204303741455,
+ 17.271438598632812,
+ 8.226621627807617,
+ 17.160083770751953,
+ 0.6692247986793518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.687255859375,
+ "language": 52.92390060424805
+ }
+ },
+ {
+ "routing_index": 876,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833689667473664e-07,
+ 1.04146138824035e-07,
+ 9.428657676835428e-07,
+ 0.005144758615642786,
+ 0.009473892860114574,
+ 0.00031562012736685574,
+ 0.0001702736917650327,
+ 0.015680037438869476,
+ 0.00018729553266894072,
+ 0.6676731109619141
+ ],
+ "log_scores_by_expert": [
+ -14.1962308883667,
+ -16.077470779418945,
+ -13.87434196472168,
+ -5.269776821136475,
+ -4.659215450286865,
+ -8.0609712600708,
+ -8.67810344696045,
+ -4.155366897583008,
+ -8.582822799682617,
+ -0.4039565622806549
+ ],
+ "distances_by_expert": [
+ 28.3924617767334,
+ 32.15494155883789,
+ 27.74868392944336,
+ 10.53955364227295,
+ 9.31843090057373,
+ 16.1219425201416,
+ 17.3562068939209,
+ 8.310733795166016,
+ 17.165645599365234,
+ 0.8079131245613098
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.245849609375,
+ "language": 52.90268325805664
+ }
+ },
+ {
+ "routing_index": 877,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.135666126283468e-07,
+ 1.0244431081218863e-07,
+ 8.656555792185827e-07,
+ 0.004982104990631342,
+ 0.009244224056601524,
+ 0.0003397399850655347,
+ 0.0001721207081573084,
+ 0.015279782004654408,
+ 0.00016776146367192268,
+ 0.6649916172027588
+ ],
+ "log_scores_by_expert": [
+ -14.303977012634277,
+ -16.09394645690918,
+ -13.959778785705566,
+ -5.301902770996094,
+ -4.683756351470947,
+ -7.987329959869385,
+ -8.667314529418945,
+ -4.181224822998047,
+ -8.692967414855957,
+ -0.4079807996749878
+ ],
+ "distances_by_expert": [
+ 28.607954025268555,
+ 32.18789291381836,
+ 27.919557571411133,
+ 10.603805541992188,
+ 9.367512702941895,
+ 15.97465991973877,
+ 17.33462905883789,
+ 8.362449645996094,
+ 17.385934829711914,
+ 0.8159615993499756
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.36572265625,
+ "language": 52.912750244140625
+ }
+ },
+ {
+ "routing_index": 878,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.962440354778664e-07,
+ 1.0131030592219759e-07,
+ 8.453550890408223e-07,
+ 0.004937668330967426,
+ 0.009235394187271595,
+ 0.00033563622855581343,
+ 0.0001697537227300927,
+ 0.014989146031439304,
+ 0.0001635502267163247,
+ 0.6546924710273743
+ ],
+ "log_scores_by_expert": [
+ -14.332615852355957,
+ -16.105077743530273,
+ -13.983509063720703,
+ -5.310862064361572,
+ -4.684711933135986,
+ -7.99948263168335,
+ -8.681161880493164,
+ -4.2004289627075195,
+ -8.718390464782715,
+ -0.42358967661857605
+ ],
+ "distances_by_expert": [
+ 28.665231704711914,
+ 32.21015548706055,
+ 27.967018127441406,
+ 10.621724128723145,
+ 9.369423866271973,
+ 15.9989652633667,
+ 17.362323760986328,
+ 8.400857925415039,
+ 17.43678092956543,
+ 0.8471793532371521
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3229.09326171875,
+ "language": 52.962398529052734
+ }
+ },
+ {
+ "routing_index": 879,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.432198690868972e-07,
+ 9.274317136487298e-08,
+ 7.812979561094835e-07,
+ 0.0045393891632556915,
+ 0.008388921618461609,
+ 0.0003098660090472549,
+ 0.00015814081416465342,
+ 0.013754209503531456,
+ 0.00015244279347825795,
+ 0.5980253219604492
+ ],
+ "log_scores_by_expert": [
+ -14.425751686096191,
+ -16.193431854248047,
+ -14.062309265136719,
+ -5.394962787628174,
+ -4.780843257904053,
+ -8.079370498657227,
+ -8.75202465057373,
+ -4.286410331726074,
+ -8.788721084594727,
+ -0.5141222476959229
+ ],
+ "distances_by_expert": [
+ 28.851503372192383,
+ 32.386863708496094,
+ 28.124618530273438,
+ 10.789925575256348,
+ 9.561686515808105,
+ 16.158740997314453,
+ 17.50404930114746,
+ 8.572820663452148,
+ 17.577442169189453,
+ 1.0282444953918457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3196.265869140625,
+ "language": 52.9361686706543
+ }
+ },
+ {
+ "routing_index": 880,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.326434688868176e-07,
+ 9.211836271560969e-08,
+ 7.67877509133541e-07,
+ 0.004437762778252363,
+ 0.008249381557106972,
+ 0.0003099073946941644,
+ 0.00015671216533519328,
+ 0.013717315159738064,
+ 0.00015035286196507514,
+ 0.5963307619094849
+ ],
+ "log_scores_by_expert": [
+ -14.445413589477539,
+ -16.200191497802734,
+ -14.079635620117188,
+ -5.417604923248291,
+ -4.797616958618164,
+ -8.07923698425293,
+ -8.761099815368652,
+ -4.289096355438232,
+ -8.802525520324707,
+ -0.5169597864151001
+ ],
+ "distances_by_expert": [
+ 28.890827178955078,
+ 32.40038299560547,
+ 28.159271240234375,
+ 10.835209846496582,
+ 9.595233917236328,
+ 16.15847396850586,
+ 17.522199630737305,
+ 8.578192710876465,
+ 17.605051040649414,
+ 1.0339195728302002
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3186.7373046875,
+ "language": 52.89848327636719
+ }
+ },
+ {
+ "routing_index": 881,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.748269131800043e-07,
+ 9.84519274993545e-08,
+ 8.244834930337674e-07,
+ 0.004736404400318861,
+ 0.00885566882789135,
+ 0.000323446118272841,
+ 0.00016622402472421527,
+ 0.014496623538434505,
+ 0.00016140109801199287,
+ 0.6371225118637085
+ ],
+ "log_scores_by_expert": [
+ -14.369196891784668,
+ -16.133697509765625,
+ -14.008508682250977,
+ -5.352477073669434,
+ -4.7266974449157715,
+ -8.036478042602539,
+ -8.702174186706543,
+ -4.233839511871338,
+ -8.73161792755127,
+ -0.45079338550567627
+ ],
+ "distances_by_expert": [
+ 28.738393783569336,
+ 32.26739501953125,
+ 28.017017364501953,
+ 10.704954147338867,
+ 9.453394889831543,
+ 16.072956085205078,
+ 17.404348373413086,
+ 8.467679023742676,
+ 17.46323585510254,
+ 0.9015867710113525
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.802490234375,
+ "language": 52.8973274230957
+ }
+ },
+ {
+ "routing_index": 882,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.644478733302094e-07,
+ 9.480154261609641e-08,
+ 8.198097134481941e-07,
+ 0.004651199094951153,
+ 0.008638104423880577,
+ 0.00031221655081026256,
+ 0.00016010033141355962,
+ 0.01406122650951147,
+ 0.0001584202254889533,
+ 0.6048654913902283
+ ],
+ "log_scores_by_expert": [
+ -14.387417793273926,
+ -16.171480178833008,
+ -14.014193534851074,
+ -5.370630264282227,
+ -4.751572132110596,
+ -8.071813583374023,
+ -8.739709854125977,
+ -4.264334201812744,
+ -8.750259399414062,
+ -0.5027492046356201
+ ],
+ "distances_by_expert": [
+ 28.77483558654785,
+ 32.342960357666016,
+ 28.02838706970215,
+ 10.741260528564453,
+ 9.503144264221191,
+ 16.143627166748047,
+ 17.479419708251953,
+ 8.528668403625488,
+ 17.500518798828125,
+ 1.0054984092712402
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.73583984375,
+ "language": 52.92344284057617
+ }
+ },
+ {
+ "routing_index": 883,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.583657980423595e-07,
+ 9.758483088262437e-08,
+ 8.094562531368865e-07,
+ 0.00472897058352828,
+ 0.008722840808331966,
+ 0.00032616080716252327,
+ 0.00016365552437491715,
+ 0.01431776862591505,
+ 0.00015658786287531257,
+ 0.6253370642662048
+ ],
+ "log_scores_by_expert": [
+ -14.3982515335083,
+ -16.14254379272461,
+ -14.02690315246582,
+ -5.354047775268555,
+ -4.741810321807861,
+ -8.028120040893555,
+ -8.71774673461914,
+ -4.246253967285156,
+ -8.761893272399902,
+ -0.4694644808769226
+ ],
+ "distances_by_expert": [
+ 28.7965030670166,
+ 32.28508758544922,
+ 28.05380630493164,
+ 10.70809555053711,
+ 9.483620643615723,
+ 16.05624008178711,
+ 17.43549346923828,
+ 8.492507934570312,
+ 17.523786544799805,
+ 0.9389289617538452
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.45361328125,
+ "language": 52.90919494628906
+ }
+ },
+ {
+ "routing_index": 884,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.578324930866074e-07,
+ 9.583491333842176e-08,
+ 8.026386240089778e-07,
+ 0.0046221911907196045,
+ 0.008395785465836525,
+ 0.00032523891422897577,
+ 0.00016010459512472153,
+ 0.014057297259569168,
+ 0.00015644442464690655,
+ 0.6119864583015442
+ ],
+ "log_scores_by_expert": [
+ -14.39920711517334,
+ -16.1606388092041,
+ -14.035361289978027,
+ -5.376886367797852,
+ -4.780025482177734,
+ -8.030950546264648,
+ -8.739683151245117,
+ -4.264613628387451,
+ -8.762809753417969,
+ -0.4910450875759125
+ ],
+ "distances_by_expert": [
+ 28.79841423034668,
+ 32.3212776184082,
+ 28.070722579956055,
+ 10.753772735595703,
+ 9.560050964355469,
+ 16.061901092529297,
+ 17.479366302490234,
+ 8.529227256774902,
+ 17.525619506835938,
+ 0.982090175151825
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.228515625,
+ "language": 52.89960479736328
+ }
+ },
+ {
+ "routing_index": 885,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.178966600600688e-07,
+ 8.545710272755969e-08,
+ 8.569290912419092e-07,
+ 0.004013685509562492,
+ 0.00832680705934763,
+ 0.0002220935857621953,
+ 0.00014489595196209848,
+ 0.013824678026139736,
+ 0.0001606303994776681,
+ 0.6168468594551086
+ ],
+ "log_scores_by_expert": [
+ -14.296944618225098,
+ -16.275251388549805,
+ -13.969910621643066,
+ -5.518045425415039,
+ -4.788275241851807,
+ -8.4124116897583,
+ -8.839494705200195,
+ -4.281300067901611,
+ -8.736404418945312,
+ -0.4831344783306122
+ ],
+ "distances_by_expert": [
+ 28.593889236450195,
+ 32.55050277709961,
+ 27.939821243286133,
+ 11.036090850830078,
+ 9.576550483703613,
+ 16.8248233795166,
+ 17.67898941040039,
+ 8.562600135803223,
+ 17.472808837890625,
+ 0.9662689566612244
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3586.125,
+ "language": 52.90184783935547
+ }
+ },
+ {
+ "routing_index": 886,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.424422736017732e-07,
+ 9.870067430028939e-08,
+ 8.776999607107427e-07,
+ 0.004355764947831631,
+ 0.009592700749635696,
+ 0.00025837146677076817,
+ 0.00015664685633964837,
+ 0.015020227059721947,
+ 0.00017129180196207017,
+ 0.6996087431907654
+ ],
+ "log_scores_by_expert": [
+ -14.257988929748535,
+ -16.131174087524414,
+ -13.945960998535156,
+ -5.436254978179932,
+ -4.646752834320068,
+ -8.261112213134766,
+ -8.761516571044922,
+ -4.198357582092285,
+ -8.672142028808594,
+ -0.35723403096199036
+ ],
+ "distances_by_expert": [
+ 28.51597785949707,
+ 32.26234817504883,
+ 27.891921997070312,
+ 10.872509956359863,
+ 9.293505668640137,
+ 16.52222442626953,
+ 17.523033142089844,
+ 8.39671516418457,
+ 17.344284057617188,
+ 0.7144680619239807
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.653076171875,
+ "language": 52.92634201049805
+ }
+ },
+ {
+ "routing_index": 887,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.048577461115201e-07,
+ 9.195194650146732e-08,
+ 8.278288419205637e-07,
+ 0.004100345075130463,
+ 0.009589449502527714,
+ 0.0002349940623389557,
+ 0.00015066434571053833,
+ 0.014386204071342945,
+ 0.00016507600957993418,
+ 0.7074815034866333
+ ],
+ "log_scores_by_expert": [
+ -14.318272590637207,
+ -16.20199966430664,
+ -14.004459381103516,
+ -5.4966840744018555,
+ -4.647091865539551,
+ -8.355950355529785,
+ -8.800456047058105,
+ -4.241485595703125,
+ -8.709104537963867,
+ -0.34604376554489136
+ ],
+ "distances_by_expert": [
+ 28.636545181274414,
+ 32.40399932861328,
+ 28.00891876220703,
+ 10.993368148803711,
+ 9.294183731079102,
+ 16.71190071105957,
+ 17.60091209411621,
+ 8.48297119140625,
+ 17.418209075927734,
+ 0.6920875310897827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3579.515869140625,
+ "language": 52.89573287963867
+ }
+ },
+ {
+ "routing_index": 888,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.497338063127245e-07,
+ 1.0636829017585114e-07,
+ 9.011940846903599e-07,
+ 0.0045565348118543625,
+ 0.010504464618861675,
+ 0.0002848745498340577,
+ 0.0001636449305806309,
+ 0.015756426379084587,
+ 0.0001765890046954155,
+ 0.7613783478736877
+ ],
+ "log_scores_by_expert": [
+ -14.246703147888184,
+ -16.056358337402344,
+ -13.91954517364502,
+ -5.39119291305542,
+ -4.555954933166504,
+ -8.163461685180664,
+ -8.717811584472656,
+ -4.150506973266602,
+ -8.641685485839844,
+ -0.2726249098777771
+ ],
+ "distances_by_expert": [
+ 28.493406295776367,
+ 32.11271667480469,
+ 27.83909034729004,
+ 10.78238582611084,
+ 9.111909866333008,
+ 16.326923370361328,
+ 17.435623168945312,
+ 8.301013946533203,
+ 17.283370971679688,
+ 0.5452498197555542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.833740234375,
+ "language": 52.90705108642578
+ }
+ },
+ {
+ "routing_index": 889,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.857898142698104e-07,
+ 1.0886416390576414e-07,
+ 9.463854553359852e-07,
+ 0.004723097663372755,
+ 0.01081090234220028,
+ 0.00030024454463273287,
+ 0.0001727250055409968,
+ 0.01653929054737091,
+ 0.00018208233814220876,
+ 0.7866073250770569
+ ],
+ "log_scores_by_expert": [
+ -14.192694664001465,
+ -16.033164978027344,
+ -13.87061595916748,
+ -5.355290412902832,
+ -4.527200222015381,
+ -8.110913276672363,
+ -8.663809776306152,
+ -4.102016448974609,
+ -8.611051559448242,
+ -0.24002614617347717
+ ],
+ "distances_by_expert": [
+ 28.38538932800293,
+ 32.06632995605469,
+ 27.74123191833496,
+ 10.710580825805664,
+ 9.054400444030762,
+ 16.221826553344727,
+ 17.327619552612305,
+ 8.204032897949219,
+ 17.222103118896484,
+ 0.48005229234695435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.7529296875,
+ "language": 52.94398880004883
+ }
+ },
+ {
+ "routing_index": 890,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8332337832544e-07,
+ 1.0130257521723252e-07,
+ 9.320320941696991e-07,
+ 0.004743955563753843,
+ 0.009904415346682072,
+ 0.00029304585768841207,
+ 0.00016698651597835124,
+ 0.016514074057340622,
+ 0.0001816717704059556,
+ 0.7126621007919312
+ ],
+ "log_scores_by_expert": [
+ -14.196297645568848,
+ -16.105154037475586,
+ -13.88589859008789,
+ -5.350883960723877,
+ -4.614774703979492,
+ -8.135181427001953,
+ -8.69759750366211,
+ -4.103542327880859,
+ -8.613308906555176,
+ -0.33874791860580444
+ ],
+ "distances_by_expert": [
+ 28.392595291137695,
+ 32.21030807495117,
+ 27.77179718017578,
+ 10.701767921447754,
+ 9.229549407958984,
+ 16.270362854003906,
+ 17.39519500732422,
+ 8.207084655761719,
+ 17.22661781311035,
+ 0.6774958372116089
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.724853515625,
+ "language": 52.915931701660156
+ }
+ },
+ {
+ "routing_index": 891,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.705676582896558e-07,
+ 1.088961454343007e-07,
+ 9.227765076502692e-07,
+ 0.0048393262550234795,
+ 0.01031323242932558,
+ 0.00033368857111781836,
+ 0.00018017637194134295,
+ 0.017155788838863373,
+ 0.00018004857702180743,
+ 0.7828418612480164
+ ],
+ "log_scores_by_expert": [
+ -14.215141296386719,
+ -16.03287124633789,
+ -13.895878791809082,
+ -5.330979824066162,
+ -4.57432746887207,
+ -8.005302429199219,
+ -8.621574401855469,
+ -4.065419673919678,
+ -8.622283935546875,
+ -0.2448245882987976
+ ],
+ "distances_by_expert": [
+ 28.430282592773438,
+ 32.06574249267578,
+ 27.791757583618164,
+ 10.661959648132324,
+ 9.14865493774414,
+ 16.010604858398438,
+ 17.243148803710938,
+ 8.130839347839355,
+ 17.24456787109375,
+ 0.4896491765975952
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.354248046875,
+ "language": 52.93544387817383
+ }
+ },
+ {
+ "routing_index": 892,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.035924340925703e-07,
+ 1.1188817694574027e-07,
+ 9.736977517604828e-07,
+ 0.00476213451474905,
+ 0.010434682480990887,
+ 0.00030902231810614467,
+ 0.00017609039787203074,
+ 0.016827672719955444,
+ 0.00018825556617230177,
+ 0.7742420434951782
+ ],
+ "log_scores_by_expert": [
+ -14.16706657409668,
+ -16.005765914916992,
+ -13.842164993286133,
+ -5.34705924987793,
+ -4.562620162963867,
+ -8.082097053527832,
+ -8.644513130187988,
+ -4.084730625152588,
+ -8.577710151672363,
+ -0.2558707296848297
+ ],
+ "distances_by_expert": [
+ 28.33413314819336,
+ 32.011531829833984,
+ 27.684329986572266,
+ 10.69411849975586,
+ 9.125240325927734,
+ 16.164194107055664,
+ 17.289026260375977,
+ 8.169461250305176,
+ 17.155420303344727,
+ 0.5117414593696594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.13818359375,
+ "language": 52.92436599731445
+ }
+ },
+ {
+ "routing_index": 893,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.389777240656258e-07,
+ 1.0062279898193083e-07,
+ 8.724383064873109e-07,
+ 0.004314809571951628,
+ 0.009721839800477028,
+ 0.00027097761631011963,
+ 0.0001605112774996087,
+ 0.015419086441397667,
+ 0.00017581168503966182,
+ 0.7342736124992371
+ ],
+ "log_scores_by_expert": [
+ -14.263396263122559,
+ -16.111886978149414,
+ -13.951973915100098,
+ -5.445702075958252,
+ -4.63338041305542,
+ -8.21347427368164,
+ -8.737146377563477,
+ -4.172149181365967,
+ -8.646097183227539,
+ -0.30887356400489807
+ ],
+ "distances_by_expert": [
+ 28.526792526245117,
+ 32.22377395629883,
+ 27.903947830200195,
+ 10.891404151916504,
+ 9.26676082611084,
+ 16.42694854736328,
+ 17.474292755126953,
+ 8.344298362731934,
+ 17.292194366455078,
+ 0.6177471280097961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.70654296875,
+ "language": 52.915016174316406
+ }
+ },
+ {
+ "routing_index": 894,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.384995003827498e-07,
+ 9.858045046939878e-08,
+ 8.703731850800978e-07,
+ 0.00405899528414011,
+ 0.009670956991612911,
+ 0.0002536158717703074,
+ 0.00015897612320259213,
+ 0.015367529354989529,
+ 0.00017314721480943263,
+ 0.7357550859451294
+ ],
+ "log_scores_by_expert": [
+ -14.264144897460938,
+ -16.13239288330078,
+ -13.954343795776367,
+ -5.506819725036621,
+ -4.638628005981445,
+ -8.27968978881836,
+ -8.746756553649902,
+ -4.1754984855651855,
+ -8.661368370056152,
+ -0.30685797333717346
+ ],
+ "distances_by_expert": [
+ 28.528289794921875,
+ 32.26478576660156,
+ 27.908687591552734,
+ 11.013639450073242,
+ 9.27725601196289,
+ 16.55937957763672,
+ 17.493513107299805,
+ 8.350996971130371,
+ 17.322736740112305,
+ 0.6137159466743469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3569.0478515625,
+ "language": 52.919334411621094
+ }
+ },
+ {
+ "routing_index": 895,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.796020670662983e-07,
+ 1.1816631229066843e-07,
+ 9.433882723897113e-07,
+ 0.005159690976142883,
+ 0.010462288744747639,
+ 0.00035941661917604506,
+ 0.00018440303392708302,
+ 0.017470646649599075,
+ 0.0001851470151450485,
+ 0.7881749272346497
+ ],
+ "log_scores_by_expert": [
+ -14.20175838470459,
+ -15.951172828674316,
+ -13.873787879943848,
+ -5.266878604888916,
+ -4.559978008270264,
+ -7.931028366088867,
+ -8.598386764526367,
+ -4.0472331047058105,
+ -8.5943603515625,
+ -0.23803527653217316
+ ],
+ "distances_by_expert": [
+ 28.40351676940918,
+ 31.902345657348633,
+ 27.747575759887695,
+ 10.533757209777832,
+ 9.119956016540527,
+ 15.862056732177734,
+ 17.196773529052734,
+ 8.094466209411621,
+ 17.188720703125,
+ 0.4760705530643463
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.578125,
+ "language": 52.90747833251953
+ }
+ },
+ {
+ "routing_index": 896,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.91595118951227e-07,
+ 1.2165006069153605e-07,
+ 9.705945558380336e-07,
+ 0.005344970151782036,
+ 0.01051143929362297,
+ 0.00037774493102915585,
+ 0.0001903351949295029,
+ 0.017282312735915184,
+ 0.00018571449618320912,
+ 0.7685176730155945
+ ],
+ "log_scores_by_expert": [
+ -14.18426513671875,
+ -15.922117233276367,
+ -13.845356941223145,
+ -5.2315993309021,
+ -4.555291175842285,
+ -7.881291389465332,
+ -8.566723823547363,
+ -4.058071613311768,
+ -8.591300010681152,
+ -0.26329171657562256
+ ],
+ "distances_by_expert": [
+ 28.3685302734375,
+ 31.844234466552734,
+ 27.69071388244629,
+ 10.4631986618042,
+ 9.11058235168457,
+ 15.762582778930664,
+ 17.133447647094727,
+ 8.116143226623535,
+ 17.182600021362305,
+ 0.5265834331512451
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.1513671875,
+ "language": 52.949039459228516
+ }
+ },
+ {
+ "routing_index": 897,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.617945587095164e-07,
+ 1.121227413136694e-07,
+ 9.218239256369998e-07,
+ 0.0050357854925096035,
+ 0.009602723643183708,
+ 0.00036184745840728283,
+ 0.00018415892554912716,
+ 0.016503918915987015,
+ 0.00017629386275075376,
+ 0.7093434929847717
+ ],
+ "log_scores_by_expert": [
+ -14.228310585021973,
+ -16.003671646118164,
+ -13.89691162109375,
+ -5.2911858558654785,
+ -4.6457085609436035,
+ -7.924287796020508,
+ -8.599711418151855,
+ -4.104157447814941,
+ -8.64335823059082,
+ -0.34341537952423096
+ ],
+ "distances_by_expert": [
+ 28.456621170043945,
+ 32.00734329223633,
+ 27.7938232421875,
+ 10.582371711730957,
+ 9.291417121887207,
+ 15.848575592041016,
+ 17.19942283630371,
+ 8.208314895629883,
+ 17.28671646118164,
+ 0.6868307590484619
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.398193359375,
+ "language": 52.969886779785156
+ }
+ },
+ {
+ "routing_index": 898,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.732910264872771e-07,
+ 1.0950640927376298e-07,
+ 9.53176083839935e-07,
+ 0.005294928327202797,
+ 0.009574206545948982,
+ 0.0003591217682696879,
+ 0.0001810691610444337,
+ 0.016240611672401428,
+ 0.00017848564311861992,
+ 0.6766718626022339
+ ],
+ "log_scores_by_expert": [
+ -14.211088180541992,
+ -16.02728271484375,
+ -13.863466262817383,
+ -5.241005897521973,
+ -4.648682594299316,
+ -7.931849002838135,
+ -8.616631507873535,
+ -4.120240211486816,
+ -8.631002426147461,
+ -0.3905688226222992
+ ],
+ "distances_by_expert": [
+ 28.422176361083984,
+ 32.0545654296875,
+ 27.726932525634766,
+ 10.482011795043945,
+ 9.297365188598633,
+ 15.86369800567627,
+ 17.23326301574707,
+ 8.240480422973633,
+ 17.262004852294922,
+ 0.7811376452445984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.06298828125,
+ "language": 52.93169021606445
+ }
+ },
+ {
+ "routing_index": 899,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.495924935734365e-07,
+ 1.0623892876537866e-07,
+ 9.145673516286479e-07,
+ 0.0050771813839674,
+ 0.009388518519699574,
+ 0.00035229077911935747,
+ 0.0001776563876774162,
+ 0.01589285396039486,
+ 0.0001725473557598889,
+ 0.6712369918823242
+ ],
+ "log_scores_by_expert": [
+ -14.246920585632324,
+ -16.057575225830078,
+ -13.904814720153809,
+ -5.282999038696289,
+ -4.668267726898193,
+ -7.951053619384766,
+ -8.635659217834473,
+ -4.141885757446289,
+ -8.664838790893555,
+ -0.3986329734325409
+ ],
+ "distances_by_expert": [
+ 28.49384117126465,
+ 32.115150451660156,
+ 27.809629440307617,
+ 10.565998077392578,
+ 9.336535453796387,
+ 15.902107238769531,
+ 17.271318435668945,
+ 8.283771514892578,
+ 17.32967758178711,
+ 0.7972659468650818
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3226.648681640625,
+ "language": 52.94046401977539
+ }
+ },
+ {
+ "routing_index": 900,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.642770813414245e-07,
+ 1.057531093806574e-07,
+ 9.128246460932132e-07,
+ 0.005131185986101627,
+ 0.009521453641355038,
+ 0.00034297979436814785,
+ 0.00017221445159520954,
+ 0.015851642936468124,
+ 0.0001806755317375064,
+ 0.6729834675788879
+ ],
+ "log_scores_by_expert": [
+ -14.224566459655762,
+ -16.062158584594727,
+ -13.906722068786621,
+ -5.27241849899292,
+ -4.654207706451416,
+ -7.97783899307251,
+ -8.666769981384277,
+ -4.144482135772705,
+ -8.618807792663574,
+ -0.3960345685482025
+ ],
+ "distances_by_expert": [
+ 28.449132919311523,
+ 32.12431716918945,
+ 27.813444137573242,
+ 10.54483699798584,
+ 9.308415412902832,
+ 15.95567798614502,
+ 17.333539962768555,
+ 8.28896427154541,
+ 17.23761558532715,
+ 0.792069137096405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.62451171875,
+ "language": 52.89439392089844
+ }
+ },
+ {
+ "routing_index": 901,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.518433792734868e-07,
+ 1.0532836114407473e-07,
+ 8.839345468913962e-07,
+ 0.005065687466412783,
+ 0.009457170031964779,
+ 0.00034967975807376206,
+ 0.00017200075672008097,
+ 0.015753233805298805,
+ 0.00017703180492389947,
+ 0.6817693114280701
+ ],
+ "log_scores_by_expert": [
+ -14.243461608886719,
+ -16.06618309020996,
+ -13.938882827758789,
+ -5.2852654457092285,
+ -4.660982131958008,
+ -7.958492755889893,
+ -8.668011665344238,
+ -4.150709629058838,
+ -8.639181137084961,
+ -0.383063942193985
+ ],
+ "distances_by_expert": [
+ 28.486923217773438,
+ 32.13236618041992,
+ 27.877765655517578,
+ 10.570530891418457,
+ 9.321964263916016,
+ 15.916985511779785,
+ 17.336023330688477,
+ 8.301419258117676,
+ 17.278362274169922,
+ 0.76612788438797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.371337890625,
+ "language": 52.93332290649414
+ }
+ },
+ {
+ "routing_index": 902,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.633546831835702e-07,
+ 1.104547848740367e-07,
+ 9.125095630224678e-07,
+ 0.005228401627391577,
+ 0.009733639657497406,
+ 0.00036904917214997113,
+ 0.00017854300676845014,
+ 0.016360163688659668,
+ 0.00018107745563611388,
+ 0.7026421427726746
+ ],
+ "log_scores_by_expert": [
+ -14.225955963134766,
+ -16.018659591674805,
+ -13.90706729888916,
+ -5.253649711608887,
+ -4.632167339324951,
+ -7.904580593109131,
+ -8.630681037902832,
+ -4.112905979156494,
+ -8.616585731506348,
+ -0.3529075086116791
+ ],
+ "distances_by_expert": [
+ 28.45191192626953,
+ 32.03731918334961,
+ 27.81413459777832,
+ 10.507299423217773,
+ 9.264334678649902,
+ 15.809161186218262,
+ 17.261362075805664,
+ 8.225811958312988,
+ 17.233171463012695,
+ 0.7058150172233582
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3380.534912109375,
+ "language": 52.89137649536133
+ }
+ },
+ {
+ "routing_index": 903,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418225098059338e-07,
+ 1.0281898710218229e-07,
+ 8.646892979413678e-07,
+ 0.004940857645124197,
+ 0.009422671981155872,
+ 0.0003430643700994551,
+ 0.00016931103891693056,
+ 0.015729019418358803,
+ 0.00017386136460117996,
+ 0.6773490905761719
+ ],
+ "log_scores_by_expert": [
+ -14.258954048156738,
+ -16.090295791625977,
+ -13.960895538330078,
+ -5.310216426849365,
+ -4.664636611938477,
+ -7.977592468261719,
+ -8.683773040771484,
+ -4.152247905731201,
+ -8.657252311706543,
+ -0.3895684480667114
+ ],
+ "distances_by_expert": [
+ 28.517908096313477,
+ 32.18059158325195,
+ 27.921791076660156,
+ 10.62043285369873,
+ 9.329273223876953,
+ 15.955184936523438,
+ 17.36754608154297,
+ 8.304495811462402,
+ 17.314504623413086,
+ 0.7791368961334229
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.4951171875,
+ "language": 52.92155838012695
+ }
+ },
+ {
+ "routing_index": 904,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.420361842174316e-07,
+ 1.0263363492413191e-07,
+ 8.705142704457103e-07,
+ 0.0049485936760902405,
+ 0.009333869442343712,
+ 0.0003409727942198515,
+ 0.00016853888519108295,
+ 0.015730099752545357,
+ 0.000175074819708243,
+ 0.6731503009796143
+ ],
+ "log_scores_by_expert": [
+ -14.258621215820312,
+ -16.092100143432617,
+ -13.954181671142578,
+ -5.308651924133301,
+ -4.674105644226074,
+ -7.983707904815674,
+ -8.68834400177002,
+ -4.15217924118042,
+ -8.650297164916992,
+ -0.3957866430282593
+ ],
+ "distances_by_expert": [
+ 28.517242431640625,
+ 32.184200286865234,
+ 27.908363342285156,
+ 10.617303848266602,
+ 9.348211288452148,
+ 15.967415809631348,
+ 17.37668800354004,
+ 8.30435848236084,
+ 17.300594329833984,
+ 0.7915732860565186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.97705078125,
+ "language": 52.90718078613281
+ }
+ },
+ {
+ "routing_index": 905,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.650687964793178e-07,
+ 1.0855128351749954e-07,
+ 9.004269827528333e-07,
+ 0.005202482920140028,
+ 0.009684843011200428,
+ 0.0003643640666268766,
+ 0.00017545558512210846,
+ 0.016338257119059563,
+ 0.00017975553055293858,
+ 0.6958202123641968
+ ],
+ "log_scores_by_expert": [
+ -14.22337532043457,
+ -16.036043167114258,
+ -13.92039680480957,
+ -5.25861930847168,
+ -4.637193202972412,
+ -7.917356967926025,
+ -8.648124694824219,
+ -4.114245891571045,
+ -8.623912811279297,
+ -0.36266395449638367
+ ],
+ "distances_by_expert": [
+ 28.44675064086914,
+ 32.072086334228516,
+ 27.84079360961914,
+ 10.51723861694336,
+ 9.274386405944824,
+ 15.83471393585205,
+ 17.296249389648438,
+ 8.22849178314209,
+ 17.247825622558594,
+ 0.7253279089927673
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.082763671875,
+ "language": 52.91749572753906
+ }
+ },
+ {
+ "routing_index": 906,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.679093758066301e-07,
+ 1.0795724136869467e-07,
+ 9.187188538817281e-07,
+ 0.0052046217024326324,
+ 0.009691172279417515,
+ 0.0003451730590313673,
+ 0.00017431545711588115,
+ 0.016175244003534317,
+ 0.00018243082740809768,
+ 0.6906619668006897
+ ],
+ "log_scores_by_expert": [
+ -14.21911334991455,
+ -16.04153060913086,
+ -13.900285720825195,
+ -5.258208274841309,
+ -4.636539936065674,
+ -7.97146463394165,
+ -8.654644012451172,
+ -4.124273300170898,
+ -8.609139442443848,
+ -0.3701047897338867
+ ],
+ "distances_by_expert": [
+ 28.4382266998291,
+ 32.08306121826172,
+ 27.80057144165039,
+ 10.516416549682617,
+ 9.273079872131348,
+ 15.9429292678833,
+ 17.309288024902344,
+ 8.248546600341797,
+ 17.218278884887695,
+ 0.7402095794677734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.078857421875,
+ "language": 52.88947677612305
+ }
+ },
+ {
+ "routing_index": 907,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.472136533375306e-07,
+ 1.0064967170819727e-07,
+ 8.814066063678183e-07,
+ 0.005001804791390896,
+ 0.009278174489736557,
+ 0.0003240147780161351,
+ 0.0001667016913415864,
+ 0.015459076501429081,
+ 0.00017653193208388984,
+ 0.6584863662719727
+ ],
+ "log_scores_by_expert": [
+ -14.250589370727539,
+ -16.11161994934082,
+ -13.941746711730957,
+ -5.297956466674805,
+ -4.680090427398682,
+ -8.034721374511719,
+ -8.699304580688477,
+ -4.169559001922607,
+ -8.642008781433105,
+ -0.41781148314476013
+ ],
+ "distances_by_expert": [
+ 28.501178741455078,
+ 32.22323989868164,
+ 27.883493423461914,
+ 10.59591293334961,
+ 9.360180854797363,
+ 16.069442749023438,
+ 17.398609161376953,
+ 8.339118003845215,
+ 17.28401756286621,
+ 0.8356229662895203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.698974609375,
+ "language": 52.908897399902344
+ }
+ },
+ {
+ "routing_index": 908,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.62548586660705e-07,
+ 1.0482931145361363e-07,
+ 8.89553120941855e-07,
+ 0.004956783726811409,
+ 0.009387650527060032,
+ 0.0003367836179677397,
+ 0.00016863761993590742,
+ 0.015857160091400146,
+ 0.0001793851115508005,
+ 0.673094630241394
+ ],
+ "log_scores_by_expert": [
+ -14.227171897888184,
+ -16.070932388305664,
+ -13.932546615600586,
+ -5.306998252868652,
+ -4.668360233306885,
+ -7.99606990814209,
+ -8.687758445739746,
+ -4.144134044647217,
+ -8.625975608825684,
+ -0.39586934447288513
+ ],
+ "distances_by_expert": [
+ 28.454343795776367,
+ 32.14186477661133,
+ 27.865093231201172,
+ 10.613996505737305,
+ 9.33672046661377,
+ 15.99213981628418,
+ 17.375516891479492,
+ 8.288268089294434,
+ 17.251951217651367,
+ 0.7917386889457703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.55615234375,
+ "language": 52.90178680419922
+ }
+ },
+ {
+ "routing_index": 909,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.787451525269717e-07,
+ 1.0893457158545061e-07,
+ 9.176208095595939e-07,
+ 0.005277613643556833,
+ 0.009822250343859196,
+ 0.000355968892108649,
+ 0.00017650348308961838,
+ 0.016449393704533577,
+ 0.00018316195928491652,
+ 0.6998662948608398
+ ],
+ "log_scores_by_expert": [
+ -14.203020095825195,
+ -16.03251838684082,
+ -13.901481628417969,
+ -5.24428129196167,
+ -4.623105049133301,
+ -7.940667152404785,
+ -8.642169952392578,
+ -4.107466697692871,
+ -8.60513973236084,
+ -0.3568659722805023
+ ],
+ "distances_by_expert": [
+ 28.40604019165039,
+ 32.06503677368164,
+ 27.802963256835938,
+ 10.48856258392334,
+ 9.246210098266602,
+ 15.88133430480957,
+ 17.284339904785156,
+ 8.214933395385742,
+ 17.21027946472168,
+ 0.7137319445610046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.9716796875,
+ "language": 52.906158447265625
+ }
+ },
+ {
+ "routing_index": 910,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.594100909751432e-07,
+ 1.0518301252204765e-07,
+ 8.865592349138751e-07,
+ 0.0051565105095505714,
+ 0.009542853571474552,
+ 0.00035151338670402765,
+ 0.0001731478696456179,
+ 0.01597357727587223,
+ 0.0001779791055014357,
+ 0.6787281632423401
+ ],
+ "log_scores_by_expert": [
+ -14.23192024230957,
+ -16.067564010620117,
+ -13.935917854309082,
+ -5.267495155334473,
+ -4.651962757110596,
+ -7.953262805938721,
+ -8.661364555358887,
+ -4.136819362640381,
+ -8.633844375610352,
+ -0.387534499168396
+ ],
+ "distances_by_expert": [
+ 28.46384048461914,
+ 32.135128021240234,
+ 27.871835708618164,
+ 10.534990310668945,
+ 9.303925514221191,
+ 15.906525611877441,
+ 17.322729110717773,
+ 8.273638725280762,
+ 17.267688751220703,
+ 0.775068998336792
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.080322265625,
+ "language": 52.92073440551758
+ }
+ },
+ {
+ "routing_index": 911,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.577030831067532e-07,
+ 1.0451906007347134e-07,
+ 8.857201123646519e-07,
+ 0.005231922958046198,
+ 0.009458274580538273,
+ 0.0003473492106422782,
+ 0.00017174932872876525,
+ 0.015900077298283577,
+ 0.00017786456737667322,
+ 0.6698946356773376
+ ],
+ "log_scores_by_expert": [
+ -14.234512329101562,
+ -16.073896408081055,
+ -13.936864852905273,
+ -5.252976417541504,
+ -4.660865306854248,
+ -7.965179920196533,
+ -8.669474601745605,
+ -4.1414313316345215,
+ -8.634488105773926,
+ -0.40063485503196716
+ ],
+ "distances_by_expert": [
+ 28.469024658203125,
+ 32.14779281616211,
+ 27.873729705810547,
+ 10.505952835083008,
+ 9.321730613708496,
+ 15.930359840393066,
+ 17.33894920349121,
+ 8.282862663269043,
+ 17.26897621154785,
+ 0.8012697100639343
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.463134765625,
+ "language": 52.909969329833984
+ }
+ },
+ {
+ "routing_index": 912,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.649146939707862e-07,
+ 1.0506251157949009e-07,
+ 8.980086931842379e-07,
+ 0.005137532018125057,
+ 0.009581194259226322,
+ 0.0003415955579839647,
+ 0.00017243582988157868,
+ 0.015988757833838463,
+ 0.00017832570301834494,
+ 0.6792952418327332
+ ],
+ "log_scores_by_expert": [
+ -14.223607063293457,
+ -16.068710327148438,
+ -13.923086166381836,
+ -5.271182537078857,
+ -4.647953033447266,
+ -7.9818830490112305,
+ -8.665485382080078,
+ -4.13586950302124,
+ -8.631898880004883,
+ -0.386699378490448
+ ],
+ "distances_by_expert": [
+ 28.447214126586914,
+ 32.137420654296875,
+ 27.846172332763672,
+ 10.542365074157715,
+ 9.295906066894531,
+ 15.963766098022461,
+ 17.330970764160156,
+ 8.27173900604248,
+ 17.263797760009766,
+ 0.773398756980896
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.3330078125,
+ "language": 52.91104507446289
+ }
+ },
+ {
+ "routing_index": 913,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.486385473181144e-07,
+ 9.353173169301954e-08,
+ 9.192490892928618e-07,
+ 0.004180131014436483,
+ 0.008853131905198097,
+ 0.00024828274035826325,
+ 0.00015322038962040097,
+ 0.014913205057382584,
+ 0.00016882122145034373,
+ 0.6572428941726685
+ ],
+ "log_scores_by_expert": [
+ -14.248390197753906,
+ -16.184965133666992,
+ -13.89970874786377,
+ -5.477412700653076,
+ -4.726984024047852,
+ -8.300942420959473,
+ -8.7836332321167,
+ -4.205508232116699,
+ -8.686670303344727,
+ -0.41970163583755493
+ ],
+ "distances_by_expert": [
+ 28.496780395507812,
+ 32.369930267333984,
+ 27.79941749572754,
+ 10.954825401306152,
+ 9.453968048095703,
+ 16.601884841918945,
+ 17.5672664642334,
+ 8.411016464233398,
+ 17.373340606689453,
+ 0.8394032716751099
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.94775390625,
+ "language": 52.90886306762695
+ }
+ },
+ {
+ "routing_index": 914,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.561612053701538e-07,
+ 9.973754089287468e-08,
+ 9.008401207211136e-07,
+ 0.004442238714545965,
+ 0.009654254652559757,
+ 0.00026418548077344894,
+ 0.0001571923348819837,
+ 0.015178508125245571,
+ 0.00017252926772926003,
+ 0.7045832276344299
+ ],
+ "log_scores_by_expert": [
+ -14.236859321594238,
+ -16.120723724365234,
+ -13.919938087463379,
+ -5.41659688949585,
+ -4.640356540679932,
+ -8.238859176635742,
+ -8.758040428161621,
+ -4.187874794006348,
+ -8.66494369506836,
+ -0.35014888644218445
+ ],
+ "distances_by_expert": [
+ 28.473718643188477,
+ 32.24144744873047,
+ 27.839876174926758,
+ 10.8331937789917,
+ 9.280713081359863,
+ 16.477718353271484,
+ 17.516080856323242,
+ 8.375749588012695,
+ 17.32988739013672,
+ 0.7002977728843689
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3535.5810546875,
+ "language": 52.90714645385742
+ }
+ },
+ {
+ "routing_index": 915,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.01825911164633e-07,
+ 1.0677279504989201e-07,
+ 9.71943222793925e-07,
+ 0.004712378140538931,
+ 0.010178867727518082,
+ 0.00029149805777706206,
+ 0.00016894990403670818,
+ 0.016323819756507874,
+ 0.0001858470350271091,
+ 0.7550012469291687
+ ],
+ "log_scores_by_expert": [
+ -14.169580459594727,
+ -16.052562713623047,
+ -13.843968391418457,
+ -5.35756254196167,
+ -4.587441444396973,
+ -8.140477180480957,
+ -8.685908317565918,
+ -4.1151299476623535,
+ -8.59058666229248,
+ -0.2810359597206116
+ ],
+ "distances_by_expert": [
+ 28.339160919189453,
+ 32.105125427246094,
+ 27.687936782836914,
+ 10.71512508392334,
+ 9.174882888793945,
+ 16.280954360961914,
+ 17.371816635131836,
+ 8.230259895324707,
+ 17.18117332458496,
+ 0.5620719194412231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.462890625,
+ "language": 52.887264251708984
+ }
+ },
+ {
+ "routing_index": 916,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.437958859351056e-07,
+ 1.0459703503329365e-07,
+ 8.987223623080354e-07,
+ 0.004593912046402693,
+ 0.010436443611979485,
+ 0.0002961557183880359,
+ 0.000163520424393937,
+ 0.015667466446757317,
+ 0.00017709058010950685,
+ 0.7550944685935974
+ ],
+ "log_scores_by_expert": [
+ -14.255884170532227,
+ -16.073150634765625,
+ -13.92229175567627,
+ -5.383023262023926,
+ -4.562451362609863,
+ -8.124625205993652,
+ -8.718572616577148,
+ -4.1561689376831055,
+ -8.638849258422852,
+ -0.28091245889663696
+ ],
+ "distances_by_expert": [
+ 28.511768341064453,
+ 32.14630126953125,
+ 27.84458351135254,
+ 10.766046524047852,
+ 9.124902725219727,
+ 16.249250411987305,
+ 17.437145233154297,
+ 8.312337875366211,
+ 17.277698516845703,
+ 0.5618249177932739
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.069091796875,
+ "language": 52.896114349365234
+ }
+ },
+ {
+ "routing_index": 917,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.106143584678648e-07,
+ 1.0789857896043031e-07,
+ 9.601499186828732e-07,
+ 0.004651667084544897,
+ 0.010756837204098701,
+ 0.00029748075758107007,
+ 0.0001770833187038079,
+ 0.01713789813220501,
+ 0.0001872439170256257,
+ 0.8039580583572388
+ ],
+ "log_scores_by_expert": [
+ -14.157135963439941,
+ -16.04207420349121,
+ -13.856176376342773,
+ -5.370529651641846,
+ -4.5322136878967285,
+ -8.120161056518555,
+ -8.638890266418457,
+ -4.066462993621826,
+ -8.583098411560059,
+ -0.2182081937789917
+ ],
+ "distances_by_expert": [
+ 28.314271926879883,
+ 32.08414840698242,
+ 27.712352752685547,
+ 10.741059303283691,
+ 9.064427375793457,
+ 16.24032211303711,
+ 17.277780532836914,
+ 8.132925987243652,
+ 17.166196823120117,
+ 0.4364163875579834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.519287109375,
+ "language": 52.91583251953125
+ }
+ },
+ {
+ "routing_index": 918,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.360648399095226e-07,
+ 9.455991545337383e-08,
+ 8.549129120183352e-07,
+ 0.004469048697501421,
+ 0.009843996725976467,
+ 0.0002871534670703113,
+ 0.00016434997087344527,
+ 0.01579376682639122,
+ 0.0001689569908194244,
+ 0.7245948910713196
+ ],
+ "log_scores_by_expert": [
+ -14.267965316772461,
+ -16.17403221130371,
+ -13.97226619720459,
+ -5.410579681396484,
+ -4.620893478393555,
+ -8.15549373626709,
+ -8.713512420654297,
+ -4.148139953613281,
+ -8.685866355895996,
+ -0.3221425414085388
+ ],
+ "distances_by_expert": [
+ 28.535930633544922,
+ 32.34806442260742,
+ 27.94453239440918,
+ 10.821159362792969,
+ 9.24178695678711,
+ 16.31098747253418,
+ 17.427024841308594,
+ 8.296279907226562,
+ 17.371732711791992,
+ 0.6442850828170776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.892578125,
+ "language": 52.932403564453125
+ }
+ },
+ {
+ "routing_index": 919,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.123173872969346e-07,
+ 1.091302621603063e-07,
+ 9.49475349898421e-07,
+ 0.005015238653868437,
+ 0.010665694251656532,
+ 0.00033644656650722027,
+ 0.00017973873764276505,
+ 0.01758403517305851,
+ 0.00018868928600568324,
+ 0.8000606894493103
+ ],
+ "log_scores_by_expert": [
+ -14.154742240905762,
+ -16.030723571777344,
+ -13.867356300354004,
+ -5.295274257659912,
+ -4.540722846984863,
+ -7.997071266174316,
+ -8.624006271362305,
+ -4.040763854980469,
+ -8.575408935546875,
+ -0.22306771576404572
+ ],
+ "distances_by_expert": [
+ 28.309484481811523,
+ 32.06144714355469,
+ 27.734712600708008,
+ 10.590548515319824,
+ 9.081445693969727,
+ 15.994142532348633,
+ 17.24801254272461,
+ 8.081527709960938,
+ 17.15081787109375,
+ 0.44613543152809143
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3449.22314453125,
+ "language": 52.93749237060547
+ }
+ },
+ {
+ "routing_index": 920,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.131493475753814e-07,
+ 1.1573465030778607e-07,
+ 9.700032705950434e-07,
+ 0.004879833199083805,
+ 0.010944733396172523,
+ 0.00032059315708465874,
+ 0.00017852496239356697,
+ 0.017114069312810898,
+ 0.00019052697462029755,
+ 0.81446772813797
+ ],
+ "log_scores_by_expert": [
+ -14.15357494354248,
+ -15.971965789794922,
+ -13.845966339111328,
+ -5.322644233703613,
+ -4.514896869659424,
+ -8.045337677001953,
+ -8.630782127380371,
+ -4.067854404449463,
+ -8.565716743469238,
+ -0.20522049069404602
+ ],
+ "distances_by_expert": [
+ 28.30714988708496,
+ 31.943931579589844,
+ 27.691932678222656,
+ 10.645288467407227,
+ 9.029793739318848,
+ 16.090675354003906,
+ 17.261564254760742,
+ 8.135708808898926,
+ 17.131433486938477,
+ 0.41044098138809204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.484375,
+ "language": 52.9169807434082
+ }
+ },
+ {
+ "routing_index": 921,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.250753017411625e-07,
+ 9.744942275347057e-08,
+ 8.62274077917391e-07,
+ 0.004213213454931974,
+ 0.009831996634602547,
+ 0.00025426901993341744,
+ 0.0001552616013213992,
+ 0.014826763421297073,
+ 0.00016834388952702284,
+ 0.71989905834198
+ ],
+ "log_scores_by_expert": [
+ -14.285393714904785,
+ -16.143932342529297,
+ -13.963692665100098,
+ -5.469529628753662,
+ -4.622113227844238,
+ -8.277117729187012,
+ -8.77039909362793,
+ -4.2113213539123535,
+ -8.689501762390137,
+ -0.32864436507225037
+ ],
+ "distances_by_expert": [
+ 28.57078742980957,
+ 32.287864685058594,
+ 27.927385330200195,
+ 10.939059257507324,
+ 9.244226455688477,
+ 16.554235458374023,
+ 17.54079818725586,
+ 8.422642707824707,
+ 17.379003524780273,
+ 0.6572887301445007
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.4013671875,
+ "language": 52.9079475402832
+ }
+ },
+ {
+ "routing_index": 922,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.484319783339743e-07,
+ 1.0522775539811846e-07,
+ 8.822215704640257e-07,
+ 0.004494852852076292,
+ 0.010153340175747871,
+ 0.00029338616877794266,
+ 0.00016600872913841158,
+ 0.015741482377052307,
+ 0.00017922950792126358,
+ 0.762729823589325
+ ],
+ "log_scores_by_expert": [
+ -14.248708724975586,
+ -16.067138671875,
+ -13.94082260131836,
+ -5.40482234954834,
+ -4.58995246887207,
+ -8.134020805358887,
+ -8.703470230102539,
+ -4.151455879211426,
+ -8.626843452453613,
+ -0.2708514332771301
+ ],
+ "distances_by_expert": [
+ 28.497417449951172,
+ 32.13427734375,
+ 27.88164520263672,
+ 10.80964469909668,
+ 9.17990493774414,
+ 16.268041610717773,
+ 17.406940460205078,
+ 8.302911758422852,
+ 17.253686904907227,
+ 0.5417028665542603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.5146484375,
+ "language": 52.898468017578125
+ }
+ },
+ {
+ "routing_index": 923,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.778731744816469e-07,
+ 1.0470442646237643e-07,
+ 9.104164178097562e-07,
+ 0.004529234021902084,
+ 0.009660269133746624,
+ 0.0002883439010474831,
+ 0.0001629968173801899,
+ 0.015536462888121605,
+ 0.00018386165902484208,
+ 0.7223120927810669
+ ],
+ "log_scores_by_expert": [
+ -14.204305648803711,
+ -16.072124481201172,
+ -13.909363746643066,
+ -5.397202491760254,
+ -4.639733791351318,
+ -8.15135669708252,
+ -8.721779823303223,
+ -4.164565563201904,
+ -8.601326942443848,
+ -0.3252979516983032
+ ],
+ "distances_by_expert": [
+ 28.408611297607422,
+ 32.144248962402344,
+ 27.818727493286133,
+ 10.794404983520508,
+ 9.279467582702637,
+ 16.30271339416504,
+ 17.443559646606445,
+ 8.329131126403809,
+ 17.202653884887695,
+ 0.6505959033966064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.0849609375,
+ "language": 52.917789459228516
+ }
+ },
+ {
+ "routing_index": 924,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.039064939817763e-07,
+ 1.0960797425241253e-07,
+ 9.783713039723807e-07,
+ 0.0049881404265761375,
+ 0.009888921864330769,
+ 0.0003237105847802013,
+ 0.0001736448029987514,
+ 0.01625707745552063,
+ 0.00018895039102062583,
+ 0.7111158967018127
+ ],
+ "log_scores_by_expert": [
+ -14.166620254516602,
+ -16.026355743408203,
+ -13.837376594543457,
+ -5.300692081451416,
+ -4.616340160369873,
+ -8.035660743713379,
+ -8.658498764038086,
+ -4.119226932525635,
+ -8.574026107788086,
+ -0.3409198820590973
+ ],
+ "distances_by_expert": [
+ 28.333240509033203,
+ 32.052711486816406,
+ 27.674753189086914,
+ 10.601384162902832,
+ 9.232680320739746,
+ 16.071321487426758,
+ 17.316997528076172,
+ 8.23845386505127,
+ 17.148052215576172,
+ 0.6818397641181946
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.565673828125,
+ "language": 52.938446044921875
+ }
+ },
+ {
+ "routing_index": 925,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.170898814161774e-07,
+ 9.964740854684351e-08,
+ 8.652444876133814e-07,
+ 0.004921348299831152,
+ 0.008950850926339626,
+ 0.0003123320930171758,
+ 0.00016042328206822276,
+ 0.014756930060684681,
+ 0.00017335539450868964,
+ 0.6284531950950623
+ ],
+ "log_scores_by_expert": [
+ -14.298251152038574,
+ -16.121627807617188,
+ -13.960253715515137,
+ -5.314172744750977,
+ -4.716006755828857,
+ -8.071443557739258,
+ -8.73769474029541,
+ -4.216042518615723,
+ -8.66016674041748,
+ -0.4644937813282013
+ ],
+ "distances_by_expert": [
+ 28.59650230407715,
+ 32.243255615234375,
+ 27.920507431030273,
+ 10.628345489501953,
+ 9.432013511657715,
+ 16.142887115478516,
+ 17.47538948059082,
+ 8.432085037231445,
+ 17.32033348083496,
+ 0.9289875626564026
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.80126953125,
+ "language": 52.91828918457031
+ }
+ },
+ {
+ "routing_index": 926,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.483763286269095e-07,
+ 1.0723874055429405e-07,
+ 9.026149996316235e-07,
+ 0.005194154102355242,
+ 0.009708479978144169,
+ 0.000344016938470304,
+ 0.00017287563241552562,
+ 0.01594367064535618,
+ 0.0001785775675671175,
+ 0.6877481937408447
+ ],
+ "log_scores_by_expert": [
+ -14.248794555664062,
+ -16.048208236694336,
+ -13.917969703674316,
+ -5.260221481323242,
+ -4.634755611419678,
+ -7.974819660186768,
+ -8.662938117980957,
+ -4.138693332672119,
+ -8.630487442016602,
+ -0.374332457780838
+ ],
+ "distances_by_expert": [
+ 28.497589111328125,
+ 32.09641647338867,
+ 27.835939407348633,
+ 10.520442962646484,
+ 9.269511222839355,
+ 15.949639320373535,
+ 17.325876235961914,
+ 8.277386665344238,
+ 17.260974884033203,
+ 0.748664915561676
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.681396484375,
+ "language": 52.904518127441406
+ }
+ },
+ {
+ "routing_index": 927,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.127280585133121e-07,
+ 9.894212382732803e-08,
+ 8.520219125784934e-07,
+ 0.005009528715163469,
+ 0.008808622136712074,
+ 0.0003181880747433752,
+ 0.00016011131810955703,
+ 0.014709705486893654,
+ 0.0001719102292554453,
+ 0.6234850883483887
+ ],
+ "log_scores_by_expert": [
+ -14.305344581604004,
+ -16.12873077392578,
+ -13.975653648376465,
+ -5.296413421630859,
+ -4.732024192810059,
+ -8.052867889404297,
+ -8.739641189575195,
+ -4.219247817993164,
+ -8.668538093566895,
+ -0.47243037819862366
+ ],
+ "distances_by_expert": [
+ 28.610689163208008,
+ 32.25746154785156,
+ 27.95130729675293,
+ 10.592826843261719,
+ 9.464048385620117,
+ 16.105735778808594,
+ 17.47928237915039,
+ 8.438495635986328,
+ 17.33707618713379,
+ 0.9448607563972473
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.9970703125,
+ "language": 52.933101654052734
+ }
+ },
+ {
+ "routing_index": 928,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.882262144041306e-07,
+ 9.379613175042323e-08,
+ 8.278360041913402e-07,
+ 0.004875346552580595,
+ 0.008542386814951897,
+ 0.0002976879186462611,
+ 0.0001531175512354821,
+ 0.01429552212357521,
+ 0.0001694145757937804,
+ 0.6013619303703308
+ ],
+ "log_scores_by_expert": [
+ -14.34615421295166,
+ -16.18214225769043,
+ -14.004450798034668,
+ -5.323564052581787,
+ -4.762714862823486,
+ -8.119464874267578,
+ -8.78430461883545,
+ -4.247808933258057,
+ -8.683161735534668,
+ -0.5085583925247192
+ ],
+ "distances_by_expert": [
+ 28.69230842590332,
+ 32.36428451538086,
+ 28.008901596069336,
+ 10.647128105163574,
+ 9.525429725646973,
+ 16.238929748535156,
+ 17.5686092376709,
+ 8.495617866516113,
+ 17.366323471069336,
+ 1.0171167850494385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.933349609375,
+ "language": 52.88429260253906
+ }
+ },
+ {
+ "routing_index": 929,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.249769057831145e-07,
+ 1.0164708896809316e-07,
+ 8.683302894496592e-07,
+ 0.005076912697404623,
+ 0.009153916500508785,
+ 0.0003185351088177413,
+ 0.00016274923109449446,
+ 0.014997567981481552,
+ 0.00017494229541625828,
+ 0.645018458366394
+ ],
+ "log_scores_by_expert": [
+ -14.285551071166992,
+ -16.10175895690918,
+ -13.956693649291992,
+ -5.28305196762085,
+ -4.693573474884033,
+ -8.051777839660645,
+ -8.723299980163574,
+ -4.199867248535156,
+ -8.651054382324219,
+ -0.4384763836860657
+ ],
+ "distances_by_expert": [
+ 28.571102142333984,
+ 32.20351791381836,
+ 27.913387298583984,
+ 10.5661039352417,
+ 9.387146949768066,
+ 16.10355567932129,
+ 17.44659996032715,
+ 8.399734497070312,
+ 17.302108764648438,
+ 0.8769527673721313
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3301.778076171875,
+ "language": 52.925697326660156
+ }
+ },
+ {
+ "routing_index": 930,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.839905270477175e-07,
+ 9.271840184510438e-08,
+ 8.16053045582521e-07,
+ 0.004773590713739395,
+ 0.008531948551535606,
+ 0.00029356643790379167,
+ 0.00015254925529006869,
+ 0.014086855575442314,
+ 0.0001665745658101514,
+ 0.5996111035346985
+ ],
+ "log_scores_by_expert": [
+ -14.353381156921387,
+ -16.19369888305664,
+ -14.018786430358887,
+ -5.344656467437744,
+ -4.763937473297119,
+ -8.133406639099121,
+ -8.788022994995117,
+ -4.262513160705566,
+ -8.700067520141602,
+ -0.5114740133285522
+ ],
+ "distances_by_expert": [
+ 28.706762313842773,
+ 32.38739776611328,
+ 28.037572860717773,
+ 10.689312934875488,
+ 9.527874946594238,
+ 16.266813278198242,
+ 17.576045989990234,
+ 8.525026321411133,
+ 17.400135040283203,
+ 1.0229480266571045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.726318359375,
+ "language": 52.91855239868164
+ }
+ },
+ {
+ "routing_index": 931,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071584834899113e-07,
+ 9.908055176310882e-08,
+ 8.606736514593649e-07,
+ 0.004984400700777769,
+ 0.009038844145834446,
+ 0.0003101465990766883,
+ 0.00016031529230531305,
+ 0.014821921475231647,
+ 0.00017114728689193726,
+ 0.6283518075942993
+ ],
+ "log_scores_by_expert": [
+ -14.314476013183594,
+ -16.12733268737793,
+ -13.965550422668457,
+ -5.3014421463012695,
+ -4.706223964691162,
+ -8.078465461730957,
+ -8.738368034362793,
+ -4.211647987365723,
+ -8.672986030578613,
+ -0.4646551012992859
+ ],
+ "distances_by_expert": [
+ 28.628952026367188,
+ 32.25466537475586,
+ 27.931100845336914,
+ 10.602884292602539,
+ 9.412447929382324,
+ 16.156930923461914,
+ 17.476736068725586,
+ 8.423295974731445,
+ 17.345972061157227,
+ 0.9293102025985718
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.016357421875,
+ "language": 52.91724395751953
+ }
+ },
+ {
+ "routing_index": 932,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.874503585800994e-07,
+ 9.059925787369139e-08,
+ 8.174714594133548e-07,
+ 0.004759006667882204,
+ 0.008593651466071606,
+ 0.00028697086963802576,
+ 0.00015222460206132382,
+ 0.014122980646789074,
+ 0.00016490356938447803,
+ 0.5974141955375671
+ ],
+ "log_scores_by_expert": [
+ -14.347474098205566,
+ -16.216819763183594,
+ -14.017049789428711,
+ -5.347716331481934,
+ -4.7567315101623535,
+ -8.156129837036133,
+ -8.790153503417969,
+ -4.259952068328857,
+ -8.710149765014648,
+ -0.5151445865631104
+ ],
+ "distances_by_expert": [
+ 28.694948196411133,
+ 32.43363952636719,
+ 28.034099578857422,
+ 10.695432662963867,
+ 9.513463020324707,
+ 16.312259674072266,
+ 17.580307006835938,
+ 8.519904136657715,
+ 17.420299530029297,
+ 1.0302891731262207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.022216796875,
+ "language": 52.91977310180664
+ }
+ },
+ {
+ "routing_index": 933,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161631063150708e-07,
+ 9.830818470391023e-08,
+ 8.543481158085342e-07,
+ 0.005031683016568422,
+ 0.0090597253292799,
+ 0.0003260808880440891,
+ 0.00016387997311539948,
+ 0.015093335881829262,
+ 0.00017074152128770947,
+ 0.6408911347389221
+ ],
+ "log_scores_by_expert": [
+ -14.29975414276123,
+ -16.13515853881836,
+ -13.97292709350586,
+ -5.292000770568848,
+ -4.703916549682617,
+ -8.028365135192871,
+ -8.716376304626465,
+ -4.193501949310303,
+ -8.675359725952148,
+ -0.4448956549167633
+ ],
+ "distances_by_expert": [
+ 28.59950828552246,
+ 32.27031707763672,
+ 27.94585418701172,
+ 10.584001541137695,
+ 9.407833099365234,
+ 16.056730270385742,
+ 17.43275260925293,
+ 8.387003898620605,
+ 17.350719451904297,
+ 0.8897913098335266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.095458984375,
+ "language": 52.893287658691406
+ }
+ },
+ {
+ "routing_index": 934,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.880170306227228e-07,
+ 8.864700618005372e-08,
+ 8.119619678836898e-07,
+ 0.004717976786196232,
+ 0.008322206325829029,
+ 0.00029631928191520274,
+ 0.00015377314412035048,
+ 0.014079992659389973,
+ 0.00016313180094584823,
+ 0.5876671671867371
+ ],
+ "log_scores_by_expert": [
+ -14.34650993347168,
+ -16.238603591918945,
+ -14.023812294006348,
+ -5.356375217437744,
+ -4.788827896118164,
+ -8.124073028564453,
+ -8.78003215789795,
+ -4.26300048828125,
+ -8.720952033996582,
+ -0.531594455242157
+ ],
+ "distances_by_expert": [
+ 28.69301986694336,
+ 32.47720718383789,
+ 28.047624588012695,
+ 10.712750434875488,
+ 9.577655792236328,
+ 16.248146057128906,
+ 17.5600643157959,
+ 8.5260009765625,
+ 17.441904067993164,
+ 1.063188910484314
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3265.375244140625,
+ "language": 52.92539596557617
+ }
+ },
+ {
+ "routing_index": 935,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.459951578108303e-07,
+ 1.0108004033781981e-07,
+ 8.852859991748119e-07,
+ 0.005116436164826155,
+ 0.009173242375254631,
+ 0.00033428866299800575,
+ 0.00016982819943223149,
+ 0.015458185225725174,
+ 0.00017613171075936407,
+ 0.6571285128593445
+ ],
+ "log_scores_by_expert": [
+ -14.252473831176758,
+ -16.10735321044922,
+ -13.937355041503906,
+ -5.275297164916992,
+ -4.691464424133301,
+ -8.00350570678711,
+ -8.680723190307617,
+ -4.16961669921875,
+ -8.644278526306152,
+ -0.41987571120262146
+ ],
+ "distances_by_expert": [
+ 28.504947662353516,
+ 32.21470642089844,
+ 27.874710083007812,
+ 10.550594329833984,
+ 9.382928848266602,
+ 16.00701141357422,
+ 17.361446380615234,
+ 8.3392333984375,
+ 17.288557052612305,
+ 0.8397514224052429
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.253662109375,
+ "language": 52.92791748046875
+ }
+ },
+ {
+ "routing_index": 936,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.56125564546528e-07,
+ 1.0538443007135356e-07,
+ 8.938475843933702e-07,
+ 0.0052500637248158455,
+ 0.009627031162381172,
+ 0.0003437295090407133,
+ 0.0001749820075929165,
+ 0.015941420570015907,
+ 0.00017658430442679673,
+ 0.6844900846481323
+ ],
+ "log_scores_by_expert": [
+ -14.236913681030273,
+ -16.065650939941406,
+ -13.927730560302734,
+ -5.249515056610107,
+ -4.6431803703308105,
+ -7.975655555725098,
+ -8.650827407836914,
+ -4.138834476470947,
+ -8.641712188720703,
+ -0.379081130027771
+ ],
+ "distances_by_expert": [
+ 28.473827362060547,
+ 32.13130187988281,
+ 27.85546112060547,
+ 10.499030113220215,
+ 9.286360740661621,
+ 15.951311111450195,
+ 17.301654815673828,
+ 8.277668952941895,
+ 17.283424377441406,
+ 0.758162260055542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.500244140625,
+ "language": 52.95616149902344
+ }
+ },
+ {
+ "routing_index": 937,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.401189125426754e-07,
+ 1.0438617437102948e-07,
+ 8.715052786101296e-07,
+ 0.005164360627532005,
+ 0.009495768696069717,
+ 0.00034793620579876006,
+ 0.0001746922207530588,
+ 0.01593092642724514,
+ 0.0001715674443403259,
+ 0.684707522392273
+ ],
+ "log_scores_by_expert": [
+ -14.261611938476562,
+ -16.07516860961914,
+ -13.953043937683105,
+ -5.265974044799805,
+ -4.656908988952637,
+ -7.963491439819336,
+ -8.652484893798828,
+ -4.139492988586426,
+ -8.670534133911133,
+ -0.37876346707344055
+ ],
+ "distances_by_expert": [
+ 28.523223876953125,
+ 32.15033721923828,
+ 27.90608787536621,
+ 10.53194808959961,
+ 9.313817977905273,
+ 15.926982879638672,
+ 17.304969787597656,
+ 8.278985977172852,
+ 17.341068267822266,
+ 0.7575269341468811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.771728515625,
+ "language": 52.95164489746094
+ }
+ },
+ {
+ "routing_index": 938,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.347807470774569e-07,
+ 1.0525666738203654e-07,
+ 8.623999292467488e-07,
+ 0.0051867663860321045,
+ 0.00962398387491703,
+ 0.000360944279236719,
+ 0.00017720949836075306,
+ 0.01603967510163784,
+ 0.000169269711477682,
+ 0.6975979804992676
+ ],
+ "log_scores_by_expert": [
+ -14.269986152648926,
+ -16.066864013671875,
+ -13.963546752929688,
+ -5.2616448402404785,
+ -4.643496990203857,
+ -7.92678689956665,
+ -8.638177871704102,
+ -4.132689952850342,
+ -8.684017181396484,
+ -0.3601122498512268
+ ],
+ "distances_by_expert": [
+ 28.53997230529785,
+ 32.13372802734375,
+ 27.927093505859375,
+ 10.523289680480957,
+ 9.286993980407715,
+ 15.8535737991333,
+ 17.276355743408203,
+ 8.265379905700684,
+ 17.36803436279297,
+ 0.7202244997024536
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.759033203125,
+ "language": 52.94953155517578
+ }
+ },
+ {
+ "routing_index": 939,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.198442861204967e-07,
+ 1.0189341281829911e-07,
+ 8.422923087891832e-07,
+ 0.0050630648620426655,
+ 0.009445537813007832,
+ 0.0003484364424366504,
+ 0.00017339987971354276,
+ 0.01563623920083046,
+ 0.00016701262211427093,
+ 0.683796226978302
+ ],
+ "log_scores_by_expert": [
+ -14.293797492980957,
+ -16.09933853149414,
+ -13.987138748168945,
+ -5.285783290863037,
+ -4.66221284866333,
+ -7.96205472946167,
+ -8.659910202026367,
+ -4.158164024353027,
+ -8.697441101074219,
+ -0.38009530305862427
+ ],
+ "distances_by_expert": [
+ 28.587594985961914,
+ 32.19867706298828,
+ 27.97427749633789,
+ 10.571566581726074,
+ 9.32442569732666,
+ 15.92410945892334,
+ 17.319820404052734,
+ 8.316328048706055,
+ 17.394882202148438,
+ 0.7601906061172485
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3286.795166015625,
+ "language": 52.94477844238281
+ }
+ },
+ {
+ "routing_index": 940,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.336376259241661e-07,
+ 1.0194278843300708e-07,
+ 8.670501756569138e-07,
+ 0.004926081281155348,
+ 0.00924066361039877,
+ 0.0003312098851893097,
+ 0.00016913916624616832,
+ 0.01505961362272501,
+ 0.0001707959163468331,
+ 0.6580656170845032
+ ],
+ "log_scores_by_expert": [
+ -14.271788597106934,
+ -16.098854064941406,
+ -13.958168983459473,
+ -5.313211441040039,
+ -4.684141635894775,
+ -8.012758255004883,
+ -8.684788703918457,
+ -4.195738792419434,
+ -8.675041198730469,
+ -0.4184506833553314
+ ],
+ "distances_by_expert": [
+ 28.543577194213867,
+ 32.19770812988281,
+ 27.916337966918945,
+ 10.626422882080078,
+ 9.36828327178955,
+ 16.025516510009766,
+ 17.369577407836914,
+ 8.391477584838867,
+ 17.350082397460938,
+ 0.8369013667106628
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.678466796875,
+ "language": 52.97266387939453
+ }
+ },
+ {
+ "routing_index": 941,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.787529400753556e-07,
+ 9.910871767715435e-08,
+ 9.422715834261908e-07,
+ 0.004574802238494158,
+ 0.009240688756108284,
+ 0.0002709887339733541,
+ 0.0001602523261681199,
+ 0.015672801062464714,
+ 0.00017703400226309896,
+ 0.6874468922615051
+ ],
+ "log_scores_by_expert": [
+ -14.203008651733398,
+ -16.12704849243164,
+ -13.874972343444824,
+ -5.3871917724609375,
+ -4.684138774871826,
+ -8.213433265686035,
+ -8.738760948181152,
+ -4.155828475952148,
+ -8.639168739318848,
+ -0.3747706413269043
+ ],
+ "distances_by_expert": [
+ 28.406017303466797,
+ 32.25409698486328,
+ 27.74994468688965,
+ 10.774383544921875,
+ 9.368277549743652,
+ 16.42686653137207,
+ 17.477521896362305,
+ 8.311656951904297,
+ 17.278337478637695,
+ 0.7495412826538086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.46923828125,
+ "language": 52.89143371582031
+ }
+ },
+ {
+ "routing_index": 942,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.431582733057439e-07,
+ 1.0158680652239127e-07,
+ 8.743973580749298e-07,
+ 0.004414750728756189,
+ 0.00947808101773262,
+ 0.0002649739617481828,
+ 0.0001581068936502561,
+ 0.015161877498030663,
+ 0.0001727709750412032,
+ 0.7055497169494629
+ ],
+ "log_scores_by_expert": [
+ -14.256875038146973,
+ -16.102352142333984,
+ -13.94973087310791,
+ -5.42280387878418,
+ -4.658773422241211,
+ -8.235878944396973,
+ -8.752239227294922,
+ -4.188971042633057,
+ -8.663543701171875,
+ -0.3487780690193176
+ ],
+ "distances_by_expert": [
+ 28.513750076293945,
+ 32.20470428466797,
+ 27.89946174621582,
+ 10.84560775756836,
+ 9.317546844482422,
+ 16.471757888793945,
+ 17.504478454589844,
+ 8.377942085266113,
+ 17.32708740234375,
+ 0.6975561380386353
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3498.51025390625,
+ "language": 52.90203094482422
+ }
+ },
+ {
+ "routing_index": 943,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.678475870103284e-07,
+ 1.0443396547543671e-07,
+ 9.093630524148466e-07,
+ 0.00456848694011569,
+ 0.01030262652784586,
+ 0.000275461032288149,
+ 0.00016276724636554718,
+ 0.015864534303545952,
+ 0.00017821179062593728,
+ 0.7567788362503052
+ ],
+ "log_scores_by_expert": [
+ -14.219205856323242,
+ -16.074710845947266,
+ -13.910521507263184,
+ -5.388573169708252,
+ -4.575356483459473,
+ -8.197064399719238,
+ -8.723189353942871,
+ -4.143669128417969,
+ -8.632537841796875,
+ -0.27868422865867615
+ ],
+ "distances_by_expert": [
+ 28.438411712646484,
+ 32.14942169189453,
+ 27.821043014526367,
+ 10.777146339416504,
+ 9.150712966918945,
+ 16.394128799438477,
+ 17.446378707885742,
+ 8.287338256835938,
+ 17.26507568359375,
+ 0.5573684573173523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.826904296875,
+ "language": 52.902976989746094
+ }
+ },
+ {
+ "routing_index": 944,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.730026941819233e-07,
+ 9.411368040446177e-08,
+ 8.021756343623565e-07,
+ 0.0040823291055858135,
+ 0.009670611470937729,
+ 0.0002451129839755595,
+ 0.00014825737162027508,
+ 0.014351657591760159,
+ 0.00016012537525966763,
+ 0.7136001586914062
+ ],
+ "log_scores_by_expert": [
+ -14.37237548828125,
+ -16.178762435913086,
+ -14.035938262939453,
+ -5.501087665557861,
+ -4.6386637687683105,
+ -8.313791275024414,
+ -8.816560745239258,
+ -4.243889808654785,
+ -8.739553451538086,
+ -0.33743250370025635
+ ],
+ "distances_by_expert": [
+ 28.7447509765625,
+ 32.35752487182617,
+ 28.071876525878906,
+ 11.002175331115723,
+ 9.277327537536621,
+ 16.627582550048828,
+ 17.633121490478516,
+ 8.48777961730957,
+ 17.479106903076172,
+ 0.6748650074005127
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3510.11669921875,
+ "language": 52.89431381225586
+ }
+ },
+ {
+ "routing_index": 945,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.525717139993503e-07,
+ 1.0671537609141524e-07,
+ 9.141802479462058e-07,
+ 0.004550273064523935,
+ 0.010376223362982273,
+ 0.0002957250108011067,
+ 0.00016973380115814507,
+ 0.01631968840956688,
+ 0.00017691365792416036,
+ 0.7722713947296143
+ ],
+ "log_scores_by_expert": [
+ -14.242344856262207,
+ -16.0531005859375,
+ -13.905238151550293,
+ -5.392568111419678,
+ -4.568238258361816,
+ -8.126080513000488,
+ -8.681279182434082,
+ -4.115383148193359,
+ -8.639848709106445,
+ -0.2584192454814911
+ ],
+ "distances_by_expert": [
+ 28.484689712524414,
+ 32.106201171875,
+ 27.810476303100586,
+ 10.785136222839355,
+ 9.136476516723633,
+ 16.252161026000977,
+ 17.362558364868164,
+ 8.230766296386719,
+ 17.27969741821289,
+ 0.5168384909629822
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.20849609375,
+ "language": 52.911956787109375
+ }
+ },
+ {
+ "routing_index": 946,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855491960777726e-07,
+ 1.0419699947306071e-07,
+ 9.161919933831086e-07,
+ 0.004815666936337948,
+ 0.010503001511096954,
+ 0.0003147199167869985,
+ 0.00017248008225578815,
+ 0.016774844378232956,
+ 0.00018176849698647857,
+ 0.7808033227920532
+ ],
+ "log_scores_by_expert": [
+ -14.193045616149902,
+ -16.076982498168945,
+ -13.903039932250977,
+ -5.335880756378174,
+ -4.556094169616699,
+ -8.063827514648438,
+ -8.665228843688965,
+ -4.087874889373779,
+ -8.612776756286621,
+ -0.2474319338798523
+ ],
+ "distances_by_expert": [
+ 28.386091232299805,
+ 32.15396499633789,
+ 27.806079864501953,
+ 10.671761512756348,
+ 9.112188339233398,
+ 16.127655029296875,
+ 17.33045768737793,
+ 8.175749778747559,
+ 17.225553512573242,
+ 0.4948638677597046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.45068359375,
+ "language": 52.958656311035156
+ }
+ },
+ {
+ "routing_index": 947,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960707423786516e-07,
+ 1.0609090850266512e-07,
+ 9.533133606964839e-07,
+ 0.0049123615026474,
+ 0.010206196457147598,
+ 0.000312702264636755,
+ 0.0001737625862006098,
+ 0.016957776620984077,
+ 0.0001833944406826049,
+ 0.7388613224029541
+ ],
+ "log_scores_by_expert": [
+ -14.177814483642578,
+ -16.058969497680664,
+ -13.863322257995605,
+ -5.316000461578369,
+ -4.5847601890563965,
+ -8.070259094238281,
+ -8.657820701599121,
+ -4.077028751373291,
+ -8.60387134552002,
+ -0.3026450574398041
+ ],
+ "distances_by_expert": [
+ 28.355628967285156,
+ 32.11793899536133,
+ 27.72664451599121,
+ 10.632000923156738,
+ 9.169520378112793,
+ 16.140518188476562,
+ 17.315641403198242,
+ 8.154057502746582,
+ 17.20774269104004,
+ 0.6052901148796082
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.530029296875,
+ "language": 52.91215896606445
+ }
+ },
+ {
+ "routing_index": 948,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29561611731333e-07,
+ 1.0434597186304018e-07,
+ 8.776807476351678e-07,
+ 0.004705789964646101,
+ 0.010513785295188427,
+ 0.0003299664531368762,
+ 0.00017564190784469247,
+ 0.01678425446152687,
+ 0.0001684431335888803,
+ 0.7776713371276855
+ ],
+ "log_scores_by_expert": [
+ -14.278242111206055,
+ -16.07555389404297,
+ -13.945982933044434,
+ -5.358961582183838,
+ -4.555068016052246,
+ -8.016519546508789,
+ -8.647063255310059,
+ -4.087314128875732,
+ -8.688912391662598,
+ -0.2514513432979584
+ ],
+ "distances_by_expert": [
+ 28.55648422241211,
+ 32.15110778808594,
+ 27.891965866088867,
+ 10.717923164367676,
+ 9.110136032104492,
+ 16.033039093017578,
+ 17.294126510620117,
+ 8.174628257751465,
+ 17.377824783325195,
+ 0.5029026865959167
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3423.882568359375,
+ "language": 52.928733825683594
+ }
+ },
+ {
+ "routing_index": 949,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.755949470971245e-07,
+ 1.0395442728849957e-07,
+ 9.254839028471906e-07,
+ 0.004353127907961607,
+ 0.010210077278316021,
+ 0.00028121296782046556,
+ 0.0001715795515337959,
+ 0.016155896708369255,
+ 0.00018236177857033908,
+ 0.7762277722358704
+ ],
+ "log_scores_by_expert": [
+ -14.207672119140625,
+ -16.079313278198242,
+ -13.892949104309082,
+ -5.43686056137085,
+ -4.584380149841309,
+ -8.176398277282715,
+ -8.670463562011719,
+ -4.125470161437988,
+ -8.609518051147461,
+ -0.2533092796802521
+ ],
+ "distances_by_expert": [
+ 28.41534423828125,
+ 32.158626556396484,
+ 27.785898208618164,
+ 10.8737211227417,
+ 9.168760299682617,
+ 16.35279655456543,
+ 17.340927124023438,
+ 8.250940322875977,
+ 17.219036102294922,
+ 0.5066185593605042
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3496.0380859375,
+ "language": 52.8933219909668
+ }
+ },
+ {
+ "routing_index": 950,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.867767865514907e-07,
+ 1.1134785182775886e-07,
+ 9.498493795945251e-07,
+ 0.004659038968384266,
+ 0.010643375106155872,
+ 0.0003014872199855745,
+ 0.00017468105943407863,
+ 0.01656639575958252,
+ 0.0001859959593275562,
+ 0.7911515235900879
+ ],
+ "log_scores_by_expert": [
+ -14.191256523132324,
+ -16.01060676574707,
+ -13.866962432861328,
+ -5.368946075439453,
+ -4.54281759262085,
+ -8.106782913208008,
+ -8.652548789978027,
+ -4.10037899017334,
+ -8.5897855758667,
+ -0.23426572978496552
+ ],
+ "distances_by_expert": [
+ 28.38251304626465,
+ 32.02121353149414,
+ 27.733924865722656,
+ 10.737892150878906,
+ 9.0856351852417,
+ 16.213565826416016,
+ 17.305097579956055,
+ 8.20075798034668,
+ 17.1795711517334,
+ 0.46853145956993103
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.8232421875,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 951,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8291620891614e-07,
+ 1.1184827286569998e-07,
+ 9.468187727179611e-07,
+ 0.004661416634917259,
+ 0.010595310479402542,
+ 0.00030335408519022167,
+ 0.0001726648915791884,
+ 0.016651811078190804,
+ 0.000185639233677648,
+ 0.782804012298584
+ ],
+ "log_scores_by_expert": [
+ -14.196893692016602,
+ -16.006122589111328,
+ -13.870158195495605,
+ -5.368435859680176,
+ -4.547343730926514,
+ -8.10060977935791,
+ -8.66415786743164,
+ -4.095236301422119,
+ -8.591705322265625,
+ -0.24487294256687164
+ ],
+ "distances_by_expert": [
+ 28.393787384033203,
+ 32.012245178222656,
+ 27.74031639099121,
+ 10.736871719360352,
+ 9.094687461853027,
+ 16.20121955871582,
+ 17.32831573486328,
+ 8.190472602844238,
+ 17.18341064453125,
+ 0.4897458851337433
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.98974609375,
+ "language": 52.911163330078125
+ }
+ },
+ {
+ "routing_index": 952,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.036065312604478e-07,
+ 1.2026308127133234e-07,
+ 9.66129505286517e-07,
+ 0.005302042700350285,
+ 0.010791361331939697,
+ 0.0003668588469736278,
+ 0.00018796135555021465,
+ 0.017539694905281067,
+ 0.00019051080744247884,
+ 0.7928141951560974
+ ],
+ "log_scores_by_expert": [
+ -14.167046546936035,
+ -15.933584213256836,
+ -13.849967956542969,
+ -5.239663124084473,
+ -4.5290093421936035,
+ -7.910533428192139,
+ -8.57927417755127,
+ -4.043288707733154,
+ -8.565801620483398,
+ -0.2321663647890091
+ ],
+ "distances_by_expert": [
+ 28.33409309387207,
+ 31.867168426513672,
+ 27.699935913085938,
+ 10.479326248168945,
+ 9.058018684387207,
+ 15.821066856384277,
+ 17.15854835510254,
+ 8.086577415466309,
+ 17.131603240966797,
+ 0.4643327295780182
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.76904296875,
+ "language": 52.897029876708984
+ }
+ },
+ {
+ "routing_index": 953,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.692005172226345e-07,
+ 1.199190364786773e-07,
+ 9.406257959199138e-07,
+ 0.005143221002072096,
+ 0.010206591337919235,
+ 0.0003670870210044086,
+ 0.0001859979092841968,
+ 0.016916919499635696,
+ 0.0001786491193342954,
+ 0.749620795249939
+ ],
+ "log_scores_by_expert": [
+ -14.217182159423828,
+ -15.93644905090332,
+ -13.876720428466797,
+ -5.270075798034668,
+ -4.584721565246582,
+ -7.909911632537842,
+ -8.589775085449219,
+ -4.079441070556641,
+ -8.630086898803711,
+ -0.2881878614425659
+ ],
+ "distances_by_expert": [
+ 28.434364318847656,
+ 31.87289810180664,
+ 27.753440856933594,
+ 10.540151596069336,
+ 9.169443130493164,
+ 15.819823265075684,
+ 17.179550170898438,
+ 8.158882141113281,
+ 17.260173797607422,
+ 0.5763757228851318
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.473388671875,
+ "language": 52.95234298706055
+ }
+ },
+ {
+ "routing_index": 954,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.159111194392608e-07,
+ 1.044001152195051e-07,
+ 8.6142586042115e-07,
+ 0.00473236758261919,
+ 0.009048590436577797,
+ 0.00035008753184229136,
+ 0.00017388342530466616,
+ 0.015480276197195053,
+ 0.00016482917999383062,
+ 0.6712989211082458
+ ],
+ "log_scores_by_expert": [
+ -14.300163269042969,
+ -16.075035095214844,
+ -13.964676856994629,
+ -5.353329658508301,
+ -4.705146312713623,
+ -7.957327365875244,
+ -8.657125473022461,
+ -4.168188571929932,
+ -8.710600852966309,
+ -0.39854079484939575
+ ],
+ "distances_by_expert": [
+ 28.600326538085938,
+ 32.15007019042969,
+ 27.929353713989258,
+ 10.706659317016602,
+ 9.410292625427246,
+ 15.914654731750488,
+ 17.314250946044922,
+ 8.336377143859863,
+ 17.421201705932617,
+ 0.7970815896987915
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.451171875,
+ "language": 52.93167495727539
+ }
+ },
+ {
+ "routing_index": 955,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.122526201579603e-07,
+ 1.0205660316842113e-07,
+ 8.615112392362789e-07,
+ 0.004815598018467426,
+ 0.008911252953112125,
+ 0.00035017970367334783,
+ 0.00017273092817049474,
+ 0.015478291548788548,
+ 0.00016217550728470087,
+ 0.6464691162109375
+ ],
+ "log_scores_by_expert": [
+ -14.306120872497559,
+ -16.09773826599121,
+ -13.964577674865723,
+ -5.33589506149292,
+ -4.72044038772583,
+ -7.957064151763916,
+ -8.663775444030762,
+ -4.168316841125488,
+ -8.726831436157227,
+ -0.4362299144268036
+ ],
+ "distances_by_expert": [
+ 28.612241744995117,
+ 32.19547653198242,
+ 27.929155349731445,
+ 10.67179012298584,
+ 9.44088077545166,
+ 15.914128303527832,
+ 17.327550888061523,
+ 8.336633682250977,
+ 17.453662872314453,
+ 0.8724598288536072
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.958984375,
+ "language": 52.92134094238281
+ }
+ },
+ {
+ "routing_index": 956,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.53298343422648e-07,
+ 1.0879710998779046e-07,
+ 9.236869118467439e-07,
+ 0.005234817508608103,
+ 0.009453716687858105,
+ 0.0003543384082149714,
+ 0.00017596683755982667,
+ 0.0158170685172081,
+ 0.00017915618082042783,
+ 0.6704298257827759
+ ],
+ "log_scores_by_expert": [
+ -14.241231918334961,
+ -16.033781051635742,
+ -13.894892692565918,
+ -5.252423286437988,
+ -4.661347389221191,
+ -7.945258140563965,
+ -8.645215034484863,
+ -4.146665573120117,
+ -8.627252578735352,
+ -0.39983630180358887
+ ],
+ "distances_by_expert": [
+ 28.482463836669922,
+ 32.067562103271484,
+ 27.789785385131836,
+ 10.504846572875977,
+ 9.322694778442383,
+ 15.89051628112793,
+ 17.290430068969727,
+ 8.293331146240234,
+ 17.254505157470703,
+ 0.7996726036071777
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.982666015625,
+ "language": 52.91655731201172
+ }
+ },
+ {
+ "routing_index": 957,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.560053975590563e-07,
+ 1.0449574006088369e-07,
+ 8.965616302702983e-07,
+ 0.00518240500241518,
+ 0.009350307285785675,
+ 0.0003552658890839666,
+ 0.00017116573872044683,
+ 0.015658847987651825,
+ 0.00017660231969784945,
+ 0.6612344980239868
+ ],
+ "log_scores_by_expert": [
+ -14.237096786499023,
+ -16.074119567871094,
+ -13.924698829650879,
+ -5.262485980987549,
+ -4.672346115112305,
+ -7.942644119262695,
+ -8.67287826538086,
+ -4.156719207763672,
+ -8.641610145568848,
+ -0.41364672780036926
+ ],
+ "distances_by_expert": [
+ 28.474193572998047,
+ 32.14823913574219,
+ 27.849397659301758,
+ 10.524971961975098,
+ 9.34469223022461,
+ 15.88528823852539,
+ 17.34575653076172,
+ 8.313438415527344,
+ 17.283220291137695,
+ 0.8272934556007385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.319580078125,
+ "language": 52.93064880371094
+ }
+ },
+ {
+ "routing_index": 958,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.563164447470626e-07,
+ 1.0386523285887961e-07,
+ 8.928166721489106e-07,
+ 0.0050849029794335365,
+ 0.009365245699882507,
+ 0.00035072697210125625,
+ 0.0001692698715487495,
+ 0.015852322801947594,
+ 0.00017789358389563859,
+ 0.6653450727462769
+ ],
+ "log_scores_by_expert": [
+ -14.23662281036377,
+ -16.080171585083008,
+ -13.928884506225586,
+ -5.281479358673096,
+ -4.670749664306641,
+ -7.955502510070801,
+ -8.684016227722168,
+ -4.144439220428467,
+ -8.63432502746582,
+ -0.40744948387145996
+ ],
+ "distances_by_expert": [
+ 28.47324562072754,
+ 32.160343170166016,
+ 27.857769012451172,
+ 10.562958717346191,
+ 9.341499328613281,
+ 15.911005020141602,
+ 17.368032455444336,
+ 8.288878440856934,
+ 17.26865005493164,
+ 0.8148989677429199
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3351.7333984375,
+ "language": 52.9178352355957
+ }
+ },
+ {
+ "routing_index": 959,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.802887924095558e-07,
+ 1.068901553935575e-07,
+ 9.211806855091709e-07,
+ 0.005316029768437147,
+ 0.009640219621360302,
+ 0.00035715140984393656,
+ 0.00017374767048750073,
+ 0.01621163636445999,
+ 0.00018291652668267488,
+ 0.6790894865989685
+ ],
+ "log_scores_by_expert": [
+ -14.200748443603516,
+ -16.051464080810547,
+ -13.89760971069336,
+ -5.2370285987854,
+ -4.641811370849609,
+ -7.937350749969482,
+ -8.657906532287598,
+ -4.122025966644287,
+ -8.606480598449707,
+ -0.3870023488998413
+ ],
+ "distances_by_expert": [
+ 28.40149688720703,
+ 32.102928161621094,
+ 27.79521942138672,
+ 10.4740571975708,
+ 9.283622741699219,
+ 15.874701499938965,
+ 17.315813064575195,
+ 8.244051933288574,
+ 17.212961196899414,
+ 0.7740046977996826
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.407470703125,
+ "language": 52.918251037597656
+ }
+ },
+ {
+ "routing_index": 960,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.289981454050576e-07,
+ 1.1308978287161153e-07,
+ 9.873375574898091e-07,
+ 0.005484791472554207,
+ 0.010017667897045612,
+ 0.00037187078851275146,
+ 0.00017967172607313842,
+ 0.016933010891079903,
+ 0.0001935303007485345,
+ 0.708070695400238
+ ],
+ "log_scores_by_expert": [
+ -14.13159465789795,
+ -15.995083808898926,
+ -13.828253746032715,
+ -5.205776214599609,
+ -4.603404998779297,
+ -7.896964073181152,
+ -8.62437915802002,
+ -4.078490257263184,
+ -8.550076484680176,
+ -0.34521132707595825
+ ],
+ "distances_by_expert": [
+ 28.2631893157959,
+ 31.99016761779785,
+ 27.65650749206543,
+ 10.411552429199219,
+ 9.206809997558594,
+ 15.793928146362305,
+ 17.24875831604004,
+ 8.156980514526367,
+ 17.10015296936035,
+ 0.6904226541519165
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.399169921875,
+ "language": 52.9168701171875
+ }
+ },
+ {
+ "routing_index": 961,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.215061827992031e-07,
+ 1.0858793331181005e-07,
+ 9.568199175191694e-07,
+ 0.005293632857501507,
+ 0.00992291234433651,
+ 0.0003393811930436641,
+ 0.00017269009549636394,
+ 0.016291797161102295,
+ 0.00019100817735306919,
+ 0.6909509897232056
+ ],
+ "log_scores_by_expert": [
+ -14.141924858093262,
+ -16.03570556640625,
+ -13.859650611877441,
+ -5.241250514984131,
+ -4.612908840179443,
+ -7.988386631011963,
+ -8.66401195526123,
+ -4.117093563079834,
+ -8.563194274902344,
+ -0.36968639492988586
+ ],
+ "distances_by_expert": [
+ 28.283849716186523,
+ 32.0714111328125,
+ 27.719301223754883,
+ 10.482501029968262,
+ 9.225817680358887,
+ 15.976773262023926,
+ 17.32802391052246,
+ 8.234187126159668,
+ 17.126388549804688,
+ 0.7393727898597717
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3401.63818359375,
+ "language": 52.94315719604492
+ }
+ },
+ {
+ "routing_index": 962,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837405521764595e-07,
+ 9.852161753087785e-08,
+ 9.142647741100518e-07,
+ 0.005038030911237001,
+ 0.009129079058766365,
+ 0.0003076972207054496,
+ 0.00016062520444393158,
+ 0.01531644444912672,
+ 0.00018250236462336034,
+ 0.6292683482170105
+ ],
+ "log_scores_by_expert": [
+ -14.195687294006348,
+ -16.13298988342285,
+ -13.905145645141602,
+ -5.290740013122559,
+ -4.696290493011475,
+ -8.086394309997559,
+ -8.73643684387207,
+ -4.178828239440918,
+ -8.608747482299805,
+ -0.4631974697113037
+ ],
+ "distances_by_expert": [
+ 28.391374588012695,
+ 32.2659797668457,
+ 27.810291290283203,
+ 10.581480026245117,
+ 9.39258098602295,
+ 16.172788619995117,
+ 17.47287368774414,
+ 8.357656478881836,
+ 17.21749496459961,
+ 0.9263949394226074
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.395263671875,
+ "language": 52.92573928833008
+ }
+ },
+ {
+ "routing_index": 963,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.006555620137078e-07,
+ 1.0053857835146118e-07,
+ 9.331812407253892e-07,
+ 0.00509428046643734,
+ 0.009283547289669514,
+ 0.0003172829747200012,
+ 0.00016458070604130626,
+ 0.015579179860651493,
+ 0.00018620396440383047,
+ 0.6436198949813843
+ ],
+ "log_scores_by_expert": [
+ -14.171249389648438,
+ -16.11272430419922,
+ -13.884666442871094,
+ -5.279636859893799,
+ -4.679511547088623,
+ -8.055716514587402,
+ -8.712109565734863,
+ -4.161819934844971,
+ -8.588667869567871,
+ -0.4406469464302063
+ ],
+ "distances_by_expert": [
+ 28.342498779296875,
+ 32.22544860839844,
+ 27.769332885742188,
+ 10.559273719787598,
+ 9.359023094177246,
+ 16.111433029174805,
+ 17.424219131469727,
+ 8.323639869689941,
+ 17.177335739135742,
+ 0.8812938928604126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.182373046875,
+ "language": 52.93679428100586
+ }
+ },
+ {
+ "routing_index": 964,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855060519228573e-07,
+ 9.303247594516506e-08,
+ 8.99882707017241e-07,
+ 0.004692646209150553,
+ 0.008848949335515499,
+ 0.0002861790999304503,
+ 0.00015386129962280393,
+ 0.014936740510165691,
+ 0.0001814214192563668,
+ 0.6121776700019836
+ ],
+ "log_scores_by_expert": [
+ -14.193108558654785,
+ -16.190317153930664,
+ -13.921001434326172,
+ -5.361758708953857,
+ -4.727456569671631,
+ -8.158892631530762,
+ -8.779458999633789,
+ -4.2039313316345215,
+ -8.6146879196167,
+ -0.49073275923728943
+ ],
+ "distances_by_expert": [
+ 28.38621711730957,
+ 32.38063430786133,
+ 27.842002868652344,
+ 10.723517417907715,
+ 9.454913139343262,
+ 16.317785263061523,
+ 17.558917999267578,
+ 8.407862663269043,
+ 17.2293758392334,
+ 0.9814655184745789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.501708984375,
+ "language": 52.91086959838867
+ }
+ },
+ {
+ "routing_index": 965,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.159794677136233e-07,
+ 9.36520478944658e-08,
+ 9.382417829328915e-07,
+ 0.004564578644931316,
+ 0.008921572007238865,
+ 0.0002772621810436249,
+ 0.00015480976435355842,
+ 0.015129242092370987,
+ 0.00018531094247009605,
+ 0.6207384467124939
+ ],
+ "log_scores_by_expert": [
+ -14.149614334106445,
+ -16.183679580688477,
+ -13.879258155822754,
+ -5.389429092407227,
+ -4.719283103942871,
+ -8.190546989440918,
+ -8.773313522338867,
+ -4.191125869750977,
+ -8.593475341796875,
+ -0.47684556245803833
+ ],
+ "distances_by_expert": [
+ 28.29922866821289,
+ 32.36735916137695,
+ 27.758516311645508,
+ 10.778858184814453,
+ 9.438566207885742,
+ 16.381093978881836,
+ 17.546627044677734,
+ 8.382251739501953,
+ 17.18695068359375,
+ 0.9536911249160767
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.28369140625,
+ "language": 52.921051025390625
+ }
+ },
+ {
+ "routing_index": 966,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.566954423054995e-07,
+ 9.9043518275721e-08,
+ 9.882561471385998e-07,
+ 0.004781993106007576,
+ 0.009216811507940292,
+ 0.00030451788916252553,
+ 0.00016327796038240194,
+ 0.01585027389228344,
+ 0.00019512444850988686,
+ 0.6563441753387451
+ ],
+ "log_scores_by_expert": [
+ -14.094305038452148,
+ -16.12770652770996,
+ -13.827323913574219,
+ -5.342897891998291,
+ -4.686726093292236,
+ -8.096780776977539,
+ -8.720056533813477,
+ -4.14456844329834,
+ -8.54187297821045,
+ -0.42107003927230835
+ ],
+ "distances_by_expert": [
+ 28.188610076904297,
+ 32.25541305541992,
+ 27.654647827148438,
+ 10.685795783996582,
+ 9.373452186584473,
+ 16.193561553955078,
+ 17.440113067626953,
+ 8.28913688659668,
+ 17.0837459564209,
+ 0.8421400785446167
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.8525390625,
+ "language": 52.936744689941406
+ }
+ },
+ {
+ "routing_index": 967,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.211732508949353e-07,
+ 8.962217634689296e-08,
+ 9.64201149145083e-07,
+ 0.004360837861895561,
+ 0.008513311855494976,
+ 0.0002650920068845153,
+ 0.00015162317140493542,
+ 0.014835461974143982,
+ 0.00018540887685958296,
+ 0.6029144525527954
+ ],
+ "log_scores_by_expert": [
+ -14.142386436462402,
+ -16.227663040161133,
+ -13.85196590423584,
+ -5.435091018676758,
+ -4.766124248504639,
+ -8.235433578491211,
+ -8.794112205505371,
+ -4.210734844207764,
+ -8.592947006225586,
+ -0.5059798955917358
+ ],
+ "distances_by_expert": [
+ 28.284772872924805,
+ 32.455326080322266,
+ 27.70393180847168,
+ 10.870182037353516,
+ 9.532248497009277,
+ 16.470867156982422,
+ 17.588224411010742,
+ 8.421469688415527,
+ 17.185894012451172,
+ 1.0119597911834717
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.990966796875,
+ "language": 52.91037368774414
+ }
+ },
+ {
+ "routing_index": 968,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.287312087100872e-07,
+ 8.827496600360973e-08,
+ 9.731564887260902e-07,
+ 0.004192777443677187,
+ 0.008367995731532574,
+ 0.0002648544905241579,
+ 0.00014965135778766125,
+ 0.014649640768766403,
+ 0.00018827889289241284,
+ 0.6017133593559265
+ ],
+ "log_scores_by_expert": [
+ -14.13196086883545,
+ -16.242809295654297,
+ -13.842720985412598,
+ -5.474391937255859,
+ -4.783340930938721,
+ -8.236330032348633,
+ -8.807202339172363,
+ -4.223339557647705,
+ -8.57758617401123,
+ -0.5079740881919861
+ ],
+ "distances_by_expert": [
+ 28.2639217376709,
+ 32.485618591308594,
+ 27.685441970825195,
+ 10.948783874511719,
+ 9.566681861877441,
+ 16.472660064697266,
+ 17.614404678344727,
+ 8.44667911529541,
+ 17.15517234802246,
+ 1.0159481763839722
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3367.82421875,
+ "language": 52.90733337402344
+ }
+ },
+ {
+ "routing_index": 969,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855635774627444e-07,
+ 1.0329408439702092e-07,
+ 9.602442787581822e-07,
+ 0.0046711089089512825,
+ 0.009612669236958027,
+ 0.0002765694516710937,
+ 0.00016375232371501625,
+ 0.01581079512834549,
+ 0.0001782009203452617,
+ 0.7024614810943604
+ ],
+ "log_scores_by_expert": [
+ -14.193024635314941,
+ -16.08568572998047,
+ -13.856078147888184,
+ -5.366358757019043,
+ -4.6446733474731445,
+ -8.193048477172852,
+ -8.717155456542969,
+ -4.147062301635742,
+ -8.632598876953125,
+ -0.35316476225852966
+ ],
+ "distances_by_expert": [
+ 28.386049270629883,
+ 32.17137145996094,
+ 27.712156295776367,
+ 10.732717514038086,
+ 9.289346694946289,
+ 16.386096954345703,
+ 17.434310913085938,
+ 8.294124603271484,
+ 17.26519775390625,
+ 0.7063295245170593
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.927490234375,
+ "language": 52.89236831665039
+ }
+ },
+ {
+ "routing_index": 970,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.78848721236136e-07,
+ 1.0705910113983919e-07,
+ 9.369622375743347e-07,
+ 0.004540632013231516,
+ 0.010030620731413364,
+ 0.0002757340844254941,
+ 0.00016517190670128912,
+ 0.015984298661351204,
+ 0.00017867825226858258,
+ 0.7401580810546875
+ ],
+ "log_scores_by_expert": [
+ -14.20286750793457,
+ -16.049884796142578,
+ -13.880622863769531,
+ -5.394689083099365,
+ -4.602112770080566,
+ -8.196073532104492,
+ -8.708523750305176,
+ -4.136148452758789,
+ -8.629923820495605,
+ -0.3008915185928345
+ ],
+ "distances_by_expert": [
+ 28.40573501586914,
+ 32.099769592285156,
+ 27.761245727539062,
+ 10.78937816619873,
+ 9.204225540161133,
+ 16.392147064208984,
+ 17.41704750061035,
+ 8.272296905517578,
+ 17.25984764099121,
+ 0.601783037185669
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.843505859375,
+ "language": 52.90190887451172
+ }
+ },
+ {
+ "routing_index": 971,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.803302881053241e-07,
+ 1.0017355123181915e-07,
+ 9.113485361922358e-07,
+ 0.004416744690388441,
+ 0.010185491293668747,
+ 0.00026395931490696967,
+ 0.00016290809435304254,
+ 0.01582789607346058,
+ 0.00017954873328562826,
+ 0.7519639730453491
+ ],
+ "log_scores_by_expert": [
+ -14.200687408447266,
+ -16.116361618041992,
+ -13.908340454101562,
+ -5.422352313995361,
+ -4.586791038513184,
+ -8.239715576171875,
+ -8.72232437133789,
+ -4.145981311798096,
+ -8.6250638961792,
+ -0.2850668728351593
+ ],
+ "distances_by_expert": [
+ 28.40137481689453,
+ 32.232723236083984,
+ 27.816680908203125,
+ 10.844704627990723,
+ 9.173582077026367,
+ 16.47943115234375,
+ 17.44464874267578,
+ 8.291962623596191,
+ 17.2501277923584,
+ 0.5701337456703186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.65673828125,
+ "language": 52.913516998291016
+ }
+ },
+ {
+ "routing_index": 972,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.89642263296264e-07,
+ 1.1149172252089556e-07,
+ 9.560565104038687e-07,
+ 0.004734240937978029,
+ 0.010687611065804958,
+ 0.00029747479129582644,
+ 0.00017137546092271805,
+ 0.01661529578268528,
+ 0.00018443557200953364,
+ 0.7803087830543518
+ ],
+ "log_scores_by_expert": [
+ -14.187092781066895,
+ -16.009315490722656,
+ -13.860448837280273,
+ -5.352933883666992,
+ -4.538670063018799,
+ -8.1201810836792,
+ -8.671653747558594,
+ -4.097431659698486,
+ -8.598210334777832,
+ -0.24806557595729828
+ ],
+ "distances_by_expert": [
+ 28.37418556213379,
+ 32.01863098144531,
+ 27.720897674560547,
+ 10.705867767333984,
+ 9.077340126037598,
+ 16.2403621673584,
+ 17.343307495117188,
+ 8.194863319396973,
+ 17.196420669555664,
+ 0.49613115191459656
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.152099609375,
+ "language": 52.91516876220703
+ }
+ },
+ {
+ "routing_index": 973,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.033737006167939e-07,
+ 1.0884900802921038e-07,
+ 9.54595179791795e-07,
+ 0.004688733723014593,
+ 0.010928237810730934,
+ 0.0002980154531542212,
+ 0.00017550511984154582,
+ 0.016894573345780373,
+ 0.0001857577299233526,
+ 0.8083776831626892
+ ],
+ "log_scores_by_expert": [
+ -14.167377471923828,
+ -16.03330421447754,
+ -13.861978530883789,
+ -5.362592697143555,
+ -4.51640510559082,
+ -8.118365287780762,
+ -8.647842407226562,
+ -4.08076286315918,
+ -8.59106731414795,
+ -0.21272587776184082
+ ],
+ "distances_by_expert": [
+ 28.334754943847656,
+ 32.06660842895508,
+ 27.723957061767578,
+ 10.72518539428711,
+ 9.03281021118164,
+ 16.236730575561523,
+ 17.295684814453125,
+ 8.16152572631836,
+ 17.1821346282959,
+ 0.42545175552368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.4931640625,
+ "language": 52.9433479309082
+ }
+ },
+ {
+ "routing_index": 974,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.812743436057644e-07,
+ 1.0910196124314098e-07,
+ 9.443001545150764e-07,
+ 0.0048544020392000675,
+ 0.010353987105190754,
+ 0.00032761009060777724,
+ 0.00017917582590598613,
+ 0.017063923180103302,
+ 0.00018356381042394787,
+ 0.7693604230880737
+ ],
+ "log_scores_by_expert": [
+ -14.199300765991211,
+ -16.030982971191406,
+ -13.872821807861328,
+ -5.327869415283203,
+ -4.570383548736572,
+ -8.023686408996582,
+ -8.627142906188965,
+ -4.070788860321045,
+ -8.602948188781738,
+ -0.2621956765651703
+ ],
+ "distances_by_expert": [
+ 28.398601531982422,
+ 32.06196594238281,
+ 27.745643615722656,
+ 10.655738830566406,
+ 9.140767097473145,
+ 16.047372817993164,
+ 17.25428581237793,
+ 8.14157772064209,
+ 17.205896377563477,
+ 0.5243913531303406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.951171875,
+ "language": 52.92262649536133
+ }
+ },
+ {
+ "routing_index": 975,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.373977043949708e-07,
+ 1.0342971989985017e-07,
+ 8.918287335291097e-07,
+ 0.004734101239591837,
+ 0.010121123865246773,
+ 0.0003113649436272681,
+ 0.00017055858916137367,
+ 0.01641107350587845,
+ 0.0001738567225402221,
+ 0.7448268532752991
+ ],
+ "log_scores_by_expert": [
+ -14.26587200164795,
+ -16.084373474121094,
+ -13.929991722106934,
+ -5.352963447570801,
+ -4.593130588531494,
+ -8.074544906616211,
+ -8.676431655883789,
+ -4.109798908233643,
+ -8.657279014587402,
+ -0.29460349678993225
+ ],
+ "distances_by_expert": [
+ 28.5317440032959,
+ 32.16874694824219,
+ 27.859983444213867,
+ 10.705926895141602,
+ 9.186261177062988,
+ 16.149089813232422,
+ 17.352863311767578,
+ 8.219597816467285,
+ 17.314558029174805,
+ 0.5892069935798645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.771240234375,
+ "language": 52.912208557128906
+ }
+ },
+ {
+ "routing_index": 976,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.533911687256477e-07,
+ 1.066169090790936e-07,
+ 9.045892852554971e-07,
+ 0.004579752217978239,
+ 0.0105246901512146,
+ 0.0002939891710411757,
+ 0.00016789976507425308,
+ 0.016164828091859818,
+ 0.00017944911087397486,
+ 0.7815454006195068
+ ],
+ "log_scores_by_expert": [
+ -14.241089820861816,
+ -16.05402374267578,
+ -13.91578483581543,
+ -5.386110305786133,
+ -4.5540313720703125,
+ -8.131967544555664,
+ -8.692143440246582,
+ -4.124917507171631,
+ -8.625618934631348,
+ -0.24648204445838928
+ ],
+ "distances_by_expert": [
+ 28.482179641723633,
+ 32.10804748535156,
+ 27.83156967163086,
+ 10.772220611572266,
+ 9.108062744140625,
+ 16.263935089111328,
+ 17.384286880493164,
+ 8.249835014343262,
+ 17.251237869262695,
+ 0.49296408891677856
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.8291015625,
+ "language": 52.88380432128906
+ }
+ },
+ {
+ "routing_index": 977,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.864617946826911e-07,
+ 9.195686345719878e-08,
+ 8.046043831200222e-07,
+ 0.003999404609203339,
+ 0.009657911024987698,
+ 0.00023759996111039072,
+ 0.00014878484944347292,
+ 0.014227539300918579,
+ 0.00016016598965507,
+ 0.7148981094360352
+ ],
+ "log_scores_by_expert": [
+ -14.34915828704834,
+ -16.201946258544922,
+ -14.032915115356445,
+ -5.521609783172607,
+ -4.639977931976318,
+ -8.344922065734863,
+ -8.813009262084961,
+ -4.252575874328613,
+ -8.739299774169922,
+ -0.3356153070926666
+ ],
+ "distances_by_expert": [
+ 28.69831657409668,
+ 32.403892517089844,
+ 28.06583023071289,
+ 11.043219566345215,
+ 9.279955863952637,
+ 16.689844131469727,
+ 17.626018524169922,
+ 8.505151748657227,
+ 17.478599548339844,
+ 0.6712306141853333
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.46044921875,
+ "language": 52.91892623901367
+ }
+ },
+ {
+ "routing_index": 978,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.59427007829072e-07,
+ 8.95760337016327e-08,
+ 7.692084977861668e-07,
+ 0.0039134761318564415,
+ 0.009255475364625454,
+ 0.00024355808272957802,
+ 0.0001459111226722598,
+ 0.014180237427353859,
+ 0.0001564578415127471,
+ 0.706889271736145
+ ],
+ "log_scores_by_expert": [
+ -14.396352767944336,
+ -16.228178024291992,
+ -14.077903747558594,
+ -5.543329238891602,
+ -4.682539939880371,
+ -8.320155143737793,
+ -8.832512855529785,
+ -4.255906105041504,
+ -8.762723922729492,
+ -0.3468811810016632
+ ],
+ "distances_by_expert": [
+ 28.792705535888672,
+ 32.456356048583984,
+ 28.155807495117188,
+ 11.086658477783203,
+ 9.365079879760742,
+ 16.640310287475586,
+ 17.66502571105957,
+ 8.511812210083008,
+ 17.525447845458984,
+ 0.6937623620033264
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3558.730712890625,
+ "language": 52.896968841552734
+ }
+ },
+ {
+ "routing_index": 979,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.468088713518227e-07,
+ 1.0375713088706107e-07,
+ 8.880612654138531e-07,
+ 0.004411958158016205,
+ 0.00992539245635271,
+ 0.0002768684644252062,
+ 0.0001635903026908636,
+ 0.015676777809858322,
+ 0.00017779979680199176,
+ 0.7490730285644531
+ ],
+ "log_scores_by_expert": [
+ -14.251214981079102,
+ -16.081212997436523,
+ -13.934225082397461,
+ -5.423436641693115,
+ -4.612658977508545,
+ -8.191967964172363,
+ -8.718145370483398,
+ -4.155574798583984,
+ -8.634852409362793,
+ -0.28891876339912415
+ ],
+ "distances_by_expert": [
+ 28.502429962158203,
+ 32.16242599487305,
+ 27.868450164794922,
+ 10.84687328338623,
+ 9.22531795501709,
+ 16.383935928344727,
+ 17.436290740966797,
+ 8.311149597167969,
+ 17.269704818725586,
+ 0.5778375267982483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.902099609375,
+ "language": 52.89832305908203
+ }
+ },
+ {
+ "routing_index": 980,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.823895546403946e-07,
+ 1.0628919966393369e-07,
+ 9.355229053653602e-07,
+ 0.004637324716895819,
+ 0.009792927652597427,
+ 0.0002940309641417116,
+ 0.0001665942691033706,
+ 0.016074182465672493,
+ 0.00018585906946100295,
+ 0.7344918847084045
+ ],
+ "log_scores_by_expert": [
+ -14.197665214538574,
+ -16.05710220336914,
+ -13.882160186767578,
+ -5.373617649078369,
+ -4.626094818115234,
+ -8.13182544708252,
+ -8.699949264526367,
+ -4.13054084777832,
+ -8.590521812438965,
+ -0.308576375246048
+ ],
+ "distances_by_expert": [
+ 28.39533042907715,
+ 32.11420440673828,
+ 27.764320373535156,
+ 10.747235298156738,
+ 9.252189636230469,
+ 16.26365089416504,
+ 17.399898529052734,
+ 8.26108169555664,
+ 17.18104362487793,
+ 0.617152750492096
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.344482421875,
+ "language": 52.90025329589844
+ }
+ },
+ {
+ "routing_index": 981,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.724684797314694e-07,
+ 9.798190347964919e-08,
+ 8.125584258777963e-07,
+ 0.004517918452620506,
+ 0.008792810142040253,
+ 0.0002962856669910252,
+ 0.00015307959984056652,
+ 0.01443824078887701,
+ 0.0001591686304891482,
+ 0.6291616559028625
+ ],
+ "log_scores_by_expert": [
+ -14.373308181762695,
+ -16.13848304748535,
+ -14.023077964782715,
+ -5.3997039794921875,
+ -4.733820915222168,
+ -8.124186515808105,
+ -8.784552574157715,
+ -4.237874984741211,
+ -8.745546340942383,
+ -0.46336713433265686
+ ],
+ "distances_by_expert": [
+ 28.74661636352539,
+ 32.2769660949707,
+ 28.04615592956543,
+ 10.799407958984375,
+ 9.467641830444336,
+ 16.24837303161621,
+ 17.56910514831543,
+ 8.475749969482422,
+ 17.491092681884766,
+ 0.9267342686653137
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.81787109375,
+ "language": 52.934452056884766
+ }
+ },
+ {
+ "routing_index": 982,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.290641181294632e-07,
+ 1.0856371090994799e-07,
+ 8.855553801367932e-07,
+ 0.005015471018850803,
+ 0.009227106347680092,
+ 0.000335183140123263,
+ 0.00016559507639613003,
+ 0.015081818215548992,
+ 0.00017835597100201994,
+ 0.6589189767837524
+ ],
+ "log_scores_by_expert": [
+ -14.279032707214355,
+ -16.03592872619629,
+ -13.937050819396973,
+ -5.295228004455566,
+ -4.685609817504883,
+ -8.000833511352539,
+ -8.705965042114258,
+ -4.194265365600586,
+ -8.631729125976562,
+ -0.4171546399593353
+ ],
+ "distances_by_expert": [
+ 28.55806541442871,
+ 32.07185745239258,
+ 27.874101638793945,
+ 10.590456008911133,
+ 9.371219635009766,
+ 16.001667022705078,
+ 17.411930084228516,
+ 8.388530731201172,
+ 17.263458251953125,
+ 0.8343092799186707
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.8935546875,
+ "language": 52.92140579223633
+ }
+ },
+ {
+ "routing_index": 983,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020952127983037e-07,
+ 1.0210703038637803e-07,
+ 8.504080142301973e-07,
+ 0.0049281069077551365,
+ 0.0087899724021554,
+ 0.0003176923200953752,
+ 0.0001589098828844726,
+ 0.014645184390246868,
+ 0.00017292673874180764,
+ 0.6351569890975952
+ ],
+ "log_scores_by_expert": [
+ -14.322850227355957,
+ -16.097244262695312,
+ -13.97754955291748,
+ -5.312800407409668,
+ -4.7341437339782715,
+ -8.054427146911621,
+ -8.747173309326172,
+ -4.223643779754639,
+ -8.662642478942871,
+ -0.4538831114768982
+ ],
+ "distances_by_expert": [
+ 28.645700454711914,
+ 32.194488525390625,
+ 27.95509910583496,
+ 10.625600814819336,
+ 9.468287467956543,
+ 16.108854293823242,
+ 17.494346618652344,
+ 8.447287559509277,
+ 17.325284957885742,
+ 0.9077662229537964
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.45703125,
+ "language": 52.909847259521484
+ }
+ },
+ {
+ "routing_index": 984,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161378678370966e-07,
+ 1.0189011590000518e-07,
+ 8.4958605839347e-07,
+ 0.004922193009406328,
+ 0.008988664485514164,
+ 0.0003182557411491871,
+ 0.00015770738536957651,
+ 0.014740466140210629,
+ 0.00017602741718292236,
+ 0.6441220045089722
+ ],
+ "log_scores_by_expert": [
+ -14.299795150756836,
+ -16.0993709564209,
+ -13.978516578674316,
+ -5.314001083374023,
+ -4.711791038513184,
+ -8.052655220031738,
+ -8.754769325256348,
+ -4.217158794403076,
+ -8.64487075805664,
+ -0.43986713886260986
+ ],
+ "distances_by_expert": [
+ 28.599590301513672,
+ 32.1987419128418,
+ 27.957033157348633,
+ 10.628002166748047,
+ 9.423582077026367,
+ 16.105310440063477,
+ 17.509538650512695,
+ 8.434317588806152,
+ 17.28974151611328,
+ 0.8797342777252197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.4609375,
+ "language": 52.910030364990234
+ }
+ },
+ {
+ "routing_index": 985,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.152459377517516e-07,
+ 1.0316787779629522e-07,
+ 8.595597478233685e-07,
+ 0.004884666297584772,
+ 0.009220029227435589,
+ 0.0003132944693788886,
+ 0.00015936714771669358,
+ 0.014969460666179657,
+ 0.00017414861940778792,
+ 0.6608076691627502
+ ],
+ "log_scores_by_expert": [
+ -14.301243782043457,
+ -16.0869083404541,
+ -13.966845512390137,
+ -5.321654319763184,
+ -4.686377048492432,
+ -8.068367004394531,
+ -8.74429988861084,
+ -4.201743125915527,
+ -8.655601501464844,
+ -0.41429251432418823
+ ],
+ "distances_by_expert": [
+ 28.602487564086914,
+ 32.1738166809082,
+ 27.933691024780273,
+ 10.643308639526367,
+ 9.372754096984863,
+ 16.136734008789062,
+ 17.48859977722168,
+ 8.403486251831055,
+ 17.311203002929688,
+ 0.8285850286483765
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3271.20263671875,
+ "language": 52.906925201416016
+ }
+ },
+ {
+ "routing_index": 986,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.760176916031924e-07,
+ 1.0850201448420194e-07,
+ 9.192438596983266e-07,
+ 0.005157027393579483,
+ 0.009642918594181538,
+ 0.0003368737525306642,
+ 0.0001691312645561993,
+ 0.0158969908952713,
+ 0.00018812417692970484,
+ 0.6995187997817993
+ ],
+ "log_scores_by_expert": [
+ -14.207046508789062,
+ -16.036497116088867,
+ -13.899714469909668,
+ -5.26739501953125,
+ -4.641531467437744,
+ -7.995802402496338,
+ -8.684835433959961,
+ -4.14162540435791,
+ -8.578408241271973,
+ -0.35736262798309326
+ ],
+ "distances_by_expert": [
+ 28.414093017578125,
+ 32.072994232177734,
+ 27.799428939819336,
+ 10.5347900390625,
+ 9.283062934875488,
+ 15.991604804992676,
+ 17.369670867919922,
+ 8.28325080871582,
+ 17.156816482543945,
+ 0.7147252559661865
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3338.882080078125,
+ "language": 52.9045295715332
+ }
+ },
+ {
+ "routing_index": 987,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.670054517599056e-07,
+ 1.0672270889244828e-07,
+ 9.084147336579917e-07,
+ 0.004876725375652313,
+ 0.009691000916063786,
+ 0.0003227497509215027,
+ 0.00016724198940210044,
+ 0.015807168558239937,
+ 0.00018636528693605214,
+ 0.7114030718803406
+ ],
+ "log_scores_by_expert": [
+ -14.220467567443848,
+ -16.05303192138672,
+ -13.911564826965332,
+ -5.323281288146973,
+ -4.636557579040527,
+ -8.038633346557617,
+ -8.69606876373291,
+ -4.147291660308838,
+ -8.587801933288574,
+ -0.34051617980003357
+ ],
+ "distances_by_expert": [
+ 28.440935134887695,
+ 32.10606384277344,
+ 27.823129653930664,
+ 10.646562576293945,
+ 9.273115158081055,
+ 16.077266693115234,
+ 17.39213752746582,
+ 8.294583320617676,
+ 17.17560386657715,
+ 0.6810323596000671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.994140625,
+ "language": 52.88847732543945
+ }
+ },
+ {
+ "routing_index": 988,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.924788067408372e-07,
+ 1.0916899384483258e-07,
+ 9.477356570641859e-07,
+ 0.004805800970643759,
+ 0.009852877818048,
+ 0.00031168610439635813,
+ 0.00016984778631012887,
+ 0.01613091118633747,
+ 0.00018920643196906894,
+ 0.7224085927009583
+ ],
+ "log_scores_by_expert": [
+ -14.182988166809082,
+ -16.03036880493164,
+ -13.869190216064453,
+ -5.3379316329956055,
+ -4.619991779327393,
+ -8.073513984680176,
+ -8.680607795715332,
+ -4.127017974853516,
+ -8.572671890258789,
+ -0.32516443729400635
+ ],
+ "distances_by_expert": [
+ 28.365976333618164,
+ 32.06073760986328,
+ 27.738380432128906,
+ 10.675863265991211,
+ 9.239983558654785,
+ 16.14702796936035,
+ 17.361215591430664,
+ 8.254035949707031,
+ 17.145343780517578,
+ 0.6503288745880127
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.1142578125,
+ "language": 52.904541015625
+ }
+ },
+ {
+ "routing_index": 989,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.953137585696822e-07,
+ 1.0309450715340063e-07,
+ 9.619556067264057e-07,
+ 0.004531776532530785,
+ 0.009479627013206482,
+ 0.0002928335452452302,
+ 0.0001662352733546868,
+ 0.015755293890833855,
+ 0.0001870609848992899,
+ 0.6943075060844421
+ ],
+ "log_scores_by_expert": [
+ -14.178902626037598,
+ -16.08761978149414,
+ -13.854297637939453,
+ -5.396641254425049,
+ -4.6586103439331055,
+ -8.135906219482422,
+ -8.702106475830078,
+ -4.15057897567749,
+ -8.584075927734375,
+ -0.3648402988910675
+ ],
+ "distances_by_expert": [
+ 28.357805252075195,
+ 32.17523956298828,
+ 27.708595275878906,
+ 10.793282508850098,
+ 9.317220687866211,
+ 16.271812438964844,
+ 17.404212951660156,
+ 8.30115795135498,
+ 17.16815185546875,
+ 0.729680597782135
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.154541015625,
+ "language": 52.92261505126953
+ }
+ },
+ {
+ "routing_index": 990,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.715794711453782e-07,
+ 9.291473190842225e-08,
+ 9.319076639258128e-07,
+ 0.004101011902093887,
+ 0.008657782338559628,
+ 0.0002566878974903375,
+ 0.00015208138211164623,
+ 0.014586132951080799,
+ 0.00017871080490294844,
+ 0.6315716505050659
+ ],
+ "log_scores_by_expert": [
+ -14.21363353729248,
+ -16.19158363342285,
+ -13.886032104492188,
+ -5.496521472930908,
+ -4.74929666519165,
+ -8.26764965057373,
+ -8.791094779968262,
+ -4.227684020996094,
+ -8.629741668701172,
+ -0.45954394340515137
+ ],
+ "distances_by_expert": [
+ 28.42726707458496,
+ 32.3831672668457,
+ 27.772064208984375,
+ 10.993042945861816,
+ 9.4985933303833,
+ 16.53529930114746,
+ 17.582189559936523,
+ 8.455368041992188,
+ 17.259483337402344,
+ 0.9190878868103027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.951171875,
+ "language": 52.9077262878418
+ }
+ },
+ {
+ "routing_index": 991,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.049081887089415e-07,
+ 9.258921807031584e-08,
+ 9.722816685098223e-07,
+ 0.004022280219942331,
+ 0.00875901896506548,
+ 0.0002481818664819002,
+ 0.00015601294580847025,
+ 0.014825018122792244,
+ 0.00018346843717154115,
+ 0.6359410285949707
+ ],
+ "log_scores_by_expert": [
+ -14.16519832611084,
+ -16.195093154907227,
+ -13.843620300292969,
+ -5.51590633392334,
+ -4.737671375274658,
+ -8.301348686218262,
+ -8.765571594238281,
+ -4.21143913269043,
+ -8.60346794128418,
+ -0.45264944434165955
+ ],
+ "distances_by_expert": [
+ 28.33039665222168,
+ 32.39018630981445,
+ 27.687240600585938,
+ 11.03181266784668,
+ 9.475342750549316,
+ 16.602697372436523,
+ 17.531143188476562,
+ 8.42287826538086,
+ 17.20693588256836,
+ 0.9052988886833191
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.288330078125,
+ "language": 52.892086029052734
+ }
+ },
+ {
+ "routing_index": 992,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769674314455187e-07,
+ 9.42090494504555e-08,
+ 9.537852747598663e-07,
+ 0.00424184650182724,
+ 0.00863566156476736,
+ 0.00027378511731512845,
+ 0.00015728245489299297,
+ 0.014767404645681381,
+ 0.0001806136715458706,
+ 0.626907229423523
+ ],
+ "log_scores_by_expert": [
+ -14.205642700195312,
+ -16.177749633789062,
+ -13.86282730102539,
+ -5.462756633758545,
+ -4.75185489654541,
+ -8.203166961669922,
+ -8.757467269897461,
+ -4.215332984924316,
+ -8.619150161743164,
+ -0.4669567942619324
+ ],
+ "distances_by_expert": [
+ 28.411285400390625,
+ 32.355499267578125,
+ 27.72565460205078,
+ 10.92551326751709,
+ 9.50370979309082,
+ 16.406333923339844,
+ 17.514934539794922,
+ 8.430665969848633,
+ 17.238300323486328,
+ 0.9339135885238647
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.17626953125,
+ "language": 52.90668487548828
+ }
+ },
+ {
+ "routing_index": 993,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.755685149073543e-07,
+ 9.829431490970819e-08,
+ 9.269440397474682e-07,
+ 0.004353389609605074,
+ 0.009132975712418556,
+ 0.00028880650643259287,
+ 0.00016394186241086572,
+ 0.015299152582883835,
+ 0.0001838893658714369,
+ 0.6824530959129333
+ ],
+ "log_scores_by_expert": [
+ -14.207711219787598,
+ -16.135299682617188,
+ -13.891372680664062,
+ -5.436800479888916,
+ -4.695863723754883,
+ -8.14975357055664,
+ -8.715998649597168,
+ -4.179957866668701,
+ -8.601176261901855,
+ -0.3820614814758301
+ ],
+ "distances_by_expert": [
+ 28.415422439575195,
+ 32.270599365234375,
+ 27.782745361328125,
+ 10.873600959777832,
+ 9.391727447509766,
+ 16.29950714111328,
+ 17.431997299194336,
+ 8.359915733337402,
+ 17.20235252380371,
+ 0.7641229629516602
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.142822265625,
+ "language": 52.89376449584961
+ }
+ },
+ {
+ "routing_index": 994,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.740934850313351e-07,
+ 9.851127913407254e-08,
+ 9.21174489576515e-07,
+ 0.004362772218883038,
+ 0.009313547052443027,
+ 0.0002909229078795761,
+ 0.00016458824393339455,
+ 0.015329376794397831,
+ 0.0001813572453102097,
+ 0.6891016960144043
+ ],
+ "log_scores_by_expert": [
+ -14.2098970413208,
+ -16.133094787597656,
+ -13.897616386413574,
+ -5.434647560119629,
+ -4.676285266876221,
+ -8.142452239990234,
+ -8.712063789367676,
+ -4.177984237670898,
+ -8.615041732788086,
+ -0.37236639857292175
+ ],
+ "distances_by_expert": [
+ 28.4197940826416,
+ 32.26618957519531,
+ 27.79523277282715,
+ 10.869295120239258,
+ 9.352570533752441,
+ 16.28490447998047,
+ 17.42412757873535,
+ 8.355968475341797,
+ 17.230083465576172,
+ 0.7447327971458435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.27783203125,
+ "language": 52.92646408081055
+ }
+ },
+ {
+ "routing_index": 995,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.513449761769152e-07,
+ 9.355260033316881e-08,
+ 8.905530535230355e-07,
+ 0.0042039682157337666,
+ 0.009073230437934399,
+ 0.000280054664472118,
+ 0.0001614024949958548,
+ 0.015015428885817528,
+ 0.0001761159219313413,
+ 0.6798612475395203
+ ],
+ "log_scores_by_expert": [
+ -14.244226455688477,
+ -16.184741973876953,
+ -13.93142318725586,
+ -5.471726417541504,
+ -4.702426910400391,
+ -8.180525779724121,
+ -8.731609344482422,
+ -4.198677062988281,
+ -8.644368171691895,
+ -0.38586655259132385
+ ],
+ "distances_by_expert": [
+ 28.488452911376953,
+ 32.369483947753906,
+ 27.86284637451172,
+ 10.943452835083008,
+ 9.404853820800781,
+ 16.361051559448242,
+ 17.463218688964844,
+ 8.397354125976562,
+ 17.28873634338379,
+ 0.7717331051826477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.45458984375,
+ "language": 52.91543197631836
+ }
+ },
+ {
+ "routing_index": 996,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.634888336520817e-07,
+ 8.720992639155156e-08,
+ 9.213432008436939e-07,
+ 0.003990011755377054,
+ 0.008598603308200836,
+ 0.00025459026801399887,
+ 0.00015423445438500494,
+ 0.014317836612462997,
+ 0.0001749740040395409,
+ 0.6191875338554382
+ ],
+ "log_scores_by_expert": [
+ -14.225753784179688,
+ -16.254947662353516,
+ -13.897433280944824,
+ -5.523961067199707,
+ -4.756155490875244,
+ -8.27585506439209,
+ -8.777036666870117,
+ -4.246249198913574,
+ -8.650873184204102,
+ -0.47934719920158386
+ ],
+ "distances_by_expert": [
+ 28.451507568359375,
+ 32.50989532470703,
+ 27.79486656188965,
+ 11.047922134399414,
+ 9.512310981750488,
+ 16.55171012878418,
+ 17.554073333740234,
+ 8.492498397827148,
+ 17.301746368408203,
+ 0.9586943984031677
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3388.10693359375,
+ "language": 52.91925048828125
+ }
+ },
+ {
+ "routing_index": 997,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.412700486180256e-07,
+ 9.535246903169536e-08,
+ 8.899646104509884e-07,
+ 0.004313316196203232,
+ 0.009166181087493896,
+ 0.00025198658113367856,
+ 0.0001552268076920882,
+ 0.014725376851856709,
+ 0.00016991552547551692,
+ 0.6732114553451538
+ ],
+ "log_scores_by_expert": [
+ -14.259815216064453,
+ -16.165685653686523,
+ -13.932084083557129,
+ -5.446048259735107,
+ -4.692234516143799,
+ -8.286134719848633,
+ -8.770623207092285,
+ -4.2181830406188965,
+ -8.680209159851074,
+ -0.39569586515426636
+ ],
+ "distances_by_expert": [
+ 28.519630432128906,
+ 32.33137130737305,
+ 27.864168167114258,
+ 10.892096519470215,
+ 9.384469032287598,
+ 16.572269439697266,
+ 17.54124641418457,
+ 8.436366081237793,
+ 17.36041831970215,
+ 0.7913917303085327
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3556.630615234375,
+ "language": 52.8971061706543
+ }
+ },
+ {
+ "routing_index": 998,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.242049721549847e-07,
+ 9.369760789468273e-08,
+ 8.531073376616405e-07,
+ 0.004136639181524515,
+ 0.00936565175652504,
+ 0.00024192441196646541,
+ 0.000152251886902377,
+ 0.014509293250739574,
+ 0.0001639510883251205,
+ 0.6792125701904297
+ ],
+ "log_scores_by_expert": [
+ -14.286787033081055,
+ -16.18319320678711,
+ -13.974380493164062,
+ -5.4878716468811035,
+ -4.670706272125244,
+ -8.326885223388672,
+ -8.789974212646484,
+ -4.23296594619751,
+ -8.7159423828125,
+ -0.3868211507797241
+ ],
+ "distances_by_expert": [
+ 28.57357406616211,
+ 32.36638641357422,
+ 27.948760986328125,
+ 10.975743293762207,
+ 9.341412544250488,
+ 16.653770446777344,
+ 17.57994842529297,
+ 8.46593189239502,
+ 17.431884765625,
+ 0.7736423015594482
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.064697265625,
+ "language": 52.932289123535156
+ }
+ },
+ {
+ "routing_index": 999,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.921645763213746e-07,
+ 1.0851319132143544e-07,
+ 9.243134400094277e-07,
+ 0.004797771107405424,
+ 0.010564456693828106,
+ 0.0003016807895619422,
+ 0.0001733439858071506,
+ 0.01642640307545662,
+ 0.00018566155631560832,
+ 0.78312748670578
+ ],
+ "log_scores_by_expert": [
+ -14.183442115783691,
+ -16.036394119262695,
+ -13.894214630126953,
+ -5.339603900909424,
+ -4.550260066986084,
+ -8.106141090393066,
+ -8.660232543945312,
+ -4.108865261077881,
+ -8.591585159301758,
+ -0.24445973336696625
+ ],
+ "distances_by_expert": [
+ 28.366884231567383,
+ 32.07278823852539,
+ 27.788429260253906,
+ 10.679207801818848,
+ 9.100520133972168,
+ 16.212282180786133,
+ 17.320465087890625,
+ 8.217730522155762,
+ 17.183170318603516,
+ 0.4889194667339325
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.84228515625,
+ "language": 52.94209289550781
+ }
+ },
+ {
+ "routing_index": 1000,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29382725492178e-07,
+ 1.0344530920747275e-07,
+ 8.691231982993486e-07,
+ 0.004546802490949631,
+ 0.010373556986451149,
+ 0.00029399225604720414,
+ 0.0001642755523789674,
+ 0.015660975128412247,
+ 0.00017445247794967145,
+ 0.7659393548965454
+ ],
+ "log_scores_by_expert": [
+ -14.278526306152344,
+ -16.0842227935791,
+ -13.955780982971191,
+ -5.393331050872803,
+ -4.568495273590088,
+ -8.131957054138184,
+ -8.71396541595459,
+ -4.156583309173584,
+ -8.653858184814453,
+ -0.26665234565734863
+ ],
+ "distances_by_expert": [
+ 28.557052612304688,
+ 32.1684455871582,
+ 27.911561965942383,
+ 10.786662101745605,
+ 9.136990547180176,
+ 16.263914108276367,
+ 17.42793083190918,
+ 8.313166618347168,
+ 17.307716369628906,
+ 0.5333046913146973
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.043701171875,
+ "language": 52.87091064453125
+ }
+ },
+ {
+ "routing_index": 1001,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.255054015331552e-07,
+ 1.0966317631755373e-07,
+ 9.574918067301041e-07,
+ 0.004964953754097223,
+ 0.010752324014902115,
+ 0.00033536695991642773,
+ 0.00018172220734413713,
+ 0.017649726942181587,
+ 0.00019210977188777179,
+ 0.8186767101287842
+ ],
+ "log_scores_by_expert": [
+ -14.136397361755371,
+ -16.02585220336914,
+ -13.858948707580566,
+ -5.305351257324219,
+ -4.532633304595947,
+ -8.000285148620605,
+ -8.613031387329102,
+ -4.03703498840332,
+ -8.557443618774414,
+ -0.20006605982780457
+ ],
+ "distances_by_expert": [
+ 28.272794723510742,
+ 32.05170440673828,
+ 27.717897415161133,
+ 10.610702514648438,
+ 9.065266609191895,
+ 16.00057029724121,
+ 17.226062774658203,
+ 8.07406997680664,
+ 17.114887237548828,
+ 0.40013211965560913
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.910400390625,
+ "language": 52.926849365234375
+ }
+ },
+ {
+ "routing_index": 1002,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.854426715108275e-07,
+ 1.0509779002632058e-07,
+ 9.355818519907189e-07,
+ 0.0050002168864011765,
+ 0.010408483445644379,
+ 0.0003236756892874837,
+ 0.0001740339066600427,
+ 0.016833892092108727,
+ 0.0001830402616178617,
+ 0.7479805946350098
+ ],
+ "log_scores_by_expert": [
+ -14.193201065063477,
+ -16.068374633789062,
+ -13.882097244262695,
+ -5.298274040222168,
+ -4.565134048461914,
+ -8.035768508911133,
+ -8.65626049041748,
+ -4.0843610763549805,
+ -8.605804443359375,
+ -0.29037827253341675
+ ],
+ "distances_by_expert": [
+ 28.386402130126953,
+ 32.136749267578125,
+ 27.76419448852539,
+ 10.596548080444336,
+ 9.130268096923828,
+ 16.071537017822266,
+ 17.31252098083496,
+ 8.168722152709961,
+ 17.21160888671875,
+ 0.5807565450668335
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.58251953125,
+ "language": 52.91826629638672
+ }
+ },
+ {
+ "routing_index": 1003,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.982341235721833e-07,
+ 1.0118208138010232e-07,
+ 8.445089747510792e-07,
+ 0.004810271319001913,
+ 0.009764251299202442,
+ 0.00033739907667040825,
+ 0.00017307868984062225,
+ 0.016354188323020935,
+ 0.00015991645341273397,
+ 0.7186856269836426
+ ],
+ "log_scores_by_expert": [
+ -14.329283714294434,
+ -16.10634422302246,
+ -13.98451042175293,
+ -5.337001800537109,
+ -4.629027366638184,
+ -7.99424409866333,
+ -8.661764144897461,
+ -4.113271236419678,
+ -8.740859031677246,
+ -0.33033135533332825
+ ],
+ "distances_by_expert": [
+ 28.658567428588867,
+ 32.21268844604492,
+ 27.96902084350586,
+ 10.674003601074219,
+ 9.258054733276367,
+ 15.98848819732666,
+ 17.323528289794922,
+ 8.226542472839355,
+ 17.481718063354492,
+ 0.6606627106666565
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.407958984375,
+ "language": 52.95041275024414
+ }
+ },
+ {
+ "routing_index": 1004,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.628089863625064e-07,
+ 1.039752532960847e-07,
+ 9.093708399632305e-07,
+ 0.0047217016108334064,
+ 0.010380336083471775,
+ 0.0003194922464899719,
+ 0.00017314143769908696,
+ 0.016503240913152695,
+ 0.00017810544522944838,
+ 0.7771391868591309
+ ],
+ "log_scores_by_expert": [
+ -14.226778984069824,
+ -16.079113006591797,
+ -13.910512924194336,
+ -5.355586051940918,
+ -4.56784200668335,
+ -8.04877758026123,
+ -8.661401748657227,
+ -4.104198455810547,
+ -8.633134841918945,
+ -0.2521357834339142
+ ],
+ "distances_by_expert": [
+ 28.45355796813965,
+ 32.158226013183594,
+ 27.821025848388672,
+ 10.711172103881836,
+ 9.1356840133667,
+ 16.09755516052246,
+ 17.322803497314453,
+ 8.208396911621094,
+ 17.26626968383789,
+ 0.5042715668678284
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3524.8095703125,
+ "language": 52.91593933105469
+ }
+ },
+ {
+ "routing_index": 1005,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.179315275607223e-07,
+ 1.1523056997475578e-07,
+ 9.77733293439087e-07,
+ 0.00497429771348834,
+ 0.010761789046227932,
+ 0.00032505628769285977,
+ 0.00017842148372437805,
+ 0.01687699556350708,
+ 0.00019374840485397726,
+ 0.7935652732849121
+ ],
+ "log_scores_by_expert": [
+ -14.146891593933105,
+ -15.976330757141113,
+ -13.838028907775879,
+ -5.303471088409424,
+ -4.5317535400390625,
+ -8.031512260437012,
+ -8.631361961364746,
+ -4.081803798675537,
+ -8.5489501953125,
+ -0.23121953010559082
+ ],
+ "distances_by_expert": [
+ 28.29378318786621,
+ 31.952661514282227,
+ 27.676057815551758,
+ 10.606942176818848,
+ 9.063507080078125,
+ 16.063024520874023,
+ 17.262723922729492,
+ 8.163607597351074,
+ 17.097900390625,
+ 0.46243906021118164
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3445.9013671875,
+ "language": 52.89946746826172
+ }
+ },
+ {
+ "routing_index": 1006,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.141798050724901e-07,
+ 1.152425497252807e-07,
+ 9.814898476179224e-07,
+ 0.004900441970676184,
+ 0.010611369274556637,
+ 0.0003236861666664481,
+ 0.00017642993771005422,
+ 0.017045648768544197,
+ 0.00019321052241139114,
+ 0.7925007343292236
+ ],
+ "log_scores_by_expert": [
+ -14.152131080627441,
+ -15.976226806640625,
+ -13.83419418334961,
+ -5.318429946899414,
+ -4.5458292961120605,
+ -8.035736083984375,
+ -8.642586708068848,
+ -4.071860313415527,
+ -8.551730155944824,
+ -0.23256181180477142
+ ],
+ "distances_by_expert": [
+ 28.304262161254883,
+ 31.95245361328125,
+ 27.66838836669922,
+ 10.636859893798828,
+ 9.091658592224121,
+ 16.07147216796875,
+ 17.285173416137695,
+ 8.143720626831055,
+ 17.10346031188965,
+ 0.46512362360954285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.929931640625,
+ "language": 52.900821685791016
+ }
+ },
+ {
+ "routing_index": 1007,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.284879757207818e-07,
+ 1.2476637323288742e-07,
+ 1.0080534593726043e-06,
+ 0.005428889766335487,
+ 0.01113253552466631,
+ 0.00036199603346176445,
+ 0.00019071930728387088,
+ 0.017636610195040703,
+ 0.0001969190634554252,
+ 0.8070594072341919
+ ],
+ "log_scores_by_expert": [
+ -14.132294654846191,
+ -15.896822929382324,
+ -13.807489395141602,
+ -5.216020584106445,
+ -4.497883319854736,
+ -7.923877239227295,
+ -8.56470775604248,
+ -4.037778377532959,
+ -8.53271770477295,
+ -0.21435800194740295
+ ],
+ "distances_by_expert": [
+ 28.264589309692383,
+ 31.79364585876465,
+ 27.614978790283203,
+ 10.43204116821289,
+ 8.995766639709473,
+ 15.84775447845459,
+ 17.12941551208496,
+ 8.075556755065918,
+ 17.0654354095459,
+ 0.4287160038948059
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.7021484375,
+ "language": 52.9295654296875
+ }
+ },
+ {
+ "routing_index": 1008,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960030418667884e-07,
+ 1.2371883428841102e-07,
+ 9.650777883507544e-07,
+ 0.00548589276149869,
+ 0.01059763040393591,
+ 0.00038343635969795287,
+ 0.0001912858133437112,
+ 0.01716606505215168,
+ 0.00018666819960344583,
+ 0.7707257270812988
+ ],
+ "log_scores_by_expert": [
+ -14.177911758422852,
+ -15.905254364013672,
+ -13.851057052612305,
+ -5.205575466156006,
+ -4.547124862670898,
+ -7.866336822509766,
+ -8.561741828918457,
+ -4.064820766448975,
+ -8.586177825927734,
+ -0.2604227066040039
+ ],
+ "distances_by_expert": [
+ 28.355823516845703,
+ 31.810508728027344,
+ 27.70211410522461,
+ 10.411150932312012,
+ 9.094249725341797,
+ 15.732673645019531,
+ 17.123483657836914,
+ 8.12964153289795,
+ 17.17235565185547,
+ 0.5208454132080078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.613037109375,
+ "language": 52.953697204589844
+ }
+ },
+ {
+ "routing_index": 1009,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.028059260643204e-07,
+ 1.0602658306879675e-07,
+ 8.550238135285326e-07,
+ 0.0049317083321511745,
+ 0.009056269191205502,
+ 0.00034577579936012626,
+ 0.00017434237815905362,
+ 0.015091962181031704,
+ 0.0001652486389502883,
+ 0.6673099398612976
+ ],
+ "log_scores_by_expert": [
+ -14.321670532226562,
+ -16.0595760345459,
+ -13.972136497497559,
+ -5.312069892883301,
+ -4.70429801940918,
+ -7.969719886779785,
+ -8.654489517211914,
+ -4.1935930252075195,
+ -8.708059310913086,
+ -0.40450072288513184
+ ],
+ "distances_by_expert": [
+ 28.643341064453125,
+ 32.1191520690918,
+ 27.944272994995117,
+ 10.624139785766602,
+ 9.40859603881836,
+ 15.93943977355957,
+ 17.308979034423828,
+ 8.387186050415039,
+ 17.416118621826172,
+ 0.8090014457702637
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3248.23291015625,
+ "language": 52.91043472290039
+ }
+ },
+ {
+ "routing_index": 1010,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.283104312387877e-07,
+ 1.0374782988264997e-07,
+ 8.954217491918826e-07,
+ 0.0049409279599785805,
+ 0.009230631403625011,
+ 0.0003487993380986154,
+ 0.0001763769396347925,
+ 0.015718530863523483,
+ 0.0001694329985184595,
+ 0.6669243574142456
+ ],
+ "log_scores_by_expert": [
+ -14.280231475830078,
+ -16.081302642822266,
+ -13.925971031188965,
+ -5.310202121734619,
+ -4.685227870941162,
+ -7.9610137939453125,
+ -8.642887115478516,
+ -4.152915000915527,
+ -8.683053016662598,
+ -0.4050787091255188
+ ],
+ "distances_by_expert": [
+ 28.560462951660156,
+ 32.16260528564453,
+ 27.85194206237793,
+ 10.620404243469238,
+ 9.370455741882324,
+ 15.922027587890625,
+ 17.28577423095703,
+ 8.305830001831055,
+ 17.366106033325195,
+ 0.8101574182510376
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3252.502197265625,
+ "language": 52.910282135009766
+ }
+ },
+ {
+ "routing_index": 1011,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.216006909198768e-07,
+ 1.0603325506508554e-07,
+ 8.584251531829068e-07,
+ 0.005029188469052315,
+ 0.009213305078446865,
+ 0.00035476224729791284,
+ 0.00017458679212722927,
+ 0.015484713017940521,
+ 0.00016984196554403752,
+ 0.6760377883911133
+ ],
+ "log_scores_by_expert": [
+ -14.29096794128418,
+ -16.059513092041016,
+ -13.96816635131836,
+ -5.292496681213379,
+ -4.687106609344482,
+ -7.94406270980835,
+ -8.653088569641113,
+ -4.167901992797852,
+ -8.680642127990723,
+ -0.3915063142776489
+ ],
+ "distances_by_expert": [
+ 28.58193588256836,
+ 32.11902618408203,
+ 27.93633270263672,
+ 10.584993362426758,
+ 9.374213218688965,
+ 15.8881254196167,
+ 17.306177139282227,
+ 8.335803985595703,
+ 17.361284255981445,
+ 0.7830126285552979
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.18798828125,
+ "language": 52.91962432861328
+ }
+ },
+ {
+ "routing_index": 1012,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.340964660012105e-07,
+ 1.0635571356942819e-07,
+ 8.843645673550782e-07,
+ 0.005083300173282623,
+ 0.009318345226347446,
+ 0.0003567704698070884,
+ 0.00017584873421583325,
+ 0.015614052303135395,
+ 0.0001733350654831156,
+ 0.673353910446167
+ ],
+ "log_scores_by_expert": [
+ -14.271064758300781,
+ -16.056476593017578,
+ -13.938396453857422,
+ -5.281794548034668,
+ -4.675770282745361,
+ -7.938417911529541,
+ -8.645886421203613,
+ -4.159584045410156,
+ -8.660284042358398,
+ -0.39548423886299133
+ ],
+ "distances_by_expert": [
+ 28.542129516601562,
+ 32.112953186035156,
+ 27.876792907714844,
+ 10.563589096069336,
+ 9.351540565490723,
+ 15.876835823059082,
+ 17.291772842407227,
+ 8.319168090820312,
+ 17.320568084716797,
+ 0.7909684777259827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.121337890625,
+ "language": 52.8963508605957
+ }
+ },
+ {
+ "routing_index": 1013,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.544738653246895e-07,
+ 1.103082496456409e-07,
+ 9.221624850397347e-07,
+ 0.005319373682141304,
+ 0.00959825050085783,
+ 0.000365940184565261,
+ 0.00017978022515308112,
+ 0.016053661704063416,
+ 0.00017815503815654665,
+ 0.6827744245529175
+ ],
+ "log_scores_by_expert": [
+ -14.239434242248535,
+ -16.019987106323242,
+ -13.896544456481934,
+ -5.2363996505737305,
+ -4.646174430847168,
+ -7.913040637969971,
+ -8.623775482177734,
+ -4.1318182945251465,
+ -8.632856369018555,
+ -0.38159072399139404
+ ],
+ "distances_by_expert": [
+ 28.47886848449707,
+ 32.039974212646484,
+ 27.793088912963867,
+ 10.472799301147461,
+ 9.292348861694336,
+ 15.826081275939941,
+ 17.24755096435547,
+ 8.263636589050293,
+ 17.26571273803711,
+ 0.7631814479827881
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.228271484375,
+ "language": 52.89967346191406
+ }
+ },
+ {
+ "routing_index": 1014,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.484486902991193e-07,
+ 1.0773057113055984e-07,
+ 9.065834092325531e-07,
+ 0.005281072575598955,
+ 0.009553512558341026,
+ 0.00036826112773269415,
+ 0.00017908889276441187,
+ 0.016094200313091278,
+ 0.00017441771342419088,
+ 0.6808084845542908
+ ],
+ "log_scores_by_expert": [
+ -14.248682975769043,
+ -16.04363250732422,
+ -13.913582801818848,
+ -5.243626117706299,
+ -4.650846481323242,
+ -7.9067182540893555,
+ -8.627628326416016,
+ -4.12929630279541,
+ -8.654057502746582,
+ -0.3844743072986603
+ ],
+ "distances_by_expert": [
+ 28.497365951538086,
+ 32.08726501464844,
+ 27.827165603637695,
+ 10.487252235412598,
+ 9.301692962646484,
+ 15.813436508178711,
+ 17.25525665283203,
+ 8.25859260559082,
+ 17.308115005493164,
+ 0.7689486145973206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.29541015625,
+ "language": 52.92345428466797
+ }
+ },
+ {
+ "routing_index": 1015,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.396685421350412e-07,
+ 1.0331575595046161e-07,
+ 9.010926760311122e-07,
+ 0.005219244863837957,
+ 0.009236324578523636,
+ 0.00034583007800392807,
+ 0.00017448942526243627,
+ 0.015604889020323753,
+ 0.00017344072693958879,
+ 0.6499637365341187
+ ],
+ "log_scores_by_expert": [
+ -14.26231575012207,
+ -16.08547592163086,
+ -13.919657707214355,
+ -5.255402565002441,
+ -4.6846113204956055,
+ -7.969563007354736,
+ -8.653646469116211,
+ -4.160171031951904,
+ -8.659674644470215,
+ -0.4308387339115143
+ ],
+ "distances_by_expert": [
+ 28.52463150024414,
+ 32.17095184326172,
+ 27.83931541442871,
+ 10.510805130004883,
+ 9.369222640991211,
+ 15.939126014709473,
+ 17.307292938232422,
+ 8.320342063903809,
+ 17.31934928894043,
+ 0.8616774678230286
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.853271484375,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 1016,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.623872993965051e-07,
+ 8.627910119685112e-08,
+ 7.82858990078239e-07,
+ 0.004566683433949947,
+ 0.008201589807868004,
+ 0.00029369411640800536,
+ 0.0001568782899994403,
+ 0.014147250913083553,
+ 0.00015260688087437302,
+ 0.5769203305244446
+ ],
+ "log_scores_by_expert": [
+ -14.391075134277344,
+ -16.26567840576172,
+ -14.06031322479248,
+ -5.388967990875244,
+ -4.803427219390869,
+ -8.13297176361084,
+ -8.760040283203125,
+ -4.258234977722168,
+ -8.78764533996582,
+ -0.5500511527061462
+ ],
+ "distances_by_expert": [
+ 28.782150268554688,
+ 32.53135681152344,
+ 28.12062644958496,
+ 10.777935981750488,
+ 9.606854438781738,
+ 16.26594352722168,
+ 17.52008056640625,
+ 8.516469955444336,
+ 17.57529067993164,
+ 1.1001023054122925
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.01904296875,
+ "language": 52.940834045410156
+ }
+ },
+ {
+ "routing_index": 1017,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.239331812845194e-07,
+ 7.979816984970967e-08,
+ 7.474496328541136e-07,
+ 0.004336156882345676,
+ 0.007642502896487713,
+ 0.00026883810642175376,
+ 0.0001452182768844068,
+ 0.013202675618231297,
+ 0.00014574339729733765,
+ 0.5336854457855225
+ ],
+ "log_scores_by_expert": [
+ -14.461901664733887,
+ -16.343765258789062,
+ -14.106598854064941,
+ -5.44076681137085,
+ -4.874030113220215,
+ -8.22140121459961,
+ -8.837272644042969,
+ -4.327335834503174,
+ -8.833662986755371,
+ -0.6279485821723938
+ ],
+ "distances_by_expert": [
+ 28.923803329467773,
+ 32.687530517578125,
+ 28.213197708129883,
+ 10.8815336227417,
+ 9.74806022644043,
+ 16.44280242919922,
+ 17.674545288085938,
+ 8.654671669006348,
+ 17.667325973510742,
+ 1.2558971643447876
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.996337890625,
+ "language": 52.90645217895508
+ }
+ },
+ {
+ "routing_index": 1018,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.062921673015808e-07,
+ 7.441185800871608e-08,
+ 7.197421041382768e-07,
+ 0.004219423979520798,
+ 0.007290312554687262,
+ 0.0002545883471611887,
+ 0.00013887092063669115,
+ 0.012810860760509968,
+ 0.00014112282951828092,
+ 0.5053717494010925
+ ],
+ "log_scores_by_expert": [
+ -14.4961519241333,
+ -16.413650512695312,
+ -14.144372940063477,
+ -5.468056678771973,
+ -4.92120885848999,
+ -8.275862693786621,
+ -8.881965637207031,
+ -4.357461929321289,
+ -8.865880012512207,
+ -0.6824609637260437
+ ],
+ "distances_by_expert": [
+ 28.9923038482666,
+ 32.827301025390625,
+ 28.288745880126953,
+ 10.936113357543945,
+ 9.84241771697998,
+ 16.551725387573242,
+ 17.763931274414062,
+ 8.714923858642578,
+ 17.731760025024414,
+ 1.3649219274520874
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3308.348876953125,
+ "language": 52.891258239746094
+ }
+ },
+ {
+ "routing_index": 1019,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.069942403679306e-07,
+ 7.475484409269484e-08,
+ 7.154518470997573e-07,
+ 0.0042082760483026505,
+ 0.00728293601423502,
+ 0.00025350390933454037,
+ 0.00013777893036603928,
+ 0.012819704599678516,
+ 0.00014040677342563868,
+ 0.5033898949623108
+ ],
+ "log_scores_by_expert": [
+ -14.494766235351562,
+ -16.4090518951416,
+ -14.150351524353027,
+ -5.470702171325684,
+ -4.9222211837768555,
+ -8.280131340026855,
+ -8.889860153198242,
+ -4.356771945953369,
+ -8.870966911315918,
+ -0.6863903403282166
+ ],
+ "distances_by_expert": [
+ 28.989532470703125,
+ 32.8181037902832,
+ 28.300703048706055,
+ 10.941404342651367,
+ 9.844442367553711,
+ 16.56026268005371,
+ 17.779720306396484,
+ 8.713543891906738,
+ 17.741933822631836,
+ 1.372780680656433
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.8564453125,
+ "language": 52.912052154541016
+ }
+ },
+ {
+ "routing_index": 1020,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.450023081721156e-07,
+ 8.115474514625021e-08,
+ 7.650530733371852e-07,
+ 0.004475527908653021,
+ 0.007813900709152222,
+ 0.00027153900009579957,
+ 0.0001479198399465531,
+ 0.013669565320014954,
+ 0.00014926721632946283,
+ 0.5419803857803345
+ ],
+ "log_scores_by_expert": [
+ -14.422475814819336,
+ -16.326908111572266,
+ -14.083320617675781,
+ -5.409131050109863,
+ -4.851850986480713,
+ -8.211404800415039,
+ -8.818840026855469,
+ -4.292583465576172,
+ -8.809772491455078,
+ -0.612525463104248
+ ],
+ "distances_by_expert": [
+ 28.844951629638672,
+ 32.65381622314453,
+ 28.166641235351562,
+ 10.818262100219727,
+ 9.703701972961426,
+ 16.422809600830078,
+ 17.637680053710938,
+ 8.585166931152344,
+ 17.619544982910156,
+ 1.225050926208496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.035400390625,
+ "language": 52.924015045166016
+ }
+ },
+ {
+ "routing_index": 1021,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.138949745742138e-07,
+ 7.617140340698825e-08,
+ 7.252597811202577e-07,
+ 0.004254269413650036,
+ 0.007493775803595781,
+ 0.00025620366795919836,
+ 0.00014136028767097741,
+ 0.013009214773774147,
+ 0.00014243705663830042,
+ 0.5191249251365662
+ ],
+ "log_scores_by_expert": [
+ -14.481246948242188,
+ -16.39027976989746,
+ -14.136735916137695,
+ -5.459832191467285,
+ -4.893682479858398,
+ -8.269537925720215,
+ -8.864198684692383,
+ -4.342097282409668,
+ -8.856610298156738,
+ -0.6556106805801392
+ ],
+ "distances_by_expert": [
+ 28.962493896484375,
+ 32.78055953979492,
+ 28.27347183227539,
+ 10.91966438293457,
+ 9.787364959716797,
+ 16.53907585144043,
+ 17.728397369384766,
+ 8.684194564819336,
+ 17.713220596313477,
+ 1.3112213611602783
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.375,
+ "language": 52.91663360595703
+ }
+ },
+ {
+ "routing_index": 1022,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.205221782489389e-07,
+ 7.764337794924359e-08,
+ 7.303655138457543e-07,
+ 0.004283551126718521,
+ 0.0075706434436142445,
+ 0.0002638322184793651,
+ 0.00014351520803757012,
+ 0.01306704618036747,
+ 0.00014330403064377606,
+ 0.5246448516845703
+ ],
+ "log_scores_by_expert": [
+ -14.468433380126953,
+ -16.371139526367188,
+ -14.129720687866211,
+ -5.452972888946533,
+ -4.883477210998535,
+ -8.24019718170166,
+ -8.849069595336914,
+ -4.3376617431640625,
+ -8.850542068481445,
+ -0.6450337767601013
+ ],
+ "distances_by_expert": [
+ 28.936866760253906,
+ 32.742279052734375,
+ 28.259441375732422,
+ 10.905945777893066,
+ 9.76695442199707,
+ 16.48039436340332,
+ 17.698139190673828,
+ 8.675323486328125,
+ 17.70108413696289,
+ 1.2900675535202026
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.458984375,
+ "language": 52.93891143798828
+ }
+ },
+ {
+ "routing_index": 1023,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.757869985245634e-07,
+ 8.572025222974844e-08,
+ 8.088535423667054e-07,
+ 0.004727342631667852,
+ 0.008164565078914165,
+ 0.0002911663323175162,
+ 0.00015393747889902443,
+ 0.014108064584434032,
+ 0.00015815545339137316,
+ 0.5683080554008484
+ ],
+ "log_scores_by_expert": [
+ -14.367527961730957,
+ -16.27217674255371,
+ -14.027647972106934,
+ -5.354392051696777,
+ -4.807951927185059,
+ -8.141615867614746,
+ -8.778964042663574,
+ -4.2610087394714355,
+ -8.751932144165039,
+ -0.565091609954834
+ ],
+ "distances_by_expert": [
+ 28.735055923461914,
+ 32.54435348510742,
+ 28.055295944213867,
+ 10.708784103393555,
+ 9.615903854370117,
+ 16.283231735229492,
+ 17.55792808532715,
+ 8.522017478942871,
+ 17.503864288330078,
+ 1.130183219909668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.34033203125,
+ "language": 52.92109680175781
+ }
+ },
+ {
+ "routing_index": 1024,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.148957598066772e-07,
+ 7.541748914263735e-08,
+ 7.249437885548105e-07,
+ 0.004222573712468147,
+ 0.007404125761240721,
+ 0.00025486917002126575,
+ 0.00013795813720207661,
+ 0.012909307144582272,
+ 0.000143374694744125,
+ 0.5131317973136902
+ ],
+ "log_scores_by_expert": [
+ -14.479301452636719,
+ -16.400226593017578,
+ -14.137171745300293,
+ -5.467310428619385,
+ -4.905717849731445,
+ -8.274760246276855,
+ -8.88856029510498,
+ -4.349806785583496,
+ -8.850049018859863,
+ -0.6672224998474121
+ ],
+ "distances_by_expert": [
+ 28.958602905273438,
+ 32.800453186035156,
+ 28.274343490600586,
+ 10.93462085723877,
+ 9.81143569946289,
+ 16.54952049255371,
+ 17.77712059020996,
+ 8.699613571166992,
+ 17.700098037719727,
+ 1.3344449996948242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.047607421875,
+ "language": 52.88926315307617
+ }
+ },
+ {
+ "routing_index": 1025,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.438050377255422e-07,
+ 9.448238813547505e-08,
+ 8.791785717221501e-07,
+ 0.004474087152630091,
+ 0.008905616588890553,
+ 0.00026081292890012264,
+ 0.0001532354363007471,
+ 0.014667016454041004,
+ 0.0001692698715487495,
+ 0.6571537852287292
+ ],
+ "log_scores_by_expert": [
+ -14.25586986541748,
+ -16.17485237121582,
+ -13.9442777633667,
+ -5.40945291519165,
+ -4.721073150634766,
+ -8.251707077026367,
+ -8.78353500366211,
+ -4.222154140472412,
+ -8.684016227722168,
+ -0.41983726620674133
+ ],
+ "distances_by_expert": [
+ 28.51173973083496,
+ 32.34970474243164,
+ 27.8885555267334,
+ 10.8189058303833,
+ 9.442146301269531,
+ 16.503414154052734,
+ 17.56707000732422,
+ 8.444308280944824,
+ 17.368032455444336,
+ 0.8396745324134827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3602.77099609375,
+ "language": 52.90107345581055
+ }
+ },
+ {
+ "routing_index": 1026,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.808917873968312e-07,
+ 9.87341906011352e-08,
+ 9.163239269582846e-07,
+ 0.004285616800189018,
+ 0.009642444550991058,
+ 0.0002497968089301139,
+ 0.00015981947944965214,
+ 0.015324713662266731,
+ 0.0001750546070979908,
+ 0.7048411965370178
+ ],
+ "log_scores_by_expert": [
+ -14.199862480163574,
+ -16.130834579467773,
+ -13.9028959274292,
+ -5.45249080657959,
+ -4.641580581665039,
+ -8.294862747192383,
+ -8.74146556854248,
+ -4.178288459777832,
+ -8.650412559509277,
+ -0.3497828543186188
+ ],
+ "distances_by_expert": [
+ 28.39972496032715,
+ 32.26166915893555,
+ 27.8057918548584,
+ 10.90498161315918,
+ 9.283161163330078,
+ 16.589725494384766,
+ 17.48293113708496,
+ 8.356576919555664,
+ 17.300825119018555,
+ 0.6995657086372375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.0888671875,
+ "language": 52.951087951660156
+ }
+ },
+ {
+ "routing_index": 1027,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.84630606428982e-07,
+ 1.0653641169255934e-07,
+ 9.347399441139714e-07,
+ 0.004794633015990257,
+ 0.010214707814157009,
+ 0.000296632555546239,
+ 0.0001659816480241716,
+ 0.01600009761750698,
+ 0.00018581423501018435,
+ 0.7558563351631165
+ ],
+ "log_scores_by_expert": [
+ -14.19438648223877,
+ -16.054779052734375,
+ -13.882997512817383,
+ -5.3402581214904785,
+ -4.583926677703857,
+ -8.123016357421875,
+ -8.703633308410645,
+ -4.135160446166992,
+ -8.590763092041016,
+ -0.27990394830703735
+ ],
+ "distances_by_expert": [
+ 28.38877296447754,
+ 32.10955810546875,
+ 27.765995025634766,
+ 10.680516242980957,
+ 9.167853355407715,
+ 16.24603271484375,
+ 17.40726661682129,
+ 8.270320892333984,
+ 17.18152618408203,
+ 0.5598078966140747
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.540771484375,
+ "language": 52.903141021728516
+ }
+ },
+ {
+ "routing_index": 1028,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.200475806712348e-07,
+ 1.1454481096961899e-07,
+ 9.876907824946102e-07,
+ 0.005097655579447746,
+ 0.010554462671279907,
+ 0.00032566007575951517,
+ 0.00017652536917012185,
+ 0.016968857496976852,
+ 0.00019340281141921878,
+ 0.7726151347160339
+ ],
+ "log_scores_by_expert": [
+ -14.143948554992676,
+ -15.9822998046875,
+ -13.827896118164062,
+ -5.278974533081055,
+ -4.551206588745117,
+ -8.029656410217285,
+ -8.642045974731445,
+ -4.076375484466553,
+ -8.550735473632812,
+ -0.257974237203598
+ ],
+ "distances_by_expert": [
+ 28.28789710998535,
+ 31.964599609375,
+ 27.655792236328125,
+ 10.55794906616211,
+ 9.102413177490234,
+ 16.05931282043457,
+ 17.28409194946289,
+ 8.152750968933105,
+ 17.101470947265625,
+ 0.515948474407196
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.03125,
+ "language": 52.918785095214844
+ }
+ },
+ {
+ "routing_index": 1029,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.619972054977552e-07,
+ 9.934187517046666e-08,
+ 8.858654041432601e-07,
+ 0.004560059867799282,
+ 0.010039138607680798,
+ 0.00029454680043272674,
+ 0.00016507600957993418,
+ 0.01583493873476982,
+ 0.0001780853926902637,
+ 0.7406123876571655
+ ],
+ "log_scores_by_expert": [
+ -14.228004455566406,
+ -16.124698638916016,
+ -13.936700820922852,
+ -5.3904194831848145,
+ -4.601263999938965,
+ -8.130072593688965,
+ -8.709104537963867,
+ -4.145536422729492,
+ -8.633247375488281,
+ -0.30027785897254944
+ ],
+ "distances_by_expert": [
+ 28.456008911132812,
+ 32.24939727783203,
+ 27.873401641845703,
+ 10.780838966369629,
+ 9.20252799987793,
+ 16.26014518737793,
+ 17.418209075927734,
+ 8.291072845458984,
+ 17.266494750976562,
+ 0.6005557179450989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.67724609375,
+ "language": 52.93427276611328
+ }
+ },
+ {
+ "routing_index": 1030,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.318990699583082e-07,
+ 9.696550762328116e-08,
+ 8.689590913490974e-07,
+ 0.0045945714227855206,
+ 0.009724857285618782,
+ 0.00029190920758992434,
+ 0.00016403211338911206,
+ 0.015636581927537918,
+ 0.00017086580919567496,
+ 0.7040383219718933
+ ],
+ "log_scores_by_expert": [
+ -14.2745361328125,
+ -16.148910522460938,
+ -13.95596981048584,
+ -5.382879734039307,
+ -4.63306999206543,
+ -8.139067649841309,
+ -8.715448379516602,
+ -4.15814208984375,
+ -8.67463207244873,
+ -0.35092249512672424
+ ],
+ "distances_by_expert": [
+ 28.549072265625,
+ 32.297821044921875,
+ 27.91193962097168,
+ 10.765759468078613,
+ 9.26613998413086,
+ 16.278135299682617,
+ 17.430896759033203,
+ 8.3162841796875,
+ 17.34926414489746,
+ 0.7018449902534485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.79296875,
+ "language": 52.9367790222168
+ }
+ },
+ {
+ "routing_index": 1031,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.578329134754313e-07,
+ 9.548751478405393e-08,
+ 8.906108064365981e-07,
+ 0.004282832145690918,
+ 0.009594589471817017,
+ 0.00026744368369691074,
+ 0.00016417703591287136,
+ 0.015478615649044514,
+ 0.00017672311514616013,
+ 0.7194483280181885
+ ],
+ "log_scores_by_expert": [
+ -14.234314918518066,
+ -16.164270401000977,
+ -13.931358337402344,
+ -5.453140735626221,
+ -4.6465559005737305,
+ -8.226601600646973,
+ -8.71456527709961,
+ -4.168295860290527,
+ -8.640926361083984,
+ -0.3292705714702606
+ ],
+ "distances_by_expert": [
+ 28.468629837036133,
+ 32.32854080200195,
+ 27.862716674804688,
+ 10.906281471252441,
+ 9.293111801147461,
+ 16.453203201293945,
+ 17.42913055419922,
+ 8.336591720581055,
+ 17.28185272216797,
+ 0.6585411429405212
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.938720703125,
+ "language": 52.94070053100586
+ }
+ },
+ {
+ "routing_index": 1032,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.099512231434346e-07,
+ 1.1103756492047978e-07,
+ 9.737125310493866e-07,
+ 0.004714461974799633,
+ 0.010394402779638767,
+ 0.00029905690462328494,
+ 0.00017545490118209273,
+ 0.016406308859586716,
+ 0.00019212241750210524,
+ 0.7754625082015991
+ ],
+ "log_scores_by_expert": [
+ -14.158069610595703,
+ -16.013397216796875,
+ -13.84214973449707,
+ -5.357120513916016,
+ -4.566487789154053,
+ -8.114876747131348,
+ -8.648128509521484,
+ -4.110089302062988,
+ -8.557377815246582,
+ -0.2542956471443176
+ ],
+ "distances_by_expert": [
+ 28.316139221191406,
+ 32.02679443359375,
+ 27.68429946899414,
+ 10.714241027832031,
+ 9.132975578308105,
+ 16.229753494262695,
+ 17.29625701904297,
+ 8.220178604125977,
+ 17.114755630493164,
+ 0.5085912942886353
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.604248046875,
+ "language": 52.90847396850586
+ }
+ },
+ {
+ "routing_index": 1033,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.20503635420755e-07,
+ 1.0761576163531572e-07,
+ 9.772270459507126e-07,
+ 0.004585429560393095,
+ 0.010029769502580166,
+ 0.0002906419977080077,
+ 0.00017190877406392246,
+ 0.01640966534614563,
+ 0.00019336830882821232,
+ 0.7568464875221252
+ ],
+ "log_scores_by_expert": [
+ -14.143315315246582,
+ -16.04469871520996,
+ -13.838546752929688,
+ -5.384871482849121,
+ -4.602197647094727,
+ -8.143418312072754,
+ -8.668546676635742,
+ -4.109884738922119,
+ -8.55091381072998,
+ -0.27859482169151306
+ ],
+ "distances_by_expert": [
+ 28.286630630493164,
+ 32.08939743041992,
+ 27.677093505859375,
+ 10.769742965698242,
+ 9.204395294189453,
+ 16.286836624145508,
+ 17.337093353271484,
+ 8.219769477844238,
+ 17.10182762145996,
+ 0.5571896433830261
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.524169921875,
+ "language": 52.92338180541992
+ }
+ },
+ {
+ "routing_index": 1034,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.218365567496221e-07,
+ 1.2015129868814256e-07,
+ 9.900352324621053e-07,
+ 0.005396401043981314,
+ 0.010478170588612556,
+ 0.00036403947160579264,
+ 0.0001860443881014362,
+ 0.017213525250554085,
+ 0.0001947862474480644,
+ 0.7661112546920776
+ ],
+ "log_scores_by_expert": [
+ -14.141467094421387,
+ -15.934514045715332,
+ -13.825525283813477,
+ -5.222023010253906,
+ -4.5584611892700195,
+ -7.918248176574707,
+ -8.58952522277832,
+ -4.0620598793029785,
+ -8.543607711791992,
+ -0.2664279043674469
+ ],
+ "distances_by_expert": [
+ 28.282934188842773,
+ 31.869028091430664,
+ 27.651050567626953,
+ 10.444046020507812,
+ 9.116922378540039,
+ 15.836496353149414,
+ 17.17905044555664,
+ 8.124119758605957,
+ 17.087215423583984,
+ 0.5328558087348938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.453857421875,
+ "language": 52.910255432128906
+ }
+ },
+ {
+ "routing_index": 1035,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.698805350424664e-07,
+ 1.1204942040876631e-07,
+ 9.392713877787173e-07,
+ 0.00517108291387558,
+ 0.009657593443989754,
+ 0.00034571398282423615,
+ 0.0001781846076482907,
+ 0.016128549352288246,
+ 0.00018260367505718023,
+ 0.7025917172431946
+ ],
+ "log_scores_by_expert": [
+ -14.216166496276855,
+ -16.00432586669922,
+ -13.878161430358887,
+ -5.264673233032227,
+ -4.640010833740234,
+ -7.969898700714111,
+ -8.6326904296875,
+ -4.127164363861084,
+ -8.608192443847656,
+ -0.35297930240631104
+ ],
+ "distances_by_expert": [
+ 28.43233299255371,
+ 32.00865173339844,
+ 27.756322860717773,
+ 10.529346466064453,
+ 9.280021667480469,
+ 15.939797401428223,
+ 17.265380859375,
+ 8.254328727722168,
+ 17.216384887695312,
+ 0.7059586048126221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.120361328125,
+ "language": 52.93550491333008
+ }
+ },
+ {
+ "routing_index": 1036,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.9684324444097e-07,
+ 1.1270304867139203e-07,
+ 9.846634156929213e-07,
+ 0.0054290140978991985,
+ 0.009625653736293316,
+ 0.0003658203349914402,
+ 0.00017992034554481506,
+ 0.016306018456816673,
+ 0.00018832270870916545,
+ 0.6827376484870911
+ ],
+ "log_scores_by_expert": [
+ -14.176705360412598,
+ -15.998509407043457,
+ -13.830965995788574,
+ -5.215997695922852,
+ -4.6433234214782715,
+ -7.913368225097656,
+ -8.62299633026123,
+ -4.116220951080322,
+ -8.577353477478027,
+ -0.3816445767879486
+ ],
+ "distances_by_expert": [
+ 28.353410720825195,
+ 31.997018814086914,
+ 27.66193199157715,
+ 10.431995391845703,
+ 9.286646842956543,
+ 15.826736450195312,
+ 17.24599266052246,
+ 8.232441902160645,
+ 17.154706954956055,
+ 0.7632891535758972
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.146484375,
+ "language": 52.909732818603516
+ }
+ },
+ {
+ "routing_index": 1037,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.759752295693033e-07,
+ 1.0101008030005687e-07,
+ 9.480927474214695e-07,
+ 0.004686308559030294,
+ 0.009467123076319695,
+ 0.0002816904743667692,
+ 0.00016153107571881264,
+ 0.015653427690267563,
+ 0.00017738602764438838,
+ 0.6932072639465332
+ ],
+ "log_scores_by_expert": [
+ -14.207109451293945,
+ -16.10804557800293,
+ -13.868813514709473,
+ -5.363110065460205,
+ -4.659930229187012,
+ -8.174701690673828,
+ -8.730813026428223,
+ -4.157065391540527,
+ -8.637182235717773,
+ -0.3664262294769287
+ ],
+ "distances_by_expert": [
+ 28.41421890258789,
+ 32.21609115600586,
+ 27.737627029418945,
+ 10.72622013092041,
+ 9.319860458374023,
+ 16.349403381347656,
+ 17.461626052856445,
+ 8.314130783081055,
+ 17.274364471435547,
+ 0.7328524589538574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.630615234375,
+ "language": 52.895870208740234
+ }
+ },
+ {
+ "routing_index": 1038,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.841240747235133e-07,
+ 1.0703460162631018e-07,
+ 9.456645670979924e-07,
+ 0.004651691298931837,
+ 0.010007960721850395,
+ 0.0002911957853939384,
+ 0.0001652401260798797,
+ 0.01594589091837406,
+ 0.00018012395594269037,
+ 0.7297359108924866
+ ],
+ "log_scores_by_expert": [
+ -14.1951265335083,
+ -16.050113677978516,
+ -13.871377944946289,
+ -5.3705244064331055,
+ -4.604374408721924,
+ -8.141514778137207,
+ -8.708110809326172,
+ -4.138554096221924,
+ -8.621865272521973,
+ -0.31507259607315063
+ ],
+ "distances_by_expert": [
+ 28.3902530670166,
+ 32.10022735595703,
+ 27.742755889892578,
+ 10.741048812866211,
+ 9.208748817443848,
+ 16.283029556274414,
+ 17.416221618652344,
+ 8.277108192443848,
+ 17.243730545043945,
+ 0.6301451921463013
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3447.647705078125,
+ "language": 52.92117691040039
+ }
+ },
+ {
+ "routing_index": 1039,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.066312264214503e-07,
+ 1.066451815745495e-07,
+ 9.59692215474206e-07,
+ 0.00469574611634016,
+ 0.01041354238986969,
+ 0.00029117107624188066,
+ 0.0001700891589280218,
+ 0.01638844981789589,
+ 0.00018467406334821135,
+ 0.7664893865585327
+ ],
+ "log_scores_by_expert": [
+ -14.16275691986084,
+ -16.05375862121582,
+ -13.856653213500977,
+ -5.361098289489746,
+ -4.564648151397705,
+ -8.141599655151367,
+ -8.679187774658203,
+ -4.111178398132324,
+ -8.596918106079102,
+ -0.26593446731567383
+ ],
+ "distances_by_expert": [
+ 28.32551383972168,
+ 32.10751724243164,
+ 27.713306427001953,
+ 10.722196578979492,
+ 9.12929630279541,
+ 16.283199310302734,
+ 17.358375549316406,
+ 8.222356796264648,
+ 17.193836212158203,
+ 0.5318689346313477
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3469.576171875,
+ "language": 52.92118453979492
+ }
+ },
+ {
+ "routing_index": 1040,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.370252094711759e-07,
+ 1.0557415208722887e-07,
+ 8.850530548443203e-07,
+ 0.004527027253061533,
+ 0.010457964614033699,
+ 0.0002897690865211189,
+ 0.0001634173677302897,
+ 0.015516659244894981,
+ 0.00017444849072489887,
+ 0.766038179397583
+ ],
+ "log_scores_by_expert": [
+ -14.266456604003906,
+ -16.063852310180664,
+ -13.937618255615234,
+ -5.3976898193359375,
+ -4.560391426086426,
+ -8.1464262008667,
+ -8.719202995300293,
+ -4.165841102600098,
+ -8.653881072998047,
+ -0.2665233016014099
+ ],
+ "distances_by_expert": [
+ 28.532913208007812,
+ 32.12770462036133,
+ 27.87523651123047,
+ 10.795379638671875,
+ 9.120782852172852,
+ 16.2928524017334,
+ 17.438405990600586,
+ 8.331682205200195,
+ 17.307762145996094,
+ 0.5330466032028198
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.484375,
+ "language": 52.899784088134766
+ }
+ },
+ {
+ "routing_index": 1041,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.117944053585234e-07,
+ 9.810195678028322e-08,
+ 8.524689292244148e-07,
+ 0.004328263457864523,
+ 0.010059067979454994,
+ 0.0002965997555293143,
+ 0.0001642227580305189,
+ 0.0155941778793931,
+ 0.0001645025477046147,
+ 0.7561285495758057
+ ],
+ "log_scores_by_expert": [
+ -14.306869506835938,
+ -16.137258529663086,
+ -13.975129127502441,
+ -5.442588806152344,
+ -4.599280834197998,
+ -8.123126983642578,
+ -8.714286804199219,
+ -4.160857677459717,
+ -8.712584495544434,
+ -0.27954384684562683
+ ],
+ "distances_by_expert": [
+ 28.613739013671875,
+ 32.27451705932617,
+ 27.950258255004883,
+ 10.885177612304688,
+ 9.198561668395996,
+ 16.246253967285156,
+ 17.428573608398438,
+ 8.321715354919434,
+ 17.425168991088867,
+ 0.5590876936912537
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.17724609375,
+ "language": 52.92080307006836
+ }
+ },
+ {
+ "routing_index": 1042,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.153740853027557e-07,
+ 1.1331573546158324e-07,
+ 9.8407667792344e-07,
+ 0.0050238193944096565,
+ 0.010925768874585629,
+ 0.0003458757419139147,
+ 0.0001826890220399946,
+ 0.017693771049380302,
+ 0.0001886565296445042,
+ 0.8077219724655151
+ ],
+ "log_scores_by_expert": [
+ -14.150460243225098,
+ -15.993087768554688,
+ -13.831562042236328,
+ -5.293564796447754,
+ -4.516631126403809,
+ -7.969430923461914,
+ -8.607725143432617,
+ -4.034542560577393,
+ -8.575582504272461,
+ -0.21353736519813538
+ ],
+ "distances_by_expert": [
+ 28.300920486450195,
+ 31.986175537109375,
+ 27.663124084472656,
+ 10.587129592895508,
+ 9.033262252807617,
+ 15.938861846923828,
+ 17.215450286865234,
+ 8.069085121154785,
+ 17.151165008544922,
+ 0.42707473039627075
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3459.410888671875,
+ "language": 52.921443939208984
+ }
+ },
+ {
+ "routing_index": 1043,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.417845384021348e-07,
+ 1.0413124584829347e-07,
+ 8.878140533852275e-07,
+ 0.004682736936956644,
+ 0.010428335517644882,
+ 0.00031535985181108117,
+ 0.00017463258700445294,
+ 0.01686762273311615,
+ 0.00017245078925043344,
+ 0.7854661345481873
+ ],
+ "log_scores_by_expert": [
+ -14.259013175964355,
+ -16.077613830566406,
+ -13.934503555297852,
+ -5.363872528076172,
+ -4.563228607177734,
+ -8.061796188354492,
+ -8.652826309204102,
+ -4.082359313964844,
+ -8.665398597717285,
+ -0.24147792160511017
+ ],
+ "distances_by_expert": [
+ 28.51802635192871,
+ 32.15522766113281,
+ 27.869007110595703,
+ 10.727745056152344,
+ 9.126457214355469,
+ 16.123592376708984,
+ 17.305652618408203,
+ 8.164718627929688,
+ 17.33079719543457,
+ 0.48295584321022034
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.560546875,
+ "language": 52.937374114990234
+ }
+ },
+ {
+ "routing_index": 1044,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.038904072942387e-07,
+ 1.1463124849342421e-07,
+ 9.606436606190982e-07,
+ 0.004837410990148783,
+ 0.010659323073923588,
+ 0.0003215092292521149,
+ 0.0001754756667651236,
+ 0.01685311086475849,
+ 0.0001897841866593808,
+ 0.7917928099632263
+ ],
+ "log_scores_by_expert": [
+ -14.166643142700195,
+ -15.981545448303223,
+ -13.85566234588623,
+ -5.331375598907471,
+ -4.541320323944092,
+ -8.042484283447266,
+ -8.64801025390625,
+ -4.0832200050354,
+ -8.569622993469238,
+ -0.2334555685520172
+ ],
+ "distances_by_expert": [
+ 28.33328628540039,
+ 31.963090896606445,
+ 27.71132469177246,
+ 10.662751197814941,
+ 9.082640647888184,
+ 16.08496856689453,
+ 17.2960205078125,
+ 8.1664400100708,
+ 17.139245986938477,
+ 0.4669111371040344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.462890625,
+ "language": 52.89713668823242
+ }
+ },
+ {
+ "routing_index": 1045,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.64159244934126e-07,
+ 1.0068865208268107e-07,
+ 8.954071972766542e-07,
+ 0.004307160619646311,
+ 0.0099026532843709,
+ 0.0002714763395488262,
+ 0.00016047807002905756,
+ 0.01557924598455429,
+ 0.0001784437772585079,
+ 0.7448356747627258
+ ],
+ "log_scores_by_expert": [
+ -14.224743843078613,
+ -16.11123275756836,
+ -13.925987243652344,
+ -5.447476387023926,
+ -4.614952564239502,
+ -8.21163558959961,
+ -8.737353324890137,
+ -4.161815643310547,
+ -8.631237030029297,
+ -0.29459160566329956
+ ],
+ "distances_by_expert": [
+ 28.449487686157227,
+ 32.22246551513672,
+ 27.851974487304688,
+ 10.894952774047852,
+ 9.229905128479004,
+ 16.42327117919922,
+ 17.474706649780273,
+ 8.323631286621094,
+ 17.262474060058594,
+ 0.5891832113265991
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3534.2294921875,
+ "language": 52.91162872314453
+ }
+ },
+ {
+ "routing_index": 1046,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.045566121632874e-07,
+ 1.124753055137262e-07,
+ 9.636091817810666e-07,
+ 0.0048696426674723625,
+ 0.010873934254050255,
+ 0.00031596043845638633,
+ 0.0001774965348886326,
+ 0.01735004596412182,
+ 0.00018741471285466105,
+ 0.8066685795783997
+ ],
+ "log_scores_by_expert": [
+ -14.16569709777832,
+ -16.000532150268555,
+ -13.852580070495605,
+ -5.324734687805176,
+ -4.521386623382568,
+ -8.059893608093262,
+ -8.63655948638916,
+ -4.054160118103027,
+ -8.582186698913574,
+ -0.21484236419200897
+ ],
+ "distances_by_expert": [
+ 28.33139419555664,
+ 32.00106430053711,
+ 27.70516014099121,
+ 10.649469375610352,
+ 9.042773246765137,
+ 16.119787216186523,
+ 17.27311897277832,
+ 8.108320236206055,
+ 17.16437339782715,
+ 0.42968472838401794
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.622314453125,
+ "language": 52.912132263183594
+ }
+ },
+ {
+ "routing_index": 1047,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.906440717102669e-07,
+ 1.2062569965110015e-07,
+ 9.639207974032615e-07,
+ 0.005507652647793293,
+ 0.01042689848691225,
+ 0.00039841083344072104,
+ 0.00018736593483481556,
+ 0.017408013343811035,
+ 0.00018594294670037925,
+ 0.7604644894599915
+ ],
+ "log_scores_by_expert": [
+ -14.185641288757324,
+ -15.930573463439941,
+ -13.852256774902344,
+ -5.2016167640686035,
+ -4.563366413116455,
+ -7.82802677154541,
+ -8.582447052001953,
+ -4.0508246421813965,
+ -8.590070724487305,
+ -0.27382588386535645
+ ],
+ "distances_by_expert": [
+ 28.37128257751465,
+ 31.861146926879883,
+ 27.704513549804688,
+ 10.403233528137207,
+ 9.12673282623291,
+ 15.65605354309082,
+ 17.164894104003906,
+ 8.101649284362793,
+ 17.18014144897461,
+ 0.5476517677307129
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.10205078125,
+ "language": 52.90813064575195
+ }
+ },
+ {
+ "routing_index": 1048,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.532254133162496e-07,
+ 1.1496998553184312e-07,
+ 9.219979801855516e-07,
+ 0.005239222664386034,
+ 0.009764819405972958,
+ 0.0003870788495987654,
+ 0.00018318153161089867,
+ 0.016484281048178673,
+ 0.00017476087668910623,
+ 0.7110193371772766
+ ],
+ "log_scores_by_expert": [
+ -14.24134349822998,
+ -15.978594779968262,
+ -13.896722793579102,
+ -5.251582145690918,
+ -4.628969192504883,
+ -7.856882095336914,
+ -8.605032920837402,
+ -4.105348110198975,
+ -8.652091979980469,
+ -0.341055691242218
+ ],
+ "distances_by_expert": [
+ 28.48268699645996,
+ 31.957189559936523,
+ 27.793445587158203,
+ 10.503164291381836,
+ 9.257938385009766,
+ 15.713764190673828,
+ 17.210065841674805,
+ 8.21069622039795,
+ 17.304183959960938,
+ 0.682111382484436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.283935546875,
+ "language": 52.94099044799805
+ }
+ },
+ {
+ "routing_index": 1049,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.98050462485844e-07,
+ 1.0399964622820335e-07,
+ 8.625323175692756e-07,
+ 0.004804725758731365,
+ 0.008911010809242725,
+ 0.00035373959690332413,
+ 0.00017194056999869645,
+ 0.01513462420552969,
+ 0.00016019838221836835,
+ 0.6499539017677307
+ ],
+ "log_scores_by_expert": [
+ -14.329590797424316,
+ -16.07887840270996,
+ -13.963393211364746,
+ -5.338155269622803,
+ -4.720467567443848,
+ -7.946949481964111,
+ -8.66836166381836,
+ -4.190770149230957,
+ -8.739097595214844,
+ -0.43085387349128723
+ ],
+ "distances_by_expert": [
+ 28.659181594848633,
+ 32.15775680541992,
+ 27.926786422729492,
+ 10.676310539245605,
+ 9.440935134887695,
+ 15.893898963928223,
+ 17.33672332763672,
+ 8.381540298461914,
+ 17.478195190429688,
+ 0.8617077469825745
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.693603515625,
+ "language": 52.919456481933594
+ }
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "per_group": {
+ "libero_spatial": {
+ "avg_sum_reward": 0.5,
+ "avg_max_reward": 0.5,
+ "pc_success": 50.0,
+ "n_episodes": 50,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ }
+ },
+ "overall": {
+ "avg_sum_reward": 0.5,
+ "avg_max_reward": 0.5,
+ "pc_success": 50.0,
+ "n_episodes": 50,
+ "eval_s": 901.0389211177826,
+ "eval_ep_s": 18.020778441429137,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/videos/libero_spatial_9/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ },
+ "expert_activation_artifacts": {
+ "json": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json",
+ "csv": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv",
+ "visualization": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg"
+ }
+}
\ No newline at end of file
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1de94830dabac7642361d14930d4ecd1a25e73a8
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.csv
@@ -0,0 +1,11 @@
+task_group,task_id,algorithm_type,inference_routing,num_routing_decisions,expert_index,top1_count,top1_fraction,activation_fraction
+libero_spatial,9,gk_adp,top1,1050,0,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,1,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,2,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,3,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,4,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,5,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,6,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,7,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,8,0,0.0,0.0
+libero_spatial,9,gk_adp,top1,1050,9,1050,1.0,1.0
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json
new file mode 100644
index 0000000000000000000000000000000000000000..173eb9207b5e29170493814704e5bc1827c54add
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.json
@@ -0,0 +1,60954 @@
+{
+ "schema_version": 1,
+ "unit": "one activation per distinct router invocation (action-chunk inference)",
+ "tasks": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 9,
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 1050,
+ "top1_count_by_expert": [
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1050
+ ],
+ "top1_fraction_by_expert": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "activation_fraction_by_expert": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.227678568393458e-07,
+ 8.889098523923167e-08,
+ 8.843409773362509e-07,
+ 0.004026601556688547,
+ 0.008620518259704113,
+ 0.00022990447178017348,
+ 0.00014852173626422882,
+ 0.014363241381943226,
+ 0.00016275249072350562,
+ 0.6404136419296265
+ ],
+ "log_scores_by_expert": [
+ -14.289092063903809,
+ -16.235855102539062,
+ -13.938423156738281,
+ -5.514832496643066,
+ -4.753610134124756,
+ -8.377846717834473,
+ -8.814779281616211,
+ -4.2430830001831055,
+ -8.72327995300293,
+ -0.44564101099967957
+ ],
+ "distances_by_expert": [
+ 28.578184127807617,
+ 32.471710205078125,
+ 27.876846313476562,
+ 11.029664993286133,
+ 9.507220268249512,
+ 16.755693435668945,
+ 17.629558563232422,
+ 8.486166000366211,
+ 17.44655990600586,
+ 0.8912820219993591
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.15576171875,
+ "language": 52.894325256347656
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.265159981921897e-07,
+ 9.747302698315252e-08,
+ 8.677913569954399e-07,
+ 0.004207317251712084,
+ 0.009408269077539444,
+ 0.00024834999931044877,
+ 0.00015436056128237396,
+ 0.014792817644774914,
+ 0.0001693694939604029,
+ 0.6883610486984253
+ ],
+ "log_scores_by_expert": [
+ -14.28309154510498,
+ -16.14369010925293,
+ -13.957314491271973,
+ -5.470930099487305,
+ -4.666166305541992,
+ -8.300671577453613,
+ -8.776219367980957,
+ -4.213613510131836,
+ -8.683427810668945,
+ -0.37344178557395935
+ ],
+ "distances_by_expert": [
+ 28.56618309020996,
+ 32.28738021850586,
+ 27.914628982543945,
+ 10.94186019897461,
+ 9.332332611083984,
+ 16.601343154907227,
+ 17.552438735961914,
+ 8.427227020263672,
+ 17.36685562133789,
+ 0.7468835711479187
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.95361328125,
+ "language": 52.894203186035156
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.922029231442139e-07,
+ 8.825846720128538e-08,
+ 8.096886290331895e-07,
+ 0.003954027779400349,
+ 0.009205383248627186,
+ 0.00022521550999954343,
+ 0.0001463790104025975,
+ 0.01410327572375536,
+ 0.00016146468988154083,
+ 0.6852830648422241
+ ],
+ "log_scores_by_expert": [
+ -14.33941650390625,
+ -16.242996215820312,
+ -14.026616096496582,
+ -5.533020496368408,
+ -4.687966823577881,
+ -8.398452758789062,
+ -8.82931137084961,
+ -4.261348247528076,
+ -8.731224060058594,
+ -0.37792328000068665
+ ],
+ "distances_by_expert": [
+ 28.6788330078125,
+ 32.485992431640625,
+ 28.053232192993164,
+ 11.066040992736816,
+ 9.375933647155762,
+ 16.796905517578125,
+ 17.65862274169922,
+ 8.522696495056152,
+ 17.462448120117188,
+ 0.7558465600013733
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3559.24658203125,
+ "language": 52.89970779418945
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.726581887050997e-07,
+ 1.1309636249734467e-07,
+ 9.378982781527156e-07,
+ 0.004882400389760733,
+ 0.010642675682902336,
+ 0.00030897665419615805,
+ 0.00016953464364632964,
+ 0.016484562307596207,
+ 0.00018458286649547517,
+ 0.7748889327049255
+ ],
+ "log_scores_by_expert": [
+ -14.212028503417969,
+ -15.995025634765625,
+ -13.879624366760254,
+ -5.322118282318115,
+ -4.542883396148682,
+ -8.082244873046875,
+ -8.682453155517578,
+ -4.105330944061279,
+ -8.597412109375,
+ -0.2550356090068817
+ ],
+ "distances_by_expert": [
+ 28.424057006835938,
+ 31.99005126953125,
+ 27.759248733520508,
+ 10.64423656463623,
+ 9.085766792297363,
+ 16.16448974609375,
+ 17.364906311035156,
+ 8.210661888122559,
+ 17.19482421875,
+ 0.5100712180137634
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.683837890625,
+ "language": 52.89799880981445
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.130806238819787e-07,
+ 1.1012913603281049e-07,
+ 9.711529855849221e-07,
+ 0.00492791598662734,
+ 0.010699843987822533,
+ 0.0003198803460691124,
+ 0.00017925104475580156,
+ 0.01757178269326687,
+ 0.00018969517259392887,
+ 0.8104439973831177
+ ],
+ "log_scores_by_expert": [
+ -14.153671264648438,
+ -16.0216121673584,
+ -13.844781875610352,
+ -5.312839031219482,
+ -4.5375261306762695,
+ -8.047563552856445,
+ -8.626723289489746,
+ -4.041460990905762,
+ -8.57009220123291,
+ -0.21017307043075562
+ ],
+ "distances_by_expert": [
+ 28.307342529296875,
+ 32.0432243347168,
+ 27.689563751220703,
+ 10.625678062438965,
+ 9.075052261352539,
+ 16.09512710571289,
+ 17.253446578979492,
+ 8.082921981811523,
+ 17.14018440246582,
+ 0.42034614086151123
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.188232421875,
+ "language": 52.9275016784668
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.240490162985225e-07,
+ 1.0986269671775517e-07,
+ 9.98138034447038e-07,
+ 0.004933453630656004,
+ 0.010451409965753555,
+ 0.00031962053617462516,
+ 0.0001797966833692044,
+ 0.017500629648566246,
+ 0.00018992487457580864,
+ 0.7620470523834229
+ ],
+ "log_scores_by_expert": [
+ -14.138406753540039,
+ -16.02403450012207,
+ -13.817374229431152,
+ -5.311716079711914,
+ -4.561018466949463,
+ -8.048376083374023,
+ -8.62368392944336,
+ -4.045518398284912,
+ -8.56888198852539,
+ -0.27174702286720276
+ ],
+ "distances_by_expert": [
+ 28.276813507080078,
+ 32.04806900024414,
+ 27.634748458862305,
+ 10.623432159423828,
+ 9.122036933898926,
+ 16.096752166748047,
+ 17.24736785888672,
+ 8.091036796569824,
+ 17.13776397705078,
+ 0.5434940457344055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.9384765625,
+ "language": 52.93115997314453
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.924729293838027e-07,
+ 9.618981522407921e-08,
+ 8.268733608929324e-07,
+ 0.004513424355536699,
+ 0.00966239720582962,
+ 0.00031054377905093133,
+ 0.00016732591029722244,
+ 0.01565876603126526,
+ 0.00015743357653263956,
+ 0.7067785859107971
+ ],
+ "log_scores_by_expert": [
+ -14.338960647583008,
+ -16.15694236755371,
+ -14.005614280700684,
+ -5.400699138641357,
+ -4.6395134925842285,
+ -8.07718563079834,
+ -8.69556713104248,
+ -4.156724452972412,
+ -8.75650691986084,
+ -0.3470378816127777
+ ],
+ "distances_by_expert": [
+ 28.677921295166016,
+ 32.31388473510742,
+ 28.011228561401367,
+ 10.801398277282715,
+ 9.279026985168457,
+ 16.15437126159668,
+ 17.39113426208496,
+ 8.313448905944824,
+ 17.51301383972168,
+ 0.6940757632255554
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3396.219482421875,
+ "language": 52.94068145751953
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.154218337745988e-07,
+ 1.0843415054750949e-07,
+ 9.714826774143148e-07,
+ 0.004629368893802166,
+ 0.010154745541512966,
+ 0.000311250623781234,
+ 0.00017696716531645507,
+ 0.017075512558221817,
+ 0.0001894877786980942,
+ 0.7826073169708252
+ ],
+ "log_scores_by_expert": [
+ -14.15039348602295,
+ -16.03712272644043,
+ -13.844442367553711,
+ -5.375334739685059,
+ -4.589814186096191,
+ -8.074912071228027,
+ -8.639546394348145,
+ -4.070109844207764,
+ -8.571186065673828,
+ -0.24512416124343872
+ ],
+ "distances_by_expert": [
+ 28.3007869720459,
+ 32.07424545288086,
+ 27.688884735107422,
+ 10.750669479370117,
+ 9.179628372192383,
+ 16.149824142456055,
+ 17.27909278869629,
+ 8.140219688415527,
+ 17.142372131347656,
+ 0.49024832248687744
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.014404296875,
+ "language": 52.90666580200195
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.49155276480451e-07,
+ 1.1742363881239726e-07,
+ 1.0100463896378642e-06,
+ 0.00498066795989871,
+ 0.01082359068095684,
+ 0.00032356270821765065,
+ 0.00018539951997809112,
+ 0.017838209867477417,
+ 0.00019685861479956657,
+ 0.819522500038147
+ ],
+ "log_scores_by_expert": [
+ -14.10431957244873,
+ -15.957477569580078,
+ -13.805514335632324,
+ -5.302191257476807,
+ -4.526027202606201,
+ -8.036117553710938,
+ -8.592997550964355,
+ -4.026412487030029,
+ -8.533024787902832,
+ -0.19903340935707092
+ ],
+ "distances_by_expert": [
+ 28.20863914489746,
+ 31.914955139160156,
+ 27.61102867126465,
+ 10.604382514953613,
+ 9.052054405212402,
+ 16.072235107421875,
+ 17.18599510192871,
+ 8.052824974060059,
+ 17.066049575805664,
+ 0.39806681871414185
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.44091796875,
+ "language": 52.92628479003906
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.273065421031788e-07,
+ 1.0781176484897514e-07,
+ 9.746584055392304e-07,
+ 0.004422089084982872,
+ 0.010125420056283474,
+ 0.0002815199550241232,
+ 0.0001712844386929646,
+ 0.01670469529926777,
+ 0.0001918400957947597,
+ 0.7679096460342407
+ ],
+ "log_scores_by_expert": [
+ -14.133917808532715,
+ -16.042879104614258,
+ -13.841178894042969,
+ -5.421143054962158,
+ -4.592706203460693,
+ -8.175307273864746,
+ -8.672184944152832,
+ -4.092065334320068,
+ -8.55884838104248,
+ -0.26408320665359497
+ ],
+ "distances_by_expert": [
+ 28.26783561706543,
+ 32.085758209228516,
+ 27.682357788085938,
+ 10.842286109924316,
+ 9.185412406921387,
+ 16.350614547729492,
+ 17.344369888305664,
+ 8.184130668640137,
+ 17.11769676208496,
+ 0.5281664133071899
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3461.87109375,
+ "language": 52.90324020385742
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.477947292500176e-07,
+ 1.2535973326066596e-07,
+ 1.0128311487278552e-06,
+ 0.005512379575520754,
+ 0.011206984519958496,
+ 0.0003820147248916328,
+ 0.00019536781474016607,
+ 0.0184310395270586,
+ 0.00019849759701173753,
+ 0.8309199810028076
+ ],
+ "log_scores_by_expert": [
+ -14.1061372756958,
+ -15.892078399658203,
+ -13.80276107788086,
+ -5.200758934020996,
+ -4.491218090057373,
+ -7.870051383972168,
+ -8.540626525878906,
+ -3.9937191009521484,
+ -8.524733543395996,
+ -0.1852218061685562
+ ],
+ "distances_by_expert": [
+ 28.2122745513916,
+ 31.784156799316406,
+ 27.60552215576172,
+ 10.401517868041992,
+ 8.982436180114746,
+ 15.740102767944336,
+ 17.081253051757812,
+ 7.987438201904297,
+ 17.049467086791992,
+ 0.3704436123371124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.325927734375,
+ "language": 52.94049835205078
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.112381013030245e-07,
+ 1.2553451256280823e-07,
+ 9.85312453849474e-07,
+ 0.0054625459015369415,
+ 0.010480559431016445,
+ 0.00039783012471161783,
+ 0.00019199530652258545,
+ 0.01770958863198757,
+ 0.0001886182144517079,
+ 0.7802774310112
+ ],
+ "log_scores_by_expert": [
+ -14.156258583068848,
+ -15.890685081481934,
+ -13.830307006835938,
+ -5.209840297698975,
+ -4.558233261108398,
+ -7.8294854164123535,
+ -8.558039665222168,
+ -4.03364896774292,
+ -8.575785636901855,
+ -0.2481057494878769
+ ],
+ "distances_by_expert": [
+ 28.312517166137695,
+ 31.781370162963867,
+ 27.660614013671875,
+ 10.41968059539795,
+ 9.116466522216797,
+ 15.658970832824707,
+ 17.116079330444336,
+ 8.06729793548584,
+ 17.15157127380371,
+ 0.4962114989757538
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.9462890625,
+ "language": 52.93656921386719
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.558828431479924e-07,
+ 1.1481812123292912e-07,
+ 9.168790029434604e-07,
+ 0.004999518394470215,
+ 0.009568615816533566,
+ 0.0003576372691895813,
+ 0.00018342713883612305,
+ 0.01643066480755806,
+ 0.00017507832671981305,
+ 0.7143501043319702
+ ],
+ "log_scores_by_expert": [
+ -14.237283706665039,
+ -15.9799165725708,
+ -13.902290344238281,
+ -5.2984137535095215,
+ -4.649266719818115,
+ -7.935991287231445,
+ -8.603693008422852,
+ -4.108605861663818,
+ -8.650277137756348,
+ -0.33638209104537964
+ ],
+ "distances_by_expert": [
+ 28.474567413330078,
+ 31.9598331451416,
+ 27.804580688476562,
+ 10.596827507019043,
+ 9.29853343963623,
+ 15.87198257446289,
+ 17.207386016845703,
+ 8.217211723327637,
+ 17.300554275512695,
+ 0.6727641820907593
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3300.2705078125,
+ "language": 52.95368194580078
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.30767146958533e-07,
+ 1.0103242686909653e-07,
+ 8.851104666973697e-07,
+ 0.004730201791971922,
+ 0.00891049299389124,
+ 0.0003349374164827168,
+ 0.00016970920842140913,
+ 0.015336995013058186,
+ 0.00017042590479832143,
+ 0.653141438961029
+ ],
+ "log_scores_by_expert": [
+ -14.276329040527344,
+ -16.107824325561523,
+ -13.937553405761719,
+ -5.353787422180176,
+ -4.720525741577148,
+ -8.001566886901855,
+ -8.681424140930176,
+ -4.177487373352051,
+ -8.677209854125977,
+ -0.42596158385276794
+ ],
+ "distances_by_expert": [
+ 28.552658081054688,
+ 32.21564865112305,
+ 27.875106811523438,
+ 10.707574844360352,
+ 9.441051483154297,
+ 16.00313377380371,
+ 17.36284828186035,
+ 8.354974746704102,
+ 17.354419708251953,
+ 0.8519231677055359
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.46728515625,
+ "language": 52.90092468261719
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.938565550422936e-07,
+ 9.231695230482728e-08,
+ 8.011450063349912e-07,
+ 0.00463775172829628,
+ 0.008599546737968922,
+ 0.00031502891215495765,
+ 0.00015833489305805415,
+ 0.014599325135350227,
+ 0.0001618215610506013,
+ 0.6216710209846497
+ ],
+ "log_scores_by_expert": [
+ -14.336627960205078,
+ -16.19803810119629,
+ -14.037223815917969,
+ -5.373525619506836,
+ -4.756045818328857,
+ -8.062846183776855,
+ -8.750798225402832,
+ -4.226779937744141,
+ -8.729016304016113,
+ -0.4753442704677582
+ ],
+ "distances_by_expert": [
+ 28.673255920410156,
+ 32.39607620239258,
+ 28.074447631835938,
+ 10.747051239013672,
+ 9.512091636657715,
+ 16.12569236755371,
+ 17.501596450805664,
+ 8.453559875488281,
+ 17.458032608032227,
+ 0.9506885409355164
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3433.397216796875,
+ "language": 52.93205642700195
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231201155060262e-07,
+ 9.724406879740854e-08,
+ 8.608944881416392e-07,
+ 0.004897771868854761,
+ 0.008855720050632954,
+ 0.0003110963443759829,
+ 0.00016181553655769676,
+ 0.015068347565829754,
+ 0.00017019495135173202,
+ 0.6265906095504761
+ ],
+ "log_scores_by_expert": [
+ -14.28852653503418,
+ -16.146041870117188,
+ -13.965293884277344,
+ -5.31897497177124,
+ -4.726691722869873,
+ -8.075407981872559,
+ -8.729053497314453,
+ -4.195158958435059,
+ -8.678565979003906,
+ -0.4674619138240814
+ ],
+ "distances_by_expert": [
+ 28.57705307006836,
+ 32.292083740234375,
+ 27.930587768554688,
+ 10.63794994354248,
+ 9.453383445739746,
+ 16.150815963745117,
+ 17.458106994628906,
+ 8.390317916870117,
+ 17.357131958007812,
+ 0.9349238276481628
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.40087890625,
+ "language": 52.90913009643555
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.008327204654051e-07,
+ 9.284334367976044e-08,
+ 8.221413736464456e-07,
+ 0.004795369226485491,
+ 0.008730418048799038,
+ 0.0003045146877411753,
+ 0.00015897263074293733,
+ 0.014749262481927872,
+ 0.00016315950779244304,
+ 0.6166710257530212
+ ],
+ "log_scores_by_expert": [
+ -14.324949264526367,
+ -16.192352294921875,
+ -14.011353492736816,
+ -5.340104579925537,
+ -4.740942001342773,
+ -8.09679126739502,
+ -8.74677848815918,
+ -4.216562271118164,
+ -8.720782279968262,
+ -0.4834195673465729
+ ],
+ "distances_by_expert": [
+ 28.649898529052734,
+ 32.38470458984375,
+ 28.022706985473633,
+ 10.680209159851074,
+ 9.481884002685547,
+ 16.19358253479004,
+ 17.49355697631836,
+ 8.433124542236328,
+ 17.441564559936523,
+ 0.9668391346931458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.656005859375,
+ "language": 52.914268493652344
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.731644137085823e-07,
+ 8.419336694487356e-08,
+ 7.956757599458797e-07,
+ 0.004553439561277628,
+ 0.007934306748211384,
+ 0.0002717480529099703,
+ 0.00014692556578665972,
+ 0.013898301869630814,
+ 0.00015683176752645522,
+ 0.5502535700798035
+ ],
+ "log_scores_by_expert": [
+ -14.372093200683594,
+ -16.290149688720703,
+ -14.044074058532715,
+ -5.391872406005859,
+ -4.836559295654297,
+ -8.2106351852417,
+ -8.825584411621094,
+ -4.275988578796387,
+ -8.760336875915527,
+ -0.5973760485649109
+ ],
+ "distances_by_expert": [
+ 28.744186401367188,
+ 32.580299377441406,
+ 28.08814811706543,
+ 10.783744812011719,
+ 9.673118591308594,
+ 16.4212703704834,
+ 17.651168823242188,
+ 8.551977157592773,
+ 17.520673751831055,
+ 1.1947520971298218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.734130859375,
+ "language": 52.91831588745117
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.751454636993003e-07,
+ 8.452789046486942e-08,
+ 8.036772101149836e-07,
+ 0.004562541376799345,
+ 0.007965466938912868,
+ 0.00028073546127416193,
+ 0.00014799335622228682,
+ 0.013937006704509258,
+ 0.00015932763926684856,
+ 0.5586928725242615
+ ],
+ "log_scores_by_expert": [
+ -14.368642807006836,
+ -16.286184310913086,
+ -14.03406810760498,
+ -5.389875411987305,
+ -4.832639694213867,
+ -8.17809772491455,
+ -8.818343162536621,
+ -4.273207664489746,
+ -8.744547843933105,
+ -0.5821554064750671
+ ],
+ "distances_by_expert": [
+ 28.737285614013672,
+ 32.57236862182617,
+ 28.06813621520996,
+ 10.77975082397461,
+ 9.665279388427734,
+ 16.3561954498291,
+ 17.636686325073242,
+ 8.546415328979492,
+ 17.48909568786621,
+ 1.1643108129501343
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.771240234375,
+ "language": 52.886619567871094
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.598539587481355e-07,
+ 8.18419607639953e-08,
+ 7.772068784106523e-07,
+ 0.004430140368640423,
+ 0.007791732903569937,
+ 0.0002826689451467246,
+ 0.00014639212167821825,
+ 0.013754971325397491,
+ 0.0001537655043648556,
+ 0.5471705794334412
+ ],
+ "log_scores_by_expert": [
+ -14.395589828491211,
+ -16.3184757232666,
+ -14.067559242248535,
+ -5.419323921203613,
+ -4.854691982269287,
+ -8.171234130859375,
+ -8.829221725463867,
+ -4.286355018615723,
+ -8.780081748962402,
+ -0.6029946208000183
+ ],
+ "distances_by_expert": [
+ 28.791179656982422,
+ 32.6369514465332,
+ 28.13511848449707,
+ 10.838647842407227,
+ 9.709383964538574,
+ 16.34246826171875,
+ 17.658443450927734,
+ 8.572710037231445,
+ 17.560163497924805,
+ 1.2059892416000366
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3324.21240234375,
+ "language": 52.89786148071289
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.165807692719682e-07,
+ 7.555066616760087e-08,
+ 7.34523780465679e-07,
+ 0.004195595160126686,
+ 0.0073454310186207294,
+ 0.0002589830255601555,
+ 0.00013789907097816467,
+ 0.01296226680278778,
+ 0.00014411358279176056,
+ 0.5120280385017395
+ ],
+ "log_scores_by_expert": [
+ -14.476034164428711,
+ -16.398462295532227,
+ -14.124043464660645,
+ -5.473720073699951,
+ -4.913676738739014,
+ -8.258748054504395,
+ -8.888988494873047,
+ -4.345712661743164,
+ -8.844908714294434,
+ -0.6693758964538574
+ ],
+ "distances_by_expert": [
+ 28.952068328857422,
+ 32.79692459106445,
+ 28.24808692932129,
+ 10.947440147399902,
+ 9.827353477478027,
+ 16.51749610900879,
+ 17.777976989746094,
+ 8.691425323486328,
+ 17.689817428588867,
+ 1.3387517929077148
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.84375,
+ "language": 52.89584732055664
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.178420678930706e-07,
+ 7.920451849940946e-08,
+ 7.41892620226281e-07,
+ 0.004240590613335371,
+ 0.007580949459224939,
+ 0.0002707800013013184,
+ 0.0001436598104191944,
+ 0.013155242428183556,
+ 0.00014313985593616962,
+ 0.5285144448280334
+ ],
+ "log_scores_by_expert": [
+ -14.47359561920166,
+ -16.351232528686523,
+ -14.11406135559082,
+ -5.463052749633789,
+ -4.882116794586182,
+ -8.214203834533691,
+ -8.848062515258789,
+ -4.330935001373291,
+ -8.851688385009766,
+ -0.6376851201057434
+ ],
+ "distances_by_expert": [
+ 28.94719123840332,
+ 32.70246505737305,
+ 28.22812271118164,
+ 10.926105499267578,
+ 9.764233589172363,
+ 16.428407669067383,
+ 17.696125030517578,
+ 8.661870002746582,
+ 17.70337677001953,
+ 1.2753702402114868
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.3349609375,
+ "language": 52.91377258300781
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.1125005623143807e-07,
+ 5.550033677081956e-08,
+ 5.889772864975384e-07,
+ 0.0033796492498368025,
+ 0.005710385739803314,
+ 0.00018880392599385232,
+ 0.00010741434380179271,
+ 0.010218575596809387,
+ 0.00011723102943506092,
+ 0.3900178372859955
+ ],
+ "log_scores_by_expert": [
+ -14.70406436920166,
+ -16.706876754760742,
+ -14.344878196716309,
+ -5.689983367919922,
+ -5.165468692779541,
+ -8.574801445007324,
+ -9.138816833496094,
+ -4.583548069000244,
+ -9.051363945007324,
+ -0.9415628910064697
+ ],
+ "distances_by_expert": [
+ 29.40812873840332,
+ 33.413753509521484,
+ 28.689756393432617,
+ 11.379966735839844,
+ 10.330937385559082,
+ 17.14960289001465,
+ 18.277633666992188,
+ 9.167096138000488,
+ 18.10272789001465,
+ 1.8831257820129395
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.43994140625,
+ "language": 52.916385650634766
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.27903273703123e-07,
+ 5.7252059093571006e-08,
+ 6.07506535743596e-07,
+ 0.003534046234562993,
+ 0.005962992087006569,
+ 0.0002005006099352613,
+ 0.00011126999743282795,
+ 0.010627927258610725,
+ 0.00012136472651036456,
+ 0.4045145511627197
+ ],
+ "log_scores_by_expert": [
+ -14.664368629455566,
+ -16.67580223083496,
+ -14.313902854919434,
+ -5.6453118324279785,
+ -5.122182846069336,
+ -8.514693260192871,
+ -9.103550910949707,
+ -4.544270038604736,
+ -9.01671028137207,
+ -0.9050676226615906
+ ],
+ "distances_by_expert": [
+ 29.328737258911133,
+ 33.35160446166992,
+ 28.627805709838867,
+ 11.290623664855957,
+ 10.244365692138672,
+ 17.029386520385742,
+ 18.207101821899414,
+ 9.088540077209473,
+ 18.03342056274414,
+ 1.8101352453231812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.4150390625,
+ "language": 52.91472625732422
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.4504153606794716e-07,
+ 6.029068089219436e-08,
+ 6.39033203242434e-07,
+ 0.003653197083622217,
+ 0.006070505827665329,
+ 0.00020423842943273485,
+ 0.00011390108556952327,
+ 0.01081517618149519,
+ 0.00012705239350907505,
+ 0.41068053245544434
+ ],
+ "log_scores_by_expert": [
+ -14.62509822845459,
+ -16.624088287353516,
+ -14.263309478759766,
+ -5.612152576446533,
+ -5.104313373565674,
+ -8.496222496032715,
+ -9.080180168151855,
+ -4.5268049240112305,
+ -8.970911026000977,
+ -0.8899396657943726
+ ],
+ "distances_by_expert": [
+ 29.25019645690918,
+ 33.24817657470703,
+ 28.52661895751953,
+ 11.224305152893066,
+ 10.208626747131348,
+ 16.99244499206543,
+ 18.16036033630371,
+ 9.053609848022461,
+ 17.941822052001953,
+ 1.7798793315887451
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.9140625,
+ "language": 52.889347076416016
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.6972681388979254e-07,
+ 6.296633614510938e-08,
+ 6.580003741873952e-07,
+ 0.0037971483543515205,
+ 0.006394419819116592,
+ 0.00021115939307492226,
+ 0.00011885239655384794,
+ 0.011270328424870968,
+ 0.00013190762547310442,
+ 0.4290727972984314
+ ],
+ "log_scores_by_expert": [
+ -14.571114540100098,
+ -16.580665588378906,
+ -14.234060287475586,
+ -5.57350492477417,
+ -5.0523295402526855,
+ -8.462897300720215,
+ -9.037628173828125,
+ -4.485581874847412,
+ -8.933408737182617,
+ -0.8461287021636963
+ ],
+ "distances_by_expert": [
+ 29.142229080200195,
+ 33.16133117675781,
+ 28.468120574951172,
+ 11.14700984954834,
+ 10.104659080505371,
+ 16.92579460144043,
+ 18.07525634765625,
+ 8.971163749694824,
+ 17.866817474365234,
+ 1.6922574043273926
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.348876953125,
+ "language": 52.91862487792969
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.801762767987384e-07,
+ 8.528791539674785e-08,
+ 8.175666152965277e-07,
+ 0.004643476102501154,
+ 0.00787252839654684,
+ 0.00028040152392350137,
+ 0.00014590124192181975,
+ 0.013598312623798847,
+ 0.0001632309431442991,
+ 0.5375539064407349
+ ],
+ "log_scores_by_expert": [
+ -14.359933853149414,
+ -16.277233123779297,
+ -14.01693344116211,
+ -5.3722920417785645,
+ -4.844376087188721,
+ -8.179287910461426,
+ -8.83258056640625,
+ -4.297809600830078,
+ -8.720344543457031,
+ -0.6207261681556702
+ ],
+ "distances_by_expert": [
+ 28.719867706298828,
+ 32.554466247558594,
+ 28.03386688232422,
+ 10.744584083557129,
+ 9.688752174377441,
+ 16.35857582092285,
+ 17.6651611328125,
+ 8.595619201660156,
+ 17.440689086914062,
+ 1.2414523363113403
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3251.7958984375,
+ "language": 52.87782287597656
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.234851983004774e-07,
+ 7.22437434319545e-08,
+ 7.330933726734656e-07,
+ 0.004092592746019363,
+ 0.006974519696086645,
+ 0.00023757820599712431,
+ 0.000129239764646627,
+ 0.012123245745897293,
+ 0.00014916945656295866,
+ 0.4752011001110077
+ ],
+ "log_scores_by_expert": [
+ -14.462757110595703,
+ -16.443220138549805,
+ -14.125992774963379,
+ -5.498576641082764,
+ -4.965491771697998,
+ -8.345013618469238,
+ -8.953841209411621,
+ -4.412630558013916,
+ -8.81042766571045,
+ -0.7440171241760254
+ ],
+ "distances_by_expert": [
+ 28.925514221191406,
+ 32.88644027709961,
+ 28.251985549926758,
+ 10.997153282165527,
+ 9.930983543395996,
+ 16.690027236938477,
+ 17.907682418823242,
+ 8.825261116027832,
+ 17.6208553314209,
+ 1.4880342483520508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.35693359375,
+ "language": 52.88323211669922
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.584360789929633e-07,
+ 9.501859210558905e-08,
+ 9.3132399570095e-07,
+ 0.004171425476670265,
+ 0.008660726249217987,
+ 0.00024270387075375766,
+ 0.00015357353549916297,
+ 0.014742863364517689,
+ 0.000170403320225887,
+ 0.6415399312973022
+ ],
+ "log_scores_by_expert": [
+ -14.2333984375,
+ -16.169193267822266,
+ -13.886658668518066,
+ -5.47949743270874,
+ -4.748956680297852,
+ -8.323668479919434,
+ -8.781331062316895,
+ -4.216996192932129,
+ -8.677342414855957,
+ -0.44388389587402344
+ ],
+ "distances_by_expert": [
+ 28.466796875,
+ 32.33838653564453,
+ 27.773317337036133,
+ 10.95899486541748,
+ 9.497913360595703,
+ 16.647336959838867,
+ 17.56266212463379,
+ 8.433992385864258,
+ 17.354684829711914,
+ 0.8877677917480469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.01611328125,
+ "language": 52.89247131347656
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.545731139340205e-07,
+ 9.751413188041624e-08,
+ 8.890967819752404e-07,
+ 0.004168922081589699,
+ 0.009282865561544895,
+ 0.0002451043401379138,
+ 0.0001553643960505724,
+ 0.014868060126900673,
+ 0.00017036139615811408,
+ 0.6841011047363281
+ ],
+ "log_scores_by_expert": [
+ -14.239282608032227,
+ -16.143268585205078,
+ -13.933059692382812,
+ -5.480097770690918,
+ -4.679584980010986,
+ -8.313826560974121,
+ -8.769737243652344,
+ -4.208539962768555,
+ -8.67758846282959,
+ -0.3796496093273163
+ ],
+ "distances_by_expert": [
+ 28.478565216064453,
+ 32.286537170410156,
+ 27.866119384765625,
+ 10.960195541381836,
+ 9.359169960021973,
+ 16.627653121948242,
+ 17.539474487304688,
+ 8.41707992553711,
+ 17.35517692565918,
+ 0.7592992186546326
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.7919921875,
+ "language": 52.92277526855469
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.928930247340759e-07,
+ 1.0423059393360745e-07,
+ 9.223779215972172e-07,
+ 0.004528044257313013,
+ 0.01009027473628521,
+ 0.0002696651790756732,
+ 0.000165592398843728,
+ 0.015879511833190918,
+ 0.00018198633915744722,
+ 0.745416522026062
+ ],
+ "log_scores_by_expert": [
+ -14.182390213012695,
+ -16.07666015625,
+ -13.896310806274414,
+ -5.397465229034424,
+ -4.5961833000183105,
+ -8.218329429626465,
+ -8.705981254577637,
+ -4.142725467681885,
+ -8.611578941345215,
+ -0.2938120663166046
+ ],
+ "distances_by_expert": [
+ 28.36478042602539,
+ 32.1533203125,
+ 27.792621612548828,
+ 10.794930458068848,
+ 9.192366600036621,
+ 16.43665885925293,
+ 17.411962509155273,
+ 8.28545093536377,
+ 17.22315788269043,
+ 0.5876241326332092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.920654296875,
+ "language": 52.91088104248047
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.930046652087185e-07,
+ 1.1311954750681252e-07,
+ 9.557784323988017e-07,
+ 0.004895261488854885,
+ 0.010484837926924229,
+ 0.00030910427449271083,
+ 0.00017022108659148216,
+ 0.016185404732823372,
+ 0.00018827423627953976,
+ 0.7558929324150085
+ ],
+ "log_scores_by_expert": [
+ -14.182229042053223,
+ -15.994820594787598,
+ -13.860739707946777,
+ -5.319487571716309,
+ -4.557825088500977,
+ -8.081831932067871,
+ -8.678412437438965,
+ -4.123645305633545,
+ -8.577610969543457,
+ -0.27985551953315735
+ ],
+ "distances_by_expert": [
+ 28.364458084106445,
+ 31.989641189575195,
+ 27.721479415893555,
+ 10.638975143432617,
+ 9.115650177001953,
+ 16.163663864135742,
+ 17.35682487487793,
+ 8.24729061126709,
+ 17.155221939086914,
+ 0.5597110390663147
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3465.191650390625,
+ "language": 52.89457321166992
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.180917691584909e-07,
+ 1.1682170963922545e-07,
+ 9.767659321369138e-07,
+ 0.005060296505689621,
+ 0.010923398658633232,
+ 0.0003377638349775225,
+ 0.00018132802506443113,
+ 0.01737751066684723,
+ 0.00019164827244821936,
+ 0.8027685284614563
+ ],
+ "log_scores_by_expert": [
+ -14.146668434143066,
+ -15.962616920471191,
+ -13.839018821716309,
+ -5.286330223083496,
+ -4.516848087310791,
+ -7.993163585662842,
+ -8.615202903747559,
+ -4.052578449249268,
+ -8.55984878540039,
+ -0.21968887746334076
+ ],
+ "distances_by_expert": [
+ 28.293336868286133,
+ 31.925233840942383,
+ 27.678037643432617,
+ 10.572660446166992,
+ 9.033696174621582,
+ 15.986327171325684,
+ 17.230405807495117,
+ 8.105156898498535,
+ 17.11969757080078,
+ 0.4393777549266815
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.643798828125,
+ "language": 52.91243362426758
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.569025228804094e-07,
+ 1.1256415177740564e-07,
+ 1.0324962431695894e-06,
+ 0.005149903707206249,
+ 0.010801276192069054,
+ 0.00033341566449962556,
+ 0.00018469149654265493,
+ 0.017856046557426453,
+ 0.0001960163499461487,
+ 0.7858468294143677
+ ],
+ "log_scores_by_expert": [
+ -14.09403133392334,
+ -15.99974250793457,
+ -13.783531188964844,
+ -5.268777370452881,
+ -4.528090953826904,
+ -8.006120681762695,
+ -8.596823692321777,
+ -4.0254130363464355,
+ -8.537312507629395,
+ -0.2409934103488922
+ ],
+ "distances_by_expert": [
+ 28.18806266784668,
+ 31.99948501586914,
+ 27.567062377929688,
+ 10.537554740905762,
+ 9.056181907653809,
+ 16.01224136352539,
+ 17.193647384643555,
+ 8.050826072692871,
+ 17.07462501525879,
+ 0.4819868206977844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.485107421875,
+ "language": 52.93012237548828
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.41366682430089e-07,
+ 1.1050578052618221e-07,
+ 9.04002888546529e-07,
+ 0.005151764955371618,
+ 0.01019563153386116,
+ 0.00036295168683864176,
+ 0.00018192265997640789,
+ 0.01699012704193592,
+ 0.00017290085088461637,
+ 0.7430387139320374
+ ],
+ "log_scores_by_expert": [
+ -14.259664535522461,
+ -16.018198013305664,
+ -13.916433334350586,
+ -5.268415927886963,
+ -4.585795879364014,
+ -7.92124080657959,
+ -8.611928939819336,
+ -4.075122833251953,
+ -8.662792205810547,
+ -0.29700711369514465
+ ],
+ "distances_by_expert": [
+ 28.519329071044922,
+ 32.03639602661133,
+ 27.832866668701172,
+ 10.536831855773926,
+ 9.171591758728027,
+ 15.84248161315918,
+ 17.223857879638672,
+ 8.150245666503906,
+ 17.325584411621094,
+ 0.5940142273902893
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.048583984375,
+ "language": 52.93160629272461
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.062535362616472e-07,
+ 9.537119893821e-08,
+ 8.4190276083973e-07,
+ 0.004163331817835569,
+ 0.009744078852236271,
+ 0.0002732243447098881,
+ 0.00016237265663221478,
+ 0.015192062593996525,
+ 0.00016344652976840734,
+ 0.7128236889839172
+ ],
+ "log_scores_by_expert": [
+ -14.315967559814453,
+ -16.165489196777344,
+ -13.987601280212402,
+ -5.481439590454102,
+ -4.6310954093933105,
+ -8.205217361450195,
+ -8.725616455078125,
+ -4.186982154846191,
+ -8.719024658203125,
+ -0.338521271944046
+ ],
+ "distances_by_expert": [
+ 28.631935119628906,
+ 32.33097839355469,
+ 27.975202560424805,
+ 10.962879180908203,
+ 9.262190818786621,
+ 16.41043472290039,
+ 17.45123291015625,
+ 8.373964309692383,
+ 17.43804931640625,
+ 0.677042543888092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.616455078125,
+ "language": 52.91547775268555
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223220563901123e-07,
+ 1.1725712312227188e-07,
+ 9.87887688097544e-07,
+ 0.004778585396707058,
+ 0.010763169266283512,
+ 0.0003195047320332378,
+ 0.000181081413757056,
+ 0.017346704378724098,
+ 0.00019191384490113705,
+ 0.8091862201690674
+ ],
+ "log_scores_by_expert": [
+ -14.14079475402832,
+ -15.95889663696289,
+ -13.827696800231934,
+ -5.343610763549805,
+ -4.531625270843506,
+ -8.048738479614258,
+ -8.61656379699707,
+ -4.054352760314941,
+ -8.558464050292969,
+ -0.21172618865966797
+ ],
+ "distances_by_expert": [
+ 28.28158950805664,
+ 31.91779327392578,
+ 27.655393600463867,
+ 10.68722152709961,
+ 9.063250541687012,
+ 16.097476959228516,
+ 17.23312759399414,
+ 8.108705520629883,
+ 17.116928100585938,
+ 0.42345237731933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.993896484375,
+ "language": 52.91623306274414
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.252058367157588e-07,
+ 1.130379203573284e-07,
+ 9.802232625588658e-07,
+ 0.0046631041914224625,
+ 0.010546322911977768,
+ 0.00030112257809378207,
+ 0.0001776640274329111,
+ 0.017125146463513374,
+ 0.00019328092457726598,
+ 0.8014586567878723
+ ],
+ "log_scores_by_expert": [
+ -14.136810302734375,
+ -15.995542526245117,
+ -13.835485458374023,
+ -5.3680739402771,
+ -4.55197811126709,
+ -8.107993125915527,
+ -8.635616302490234,
+ -4.067207336425781,
+ -8.551365852355957,
+ -0.2213219553232193
+ ],
+ "distances_by_expert": [
+ 28.27362060546875,
+ 31.991085052490234,
+ 27.670970916748047,
+ 10.7361478805542,
+ 9.10395622253418,
+ 16.215986251831055,
+ 17.27123260498047,
+ 8.134414672851562,
+ 17.102731704711914,
+ 0.4426439106464386
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.210205078125,
+ "language": 52.90922164916992
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.37109644433076e-07,
+ 1.2936621374137758e-07,
+ 1.027006533149688e-06,
+ 0.005497435573488474,
+ 0.011204591020941734,
+ 0.0003764524299185723,
+ 0.0001936647022375837,
+ 0.018064437434077263,
+ 0.00019563107343856245,
+ 0.8063532710075378
+ ],
+ "log_scores_by_expert": [
+ -14.120529174804688,
+ -15.860618591308594,
+ -13.788862228393555,
+ -5.2034735679626465,
+ -4.491431713104248,
+ -7.884718894958496,
+ -8.549382209777832,
+ -4.013810157775879,
+ -8.53927993774414,
+ -0.21523337066173553
+ ],
+ "distances_by_expert": [
+ 28.241058349609375,
+ 31.721237182617188,
+ 27.57772445678711,
+ 10.406947135925293,
+ 8.982863426208496,
+ 15.769437789916992,
+ 17.098764419555664,
+ 8.027620315551758,
+ 17.07855987548828,
+ 0.43046674132347107
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.58154296875,
+ "language": 52.93635177612305
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.181849355220038e-07,
+ 1.2847544894611929e-07,
+ 1.0015440921051777e-06,
+ 0.005581641104072332,
+ 0.010679022409021854,
+ 0.00038892566226422787,
+ 0.0001948379067471251,
+ 0.01780349761247635,
+ 0.00018981460016220808,
+ 0.7720891237258911
+ ],
+ "log_scores_by_expert": [
+ -14.146538734436035,
+ -15.867527961730957,
+ -13.81396770477295,
+ -5.188272476196289,
+ -4.539474010467529,
+ -7.8521223068237305,
+ -8.543342590332031,
+ -4.028360366821289,
+ -8.569462776184082,
+ -0.25865525007247925
+ ],
+ "distances_by_expert": [
+ 28.29307746887207,
+ 31.735055923461914,
+ 27.6279354095459,
+ 10.376544952392578,
+ 9.078948020935059,
+ 15.704244613647461,
+ 17.086685180664062,
+ 8.056720733642578,
+ 17.138925552368164,
+ 0.5173105001449585
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.498291015625,
+ "language": 52.941654205322266
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.465671162914077e-07,
+ 1.1101639074695413e-07,
+ 9.155980364994321e-07,
+ 0.0051801446825265884,
+ 0.009644399397075176,
+ 0.00036244047805666924,
+ 0.00018212523718830198,
+ 0.016219493001699448,
+ 0.00017147437029052526,
+ 0.6902550458908081
+ ],
+ "log_scores_by_expert": [
+ -14.251588821411133,
+ -16.013587951660156,
+ -13.903688430786133,
+ -5.262922286987305,
+ -4.641377925872803,
+ -7.922650337219238,
+ -8.61081600189209,
+ -4.121541500091553,
+ -8.671076774597168,
+ -0.3706941306591034
+ ],
+ "distances_by_expert": [
+ 28.503177642822266,
+ 32.02717590332031,
+ 27.807376861572266,
+ 10.52584457397461,
+ 9.282755851745605,
+ 15.845300674438477,
+ 17.22163200378418,
+ 8.243083000183105,
+ 17.342153549194336,
+ 0.7413882613182068
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.346435546875,
+ "language": 52.9474983215332
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.1954523289387e-07,
+ 9.149935209507021e-08,
+ 8.712053158888011e-07,
+ 0.004353010095655918,
+ 0.00863854493945837,
+ 0.00025755175738595426,
+ 0.00015064711624290794,
+ 0.014496340416371822,
+ 0.00016300709103234112,
+ 0.6444151401519775
+ ],
+ "log_scores_by_expert": [
+ -14.294280052185059,
+ -16.206933975219727,
+ -13.953388214111328,
+ -5.436887741088867,
+ -4.751521110534668,
+ -8.264289855957031,
+ -8.800570487976074,
+ -4.233859062194824,
+ -8.72171688079834,
+ -0.43941208720207214
+ ],
+ "distances_by_expert": [
+ 28.588560104370117,
+ 32.41386795043945,
+ 27.906776428222656,
+ 10.873775482177734,
+ 9.503042221069336,
+ 16.528579711914062,
+ 17.60114097595215,
+ 8.467718124389648,
+ 17.44343376159668,
+ 0.8788241744041443
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3599.36572265625,
+ "language": 52.91619110107422
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.257104701035132e-07,
+ 9.337005479892468e-08,
+ 8.507349207320658e-07,
+ 0.004236877430230379,
+ 0.009208500385284424,
+ 0.00024270039284601808,
+ 0.00015078035357873887,
+ 0.01436680369079113,
+ 0.00016433132987003773,
+ 0.6721181869506836
+ ],
+ "log_scores_by_expert": [
+ -14.284378051757812,
+ -16.186695098876953,
+ -13.977165222167969,
+ -5.463928699493408,
+ -4.687628269195557,
+ -8.32368278503418,
+ -8.799686431884766,
+ -4.24283504486084,
+ -8.71362590789795,
+ -0.39732110500335693
+ ],
+ "distances_by_expert": [
+ 28.568756103515625,
+ 32.373390197753906,
+ 27.954330444335938,
+ 10.927857398986816,
+ 9.375256538391113,
+ 16.64736557006836,
+ 17.59937286376953,
+ 8.48567008972168,
+ 17.4272518157959,
+ 0.7946422100067139
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.312255859375,
+ "language": 52.91893005371094
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.652419983765867e-07,
+ 1.0750395773584387e-07,
+ 9.143947181655676e-07,
+ 0.004662468098104,
+ 0.01018112525343895,
+ 0.0002907989255618304,
+ 0.0001671679929131642,
+ 0.015820244327187538,
+ 0.00018078256107401103,
+ 0.7624344229698181
+ ],
+ "log_scores_by_expert": [
+ -14.223114967346191,
+ -16.045738220214844,
+ -13.905003547668457,
+ -5.368210315704346,
+ -4.587219715118408,
+ -8.142878532409668,
+ -8.696511268615723,
+ -4.146464824676514,
+ -8.618215560913086,
+ -0.2712388038635254
+ ],
+ "distances_by_expert": [
+ 28.446229934692383,
+ 32.09147644042969,
+ 27.810007095336914,
+ 10.736420631408691,
+ 9.174439430236816,
+ 16.285757064819336,
+ 17.393022537231445,
+ 8.292929649353027,
+ 17.236431121826172,
+ 0.5424776077270508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.650634765625,
+ "language": 52.908782958984375
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.940391017451475e-07,
+ 1.1366110896915416e-07,
+ 9.5320876880578e-07,
+ 0.005025870632380247,
+ 0.010662256740033627,
+ 0.0003222477971576154,
+ 0.0001740108273224905,
+ 0.016796518117189407,
+ 0.00018956910935230553,
+ 0.7882269620895386
+ ],
+ "log_scores_by_expert": [
+ -14.180737495422363,
+ -15.990044593811035,
+ -13.863431930541992,
+ -5.293156623840332,
+ -4.541045188903809,
+ -8.040189743041992,
+ -8.656393051147461,
+ -4.086583614349365,
+ -8.570756912231445,
+ -0.23796923458576202
+ ],
+ "distances_by_expert": [
+ 28.361474990844727,
+ 31.98008918762207,
+ 27.726863861083984,
+ 10.586313247680664,
+ 9.082090377807617,
+ 16.080379486083984,
+ 17.312786102294922,
+ 8.17316722869873,
+ 17.14151382446289,
+ 0.47593846917152405
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3405.9296875,
+ "language": 52.89737319946289
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769855076527165e-07,
+ 1.0937240801922599e-07,
+ 9.369014719595725e-07,
+ 0.004765464924275875,
+ 0.010570881888270378,
+ 0.00031226567807607353,
+ 0.00017480170936323702,
+ 0.01682007499039173,
+ 0.00018249174172524363,
+ 0.7954482436180115
+ ],
+ "log_scores_by_expert": [
+ -14.205615997314453,
+ -16.028507232666016,
+ -13.880687713623047,
+ -5.346360206604004,
+ -4.549652099609375,
+ -8.071656227111816,
+ -8.65185832977295,
+ -4.085182189941406,
+ -8.608805656433105,
+ -0.22884950041770935
+ ],
+ "distances_by_expert": [
+ 28.411231994628906,
+ 32.05701446533203,
+ 27.761375427246094,
+ 10.692720413208008,
+ 9.09930419921875,
+ 16.143312454223633,
+ 17.3037166595459,
+ 8.170364379882812,
+ 17.21761131286621,
+ 0.4576990008354187
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3410.326171875,
+ "language": 52.92792892456055
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.302332167251734e-07,
+ 1.0172699660415674e-07,
+ 8.786354328549351e-07,
+ 0.004653947427868843,
+ 0.010049005039036274,
+ 0.000308611779473722,
+ 0.0001688385964371264,
+ 0.015746774151921272,
+ 0.0001718327112030238,
+ 0.7308268547058105
+ ],
+ "log_scores_by_expert": [
+ -14.277175903320312,
+ -16.10097312927246,
+ -13.94489574432373,
+ -5.370039463043213,
+ -4.600281715393066,
+ -8.083426475524902,
+ -8.686567306518555,
+ -4.151119709014893,
+ -8.668989181518555,
+ -0.31357869505882263
+ ],
+ "distances_by_expert": [
+ 28.554351806640625,
+ 32.20194625854492,
+ 27.88979148864746,
+ 10.740078926086426,
+ 9.200563430786133,
+ 16.166852951049805,
+ 17.37313461303711,
+ 8.302239418029785,
+ 17.33797836303711,
+ 0.6271573901176453
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3432.5029296875,
+ "language": 52.94856262207031
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.93611389376747e-07,
+ 9.906070630449904e-08,
+ 8.492644951729744e-07,
+ 0.0046474323607981205,
+ 0.009945858269929886,
+ 0.00031165729160420597,
+ 0.0001670586789259687,
+ 0.015825148671865463,
+ 0.00016431785479653627,
+ 0.7369651794433594
+ ],
+ "log_scores_by_expert": [
+ -14.337040901184082,
+ -16.127532958984375,
+ -13.97889518737793,
+ -5.371440410614014,
+ -4.610599040985107,
+ -8.073606491088867,
+ -8.697165489196777,
+ -4.146154880523682,
+ -8.71370792388916,
+ -0.30521464347839355
+ ],
+ "distances_by_expert": [
+ 28.674081802368164,
+ 32.25506591796875,
+ 27.95779037475586,
+ 10.742880821228027,
+ 9.221198081970215,
+ 16.147212982177734,
+ 17.394330978393555,
+ 8.292309761047363,
+ 17.42741584777832,
+ 0.6104292869567871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.788818359375,
+ "language": 52.914344787597656
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.923659157109796e-07,
+ 1.0889303325711808e-07,
+ 9.456771863369795e-07,
+ 0.0047860718332231045,
+ 0.010434572584927082,
+ 0.0003013357345480472,
+ 0.00017570926866028458,
+ 0.016757287085056305,
+ 0.00018688516865950078,
+ 0.7807180881500244
+ ],
+ "log_scores_by_expert": [
+ -14.183151245117188,
+ -16.032899856567383,
+ -13.87136459350586,
+ -5.342045307159424,
+ -4.562630653381348,
+ -8.107285499572754,
+ -8.646679878234863,
+ -4.088922023773193,
+ -8.585016250610352,
+ -0.247541144490242
+ ],
+ "distances_by_expert": [
+ 28.366302490234375,
+ 32.065799713134766,
+ 27.74272918701172,
+ 10.684090614318848,
+ 9.125261306762695,
+ 16.214570999145508,
+ 17.293359756469727,
+ 8.177844047546387,
+ 17.170032501220703,
+ 0.495082288980484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3402.901611328125,
+ "language": 52.898719787597656
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491930548691016e-07,
+ 1.0470202482792956e-07,
+ 8.924276926336461e-07,
+ 0.004543052986264229,
+ 0.010101408697664738,
+ 0.00028871180256828666,
+ 0.00016712448268663138,
+ 0.015756893903017044,
+ 0.00017874744662549347,
+ 0.7625438570976257
+ ],
+ "log_scores_by_expert": [
+ -14.247535705566406,
+ -16.072147369384766,
+ -13.929320335388184,
+ -5.394155979156494,
+ -4.595080375671387,
+ -8.150081634521484,
+ -8.696771621704102,
+ -4.150477409362793,
+ -8.629536628723145,
+ -0.27109527587890625
+ ],
+ "distances_by_expert": [
+ 28.495071411132812,
+ 32.14429473876953,
+ 27.858640670776367,
+ 10.788311958312988,
+ 9.190160751342773,
+ 16.30016326904297,
+ 17.393543243408203,
+ 8.300954818725586,
+ 17.25907325744629,
+ 0.5421905517578125
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.839599609375,
+ "language": 52.92601776123047
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388972906279378e-07,
+ 1.0387118010157792e-07,
+ 8.813402700980077e-07,
+ 0.004510156810283661,
+ 0.01012035645544529,
+ 0.00028833263786509633,
+ 0.00016587862046435475,
+ 0.015749342739582062,
+ 0.00017634480900596827,
+ 0.7594435811042786
+ ],
+ "log_scores_by_expert": [
+ -14.263522148132324,
+ -16.080114364624023,
+ -13.941822052001953,
+ -5.401423454284668,
+ -4.593206405639648,
+ -8.151395797729492,
+ -8.704254150390625,
+ -4.150956630706787,
+ -8.64306926727295,
+ -0.2751692235469818
+ ],
+ "distances_by_expert": [
+ 28.52704429626465,
+ 32.16022872924805,
+ 27.883644104003906,
+ 10.802846908569336,
+ 9.186412811279297,
+ 16.302791595458984,
+ 17.40850830078125,
+ 8.301913261413574,
+ 17.2861385345459,
+ 0.5503384470939636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.024169921875,
+ "language": 52.9241828918457
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.074929726513801e-07,
+ 1.226408983256988e-07,
+ 9.791599495656556e-07,
+ 0.005535484757274389,
+ 0.010767865926027298,
+ 0.00038365108775906265,
+ 0.00019281276036053896,
+ 0.017570868134498596,
+ 0.00019162159878760576,
+ 0.7924992442131042
+ ],
+ "log_scores_by_expert": [
+ -14.161538124084473,
+ -15.914005279541016,
+ -13.836570739746094,
+ -5.196576118469238,
+ -4.53118896484375,
+ -7.865777015686035,
+ -8.553791046142578,
+ -4.041512966156006,
+ -8.559988021850586,
+ -0.23256376385688782
+ ],
+ "distances_by_expert": [
+ 28.323076248168945,
+ 31.82801055908203,
+ 27.673141479492188,
+ 10.393152236938477,
+ 9.0623779296875,
+ 15.73155403137207,
+ 17.107582092285156,
+ 8.083025932312012,
+ 17.119976043701172,
+ 0.46512752771377563
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.7822265625,
+ "language": 52.94915008544922
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82888867231668e-07,
+ 1.2089046208529908e-07,
+ 9.615721410227707e-07,
+ 0.0054224529303610325,
+ 0.010396772064268589,
+ 0.00037249477463774383,
+ 0.00018901380826719105,
+ 0.017016315832734108,
+ 0.00018596617155708373,
+ 0.7610836625099182
+ ],
+ "log_scores_by_expert": [
+ -14.19693374633789,
+ -15.928380966186523,
+ -13.854696273803711,
+ -5.217206954956055,
+ -4.566259860992432,
+ -7.89528751373291,
+ -8.573690414428711,
+ -4.073582649230957,
+ -8.589945793151855,
+ -0.2730120122432709
+ ],
+ "distances_by_expert": [
+ 28.39386749267578,
+ 31.856761932373047,
+ 27.709392547607422,
+ 10.43441390991211,
+ 9.132519721984863,
+ 15.79057502746582,
+ 17.147380828857422,
+ 8.147165298461914,
+ 17.17989158630371,
+ 0.5460240244865417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.910400390625,
+ "language": 52.93501663208008
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.895280423828808e-07,
+ 9.938565170841684e-08,
+ 8.236151529672497e-07,
+ 0.0047222101129591465,
+ 0.008900708518922329,
+ 0.00031004220363684,
+ 0.0001665137242525816,
+ 0.01467213686555624,
+ 0.00016058307664934546,
+ 0.6460631489753723
+ ],
+ "log_scores_by_expert": [
+ -14.34394359588623,
+ -16.124258041381836,
+ -14.009562492370605,
+ -5.355478286743164,
+ -4.721624374389648,
+ -8.078802108764648,
+ -8.700432777404785,
+ -4.221805095672607,
+ -8.736699104309082,
+ -0.43685805797576904
+ ],
+ "distances_by_expert": [
+ 28.68788719177246,
+ 32.24851608276367,
+ 28.01912498474121,
+ 10.710956573486328,
+ 9.443248748779297,
+ 16.157604217529297,
+ 17.40086555480957,
+ 8.443610191345215,
+ 17.473398208618164,
+ 0.8737161159515381
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.517822265625,
+ "language": 52.97536087036133
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.290803185038385e-07,
+ 8.8173834456029e-08,
+ 8.757451723795384e-07,
+ 0.0040903761982917786,
+ 0.008447512052953243,
+ 0.00023558734392281622,
+ 0.0001473132288083434,
+ 0.014119794592261314,
+ 0.00016451432020403445,
+ 0.6309131383895874
+ ],
+ "log_scores_by_expert": [
+ -14.279006958007812,
+ -16.243955612182617,
+ -13.948190689086914,
+ -5.499118328094482,
+ -4.77388334274292,
+ -8.353428840637207,
+ -8.822949409484863,
+ -4.2601776123046875,
+ -8.712512969970703,
+ -0.4605870842933655
+ ],
+ "distances_by_expert": [
+ 28.558013916015625,
+ 32.487911224365234,
+ 27.896381378173828,
+ 10.998236656188965,
+ 9.54776668548584,
+ 16.706857681274414,
+ 17.645898818969727,
+ 8.520355224609375,
+ 17.425025939941406,
+ 0.921174168586731
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3543.7822265625,
+ "language": 52.90058135986328
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.844849735898606e-07,
+ 1.0535207195516705e-07,
+ 9.473191084907739e-07,
+ 0.004635858815163374,
+ 0.009896894916892052,
+ 0.0002832788450177759,
+ 0.00016823939222376794,
+ 0.016248110681772232,
+ 0.0001823671773308888,
+ 0.7352734208106995
+ ],
+ "log_scores_by_expert": [
+ -14.194599151611328,
+ -16.06595802307129,
+ -13.869629859924316,
+ -5.373933792114258,
+ -4.61553430557251,
+ -8.169078826904297,
+ -8.690122604370117,
+ -4.119778633117676,
+ -8.609488487243652,
+ -0.30751287937164307
+ ],
+ "distances_by_expert": [
+ 28.389198303222656,
+ 32.13191604614258,
+ 27.739259719848633,
+ 10.747867584228516,
+ 9.23106861114502,
+ 16.338157653808594,
+ 17.380245208740234,
+ 8.239557266235352,
+ 17.218976974487305,
+ 0.6150257587432861
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.42041015625,
+ "language": 52.89527893066406
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.215810799403698e-07,
+ 9.69925153526674e-08,
+ 8.549838526050735e-07,
+ 0.004236279521137476,
+ 0.009883048012852669,
+ 0.00025691246264614165,
+ 0.00015646367683075368,
+ 0.01486512552946806,
+ 0.00016977086488623172,
+ 0.7297140955924988
+ ],
+ "log_scores_by_expert": [
+ -14.290999412536621,
+ -16.148632049560547,
+ -13.972183227539062,
+ -5.464069843292236,
+ -4.616934299468994,
+ -8.266775131225586,
+ -8.762686729431152,
+ -4.208737373352051,
+ -8.681060791015625,
+ -0.3151024281978607
+ ],
+ "distances_by_expert": [
+ 28.581998825073242,
+ 32.297264099121094,
+ 27.944366455078125,
+ 10.928139686584473,
+ 9.233868598937988,
+ 16.533550262451172,
+ 17.525373458862305,
+ 8.417474746704102,
+ 17.36212158203125,
+ 0.6302048563957214
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.5380859375,
+ "language": 52.90321731567383
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.643455208177329e-07,
+ 1.082378560113284e-07,
+ 9.262918752028781e-07,
+ 0.004701714497059584,
+ 0.010532124899327755,
+ 0.00030345103004947305,
+ 0.00016991616575978696,
+ 0.01644347980618477,
+ 0.00018114151316694915,
+ 0.7767012119293213
+ ],
+ "log_scores_by_expert": [
+ -14.22446346282959,
+ -16.0389347076416,
+ -13.89207649230957,
+ -5.359827995300293,
+ -4.553325176239014,
+ -8.100290298461914,
+ -8.680205345153809,
+ -4.107826232910156,
+ -8.616231918334961,
+ -0.2526995539665222
+ ],
+ "distances_by_expert": [
+ 28.44892692565918,
+ 32.0778694152832,
+ 27.78415298461914,
+ 10.719655990600586,
+ 9.106650352478027,
+ 16.200580596923828,
+ 17.360410690307617,
+ 8.215652465820312,
+ 17.232463836669922,
+ 0.5053991079330444
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.600341796875,
+ "language": 52.89604568481445
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.550070565936039e-07,
+ 1.0231641311975181e-07,
+ 8.97027746304957e-07,
+ 0.004512124694883823,
+ 0.01048416830599308,
+ 0.0002896519436035305,
+ 0.00016849984240252525,
+ 0.016033122316002846,
+ 0.00017729536921251565,
+ 0.7807875275611877
+ ],
+ "log_scores_by_expert": [
+ -14.238619804382324,
+ -16.095195770263672,
+ -13.924179077148438,
+ -5.400987148284912,
+ -4.557888984680176,
+ -8.146830558776855,
+ -8.688575744628906,
+ -4.133098602294922,
+ -8.637693405151367,
+ -0.24745216965675354
+ ],
+ "distances_by_expert": [
+ 28.47723960876465,
+ 32.190391540527344,
+ 27.848358154296875,
+ 10.801974296569824,
+ 9.115777969360352,
+ 16.29366111755371,
+ 17.377151489257812,
+ 8.266197204589844,
+ 17.275386810302734,
+ 0.4949043393135071
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.10498046875,
+ "language": 52.92778778076172
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.241360554464336e-07,
+ 8.723887390260643e-08,
+ 7.423073498102895e-07,
+ 0.004003642592579126,
+ 0.009135279804468155,
+ 0.00026999329566024244,
+ 0.00015632540453225374,
+ 0.014485402032732964,
+ 0.00014323298819363117,
+ 0.6863048076629639
+ ],
+ "log_scores_by_expert": [
+ -14.461514472961426,
+ -16.254615783691406,
+ -14.113502502441406,
+ -5.520550727844238,
+ -4.695611476898193,
+ -8.217113494873047,
+ -8.763570785522461,
+ -4.23461389541626,
+ -8.851037979125977,
+ -0.37643343210220337
+ ],
+ "distances_by_expert": [
+ 28.92302894592285,
+ 32.50923156738281,
+ 28.227005004882812,
+ 11.041101455688477,
+ 9.391222953796387,
+ 16.434226989746094,
+ 17.527141571044922,
+ 8.46922779083252,
+ 17.702075958251953,
+ 0.7528668642044067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.6171875,
+ "language": 52.956275939941406
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.4718861974834e-07,
+ 9.287097668675415e-08,
+ 7.848616405681241e-07,
+ 0.004311163444072008,
+ 0.009520772844552994,
+ 0.00029463585815392435,
+ 0.00016218647942878306,
+ 0.015393169596791267,
+ 0.00014882032701279968,
+ 0.7079373002052307
+ ],
+ "log_scores_by_expert": [
+ -14.418472290039062,
+ -16.192054748535156,
+ -14.057758331298828,
+ -5.446547508239746,
+ -4.6542792320251465,
+ -8.129770278930664,
+ -8.726763725280762,
+ -4.173831462860107,
+ -8.81277084350586,
+ -0.3453997075557709
+ ],
+ "distances_by_expert": [
+ 28.836944580078125,
+ 32.38410949707031,
+ 28.115516662597656,
+ 10.893095016479492,
+ 9.308558464050293,
+ 16.259540557861328,
+ 17.453527450561523,
+ 8.347662925720215,
+ 17.62554168701172,
+ 0.6907994151115417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.120361328125,
+ "language": 52.93926239013672
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.131857617219794e-07,
+ 8.881421109663279e-08,
+ 8.399019293392485e-07,
+ 0.003939422313123941,
+ 0.009027902968227863,
+ 0.0002463606942910701,
+ 0.00015527018695138395,
+ 0.014542055316269398,
+ 0.00016728903574403375,
+ 0.6835016012191772
+ ],
+ "log_scores_by_expert": [
+ -14.304597854614258,
+ -16.236719131469727,
+ -13.989980697631836,
+ -5.536721229553223,
+ -4.707435131072998,
+ -8.308713912963867,
+ -8.770343780517578,
+ -4.230710506439209,
+ -8.69578742980957,
+ -0.3805263340473175
+ ],
+ "distances_by_expert": [
+ 28.609195709228516,
+ 32.47343826293945,
+ 27.979961395263672,
+ 11.073442459106445,
+ 9.414870262145996,
+ 16.617427825927734,
+ 17.540687561035156,
+ 8.461421012878418,
+ 17.39157485961914,
+ 0.761052668094635
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.32958984375,
+ "language": 52.92768096923828
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.354276820275118e-07,
+ 9.77793419565387e-08,
+ 8.808663096715463e-07,
+ 0.004251955542713404,
+ 0.009658358059823513,
+ 0.00026435230392962694,
+ 0.00016050362319219857,
+ 0.015165869146585464,
+ 0.00017434819892514497,
+ 0.7157252430915833
+ ],
+ "log_scores_by_expert": [
+ -14.268967628479004,
+ -16.140552520751953,
+ -13.942359924316406,
+ -5.460376262664795,
+ -4.639931678771973,
+ -8.238227844238281,
+ -8.737194061279297,
+ -4.1887078285217285,
+ -8.65445613861084,
+ -0.3344589173793793
+ ],
+ "distances_by_expert": [
+ 28.537935256958008,
+ 32.281105041503906,
+ 27.884719848632812,
+ 10.92075252532959,
+ 9.279863357543945,
+ 16.476455688476562,
+ 17.474388122558594,
+ 8.377415657043457,
+ 17.30891227722168,
+ 0.6689178347587585
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3502.183349609375,
+ "language": 52.91746520996094
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206771558936452e-07,
+ 8.81918325035258e-08,
+ 8.467566772196733e-07,
+ 0.00381320808082819,
+ 0.0090921176597476,
+ 0.00022892298875376582,
+ 0.00015038700075820088,
+ 0.014425771310925484,
+ 0.00016626063734292984,
+ 0.6785972714424133
+ ],
+ "log_scores_by_expert": [
+ -14.292454719543457,
+ -16.243751525878906,
+ -13.981852531433105,
+ -5.569284439086914,
+ -4.700347423553467,
+ -8.382124900817871,
+ -8.802298545837402,
+ -4.238739013671875,
+ -8.701953887939453,
+ -0.3877274990081787
+ ],
+ "distances_by_expert": [
+ 28.584909439086914,
+ 32.48750305175781,
+ 27.96370506286621,
+ 11.138568878173828,
+ 9.400694847106934,
+ 16.764249801635742,
+ 17.604597091674805,
+ 8.47747802734375,
+ 17.403907775878906,
+ 0.7754549980163574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3625.92333984375,
+ "language": 52.93980026245117
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.754274295417417e-07,
+ 1.1155660217809782e-07,
+ 9.297904739469232e-07,
+ 0.00493980199098587,
+ 0.010702109895646572,
+ 0.0003293358313385397,
+ 0.0001788647787179798,
+ 0.017035530880093575,
+ 0.00018215354066342115,
+ 0.7867958545684814
+ ],
+ "log_scores_by_expert": [
+ -14.20792007446289,
+ -16.00873374938965,
+ -13.888306617736816,
+ -5.31043004989624,
+ -4.537314414978027,
+ -8.0184326171875,
+ -8.628880500793457,
+ -4.07245397567749,
+ -8.610660552978516,
+ -0.23978650569915771
+ ],
+ "distances_by_expert": [
+ 28.41584014892578,
+ 32.0174674987793,
+ 27.776613235473633,
+ 10.62086009979248,
+ 9.074628829956055,
+ 16.036865234375,
+ 17.257761001586914,
+ 8.14490795135498,
+ 17.22132110595703,
+ 0.47957301139831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.503662109375,
+ "language": 52.93763732910156
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.443480629059195e-07,
+ 1.0102799308242538e-07,
+ 8.88427223344479e-07,
+ 0.00414530374109745,
+ 0.009231396950781345,
+ 0.0002617491118144244,
+ 0.0001593998313182965,
+ 0.014740079641342163,
+ 0.0001785188214853406,
+ 0.6925607919692993
+ ],
+ "log_scores_by_expert": [
+ -14.255026817321777,
+ -16.107868194580078,
+ -13.933813095092773,
+ -5.485779285430908,
+ -4.685144901275635,
+ -8.248124122619629,
+ -8.744094848632812,
+ -4.217185020446777,
+ -8.630816459655762,
+ -0.36735931038856506
+ ],
+ "distances_by_expert": [
+ 28.510053634643555,
+ 32.215736389160156,
+ 27.867626190185547,
+ 10.971558570861816,
+ 9.37028980255127,
+ 16.496248245239258,
+ 17.488189697265625,
+ 8.434370040893555,
+ 17.261632919311523,
+ 0.7347186207771301
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3497.229736328125,
+ "language": 52.896453857421875
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.233401788653282e-07,
+ 1.0596775013027582e-07,
+ 1.0043647762358887e-06,
+ 0.0045693255960941315,
+ 0.009466364979743958,
+ 0.0003025592886842787,
+ 0.00016864854842424393,
+ 0.016060056164860725,
+ 0.00018981550238095224,
+ 0.6931754946708679
+ ],
+ "log_scores_by_expert": [
+ -14.139386177062988,
+ -16.060131072998047,
+ -13.811155319213867,
+ -5.388389587402344,
+ -4.66001033782959,
+ -8.103233337402344,
+ -8.68769359588623,
+ -4.131420135498047,
+ -8.5694580078125,
+ -0.366472065448761
+ ],
+ "distances_by_expert": [
+ 28.278772354125977,
+ 32.120262145996094,
+ 27.622310638427734,
+ 10.776779174804688,
+ 9.32002067565918,
+ 16.206466674804688,
+ 17.37538719177246,
+ 8.262840270996094,
+ 17.138916015625,
+ 0.732944130897522
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.919921875,
+ "language": 52.932586669921875
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.158039920796e-07,
+ 1.1218691753356325e-07,
+ 9.881355254037771e-07,
+ 0.005496423691511154,
+ 0.00972619280219078,
+ 0.00036367616849020123,
+ 0.00017887927242554724,
+ 0.016511939465999603,
+ 0.00019355816766619682,
+ 0.690058171749115
+ ],
+ "log_scores_by_expert": [
+ -14.149859428405762,
+ -16.00309944152832,
+ -13.827445983886719,
+ -5.203657627105713,
+ -4.632932662963867,
+ -7.919246673583984,
+ -8.628799438476562,
+ -4.103671550750732,
+ -8.549932479858398,
+ -0.3709793984889984
+ ],
+ "distances_by_expert": [
+ 28.299718856811523,
+ 32.00619888305664,
+ 27.654891967773438,
+ 10.407315254211426,
+ 9.265865325927734,
+ 15.838493347167969,
+ 17.257598876953125,
+ 8.207343101501465,
+ 17.099864959716797,
+ 0.7419587969779968
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3335.59521484375,
+ "language": 52.91973876953125
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.54704820135521e-07,
+ 9.976931636401787e-08,
+ 9.335301456303569e-07,
+ 0.0051436033099889755,
+ 0.008790240623056889,
+ 0.0003109675890300423,
+ 0.00016076528117991984,
+ 0.015058198943734169,
+ 0.00018075686239171773,
+ 0.6044421195983887
+ ],
+ "log_scores_by_expert": [
+ -14.239081382751465,
+ -16.120405197143555,
+ -13.884292602539062,
+ -5.270001411437988,
+ -4.7341132164001465,
+ -8.075821876525879,
+ -8.735565185546875,
+ -4.1958327293396,
+ -8.61835765838623,
+ -0.5034493803977966
+ ],
+ "distances_by_expert": [
+ 28.47816276550293,
+ 32.24081039428711,
+ 27.768585205078125,
+ 10.540002822875977,
+ 9.468226432800293,
+ 16.151643753051758,
+ 17.47113037109375,
+ 8.3916654586792,
+ 17.23671531677246,
+ 1.0068987607955933
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.430908203125,
+ "language": 52.904048919677734
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.073364258758374e-07,
+ 1.1351323792041512e-07,
+ 9.807730521060876e-07,
+ 0.005556622985750437,
+ 0.010001296177506447,
+ 0.00036972432280890644,
+ 0.000179201306309551,
+ 0.016534283757209778,
+ 0.00019324904133100063,
+ 0.7043371796607971
+ ],
+ "log_scores_by_expert": [
+ -14.161759376525879,
+ -15.99134635925293,
+ -13.834924697875977,
+ -5.192764759063721,
+ -4.605040550231934,
+ -7.902752876281738,
+ -8.62700080871582,
+ -4.102319240570068,
+ -8.551530838012695,
+ -0.35049813985824585
+ ],
+ "distances_by_expert": [
+ 28.323518753051758,
+ 31.98269271850586,
+ 27.669849395751953,
+ 10.385529518127441,
+ 9.210081100463867,
+ 15.805505752563477,
+ 17.25400161743164,
+ 8.204638481140137,
+ 17.10306167602539,
+ 0.7009962797164917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.92431640625,
+ "language": 52.907962799072266
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.182027275121072e-07,
+ 1.1290270407471326e-07,
+ 1.0021268508353387e-06,
+ 0.005570622626692057,
+ 0.009981130249798298,
+ 0.0003629316342994571,
+ 0.0001787338114809245,
+ 0.016607454046607018,
+ 0.0001966295239981264,
+ 0.7034478783607483
+ ],
+ "log_scores_by_expert": [
+ -14.146513938903809,
+ -15.996739387512207,
+ -13.813385963439941,
+ -5.190248489379883,
+ -4.607059001922607,
+ -7.921296119689941,
+ -8.629612922668457,
+ -4.097903728485107,
+ -8.534189224243164,
+ -0.35176151990890503
+ ],
+ "distances_by_expert": [
+ 28.293027877807617,
+ 31.993478775024414,
+ 27.626771926879883,
+ 10.380496978759766,
+ 9.214118003845215,
+ 15.842592239379883,
+ 17.259225845336914,
+ 8.195807456970215,
+ 17.068378448486328,
+ 0.7035230398178101
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.21875,
+ "language": 52.88158416748047
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.495382874367351e-07,
+ 1.2241899582932092e-07,
+ 1.0453765071360976e-06,
+ 0.005784890614449978,
+ 0.010496843606233597,
+ 0.0003867371997330338,
+ 0.00018760086095426232,
+ 0.01732395589351654,
+ 0.0002024931163759902,
+ 0.739361584186554
+ ],
+ "log_scores_by_expert": [
+ -14.103808403015137,
+ -15.915816307067871,
+ -13.771133422851562,
+ -5.152505874633789,
+ -4.556680679321289,
+ -7.857765197753906,
+ -8.581193923950195,
+ -4.055665016174316,
+ -8.504804611206055,
+ -0.3019682466983795
+ ],
+ "distances_by_expert": [
+ 28.207616806030273,
+ 31.831632614135742,
+ 27.542266845703125,
+ 10.305011749267578,
+ 9.113361358642578,
+ 15.715530395507812,
+ 17.16238784790039,
+ 8.111330032348633,
+ 17.00960922241211,
+ 0.603936493396759
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.652587890625,
+ "language": 52.893638610839844
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.764505198792904e-07,
+ 1.2125035198096157e-07,
+ 1.053784558280313e-06,
+ 0.00557324755936861,
+ 0.010497559793293476,
+ 0.00036803013063035905,
+ 0.00018697553605306894,
+ 0.017487742006778717,
+ 0.00020610172941815108,
+ 0.7497937083244324
+ ],
+ "log_scores_by_expert": [
+ -14.068532943725586,
+ -15.925408363342285,
+ -13.76312255859375,
+ -5.189777374267578,
+ -4.556612491607666,
+ -7.907345771789551,
+ -8.584532737731934,
+ -4.046255111694336,
+ -8.487140655517578,
+ -0.2879571318626404
+ ],
+ "distances_by_expert": [
+ 28.137065887451172,
+ 31.85081672668457,
+ 27.5262451171875,
+ 10.379554748535156,
+ 9.113224983215332,
+ 15.814691543579102,
+ 17.169065475463867,
+ 8.092510223388672,
+ 16.974281311035156,
+ 0.5759142637252808
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.9580078125,
+ "language": 52.91875457763672
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.893768838584947e-07,
+ 1.1241611019841002e-07,
+ 1.0496030427020742e-06,
+ 0.005075377877801657,
+ 0.010097070597112179,
+ 0.0003335600486025214,
+ 0.00017706658400129527,
+ 0.017025016248226166,
+ 0.0002058081008726731,
+ 0.7265293002128601
+ ],
+ "log_scores_by_expert": [
+ -14.052021980285645,
+ -16.00105857849121,
+ -13.767098426818848,
+ -5.28335428237915,
+ -4.595510005950928,
+ -8.005687713623047,
+ -8.638984680175781,
+ -4.073071479797363,
+ -8.488566398620605,
+ -0.319476455450058
+ ],
+ "distances_by_expert": [
+ 28.10404396057129,
+ 32.00211715698242,
+ 27.534196853637695,
+ 10.5667085647583,
+ 9.191020011901855,
+ 16.011375427246094,
+ 17.277969360351562,
+ 8.146142959594727,
+ 16.97713279724121,
+ 0.638952910900116
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.609619140625,
+ "language": 52.911949157714844
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.620275255248998e-07,
+ 9.878297646537249e-08,
+ 1.0129566589966998e-06,
+ 0.004427728708833456,
+ 0.009195798076689243,
+ 0.00028080615447834134,
+ 0.0001645180891500786,
+ 0.01574733853340149,
+ 0.00019514455925673246,
+ 0.6687326431274414
+ ],
+ "log_scores_by_expert": [
+ -14.08728313446045,
+ -16.130340576171875,
+ -13.802637100219727,
+ -5.419868469238281,
+ -4.689008712768555,
+ -8.17784595489502,
+ -8.71249008178711,
+ -4.151083946228027,
+ -8.541769981384277,
+ -0.40237095952033997
+ ],
+ "distances_by_expert": [
+ 28.1745662689209,
+ 32.26068115234375,
+ 27.605274200439453,
+ 10.839736938476562,
+ 9.37801742553711,
+ 16.35569190979004,
+ 17.42498016357422,
+ 8.302167892456055,
+ 17.083539962768555,
+ 0.8047419190406799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.872314453125,
+ "language": 52.92701721191406
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.526750209763122e-07,
+ 9.926611710397992e-08,
+ 9.889924967865227e-07,
+ 0.004369121976196766,
+ 0.00909295491874218,
+ 0.00028822405147366226,
+ 0.00016290528583340347,
+ 0.0155235780403018,
+ 0.00019740946299862117,
+ 0.6689602136611938
+ ],
+ "log_scores_by_expert": [
+ -14.099632263183594,
+ -16.12546157836914,
+ -13.826579093933105,
+ -5.433193206787109,
+ -4.700255393981934,
+ -8.151772499084473,
+ -8.722341537475586,
+ -4.165395259857178,
+ -8.530230522155762,
+ -0.40203067660331726
+ ],
+ "distances_by_expert": [
+ 28.199264526367188,
+ 32.25092315673828,
+ 27.65315818786621,
+ 10.866386413574219,
+ 9.400510787963867,
+ 16.303544998168945,
+ 17.444683074951172,
+ 8.330790519714355,
+ 17.060461044311523,
+ 0.8040613532066345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.742919921875,
+ "language": 52.92070007324219
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.16479462425923e-07,
+ 9.15641251708621e-08,
+ 9.562443210597849e-07,
+ 0.0040787155739963055,
+ 0.008721871301531792,
+ 0.00025712104979902506,
+ 0.00015448206977453083,
+ 0.014828672632575035,
+ 0.0001862009521573782,
+ 0.6355555057525635
+ ],
+ "log_scores_by_expert": [
+ -14.148916244506836,
+ -16.206226348876953,
+ -13.860252380371094,
+ -5.5019731521606445,
+ -4.741921424865723,
+ -8.265963554382324,
+ -8.775432586669922,
+ -4.211192607879639,
+ -8.58868408203125,
+ -0.45325586199760437
+ ],
+ "distances_by_expert": [
+ 28.297832489013672,
+ 32.412452697753906,
+ 27.720504760742188,
+ 11.003946304321289,
+ 9.483842849731445,
+ 16.53192710876465,
+ 17.550865173339844,
+ 8.422385215759277,
+ 17.1773681640625,
+ 0.9065117239952087
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.32373046875,
+ "language": 52.92511749267578
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.219907729449915e-07,
+ 9.107468912361583e-08,
+ 9.777118066267576e-07,
+ 0.004024670924991369,
+ 0.00894318800419569,
+ 0.000252355239354074,
+ 0.0001559584925416857,
+ 0.014941427856683731,
+ 0.0001870640116976574,
+ 0.6497854590415955
+ ],
+ "log_scores_by_expert": [
+ -14.141253471374512,
+ -16.211585998535156,
+ -13.838050842285156,
+ -5.515312194824219,
+ -4.71686315536499,
+ -8.284672737121582,
+ -8.765920639038086,
+ -4.203617572784424,
+ -8.584059715270996,
+ -0.43111303448677063
+ ],
+ "distances_by_expert": [
+ 28.282506942749023,
+ 32.42317199707031,
+ 27.676101684570312,
+ 11.030624389648438,
+ 9.43372631072998,
+ 16.569345474243164,
+ 17.531841278076172,
+ 8.407235145568848,
+ 17.168119430541992,
+ 0.8622260689735413
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3497.050048828125,
+ "language": 52.91429138183594
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.241843604788301e-07,
+ 9.082106799951362e-08,
+ 9.790395552045084e-07,
+ 0.003979903180152178,
+ 0.008894030936062336,
+ 0.00023963711282704026,
+ 0.00015538366278633475,
+ 0.014857076108455658,
+ 0.00018696876941248775,
+ 0.6426082253456116
+ ],
+ "log_scores_by_expert": [
+ -14.138219833374023,
+ -16.214374542236328,
+ -13.83669376373291,
+ -5.526497840881348,
+ -4.72237491607666,
+ -8.336384773254395,
+ -8.769613265991211,
+ -4.2092790603637695,
+ -8.584568977355957,
+ -0.442220002412796
+ ],
+ "distances_by_expert": [
+ 28.276439666748047,
+ 32.428749084472656,
+ 27.67338752746582,
+ 11.052995681762695,
+ 9.44474983215332,
+ 16.67276954650879,
+ 17.539226531982422,
+ 8.418558120727539,
+ 17.169137954711914,
+ 0.884440004825592
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.9130859375,
+ "language": 52.913917541503906
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.067808382998919e-07,
+ 9.216774543574502e-08,
+ 9.46331226714392e-07,
+ 0.004024789668619633,
+ 0.008772553876042366,
+ 0.0002523412986192852,
+ 0.00015396786329802126,
+ 0.014513576403260231,
+ 0.00018760515376925468,
+ 0.636957585811615
+ ],
+ "log_scores_by_expert": [
+ -14.162545204162598,
+ -16.199655532836914,
+ -13.870673179626465,
+ -5.51528263092041,
+ -4.7361273765563965,
+ -8.284728050231934,
+ -8.778766632080078,
+ -4.232670783996582,
+ -8.581171035766602,
+ -0.451052188873291
+ ],
+ "distances_by_expert": [
+ 28.325090408325195,
+ 32.39931106567383,
+ 27.74134635925293,
+ 11.03056526184082,
+ 9.472254753112793,
+ 16.569456100463867,
+ 17.557533264160156,
+ 8.465341567993164,
+ 17.162342071533203,
+ 0.902104377746582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.738525390625,
+ "language": 52.89551544189453
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.181041041803837e-07,
+ 9.544435641828386e-08,
+ 9.74131353359553e-07,
+ 0.004097423516213894,
+ 0.009281422942876816,
+ 0.000259330787230283,
+ 0.00016035031876526773,
+ 0.015030156821012497,
+ 0.00018915934197138995,
+ 0.6742925643920898
+ ],
+ "log_scores_by_expert": [
+ -14.146651268005371,
+ -16.164722442626953,
+ -13.841719627380371,
+ -5.497396945953369,
+ -4.6797404289245605,
+ -8.257406234741211,
+ -8.738149642944336,
+ -4.197696685791016,
+ -8.572920799255371,
+ -0.3940911889076233
+ ],
+ "distances_by_expert": [
+ 28.293302536010742,
+ 32.329444885253906,
+ 27.683439254760742,
+ 10.994793891906738,
+ 9.359480857849121,
+ 16.514812469482422,
+ 17.476299285888672,
+ 8.395393371582031,
+ 17.145841598510742,
+ 0.7881823778152466
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.6552734375,
+ "language": 52.911460876464844
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.145187967376842e-07,
+ 7.538657342820443e-08,
+ 8.39933989027486e-07,
+ 0.003270974848419428,
+ 0.00770205445587635,
+ 0.0002073384093819186,
+ 0.00013751651567872614,
+ 0.012839507311582565,
+ 0.00016320993017870933,
+ 0.5693714022636414
+ ],
+ "log_scores_by_expert": [
+ -14.3024263381958,
+ -16.400636672973633,
+ -13.98994255065918,
+ -5.722667217254639,
+ -4.866268157958984,
+ -8.481158256530762,
+ -8.891766548156738,
+ -4.355228424072266,
+ -8.720473289489746,
+ -0.5632222890853882
+ ],
+ "distances_by_expert": [
+ 28.6048526763916,
+ 32.801273345947266,
+ 27.97988510131836,
+ 11.445334434509277,
+ 9.732536315917969,
+ 16.962316513061523,
+ 17.783533096313477,
+ 8.710456848144531,
+ 17.440946578979492,
+ 1.1264445781707764
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.55078125,
+ "language": 52.9227409362793
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.482396770479681e-07,
+ 9.431296632556041e-08,
+ 8.950282222031092e-07,
+ 0.004287096206098795,
+ 0.008883807808160782,
+ 0.00024407263845205307,
+ 0.00015322140825446695,
+ 0.014674165286123753,
+ 0.00016975938342511654,
+ 0.6567450761795044
+ ],
+ "log_scores_by_expert": [
+ -14.249005317687988,
+ -16.176647186279297,
+ -13.926410675048828,
+ -5.452145576477051,
+ -4.723525047302246,
+ -8.318044662475586,
+ -8.783626556396484,
+ -4.2216668128967285,
+ -8.68112850189209,
+ -0.4204593300819397
+ ],
+ "distances_by_expert": [
+ 28.498010635375977,
+ 32.353294372558594,
+ 27.852821350097656,
+ 10.904291152954102,
+ 9.447050094604492,
+ 16.636089324951172,
+ 17.56725311279297,
+ 8.443333625793457,
+ 17.36225700378418,
+ 0.8409186601638794
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.97998046875,
+ "language": 52.88688278198242
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.106449177423201e-07,
+ 9.217496454994034e-08,
+ 8.394711130677024e-07,
+ 0.003915667533874512,
+ 0.009138956665992737,
+ 0.00022313471708912402,
+ 0.0001475379103794694,
+ 0.014164936728775501,
+ 0.00016011360276024789,
+ 0.6571551561355591
+ ],
+ "log_scores_by_expert": [
+ -14.30875015258789,
+ -16.19957733154297,
+ -13.990493774414062,
+ -5.542769432067871,
+ -4.69520902633667,
+ -8.407734870910645,
+ -8.821425437927246,
+ -4.256985664367676,
+ -8.73962688446045,
+ -0.4198351204395294
+ ],
+ "distances_by_expert": [
+ 28.61750030517578,
+ 32.39915466308594,
+ 27.980987548828125,
+ 11.085538864135742,
+ 9.39041805267334,
+ 16.81546974182129,
+ 17.642850875854492,
+ 8.513971328735352,
+ 17.4792537689209,
+ 0.8396702408790588
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.76123046875,
+ "language": 52.91207504272461
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.242119295369776e-07,
+ 1.1209366590492209e-07,
+ 9.798792461879202e-07,
+ 0.004903653636574745,
+ 0.01057556550949812,
+ 0.000295781996101141,
+ 0.00017348953406326473,
+ 0.016801172867417336,
+ 0.0001916510082082823,
+ 0.7781359553337097
+ ],
+ "log_scores_by_expert": [
+ -14.138181686401367,
+ -16.003931045532227,
+ -13.835836410522461,
+ -5.317774772644043,
+ -4.549209117889404,
+ -8.125887870788574,
+ -8.659393310546875,
+ -4.086306571960449,
+ -8.559834480285645,
+ -0.2508540451526642
+ ],
+ "distances_by_expert": [
+ 28.276363372802734,
+ 32.00786209106445,
+ 27.671672821044922,
+ 10.635549545288086,
+ 9.098418235778809,
+ 16.25177574157715,
+ 17.31878662109375,
+ 8.172613143920898,
+ 17.11966896057129,
+ 0.5017080903053284
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3491.44775390625,
+ "language": 52.91703796386719
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.579546152352123e-07,
+ 1.1038508063165864e-07,
+ 9.111599865718745e-07,
+ 0.004636121913790703,
+ 0.010518052615225315,
+ 0.0002918641548603773,
+ 0.00016565556870773435,
+ 0.01595498062670231,
+ 0.0001776120043359697,
+ 0.75953608751297
+ ],
+ "log_scores_by_expert": [
+ -14.234129905700684,
+ -16.019290924072266,
+ -13.908547401428223,
+ -5.373877048492432,
+ -4.554662227630615,
+ -8.139222145080566,
+ -8.705599784851074,
+ -4.137984275817871,
+ -8.635909080505371,
+ -0.2750473916530609
+ ],
+ "distances_by_expert": [
+ 28.468259811401367,
+ 32.03858184814453,
+ 27.817094802856445,
+ 10.747754096984863,
+ 9.10932445526123,
+ 16.278444290161133,
+ 17.41119956970215,
+ 8.275968551635742,
+ 17.271818161010742,
+ 0.5500947833061218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.100341796875,
+ "language": 52.926212310791016
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.220279485409264e-07,
+ 1.0791236348950406e-07,
+ 9.6353016942885e-07,
+ 0.004882731009274721,
+ 0.01024646032601595,
+ 0.00032170003396458924,
+ 0.00017637660494074225,
+ 0.017393235117197037,
+ 0.00018985352653544396,
+ 0.7771986126899719
+ ],
+ "log_scores_by_expert": [
+ -14.141201972961426,
+ -16.041946411132812,
+ -13.852662086486816,
+ -5.32205057144165,
+ -4.580822944641113,
+ -8.041891098022461,
+ -8.642889022827148,
+ -4.051673889160156,
+ -8.569257736206055,
+ -0.2520594000816345
+ ],
+ "distances_by_expert": [
+ 28.28240394592285,
+ 32.083892822265625,
+ 27.705324172973633,
+ 10.6441011428833,
+ 9.161645889282227,
+ 16.083782196044922,
+ 17.285778045654297,
+ 8.103347778320312,
+ 17.13851547241211,
+ 0.504118800163269
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3486.286376953125,
+ "language": 52.915958404541016
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418562179533183e-07,
+ 9.380167398376216e-08,
+ 8.64809692302515e-07,
+ 0.004401697777211666,
+ 0.009081696160137653,
+ 0.0002780056674964726,
+ 0.00015973263361956924,
+ 0.015675874426960945,
+ 0.0001727989874780178,
+ 0.6773288249969482
+ ],
+ "log_scores_by_expert": [
+ -14.258901596069336,
+ -16.182083129882812,
+ -13.960756301879883,
+ -5.425765037536621,
+ -4.701494216918945,
+ -8.18786907196045,
+ -8.742009162902832,
+ -4.155632495880127,
+ -8.663381576538086,
+ -0.38959836959838867
+ ],
+ "distances_by_expert": [
+ 28.517803192138672,
+ 32.364166259765625,
+ 27.921512603759766,
+ 10.851530075073242,
+ 9.40298843383789,
+ 16.3757381439209,
+ 17.484018325805664,
+ 8.311264991760254,
+ 17.326763153076172,
+ 0.7791967391967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.259521484375,
+ "language": 52.921051025390625
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.051912120914494e-07,
+ 1.115691574682387e-07,
+ 9.487023362453328e-07,
+ 0.005203814711421728,
+ 0.01056706067174673,
+ 0.00034406845225021243,
+ 0.00017820771608967334,
+ 0.01733773946762085,
+ 0.00018584259669296443,
+ 0.7609241008758545
+ ],
+ "log_scores_by_expert": [
+ -14.164796829223633,
+ -16.008621215820312,
+ -13.868170738220215,
+ -5.258363246917725,
+ -4.550013542175293,
+ -7.974669933319092,
+ -8.632560729980469,
+ -4.054869651794434,
+ -8.59061050415039,
+ -0.27322161197662354
+ ],
+ "distances_by_expert": [
+ 28.329593658447266,
+ 32.017242431640625,
+ 27.73634147644043,
+ 10.51672649383545,
+ 9.100027084350586,
+ 15.949339866638184,
+ 17.265121459960938,
+ 8.109739303588867,
+ 17.18122100830078,
+ 0.5464432239532471
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.174560546875,
+ "language": 52.935699462890625
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.509984586955397e-07,
+ 9.829506097958074e-08,
+ 8.772907449383638e-07,
+ 0.004271227866411209,
+ 0.0098388297483325,
+ 0.00026909075677394867,
+ 0.0001592907210579142,
+ 0.015450947917997837,
+ 0.00017644288891460747,
+ 0.730351984500885
+ ],
+ "log_scores_by_expert": [
+ -14.244758605957031,
+ -16.135292053222656,
+ -13.946427345275879,
+ -5.4558539390563965,
+ -4.621418476104736,
+ -8.22046184539795,
+ -8.744779586791992,
+ -4.1700849533081055,
+ -8.642513275146484,
+ -0.31422871351242065
+ ],
+ "distances_by_expert": [
+ 28.489517211914062,
+ 32.27058410644531,
+ 27.892854690551758,
+ 10.911707878112793,
+ 9.242836952209473,
+ 16.4409236907959,
+ 17.489559173583984,
+ 8.340169906616211,
+ 17.28502655029297,
+ 0.6284574270248413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.984375,
+ "language": 52.87694549560547
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.296745027611905e-07,
+ 9.938489853311694e-08,
+ 8.622559448667744e-07,
+ 0.004404535982757807,
+ 0.009862357750535011,
+ 0.00025855290004983544,
+ 0.000157482223585248,
+ 0.01513285655528307,
+ 0.00017114190268330276,
+ 0.7368298172950745
+ ],
+ "log_scores_by_expert": [
+ -14.27806282043457,
+ -16.124265670776367,
+ -13.963713645935059,
+ -5.4251203536987305,
+ -4.619029998779297,
+ -8.26041030883789,
+ -8.756197929382324,
+ -4.190886974334717,
+ -8.673017501831055,
+ -0.3053983747959137
+ ],
+ "distances_by_expert": [
+ 28.55612564086914,
+ 32.248531341552734,
+ 27.927427291870117,
+ 10.850240707397461,
+ 9.238059997558594,
+ 16.52082061767578,
+ 17.51239585876465,
+ 8.381773948669434,
+ 17.34603500366211,
+ 0.6107967495918274
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.7998046875,
+ "language": 52.892906188964844
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.971374434921017e-07,
+ 9.143375478970484e-08,
+ 8.084201681413106e-07,
+ 0.0039872885681688786,
+ 0.009242178872227669,
+ 0.0002384810068178922,
+ 0.00014923277194611728,
+ 0.01422339491546154,
+ 0.00016235672228503972,
+ 0.6936284303665161
+ ],
+ "log_scores_by_expert": [
+ -14.3311185836792,
+ -16.207651138305664,
+ -14.028183937072754,
+ -5.524643898010254,
+ -4.6839776039123535,
+ -8.34122085571289,
+ -8.810003280639648,
+ -4.252867221832275,
+ -8.725714683532715,
+ -0.3658188581466675
+ ],
+ "distances_by_expert": [
+ 28.6622371673584,
+ 32.41530227661133,
+ 28.056367874145508,
+ 11.049287796020508,
+ 9.367955207824707,
+ 16.68244171142578,
+ 17.620006561279297,
+ 8.50573444366455,
+ 17.45142936706543,
+ 0.731637716293335
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.84619140625,
+ "language": 52.94319152832031
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.776450049983396e-07,
+ 1.0813219830652088e-07,
+ 9.144653176917927e-07,
+ 0.004610199481248856,
+ 0.009935179725289345,
+ 0.00028578066849149764,
+ 0.00016647229494992644,
+ 0.01578182727098465,
+ 0.00018384780560154468,
+ 0.7455562353134155
+ ],
+ "log_scores_by_expert": [
+ -14.204642295837402,
+ -16.0399112701416,
+ -13.904926300048828,
+ -5.379484176635742,
+ -4.611673355102539,
+ -8.160285949707031,
+ -8.700681686401367,
+ -4.148896217346191,
+ -8.601402282714844,
+ -0.2936246991157532
+ ],
+ "distances_by_expert": [
+ 28.409284591674805,
+ 32.0798225402832,
+ 27.809852600097656,
+ 10.758968353271484,
+ 9.223346710205078,
+ 16.320571899414062,
+ 17.401363372802734,
+ 8.297792434692383,
+ 17.202804565429688,
+ 0.5872493982315063
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.31689453125,
+ "language": 52.909915924072266
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.739977038705547e-07,
+ 1.0056140808956116e-07,
+ 9.142769954451069e-07,
+ 0.00444569019600749,
+ 0.009288355708122253,
+ 0.0002811389567796141,
+ 0.00016226213483605534,
+ 0.015372718684375286,
+ 0.000182895761099644,
+ 0.6951583027839661
+ ],
+ "log_scores_by_expert": [
+ -14.210039138793945,
+ -16.112497329711914,
+ -13.905132293701172,
+ -5.415820121765137,
+ -4.6789937019348145,
+ -8.176661491394043,
+ -8.726297378540039,
+ -4.175160884857178,
+ -8.60659408569336,
+ -0.36361563205718994
+ ],
+ "distances_by_expert": [
+ 28.42007827758789,
+ 32.22499465942383,
+ 27.810264587402344,
+ 10.831640243530273,
+ 9.357987403869629,
+ 16.353322982788086,
+ 17.452594757080078,
+ 8.350321769714355,
+ 17.21318817138672,
+ 0.7272312641143799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.85400390625,
+ "language": 52.9150390625
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.208452987266355e-07,
+ 1.0958372342884104e-07,
+ 8.718386084183294e-07,
+ 0.004973707254976034,
+ 0.009316079318523407,
+ 0.00034524581860750914,
+ 0.0001683388982200995,
+ 0.01558276079595089,
+ 0.00017365324310958385,
+ 0.6853406429290771
+ ],
+ "log_scores_by_expert": [
+ -14.292183876037598,
+ -16.02657699584961,
+ -13.952661514282227,
+ -5.303589820861816,
+ -4.676013469696045,
+ -7.971253871917725,
+ -8.689531326293945,
+ -4.161590099334717,
+ -8.65845012664795,
+ -0.37783923745155334
+ ],
+ "distances_by_expert": [
+ 28.584367752075195,
+ 32.05315399169922,
+ 27.905323028564453,
+ 10.607179641723633,
+ 9.35202693939209,
+ 15.94250774383545,
+ 17.37906265258789,
+ 8.323180198669434,
+ 17.3169002532959,
+ 0.7556784749031067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.2900390625,
+ "language": 52.90054702758789
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29385169759189e-07,
+ 1.0842857278703377e-07,
+ 8.831829632072186e-07,
+ 0.005074547603726387,
+ 0.00935416854918003,
+ 0.00034443632466718554,
+ 0.00016887001402210444,
+ 0.015521964058279991,
+ 0.0001746442576404661,
+ 0.6720817685127258
+ ],
+ "log_scores_by_expert": [
+ -14.278522491455078,
+ -16.037174224853516,
+ -13.939733505249023,
+ -5.283517837524414,
+ -4.671933174133301,
+ -7.973601341247559,
+ -8.686381340026855,
+ -4.165499210357666,
+ -8.652759552001953,
+ -0.39737528562545776
+ ],
+ "distances_by_expert": [
+ 28.557044982910156,
+ 32.07434844970703,
+ 27.879467010498047,
+ 10.567035675048828,
+ 9.343866348266602,
+ 15.947202682495117,
+ 17.37276268005371,
+ 8.330998420715332,
+ 17.305519104003906,
+ 0.7947505712509155
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3247.75244140625,
+ "language": 52.89872360229492
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241454570954375e-07,
+ 1.0458766297460897e-07,
+ 8.761110166233266e-07,
+ 0.005055644083768129,
+ 0.009380459785461426,
+ 0.00033130403608083725,
+ 0.00016719796985853463,
+ 0.015545311383903027,
+ 0.00017206801567226648,
+ 0.6662053465843201
+ ],
+ "log_scores_by_expert": [
+ -14.286882400512695,
+ -16.073240280151367,
+ -13.947772979736328,
+ -5.28725004196167,
+ -4.669126510620117,
+ -8.012474060058594,
+ -8.696331977844238,
+ -4.16399621963501,
+ -8.667620658874512,
+ -0.40615731477737427
+ ],
+ "distances_by_expert": [
+ 28.57376480102539,
+ 32.146480560302734,
+ 27.895545959472656,
+ 10.57450008392334,
+ 9.338253021240234,
+ 16.024948120117188,
+ 17.392663955688477,
+ 8.32799243927002,
+ 17.335241317749023,
+ 0.8123146295547485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.42626953125,
+ "language": 52.91606903076172
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.265476599764952e-07,
+ 1.0215008217073773e-07,
+ 8.506627295901126e-07,
+ 0.005159449763596058,
+ 0.009092816151678562,
+ 0.00033075441024266183,
+ 0.0001657314132899046,
+ 0.01526581309735775,
+ 0.0001709694624878466,
+ 0.6479921936988831
+ ],
+ "log_scores_by_expert": [
+ -14.283041000366211,
+ -16.09682273864746,
+ -13.977250099182129,
+ -5.26692533493042,
+ -4.700270652770996,
+ -8.014134407043457,
+ -8.7051420211792,
+ -4.1821393966674805,
+ -8.674025535583496,
+ -0.4338766932487488
+ ],
+ "distances_by_expert": [
+ 28.566082000732422,
+ 32.19364547729492,
+ 27.954500198364258,
+ 10.53385066986084,
+ 9.400541305541992,
+ 16.028268814086914,
+ 17.4102840423584,
+ 8.364278793334961,
+ 17.348051071166992,
+ 0.8677533864974976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.6650390625,
+ "language": 52.96895217895508
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.262202987272758e-07,
+ 1.016034758549722e-07,
+ 8.563637834413385e-07,
+ 0.0051679424941539764,
+ 0.009025923907756805,
+ 0.0003243765386287123,
+ 0.00016375294944737107,
+ 0.015154476277530193,
+ 0.0001729100913507864,
+ 0.6384369134902954
+ ],
+ "log_scores_by_expert": [
+ -14.283563613891602,
+ -16.102188110351562,
+ -13.97057056427002,
+ -5.265280723571777,
+ -4.7076544761657715,
+ -8.033605575561523,
+ -8.717151641845703,
+ -4.189459323883057,
+ -8.662738800048828,
+ -0.4487324655056
+ ],
+ "distances_by_expert": [
+ 28.567127227783203,
+ 32.204376220703125,
+ 27.94114112854004,
+ 10.530561447143555,
+ 9.415308952331543,
+ 16.067211151123047,
+ 17.434303283691406,
+ 8.378918647766113,
+ 17.325477600097656,
+ 0.8974649310112
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3286.357177734375,
+ "language": 52.9332160949707
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.048121576895937e-07,
+ 9.941712875161102e-08,
+ 8.312425165968307e-07,
+ 0.005060501396656036,
+ 0.008823470212519169,
+ 0.000321523635648191,
+ 0.00016145360132213682,
+ 0.014863126911222935,
+ 0.00016671950288582593,
+ 0.6307147145271301
+ ],
+ "log_scores_by_expert": [
+ -14.318347930908203,
+ -16.12394142150879,
+ -14.000344276428223,
+ -5.286289691925049,
+ -4.730340003967285,
+ -8.042439460754395,
+ -8.731292724609375,
+ -4.208871841430664,
+ -8.699197769165039,
+ -0.46090167760849
+ ],
+ "distances_by_expert": [
+ 28.636695861816406,
+ 32.24788284301758,
+ 28.000688552856445,
+ 10.572579383850098,
+ 9.46068000793457,
+ 16.08487892150879,
+ 17.46258544921875,
+ 8.417743682861328,
+ 17.398395538330078,
+ 0.92180335521698
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.565673828125,
+ "language": 52.95049285888672
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.026783125889779e-07,
+ 9.536938705423381e-08,
+ 8.349632025783649e-07,
+ 0.004918793216347694,
+ 0.008519508875906467,
+ 0.0003098116721957922,
+ 0.0001575095666339621,
+ 0.014455297030508518,
+ 0.00016836251597851515,
+ 0.6057487726211548
+ ],
+ "log_scores_by_expert": [
+ -14.321882247924805,
+ -16.165508270263672,
+ -13.995878219604492,
+ -5.31469202041626,
+ -4.765396595001221,
+ -8.079545974731445,
+ -8.756024360656738,
+ -4.2366943359375,
+ -8.689391136169434,
+ -0.501289963722229
+ ],
+ "distances_by_expert": [
+ 28.64376449584961,
+ 32.331016540527344,
+ 27.991756439208984,
+ 10.62938404083252,
+ 9.530793190002441,
+ 16.15909194946289,
+ 17.512048721313477,
+ 8.473388671875,
+ 17.378782272338867,
+ 1.002579927444458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.2158203125,
+ "language": 52.91010284423828
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.082190111555974e-07,
+ 9.430792857756387e-08,
+ 8.347291213794961e-07,
+ 0.004945092834532261,
+ 0.008667307905852795,
+ 0.0003067628713324666,
+ 0.00015815559891052544,
+ 0.014508310705423355,
+ 0.00016765526379458606,
+ 0.609374463558197
+ ],
+ "log_scores_by_expert": [
+ -14.31273078918457,
+ -16.176700592041016,
+ -13.996158599853516,
+ -5.309359550476074,
+ -4.748197078704834,
+ -8.089435577392578,
+ -8.751931190490723,
+ -4.233033657073975,
+ -8.69360065460205,
+ -0.4953223168849945
+ ],
+ "distances_by_expert": [
+ 28.62546157836914,
+ 32.35340118408203,
+ 27.99231719970703,
+ 10.618719100952148,
+ 9.496394157409668,
+ 16.178871154785156,
+ 17.503862380981445,
+ 8.46606731414795,
+ 17.3872013092041,
+ 0.990644633769989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.791015625,
+ "language": 52.94198989868164
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.891913588129682e-07,
+ 8.859291966700766e-08,
+ 8.082474209913926e-07,
+ 0.004760122857987881,
+ 0.008426073007285595,
+ 0.0002937991521321237,
+ 0.0001549930893816054,
+ 0.014197549782693386,
+ 0.00016265318845398724,
+ 0.5942267775535583
+ ],
+ "log_scores_by_expert": [
+ -14.344514846801758,
+ -16.239213943481445,
+ -14.028397560119629,
+ -5.347481727600098,
+ -4.776424407958984,
+ -8.132614135742188,
+ -8.772130012512207,
+ -4.254685878753662,
+ -8.72389030456543,
+ -0.520494282245636
+ ],
+ "distances_by_expert": [
+ 28.689029693603516,
+ 32.47842788696289,
+ 28.056795120239258,
+ 10.694963455200195,
+ 9.552848815917969,
+ 16.265228271484375,
+ 17.544260025024414,
+ 8.509371757507324,
+ 17.44778060913086,
+ 1.040988564491272
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.36279296875,
+ "language": 52.91732406616211
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.437936465568782e-07,
+ 8.166092868577834e-08,
+ 7.396121759484231e-07,
+ 0.004341503139585257,
+ 0.00790270697325468,
+ 0.00028557685436680913,
+ 0.00014851210289634764,
+ 0.013420848175883293,
+ 0.0001475718163419515,
+ 0.5739922523498535
+ ],
+ "log_scores_by_expert": [
+ -14.42469596862793,
+ -16.320690155029297,
+ -14.11713981628418,
+ -5.439534664154053,
+ -4.840549945831299,
+ -8.160999298095703,
+ -8.814844131469727,
+ -4.310945987701416,
+ -8.821195602416992,
+ -0.5551393628120422
+ ],
+ "distances_by_expert": [
+ 28.84939193725586,
+ 32.641380310058594,
+ 28.23427963256836,
+ 10.879069328308105,
+ 9.681099891662598,
+ 16.321998596191406,
+ 17.629688262939453,
+ 8.621891975402832,
+ 17.642391204833984,
+ 1.1102787256240845
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.697265625,
+ "language": 52.949867248535156
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.88555622016429e-07,
+ 9.058474859102716e-08,
+ 7.888305617598235e-07,
+ 0.00460919039323926,
+ 0.008448563516139984,
+ 0.0003051100065931678,
+ 0.00015899766003713012,
+ 0.01425848063081503,
+ 0.00015726911078672856,
+ 0.6074211597442627
+ ],
+ "log_scores_by_expert": [
+ -14.34559440612793,
+ -16.21697998046875,
+ -14.052714347839355,
+ -5.379703044891357,
+ -4.773758888244629,
+ -8.09483814239502,
+ -8.746621131896973,
+ -4.25040340423584,
+ -8.757552146911621,
+ -0.49853289127349854
+ ],
+ "distances_by_expert": [
+ 28.69118881225586,
+ 32.4339599609375,
+ 28.10542869567871,
+ 10.759406089782715,
+ 9.547517776489258,
+ 16.18967628479004,
+ 17.493242263793945,
+ 8.50080680847168,
+ 17.515104293823242,
+ 0.9970657825469971
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.856689453125,
+ "language": 52.982784271240234
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.27454767254676e-07,
+ 9.170797454771673e-08,
+ 8.398386057706375e-07,
+ 0.0047587002627551556,
+ 0.008574294857680798,
+ 0.00030096955015324056,
+ 0.0001596575602889061,
+ 0.014513340778648853,
+ 0.00016741640865802765,
+ 0.608487606048584
+ ],
+ "log_scores_by_expert": [
+ -14.281594276428223,
+ -16.20465660095215,
+ -13.990056037902832,
+ -5.347780704498291,
+ -4.758986473083496,
+ -8.108501434326172,
+ -8.74247932434082,
+ -4.232686996459961,
+ -8.695026397705078,
+ -0.49677878618240356
+ ],
+ "distances_by_expert": [
+ 28.563188552856445,
+ 32.4093132019043,
+ 27.980112075805664,
+ 10.695561408996582,
+ 9.517972946166992,
+ 16.217002868652344,
+ 17.48495864868164,
+ 8.465373992919922,
+ 17.390052795410156,
+ 0.9935575723648071
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.798583984375,
+ "language": 52.952049255371094
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.292909233707178e-07,
+ 9.458877059387305e-08,
+ 8.462374694317987e-07,
+ 0.00486727524548769,
+ 0.0087202787399292,
+ 0.00031207365100272,
+ 0.0001633612992009148,
+ 0.014808845706284046,
+ 0.00016862346092239022,
+ 0.6192651987075806
+ ],
+ "log_scores_by_expert": [
+ -14.278672218322754,
+ -16.17372703552246,
+ -13.982465744018555,
+ -5.325221061706543,
+ -4.7421040534973145,
+ -8.072271347045898,
+ -8.7195463180542,
+ -4.212530612945557,
+ -8.68784236907959,
+ -0.47922173142433167
+ ],
+ "distances_by_expert": [
+ 28.557344436645508,
+ 32.34745407104492,
+ 27.96493148803711,
+ 10.650442123413086,
+ 9.484208106994629,
+ 16.144542694091797,
+ 17.4390926361084,
+ 8.425061225891113,
+ 17.37568473815918,
+ 0.9584434628486633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.646728515625,
+ "language": 52.9296760559082
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.207979481587245e-07,
+ 9.442329940156924e-08,
+ 8.419581263297005e-07,
+ 0.004838151857256889,
+ 0.008725399151444435,
+ 0.0003129588149022311,
+ 0.00016349593352060765,
+ 0.014781958423554897,
+ 0.00016606874123681337,
+ 0.6233270764350891
+ ],
+ "log_scores_by_expert": [
+ -14.29226016998291,
+ -16.175477981567383,
+ -13.98753547668457,
+ -5.3312225341796875,
+ -4.741517066955566,
+ -8.069438934326172,
+ -8.718722343444824,
+ -4.214347839355469,
+ -8.703108787536621,
+ -0.4726838767528534
+ ],
+ "distances_by_expert": [
+ 28.58452033996582,
+ 32.350955963134766,
+ 27.97507095336914,
+ 10.662445068359375,
+ 9.483034133911133,
+ 16.138877868652344,
+ 17.43744468688965,
+ 8.428695678710938,
+ 17.406217575073242,
+ 0.9453677535057068
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.971435546875,
+ "language": 52.958744049072266
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.37576476947288e-07,
+ 9.860339389433648e-08,
+ 8.63381615090475e-07,
+ 0.005040172021836042,
+ 0.008981294929981232,
+ 0.00033137606806121767,
+ 0.0001675484818406403,
+ 0.015217061154544353,
+ 0.00016955923638306558,
+ 0.6399345397949219
+ ],
+ "log_scores_by_expert": [
+ -14.265591621398926,
+ -16.132160186767578,
+ -13.962409019470215,
+ -5.2903151512146,
+ -4.712611198425293,
+ -8.012256622314453,
+ -8.69423770904541,
+ -4.185338020324707,
+ -8.682308197021484,
+ -0.44638943672180176
+ ],
+ "distances_by_expert": [
+ 28.53118324279785,
+ 32.264320373535156,
+ 27.92481803894043,
+ 10.5806303024292,
+ 9.425222396850586,
+ 16.024513244628906,
+ 17.38847541809082,
+ 8.370676040649414,
+ 17.36461639404297,
+ 0.8927788734436035
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3246.44384765625,
+ "language": 52.94369888305664
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.011955520079937e-07,
+ 9.193897199111234e-08,
+ 8.119627636915538e-07,
+ 0.004827827215194702,
+ 0.008579345420002937,
+ 0.00030873893410898745,
+ 0.00016121097723953426,
+ 0.01439798716455698,
+ 0.0001601267431396991,
+ 0.6048330068588257
+ ],
+ "log_scores_by_expert": [
+ -14.324345588684082,
+ -16.20214080810547,
+ -14.023811340332031,
+ -5.3333587646484375,
+ -4.758397579193115,
+ -8.083014488220215,
+ -8.732796669006348,
+ -4.24066686630249,
+ -8.739544868469238,
+ -0.502802848815918
+ ],
+ "distances_by_expert": [
+ 28.648691177368164,
+ 32.40428161621094,
+ 28.047622680664062,
+ 10.666717529296875,
+ 9.51679515838623,
+ 16.16602897644043,
+ 17.465593338012695,
+ 8.48133373260498,
+ 17.479089736938477,
+ 1.005605697631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.821044921875,
+ "language": 52.99139404296875
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.53014922136208e-07,
+ 9.699029845933183e-08,
+ 9.10891458261176e-07,
+ 0.00455864705145359,
+ 0.009206915274262428,
+ 0.00027052138466387987,
+ 0.00015850515046622604,
+ 0.015465867705643177,
+ 0.00017159328854177147,
+ 0.6782085299491882
+ ],
+ "log_scores_by_expert": [
+ -14.241665840148926,
+ -16.14865493774414,
+ -13.908842086791992,
+ -5.3907294273376465,
+ -4.687800407409668,
+ -8.21515941619873,
+ -8.749723434448242,
+ -4.169119834899902,
+ -8.67038345336914,
+ -0.3883003890514374
+ ],
+ "distances_by_expert": [
+ 28.48333168029785,
+ 32.29730987548828,
+ 27.817684173583984,
+ 10.781458854675293,
+ 9.375600814819336,
+ 16.43031883239746,
+ 17.499446868896484,
+ 8.338239669799805,
+ 17.34076690673828,
+ 0.7766007781028748
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3452.107421875,
+ "language": 52.8961181640625
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.799340326324455e-07,
+ 1.0083105905778211e-07,
+ 9.396037512487965e-07,
+ 0.004365152679383755,
+ 0.009619923308491707,
+ 0.0002613806864246726,
+ 0.00016153276374097914,
+ 0.015623301267623901,
+ 0.00017550309712532908,
+ 0.712587833404541
+ ],
+ "log_scores_by_expert": [
+ -14.20127010345459,
+ -16.109819412231445,
+ -13.8778076171875,
+ -5.4341020584106445,
+ -4.643918991088867,
+ -8.249532699584961,
+ -8.730802536010742,
+ -4.158991813659668,
+ -8.64785385131836,
+ -0.338852196931839
+ ],
+ "distances_by_expert": [
+ 28.40254020690918,
+ 32.21963882446289,
+ 27.755615234375,
+ 10.868204116821289,
+ 9.287837982177734,
+ 16.499065399169922,
+ 17.461605072021484,
+ 8.317983627319336,
+ 17.29570770263672,
+ 0.677704393863678
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.5224609375,
+ "language": 52.91276550292969
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.701347956550308e-07,
+ 1.0331005029229345e-07,
+ 9.123434097091376e-07,
+ 0.0043475874699652195,
+ 0.010231412947177887,
+ 0.00026710695237852633,
+ 0.00016397563740611076,
+ 0.015844235196709633,
+ 0.00017734983703121543,
+ 0.7607747912406921
+ ],
+ "log_scores_by_expert": [
+ -14.215786933898926,
+ -16.08553123474121,
+ -13.907249450683594,
+ -5.43813419342041,
+ -4.582292556762695,
+ -8.227861404418945,
+ -8.715792655944824,
+ -4.144949436187744,
+ -8.637386322021484,
+ -0.2734178602695465
+ ],
+ "distances_by_expert": [
+ 28.43157386779785,
+ 32.17106246948242,
+ 27.814498901367188,
+ 10.87626838684082,
+ 9.16458511352539,
+ 16.45572280883789,
+ 17.43158531188965,
+ 8.289898872375488,
+ 17.27477264404297,
+ 0.546835720539093
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.526123046875,
+ "language": 52.931396484375
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.947742576812743e-07,
+ 1.1197549554253783e-07,
+ 9.457727969675034e-07,
+ 0.004787420853972435,
+ 0.010581597685813904,
+ 0.00031098033650778234,
+ 0.0001740649458952248,
+ 0.01682652346789837,
+ 0.0001873246656032279,
+ 0.7979662418365479
+ ],
+ "log_scores_by_expert": [
+ -14.179678916931152,
+ -16.004985809326172,
+ -13.87126350402832,
+ -5.341763496398926,
+ -4.548638820648193,
+ -8.075780868530273,
+ -8.656082153320312,
+ -4.084798812866211,
+ -8.582667350769043,
+ -0.22568894922733307
+ ],
+ "distances_by_expert": [
+ 28.359357833862305,
+ 32.009971618652344,
+ 27.74252700805664,
+ 10.683526992797852,
+ 9.097277641296387,
+ 16.151561737060547,
+ 17.312164306640625,
+ 8.169597625732422,
+ 17.165334701538086,
+ 0.45137789845466614
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.956787109375,
+ "language": 52.9044303894043
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86061980559316e-07,
+ 1.0332541222624059e-07,
+ 9.278780339627701e-07,
+ 0.0046110982075333595,
+ 0.010566618293523788,
+ 0.0002914738724939525,
+ 0.0001718674466246739,
+ 0.01674935407936573,
+ 0.0001811776455724612,
+ 0.7859552502632141
+ ],
+ "log_scores_by_expert": [
+ -14.19229793548584,
+ -16.08538246154785,
+ -13.890365600585938,
+ -5.379289150238037,
+ -4.550055503845215,
+ -8.140560150146484,
+ -8.668787002563477,
+ -4.089395523071289,
+ -8.616032600402832,
+ -0.24085547029972076
+ ],
+ "distances_by_expert": [
+ 28.38459587097168,
+ 32.1707649230957,
+ 27.780731201171875,
+ 10.758578300476074,
+ 9.10011100769043,
+ 16.28112030029297,
+ 17.337574005126953,
+ 8.178791046142578,
+ 17.232065200805664,
+ 0.48171094059944153
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3473.254150390625,
+ "language": 52.92320251464844
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.572052484443702e-07,
+ 9.858233340764855e-08,
+ 9.056691396835959e-07,
+ 0.004545941948890686,
+ 0.010007578879594803,
+ 0.00028230095631442964,
+ 0.00016480687190778553,
+ 0.016129886731505394,
+ 0.00017634735559113324,
+ 0.7242538928985596
+ ],
+ "log_scores_by_expert": [
+ -14.235269546508789,
+ -16.132373809814453,
+ -13.914591789245605,
+ -5.393520355224609,
+ -4.60441255569458,
+ -8.172536849975586,
+ -8.710736274719238,
+ -4.127081394195557,
+ -8.643054962158203,
+ -0.32261329889297485
+ ],
+ "distances_by_expert": [
+ 28.470539093017578,
+ 32.264747619628906,
+ 27.82918357849121,
+ 10.787040710449219,
+ 9.20882511138916,
+ 16.345073699951172,
+ 17.421472549438477,
+ 8.254162788391113,
+ 17.286109924316406,
+ 0.6452265977859497
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.531494140625,
+ "language": 52.91654968261719
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.948046689103649e-07,
+ 1.093761596848708e-07,
+ 9.470815029999358e-07,
+ 0.004813297651708126,
+ 0.010386723093688488,
+ 0.00032910756999626756,
+ 0.00017806280811782926,
+ 0.017216471955180168,
+ 0.00018557535076979548,
+ 0.7870615124702454
+ ],
+ "log_scores_by_expert": [
+ -14.179635047912598,
+ -16.028472900390625,
+ -13.869880676269531,
+ -5.3363728523254395,
+ -4.567226886749268,
+ -8.019125938415527,
+ -8.633374214172363,
+ -4.061888694763184,
+ -8.592049598693848,
+ -0.23944886028766632
+ ],
+ "distances_by_expert": [
+ 28.359270095825195,
+ 32.05694580078125,
+ 27.739761352539062,
+ 10.672745704650879,
+ 9.134453773498535,
+ 16.038251876831055,
+ 17.266748428344727,
+ 8.123777389526367,
+ 17.184099197387695,
+ 0.47889772057533264
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.14599609375,
+ "language": 52.91404342651367
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.051548891467974e-07,
+ 1.0808911099502438e-07,
+ 9.614602731744526e-07,
+ 0.004600225482136011,
+ 0.010437309741973877,
+ 0.0002914699725806713,
+ 0.00017306252266280353,
+ 0.01671495847404003,
+ 0.00018821786215994507,
+ 0.7798920273780823
+ ],
+ "log_scores_by_expert": [
+ -14.164848327636719,
+ -16.04030990600586,
+ -13.854812622070312,
+ -5.381649971008301,
+ -4.562368392944336,
+ -8.140573501586914,
+ -8.661857604980469,
+ -4.091451168060303,
+ -8.577910423278809,
+ -0.24859973788261414
+ ],
+ "distances_by_expert": [
+ 28.329696655273438,
+ 32.08061981201172,
+ 27.709625244140625,
+ 10.763299942016602,
+ 9.124736785888672,
+ 16.281147003173828,
+ 17.323715209960938,
+ 8.182902336120605,
+ 17.155820846557617,
+ 0.49719947576522827
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3425.21630859375,
+ "language": 52.89371871948242
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.449936336139217e-07,
+ 9.889100027749009e-08,
+ 8.813343583824462e-07,
+ 0.004147500265389681,
+ 0.009848574176430702,
+ 0.0002605245972517878,
+ 0.00016070992569439113,
+ 0.01575244404375553,
+ 0.00017442519310861826,
+ 0.7485533356666565
+ ],
+ "log_scores_by_expert": [
+ -14.25402545928955,
+ -16.129247665405273,
+ -13.941828727722168,
+ -5.4852495193481445,
+ -4.620428562164307,
+ -8.252813339233398,
+ -8.735909461975098,
+ -4.150759696960449,
+ -8.654014587402344,
+ -0.2896127998828888
+ ],
+ "distances_by_expert": [
+ 28.5080509185791,
+ 32.25849533081055,
+ 27.883657455444336,
+ 10.970499038696289,
+ 9.240857124328613,
+ 16.505626678466797,
+ 17.471818923950195,
+ 8.301519393920898,
+ 17.308029174804688,
+ 0.5792255997657776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.39306640625,
+ "language": 52.90144348144531
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.76236311392131e-07,
+ 1.0538865069520398e-07,
+ 9.177267088489316e-07,
+ 0.004501613788306713,
+ 0.01031457632780075,
+ 0.00029394825105555356,
+ 0.00017015551566146314,
+ 0.016768062487244606,
+ 0.00018264025857206434,
+ 0.7872275114059448
+ ],
+ "log_scores_by_expert": [
+ -14.2067232131958,
+ -16.065610885620117,
+ -13.901366233825684,
+ -5.403319358825684,
+ -4.574197292327881,
+ -8.13210678100586,
+ -8.678797721862793,
+ -4.0882792472839355,
+ -8.607992172241211,
+ -0.23923800885677338
+ ],
+ "distances_by_expert": [
+ 28.4134464263916,
+ 32.131221771240234,
+ 27.802732467651367,
+ 10.806638717651367,
+ 9.148394584655762,
+ 16.26421356201172,
+ 17.357595443725586,
+ 8.176558494567871,
+ 17.215984344482422,
+ 0.47847601771354675
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3479.65576171875,
+ "language": 52.907108306884766
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.109152875273139e-07,
+ 1.1754812589970243e-07,
+ 9.60346824285807e-07,
+ 0.005338841583579779,
+ 0.010450342670083046,
+ 0.0003846237377729267,
+ 0.0001877125323517248,
+ 0.017707521095871925,
+ 0.00019000748579856008,
+ 0.7839929461479187
+ ],
+ "log_scores_by_expert": [
+ -14.156712532043457,
+ -15.95641803741455,
+ -13.855971336364746,
+ -5.232746601104736,
+ -4.561120510101318,
+ -7.863245010375977,
+ -8.580598831176758,
+ -4.03376579284668,
+ -8.56844711303711,
+ -0.24335524439811707
+ ],
+ "distances_by_expert": [
+ 28.313425064086914,
+ 31.9128360748291,
+ 27.711942672729492,
+ 10.465493202209473,
+ 9.122241020202637,
+ 15.726490020751953,
+ 17.161197662353516,
+ 8.06753158569336,
+ 17.13689422607422,
+ 0.48671048879623413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.5556640625,
+ "language": 52.910823822021484
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86764394686179e-07,
+ 1.1598248050859183e-07,
+ 9.468358825870382e-07,
+ 0.0051810238510370255,
+ 0.01005409937351942,
+ 0.00036882085260003805,
+ 0.00018464236927684397,
+ 0.016995824873447418,
+ 0.00018530176021158695,
+ 0.7490360736846924
+ ],
+ "log_scores_by_expert": [
+ -14.191274642944336,
+ -15.969826698303223,
+ -13.870140075683594,
+ -5.262752532958984,
+ -4.5997748374938965,
+ -7.9051995277404785,
+ -8.597089767456055,
+ -4.074787616729736,
+ -8.593524932861328,
+ -0.28896811604499817
+ ],
+ "distances_by_expert": [
+ 28.382549285888672,
+ 31.939653396606445,
+ 27.740280151367188,
+ 10.525505065917969,
+ 9.199549674987793,
+ 15.810399055480957,
+ 17.19417953491211,
+ 8.149575233459473,
+ 17.187049865722656,
+ 0.5779362320899963
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.8154296875,
+ "language": 52.93240737915039
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.40779796615243e-07,
+ 1.1573707325851501e-07,
+ 1.016399664877099e-06,
+ 0.005522542633116245,
+ 0.010216645896434784,
+ 0.0003613405569922179,
+ 0.00018151469703298062,
+ 0.01712297461926937,
+ 0.0001966625131899491,
+ 0.7140754461288452
+ ],
+ "log_scores_by_expert": [
+ -14.115562438964844,
+ -15.971944808959961,
+ -13.799243927001953,
+ -5.198916912078857,
+ -4.583736896514893,
+ -7.925689697265625,
+ -8.614173889160156,
+ -4.067334175109863,
+ -8.534021377563477,
+ -0.33676666021347046
+ ],
+ "distances_by_expert": [
+ 28.231124877929688,
+ 31.943889617919922,
+ 27.598487854003906,
+ 10.397833824157715,
+ 9.167473793029785,
+ 15.85137939453125,
+ 17.228347778320312,
+ 8.134668350219727,
+ 17.068042755126953,
+ 0.6735333204269409
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3297.330810546875,
+ "language": 52.91217803955078
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.553300977429899e-07,
+ 9.468950423752176e-08,
+ 9.261487434741866e-07,
+ 0.00426379032433033,
+ 0.008736069314181805,
+ 0.0002494663931429386,
+ 0.00015421446005348116,
+ 0.014804687350988388,
+ 0.0001713591191219166,
+ 0.6455354690551758
+ ],
+ "log_scores_by_expert": [
+ -14.238126754760742,
+ -16.17266273498535,
+ -13.892230987548828,
+ -5.457596778869629,
+ -4.740294933319092,
+ -8.296186447143555,
+ -8.777166366577148,
+ -4.212811470031738,
+ -8.671749114990234,
+ -0.4376751780509949
+ ],
+ "distances_by_expert": [
+ 28.476253509521484,
+ 32.3453254699707,
+ 27.784461975097656,
+ 10.915193557739258,
+ 9.480589866638184,
+ 16.59237289428711,
+ 17.554332733154297,
+ 8.425622940063477,
+ 17.34349822998047,
+ 0.8753503561019897
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.496826171875,
+ "language": 52.88526153564453
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.300012387328024e-07,
+ 9.827557079233884e-08,
+ 8.72529767548258e-07,
+ 0.004418016877025366,
+ 0.009188998490571976,
+ 0.00026445393450558186,
+ 0.0001543533435324207,
+ 0.01480611227452755,
+ 0.00016943816444836557,
+ 0.6772434115409851
+ ],
+ "log_scores_by_expert": [
+ -14.277544021606445,
+ -16.13549041748047,
+ -13.951869010925293,
+ -5.422064304351807,
+ -4.689748287200928,
+ -8.23784351348877,
+ -8.776266098022461,
+ -4.212715148925781,
+ -8.683022499084473,
+ -0.3897245526313782
+ ],
+ "distances_by_expert": [
+ 28.55508804321289,
+ 32.27098083496094,
+ 27.903738021850586,
+ 10.844128608703613,
+ 9.379496574401855,
+ 16.47568702697754,
+ 17.552532196044922,
+ 8.425430297851562,
+ 17.366044998168945,
+ 0.7794491052627563
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.72900390625,
+ "language": 52.90299987792969
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.372026746248594e-07,
+ 1.0030299080199256e-07,
+ 8.803087325759407e-07,
+ 0.00431157648563385,
+ 0.009822957217693329,
+ 0.0002520793641451746,
+ 0.0001579447416588664,
+ 0.015187869779765606,
+ 0.00016947646508924663,
+ 0.7203335165977478
+ ],
+ "log_scores_by_expert": [
+ -14.266178131103516,
+ -16.115070343017578,
+ -13.9429931640625,
+ -5.446451663970947,
+ -4.623033046722412,
+ -8.2857666015625,
+ -8.753265380859375,
+ -4.187258243560791,
+ -8.682796478271484,
+ -0.3280409872531891
+ ],
+ "distances_by_expert": [
+ 28.53235626220703,
+ 32.230140686035156,
+ 27.885986328125,
+ 10.892903327941895,
+ 9.246066093444824,
+ 16.571533203125,
+ 17.50653076171875,
+ 8.374516487121582,
+ 17.36559295654297,
+ 0.6560819745063782
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.0439453125,
+ "language": 52.904205322265625
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491372914751992e-07,
+ 1.0887661971992202e-07,
+ 9.076310334421578e-07,
+ 0.004610568750649691,
+ 0.010387297719717026,
+ 0.00028855790151283145,
+ 0.00016655724903102964,
+ 0.01585450768470764,
+ 0.00017896595818456262,
+ 0.7672036290168762
+ ],
+ "log_scores_by_expert": [
+ -14.247621536254883,
+ -16.033050537109375,
+ -13.91242790222168,
+ -5.379404067993164,
+ -4.567171573638916,
+ -8.150614738464355,
+ -8.70017147064209,
+ -4.144301414489746,
+ -8.628314971923828,
+ -0.2650030851364136
+ ],
+ "distances_by_expert": [
+ 28.495243072509766,
+ 32.06610107421875,
+ 27.82485580444336,
+ 10.758808135986328,
+ 9.134343147277832,
+ 16.30122947692871,
+ 17.40034294128418,
+ 8.288602828979492,
+ 17.256629943847656,
+ 0.5300061702728271
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.0068359375,
+ "language": 52.897216796875
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071086886549892e-07,
+ 1.0016973561732812e-07,
+ 8.447320851701079e-07,
+ 0.004283557180315256,
+ 0.010080540552735329,
+ 0.00027341017266735435,
+ 0.00015951768727973104,
+ 0.015287396498024464,
+ 0.0001657954417169094,
+ 0.7475478649139404
+ ],
+ "log_scores_by_expert": [
+ -14.314558029174805,
+ -16.11639976501465,
+ -13.984246253967285,
+ -5.452971458435059,
+ -4.597148418426514,
+ -8.204537391662598,
+ -8.743355751037598,
+ -4.180726528167725,
+ -8.704755783081055,
+ -0.29095688462257385
+ ],
+ "distances_by_expert": [
+ 28.62911605834961,
+ 32.2327995300293,
+ 27.96849250793457,
+ 10.905942916870117,
+ 9.194296836853027,
+ 16.409074783325195,
+ 17.486711502075195,
+ 8.36145305633545,
+ 17.40951156616211,
+ 0.5819137692451477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.2451171875,
+ "language": 52.89481735229492
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.000077175689512e-07,
+ 1.0500600922114245e-07,
+ 9.325415248895297e-07,
+ 0.005022801458835602,
+ 0.01043549831956625,
+ 0.00032354978611692786,
+ 0.00017510070756543428,
+ 0.01708552986383438,
+ 0.00018468762573320419,
+ 0.7657173871994019
+ ],
+ "log_scores_by_expert": [
+ -14.172174453735352,
+ -16.06924819946289,
+ -13.88535213470459,
+ -5.29376745223999,
+ -4.562541961669922,
+ -8.036157608032227,
+ -8.65014934539795,
+ -4.069523334503174,
+ -8.596844673156738,
+ -0.2669420838356018
+ ],
+ "distances_by_expert": [
+ 28.344348907470703,
+ 32.13849639892578,
+ 27.77070426940918,
+ 10.58753490447998,
+ 9.125083923339844,
+ 16.072315216064453,
+ 17.3002986907959,
+ 8.139046669006348,
+ 17.193689346313477,
+ 0.5338841676712036
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.8896484375,
+ "language": 52.9427604675293
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.803799467685167e-07,
+ 9.763304831267305e-08,
+ 8.259969490609365e-07,
+ 0.004708496853709221,
+ 0.009147558361291885,
+ 0.0003221694496460259,
+ 0.00016698078252375126,
+ 0.015687156468629837,
+ 0.00015863247972447425,
+ 0.6719567775726318
+ ],
+ "log_scores_by_expert": [
+ -14.359582901000977,
+ -16.14204978942871,
+ -14.006674766540527,
+ -5.358386516571045,
+ -4.694268226623535,
+ -8.040432929992676,
+ -8.6976318359375,
+ -4.154912948608398,
+ -8.748920440673828,
+ -0.39756131172180176
+ ],
+ "distances_by_expert": [
+ 28.719165802001953,
+ 32.28409957885742,
+ 28.013349533081055,
+ 10.71677303314209,
+ 9.38853645324707,
+ 16.08086585998535,
+ 17.395263671875,
+ 8.309825897216797,
+ 17.497840881347656,
+ 0.7951226234436035
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3377.318115234375,
+ "language": 52.9295768737793
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.277090847106592e-07,
+ 1.0392845695150754e-07,
+ 8.744215165279456e-07,
+ 0.0048453896306455135,
+ 0.010362117551267147,
+ 0.00032445325632579625,
+ 0.00017523116548545659,
+ 0.016624782234430313,
+ 0.00017188156198244542,
+ 0.771043062210083
+ ],
+ "log_scores_by_expert": [
+ -14.28118896484375,
+ -16.07956314086914,
+ -13.949703216552734,
+ -5.329727649688721,
+ -4.56959867477417,
+ -8.033369064331055,
+ -8.649404525756836,
+ -4.096860885620117,
+ -8.668704986572266,
+ -0.26001110672950745
+ ],
+ "distances_by_expert": [
+ 28.5623779296875,
+ 32.15912628173828,
+ 27.89940643310547,
+ 10.659455299377441,
+ 9.13919734954834,
+ 16.06673812866211,
+ 17.298809051513672,
+ 8.193721771240234,
+ 17.33740997314453,
+ 0.5200222134590149
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3479.833251953125,
+ "language": 52.91670608520508
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.12655776169413e-07,
+ 1.1369255048521154e-07,
+ 9.779478205018677e-07,
+ 0.004955070558935404,
+ 0.010681960731744766,
+ 0.0003210376889910549,
+ 0.00017945714353118092,
+ 0.01716695725917816,
+ 0.00018992560217157006,
+ 0.7904451489448547
+ ],
+ "log_scores_by_expert": [
+ -14.154267311096191,
+ -15.989768028259277,
+ -13.837809562683105,
+ -5.30734395980835,
+ -4.539198875427246,
+ -8.043951988220215,
+ -8.625574111938477,
+ -4.0647687911987305,
+ -8.568878173828125,
+ -0.23515908420085907
+ ],
+ "distances_by_expert": [
+ 28.308534622192383,
+ 31.979536056518555,
+ 27.67561912536621,
+ 10.6146879196167,
+ 9.078397750854492,
+ 16.08790397644043,
+ 17.251148223876953,
+ 8.129537582397461,
+ 17.13775634765625,
+ 0.47031816840171814
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.3857421875,
+ "language": 52.90564727783203
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.905333975737449e-07,
+ 1.0643810810506693e-07,
+ 9.439472137273697e-07,
+ 0.004654673393815756,
+ 0.00996484700590372,
+ 0.00028524998924694955,
+ 0.0001676133688306436,
+ 0.01605498604476452,
+ 0.00018554666894488037,
+ 0.7370496392250061
+ ],
+ "log_scores_by_expert": [
+ -14.18580150604248,
+ -16.055702209472656,
+ -13.87319564819336,
+ -5.3698835372924805,
+ -4.608691692352295,
+ -8.162144660949707,
+ -8.69385051727295,
+ -4.131735801696777,
+ -8.592204093933105,
+ -0.30510008335113525
+ ],
+ "distances_by_expert": [
+ 28.37160301208496,
+ 32.11140441894531,
+ 27.74639129638672,
+ 10.739767074584961,
+ 9.21738338470459,
+ 16.324289321899414,
+ 17.3877010345459,
+ 8.263471603393555,
+ 17.18440818786621,
+ 0.6102001667022705
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.715576171875,
+ "language": 52.91726303100586
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.047548820082739e-07,
+ 1.0957201368455571e-07,
+ 9.535979188513011e-07,
+ 0.004842192865908146,
+ 0.010395389050245285,
+ 0.000303970358800143,
+ 0.00017344900697935373,
+ 0.016651516780257225,
+ 0.00018981007451657206,
+ 0.7622716426849365
+ ],
+ "log_scores_by_expert": [
+ -14.16541576385498,
+ -16.026683807373047,
+ -13.86302375793457,
+ -5.330387592315674,
+ -4.56639289855957,
+ -8.098580360412598,
+ -8.659626960754395,
+ -4.095253944396973,
+ -8.569486618041992,
+ -0.27145230770111084
+ ],
+ "distances_by_expert": [
+ 28.33083152770996,
+ 32.053367614746094,
+ 27.72604751586914,
+ 10.660775184631348,
+ 9.13278579711914,
+ 16.197160720825195,
+ 17.31925392150879,
+ 8.190507888793945,
+ 17.138973236083984,
+ 0.5429046154022217
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.3486328125,
+ "language": 52.9034309387207
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.964346539461985e-07,
+ 1.1750777417773861e-07,
+ 9.637755056246533e-07,
+ 0.005449389573186636,
+ 0.010297071188688278,
+ 0.00037068146048113704,
+ 0.0001841524353949353,
+ 0.016979899257421494,
+ 0.00019063348008785397,
+ 0.7446093559265137
+ ],
+ "log_scores_by_expert": [
+ -14.177291870117188,
+ -15.956761360168457,
+ -13.852407455444336,
+ -5.212251663208008,
+ -4.5758957862854,
+ -7.900167465209961,
+ -8.599746704101562,
+ -4.075725078582764,
+ -8.565157890319824,
+ -0.29489555954933167
+ ],
+ "distances_by_expert": [
+ 28.354583740234375,
+ 31.913522720336914,
+ 27.704814910888672,
+ 10.424503326416016,
+ 9.1517915725708,
+ 15.800334930419922,
+ 17.199493408203125,
+ 8.151450157165527,
+ 17.13031578063965,
+ 0.5897911190986633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.1044921875,
+ "language": 52.92164611816406
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.984280389588093e-07,
+ 1.184434026413328e-07,
+ 9.829333293964737e-07,
+ 0.005555947311222553,
+ 0.010297960601747036,
+ 0.00037189049180597067,
+ 0.00018732518947217613,
+ 0.017145417630672455,
+ 0.00019047556270379573,
+ 0.7378799915313721
+ ],
+ "log_scores_by_expert": [
+ -14.174433708190918,
+ -15.948830604553223,
+ -13.832724571228027,
+ -5.1928863525390625,
+ -4.575809478759766,
+ -7.896911144256592,
+ -8.582664489746094,
+ -4.066024303436279,
+ -8.565986633300781,
+ -0.30397409200668335
+ ],
+ "distances_by_expert": [
+ 28.348867416381836,
+ 31.897661209106445,
+ 27.665449142456055,
+ 10.385772705078125,
+ 9.151618957519531,
+ 15.793822288513184,
+ 17.165328979492188,
+ 8.132048606872559,
+ 17.131973266601562,
+ 0.6079481840133667
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.4765625,
+ "language": 52.92203140258789
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.337234594866459e-07,
+ 1.0330354172083389e-07,
+ 8.969875011644035e-07,
+ 0.00513045396655798,
+ 0.009190203621983528,
+ 0.0003322038392070681,
+ 0.00017068338638637215,
+ 0.015426021069288254,
+ 0.00017363866209052503,
+ 0.6474488377571106
+ ],
+ "log_scores_by_expert": [
+ -14.271653175354004,
+ -16.085594177246094,
+ -13.924223899841309,
+ -5.272561073303223,
+ -4.689617156982422,
+ -8.009761810302734,
+ -8.675700187683105,
+ -4.171699523925781,
+ -8.658534049987793,
+ -0.43471550941467285
+ ],
+ "distances_by_expert": [
+ 28.543306350708008,
+ 32.17118835449219,
+ 27.848447799682617,
+ 10.545122146606445,
+ 9.379234313964844,
+ 16.01952362060547,
+ 17.35140037536621,
+ 8.343399047851562,
+ 17.317068099975586,
+ 0.8694310188293457
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3342.35302734375,
+ "language": 52.932125091552734
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769777201043325e-07,
+ 1.0332818334291005e-07,
+ 9.619234333513305e-07,
+ 0.004575469996780157,
+ 0.00917810294777155,
+ 0.0002777941699605435,
+ 0.0001633919746382162,
+ 0.015557465143501759,
+ 0.0001790989626897499,
+ 0.6838366985321045
+ ],
+ "log_scores_by_expert": [
+ -14.20562744140625,
+ -16.085355758666992,
+ -13.854331016540527,
+ -5.387045860290527,
+ -4.690934658050537,
+ -8.188630104064941,
+ -8.719358444213867,
+ -4.163214683532715,
+ -8.627572059631348,
+ -0.3800361752510071
+ ],
+ "distances_by_expert": [
+ 28.4112548828125,
+ 32.170711517333984,
+ 27.708662033081055,
+ 10.774091720581055,
+ 9.381869316101074,
+ 16.377260208129883,
+ 17.438716888427734,
+ 8.32642936706543,
+ 17.255144119262695,
+ 0.7600723505020142
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.03271484375,
+ "language": 52.88727951049805
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.980122068649507e-07,
+ 9.276280366066203e-08,
+ 8.264980806416133e-07,
+ 0.004018543753772974,
+ 0.008820277638733387,
+ 0.00023273477563634515,
+ 0.0001479374768678099,
+ 0.013961817137897015,
+ 0.0001623217249289155,
+ 0.6597020030021667
+ ],
+ "log_scores_by_expert": [
+ -14.329654693603516,
+ -16.193220138549805,
+ -14.006068229675293,
+ -5.516835689544678,
+ -4.730701923370361,
+ -8.36561107635498,
+ -8.818720817565918,
+ -4.271429061889648,
+ -8.725930213928223,
+ -0.41596707701683044
+ ],
+ "distances_by_expert": [
+ 28.65930938720703,
+ 32.38644027709961,
+ 28.012136459350586,
+ 11.033671379089355,
+ 9.461403846740723,
+ 16.73122215270996,
+ 17.637441635131836,
+ 8.542858123779297,
+ 17.451860427856445,
+ 0.8319341540336609
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3540.380859375,
+ "language": 52.90140151977539
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.110445838203304e-07,
+ 9.221751895438501e-08,
+ 8.418281254307658e-07,
+ 0.0041402229107916355,
+ 0.009323847480118275,
+ 0.0002365660184295848,
+ 0.00015125013305805624,
+ 0.014288741163909435,
+ 0.00016483862418681383,
+ 0.6754908561706543
+ ],
+ "log_scores_by_expert": [
+ -14.308095932006836,
+ -16.199115753173828,
+ -13.987689971923828,
+ -5.487005710601807,
+ -4.675179958343506,
+ -8.349283218383789,
+ -8.796575546264648,
+ -4.248283386230469,
+ -8.710543632507324,
+ -0.39231574535369873
+ ],
+ "distances_by_expert": [
+ 28.616191864013672,
+ 32.398231506347656,
+ 27.975379943847656,
+ 10.974011421203613,
+ 9.350359916687012,
+ 16.698566436767578,
+ 17.593151092529297,
+ 8.496566772460938,
+ 17.42108726501465,
+ 0.7846314907073975
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.6640625,
+ "language": 52.915340423583984
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.922048214619281e-07,
+ 1.1505915864518101e-07,
+ 9.605712421034696e-07,
+ 0.004900049418210983,
+ 0.010745390318334103,
+ 0.0003159836051054299,
+ 0.00017467056750319898,
+ 0.016681939363479614,
+ 0.00018925516633316875,
+ 0.7948871850967407
+ ],
+ "log_scores_by_expert": [
+ -14.18338394165039,
+ -15.977819442749023,
+ -13.855737686157227,
+ -5.318510055541992,
+ -4.533278465270996,
+ -8.059820175170898,
+ -8.652608871459961,
+ -4.093428611755371,
+ -8.57241439819336,
+ -0.229555144906044
+ ],
+ "distances_by_expert": [
+ 28.36676788330078,
+ 31.955638885498047,
+ 27.711475372314453,
+ 10.637020111083984,
+ 9.066556930541992,
+ 16.119640350341797,
+ 17.305217742919922,
+ 8.186857223510742,
+ 17.14482879638672,
+ 0.459110289812088
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3444.970947265625,
+ "language": 52.887332916259766
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.50239599053748e-07,
+ 1.0821761975421396e-07,
+ 9.105823437494109e-07,
+ 0.004605363588780165,
+ 0.010398239828646183,
+ 0.00030462592258118093,
+ 0.00017114891670644283,
+ 0.016140950843691826,
+ 0.00017687554645817727,
+ 0.7823820114135742
+ ],
+ "log_scores_by_expert": [
+ -14.245924949645996,
+ -16.039121627807617,
+ -13.909181594848633,
+ -5.380533695220947,
+ -4.5661187171936035,
+ -8.096426010131836,
+ -8.67297649383545,
+ -4.1263957023620605,
+ -8.640064239501953,
+ -0.24541212618350983
+ ],
+ "distances_by_expert": [
+ 28.491849899291992,
+ 32.078243255615234,
+ 27.818363189697266,
+ 10.761067390441895,
+ 9.132237434387207,
+ 16.192852020263672,
+ 17.3459529876709,
+ 8.252791404724121,
+ 17.280128479003906,
+ 0.49082425236701965
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.684814453125,
+ "language": 52.914390563964844
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.918774602127087e-07,
+ 1.0022267105114224e-07,
+ 9.174379442811187e-07,
+ 0.004616548307240009,
+ 0.010095910169184208,
+ 0.0002953853690996766,
+ 0.00017071740876417607,
+ 0.016361122950911522,
+ 0.00018348416779190302,
+ 0.7446529865264893
+ ],
+ "log_scores_by_expert": [
+ -14.183856964111328,
+ -16.11587142944336,
+ -13.901680946350098,
+ -5.378108024597168,
+ -4.595624923706055,
+ -8.127229690551758,
+ -8.675500869750977,
+ -4.112847328186035,
+ -8.603382110595703,
+ -0.29483696818351746
+ ],
+ "distances_by_expert": [
+ 28.367713928222656,
+ 32.23174285888672,
+ 27.803361892700195,
+ 10.756216049194336,
+ 9.19124984741211,
+ 16.254459381103516,
+ 17.351001739501953,
+ 8.22569465637207,
+ 17.206764221191406,
+ 0.5896739363670349
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.922119140625,
+ "language": 52.93029022216797
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.038329729562975e-07,
+ 9.684222845862678e-08,
+ 8.456542559542868e-07,
+ 0.0045628659427165985,
+ 0.009769570082426071,
+ 0.0002982932492159307,
+ 0.0001636538072489202,
+ 0.015391267836093903,
+ 0.00016579228395130485,
+ 0.7070044279098511
+ ],
+ "log_scores_by_expert": [
+ -14.319968223571777,
+ -16.150182723999023,
+ -13.983155250549316,
+ -5.389804363250732,
+ -4.628482818603516,
+ -8.117433547973633,
+ -8.717757225036621,
+ -4.173954963684082,
+ -8.704774856567383,
+ -0.34671834111213684
+ ],
+ "distances_by_expert": [
+ 28.639936447143555,
+ 32.30036544799805,
+ 27.966310501098633,
+ 10.779608726501465,
+ 9.256965637207031,
+ 16.234867095947266,
+ 17.435514450073242,
+ 8.347909927368164,
+ 17.409549713134766,
+ 0.6934366822242737
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.53466796875,
+ "language": 52.916900634765625
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.568944286300393e-07,
+ 1.0111570958315497e-07,
+ 8.995463645078416e-07,
+ 0.004568933509290218,
+ 0.010112382471561432,
+ 0.00029725529020652175,
+ 0.000171889754710719,
+ 0.01620607264339924,
+ 0.0001774014235707,
+ 0.7633622884750366
+ ],
+ "log_scores_by_expert": [
+ -14.235742568969727,
+ -16.10700035095215,
+ -13.921375274658203,
+ -5.38847541809082,
+ -4.593994617462158,
+ -8.120919227600098,
+ -8.668657302856445,
+ -4.122369289398193,
+ -8.63709545135498,
+ -0.27002257108688354
+ ],
+ "distances_by_expert": [
+ 28.471485137939453,
+ 32.2140007019043,
+ 27.842750549316406,
+ 10.77695083618164,
+ 9.187989234924316,
+ 16.241838455200195,
+ 17.33731460571289,
+ 8.244738578796387,
+ 17.27419090270996,
+ 0.5400451421737671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.591064453125,
+ "language": 52.93687438964844
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.007852218521293e-07,
+ 1.1170116920311557e-07,
+ 9.669092833064497e-07,
+ 0.0047027417458593845,
+ 0.010432537645101547,
+ 0.0002968793560285121,
+ 0.00017371684953104705,
+ 0.01650630310177803,
+ 0.00018951667880173773,
+ 0.7772418856620789
+ ],
+ "log_scores_by_expert": [
+ -14.171064376831055,
+ -16.00743865966797,
+ -13.849161148071289,
+ -5.359609603881836,
+ -4.562825679779053,
+ -8.122184753417969,
+ -8.65808391571045,
+ -4.104012966156006,
+ -8.571033477783203,
+ -0.25200366973876953
+ ],
+ "distances_by_expert": [
+ 28.34212875366211,
+ 32.01487731933594,
+ 27.698322296142578,
+ 10.719219207763672,
+ 9.125651359558105,
+ 16.244369506835938,
+ 17.3161678314209,
+ 8.208025932312012,
+ 17.142066955566406,
+ 0.5040073394775391
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3441.630615234375,
+ "language": 52.92104721069336
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.809262345086609e-07,
+ 1.0460900057296385e-07,
+ 9.400375802215422e-07,
+ 0.004371593706309795,
+ 0.00993842538446188,
+ 0.00027494662208482623,
+ 0.00016712622891645879,
+ 0.015878310427069664,
+ 0.00018377698143012822,
+ 0.7481476068496704
+ ],
+ "log_scores_by_expert": [
+ -14.199811935424805,
+ -16.073036193847656,
+ -13.87734603881836,
+ -5.4326276779174805,
+ -4.61134672164917,
+ -8.198933601379395,
+ -8.696761131286621,
+ -4.142801284790039,
+ -8.601787567138672,
+ -0.29015499353408813
+ ],
+ "distances_by_expert": [
+ 28.39962387084961,
+ 32.14607238769531,
+ 27.75469207763672,
+ 10.865255355834961,
+ 9.22269344329834,
+ 16.39786720275879,
+ 17.393522262573242,
+ 8.285602569580078,
+ 17.203575134277344,
+ 0.5803099870681763
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3592.651611328125,
+ "language": 52.92178726196289
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.315673542507284e-07,
+ 1.2591496556524362e-07,
+ 1.016430701383797e-06,
+ 0.005499318242073059,
+ 0.011045579798519611,
+ 0.0003757490776479244,
+ 0.0001945543772308156,
+ 0.017767513170838356,
+ 0.0001982717076316476,
+ 0.8132761716842651
+ ],
+ "log_scores_by_expert": [
+ -14.128076553344727,
+ -15.887659072875977,
+ -13.799213409423828,
+ -5.203131198883057,
+ -4.505724906921387,
+ -7.886589050292969,
+ -8.544798851013184,
+ -4.030383586883545,
+ -8.525872230529785,
+ -0.20668458938598633
+ ],
+ "distances_by_expert": [
+ 28.256153106689453,
+ 31.775318145751953,
+ 27.598426818847656,
+ 10.406262397766113,
+ 9.011449813842773,
+ 15.773178100585938,
+ 17.089597702026367,
+ 8.06076717376709,
+ 17.05174446105957,
+ 0.41336917877197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.740478515625,
+ "language": 52.9240837097168
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.695024126202043e-07,
+ 1.1393665744208192e-07,
+ 9.343851843368611e-07,
+ 0.005233787000179291,
+ 0.00978018343448639,
+ 0.0003520247992128134,
+ 0.00018124883354175836,
+ 0.016275910660624504,
+ 0.0001823445491027087,
+ 0.7168870568275452
+ ],
+ "log_scores_by_expert": [
+ -14.216731071472168,
+ -15.98762321472168,
+ -13.883377075195312,
+ -5.252620220184326,
+ -4.627397060394287,
+ -7.951808929443359,
+ -8.615639686584473,
+ -4.118069171905518,
+ -8.609612464904785,
+ -0.33283698558807373
+ ],
+ "distances_by_expert": [
+ 28.433462142944336,
+ 31.97524642944336,
+ 27.766754150390625,
+ 10.505240440368652,
+ 9.254794120788574,
+ 15.903617858886719,
+ 17.231279373168945,
+ 8.236138343811035,
+ 17.21922492980957,
+ 0.6656739711761475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.50537109375,
+ "language": 52.93462371826172
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.370604523908696e-07,
+ 1.1188369342107762e-07,
+ 8.995884286377986e-07,
+ 0.005055301822721958,
+ 0.009540650993585587,
+ 0.0003569220716599375,
+ 0.00018165410438086838,
+ 0.01576894149184227,
+ 0.00016951670113485307,
+ 0.6873831748962402
+ ],
+ "log_scores_by_expert": [
+ -14.266401290893555,
+ -16.00580596923828,
+ -13.9213285446167,
+ -5.287317752838135,
+ -4.652193546295166,
+ -7.937993049621582,
+ -8.61340618133545,
+ -4.149713039398193,
+ -8.6825590133667,
+ -0.3748633861541748
+ ],
+ "distances_by_expert": [
+ 28.53280258178711,
+ 32.01161193847656,
+ 27.8426570892334,
+ 10.57463550567627,
+ 9.304387092590332,
+ 15.875986099243164,
+ 17.2268123626709,
+ 8.299426078796387,
+ 17.3651180267334,
+ 0.7497267723083496
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3267.86572265625,
+ "language": 52.98183822631836
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.356112862704322e-07,
+ 1.0855148957489291e-07,
+ 8.940768907450547e-07,
+ 0.005128299351781607,
+ 0.009506093338131905,
+ 0.00036206698860041797,
+ 0.00018124435155186802,
+ 0.016058262437582016,
+ 0.00016985087131615728,
+ 0.6797320246696472
+ ],
+ "log_scores_by_expert": [
+ -14.268678665161133,
+ -16.036041259765625,
+ -13.927474021911621,
+ -5.2729811668396,
+ -4.655822277069092,
+ -7.923681259155273,
+ -8.6156644821167,
+ -4.131531715393066,
+ -8.68058967590332,
+ -0.38605666160583496
+ ],
+ "distances_by_expert": [
+ 28.537357330322266,
+ 32.07208251953125,
+ 27.854948043823242,
+ 10.5459623336792,
+ 9.311644554138184,
+ 15.847362518310547,
+ 17.2313289642334,
+ 8.263063430786133,
+ 17.36117935180664,
+ 0.7721133232116699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.227783203125,
+ "language": 52.93631362915039
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.18852595835051e-07,
+ 1.0585361565063067e-07,
+ 8.664161441629403e-07,
+ 0.005117316730320454,
+ 0.00935039110481739,
+ 0.0003427718474995345,
+ 0.00017471154569648206,
+ 0.01547586265951395,
+ 0.00017113455396611243,
+ 0.6771210432052612
+ ],
+ "log_scores_by_expert": [
+ -14.295398712158203,
+ -16.061208724975586,
+ -13.958900451660156,
+ -5.275125026702881,
+ -4.672337055206299,
+ -7.978445529937744,
+ -8.652374267578125,
+ -4.168473720550537,
+ -8.673060417175293,
+ -0.38990524411201477
+ ],
+ "distances_by_expert": [
+ 28.590797424316406,
+ 32.12241744995117,
+ 27.917800903320312,
+ 10.550250053405762,
+ 9.344674110412598,
+ 15.956891059875488,
+ 17.30474853515625,
+ 8.336947441101074,
+ 17.346120834350586,
+ 0.7798104882240295
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.14990234375,
+ "language": 52.91999816894531
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.228183337952942e-07,
+ 1.0556870932987295e-07,
+ 8.747927608965256e-07,
+ 0.005074492190033197,
+ 0.009404649026691914,
+ 0.00034427197533659637,
+ 0.0001727755879983306,
+ 0.015505356714129448,
+ 0.00017073613707907498,
+ 0.6734381318092346
+ ],
+ "log_scores_by_expert": [
+ -14.289011001586914,
+ -16.06390380859375,
+ -13.949278831481934,
+ -5.283528804779053,
+ -4.666551113128662,
+ -7.97407865524292,
+ -8.663516998291016,
+ -4.166569709777832,
+ -8.67539119720459,
+ -0.3953591287136078
+ ],
+ "distances_by_expert": [
+ 28.578022003173828,
+ 32.1278076171875,
+ 27.898557662963867,
+ 10.567057609558105,
+ 9.333102226257324,
+ 15.94815731048584,
+ 17.32703399658203,
+ 8.333139419555664,
+ 17.35078239440918,
+ 0.7907182574272156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.8916015625,
+ "language": 52.91875076293945
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.150899025669787e-07,
+ 1.0042722919934022e-07,
+ 8.595605436312326e-07,
+ 0.004968712572008371,
+ 0.008920117281377316,
+ 0.0003307831066194922,
+ 0.0001675313978921622,
+ 0.015063297003507614,
+ 0.00016913932631723583,
+ 0.6341822147369385
+ ],
+ "log_scores_by_expert": [
+ -14.301497459411621,
+ -16.113832473754883,
+ -13.96684455871582,
+ -5.30459451675415,
+ -4.719446182250977,
+ -8.014047622680664,
+ -8.694339752197266,
+ -4.195494174957275,
+ -8.68478775024414,
+ -0.45541900396347046
+ ],
+ "distances_by_expert": [
+ 28.602994918823242,
+ 32.227664947509766,
+ 27.93368911743164,
+ 10.6091890335083,
+ 9.438892364501953,
+ 16.028095245361328,
+ 17.38867950439453,
+ 8.39098834991455,
+ 17.36957550048828,
+ 0.9108380079269409
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.87841796875,
+ "language": 52.91770935058594
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206126954566571e-07,
+ 9.802695188909638e-08,
+ 8.65172751218779e-07,
+ 0.004960914142429829,
+ 0.008872381411492825,
+ 0.00033268638071604073,
+ 0.00016778786084614694,
+ 0.015139922499656677,
+ 0.00016894587315618992,
+ 0.6309996843338013
+ ],
+ "log_scores_by_expert": [
+ -14.292558670043945,
+ -16.138023376464844,
+ -13.960336685180664,
+ -5.3061652183532715,
+ -4.724812030792236,
+ -8.008310317993164,
+ -8.69281005859375,
+ -4.190420150756836,
+ -8.685932159423828,
+ -0.4604499340057373
+ ],
+ "distances_by_expert": [
+ 28.58511734008789,
+ 32.27604675292969,
+ 27.920673370361328,
+ 10.612330436706543,
+ 9.449624061584473,
+ 16.016620635986328,
+ 17.3856201171875,
+ 8.380840301513672,
+ 17.371864318847656,
+ 0.9208998680114746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.11328125,
+ "language": 52.9252815246582
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.61888725769677e-07,
+ 8.653555028104165e-08,
+ 7.883942885200668e-07,
+ 0.00456305081024766,
+ 0.008010790683329105,
+ 0.00028819876024499536,
+ 0.00015253209858201444,
+ 0.013876741752028465,
+ 0.00015689698921050876,
+ 0.5659052133560181
+ ],
+ "log_scores_by_expert": [
+ -14.391962051391602,
+ -16.262710571289062,
+ -14.053267478942871,
+ -5.389763832092285,
+ -4.826965808868408,
+ -8.151860237121582,
+ -8.788135528564453,
+ -4.277541160583496,
+ -8.759921073913574,
+ -0.5693286061286926
+ ],
+ "distances_by_expert": [
+ 28.783924102783203,
+ 32.525421142578125,
+ 28.106534957885742,
+ 10.77952766418457,
+ 9.653931617736816,
+ 16.303720474243164,
+ 17.576271057128906,
+ 8.555082321166992,
+ 17.51984214782715,
+ 1.1386572122573853
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.74267578125,
+ "language": 52.89034652709961
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.484895382323884e-07,
+ 8.410381013845836e-08,
+ 7.667739509997773e-07,
+ 0.004471947904676199,
+ 0.007835832424461842,
+ 0.00028325695893727243,
+ 0.0001499805221101269,
+ 0.013614720664918423,
+ 0.00015223184891510755,
+ 0.5493847727775574
+ ],
+ "log_scores_by_expert": [
+ -14.416097640991211,
+ -16.291213989257812,
+ -14.081073760986328,
+ -5.409931182861328,
+ -4.849048137664795,
+ -8.169156074523926,
+ -8.805005073547363,
+ -4.296603679656982,
+ -8.790105819702148,
+ -0.5989561676979065
+ ],
+ "distances_by_expert": [
+ 28.832195281982422,
+ 32.582427978515625,
+ 28.162147521972656,
+ 10.819862365722656,
+ 9.69809627532959,
+ 16.33831214904785,
+ 17.610010147094727,
+ 8.593207359313965,
+ 17.580211639404297,
+ 1.197912335395813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.989501953125,
+ "language": 52.91145324707031
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.571301358031633e-07,
+ 8.622152591897247e-08,
+ 7.822499696885643e-07,
+ 0.004549962468445301,
+ 0.008116048760712147,
+ 0.0002925881708506495,
+ 0.00015294285549316555,
+ 0.013970174826681614,
+ 0.00015267152048181742,
+ 0.5682440400123596
+ ],
+ "log_scores_by_expert": [
+ -14.400466918945312,
+ -16.266345977783203,
+ -14.061091423034668,
+ -5.392636299133301,
+ -4.8139119148254395,
+ -8.136744499206543,
+ -8.785446166992188,
+ -4.2708306312561035,
+ -8.787221908569336,
+ -0.5652043223381042
+ ],
+ "distances_by_expert": [
+ 28.800933837890625,
+ 32.532691955566406,
+ 28.122182846069336,
+ 10.785272598266602,
+ 9.627823829650879,
+ 16.273488998413086,
+ 17.570892333984375,
+ 8.541661262512207,
+ 17.574443817138672,
+ 1.1304086446762085
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.30517578125,
+ "language": 52.93391418457031
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 4.753544544655597e-07,
+ 7.10739342935085e-08,
+ 6.643645065196324e-07,
+ 0.003879871219396591,
+ 0.007031092420220375,
+ 0.00024257288896478713,
+ 0.00013452439452521503,
+ 0.012128946371376514,
+ 0.00013266557652968913,
+ 0.49659591913223267
+ ],
+ "log_scores_by_expert": [
+ -14.559205055236816,
+ -16.459545135498047,
+ -14.224434852600098,
+ -5.551953315734863,
+ -4.957413196563721,
+ -8.32420825958252,
+ -8.913764953613281,
+ -4.412160396575928,
+ -8.927679061889648,
+ -0.6999786496162415
+ ],
+ "distances_by_expert": [
+ 29.118410110473633,
+ 32.919090270996094,
+ 28.448869705200195,
+ 11.103906631469727,
+ 9.914826393127441,
+ 16.64841651916504,
+ 17.827529907226562,
+ 8.824320793151855,
+ 17.855358123779297,
+ 1.399957299232483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.8779296875,
+ "language": 52.93531799316406
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.685874384653289e-07,
+ 8.741643853227288e-08,
+ 7.998464752745349e-07,
+ 0.004570177756249905,
+ 0.008130775764584541,
+ 0.00029361993074417114,
+ 0.00015419004193972796,
+ 0.013995831832289696,
+ 0.0001555351773276925,
+ 0.571381688117981
+ ],
+ "log_scores_by_expert": [
+ -14.380110740661621,
+ -16.252582550048828,
+ -14.038846015930176,
+ -5.388203144073486,
+ -4.812098979949951,
+ -8.133224487304688,
+ -8.777324676513672,
+ -4.268995761871338,
+ -8.768638610839844,
+ -0.5596978068351746
+ ],
+ "distances_by_expert": [
+ 28.760221481323242,
+ 32.505165100097656,
+ 28.07769203186035,
+ 10.776406288146973,
+ 9.624197959899902,
+ 16.266448974609375,
+ 17.554649353027344,
+ 8.537991523742676,
+ 17.537277221679688,
+ 1.1193956136703491
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7724609375,
+ "language": 52.948081970214844
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.666537958859408e-07,
+ 8.886657809625831e-08,
+ 7.929766638881119e-07,
+ 0.004562735091894865,
+ 0.008323868736624718,
+ 0.000300635932944715,
+ 0.00015781359979882836,
+ 0.01420736312866211,
+ 0.00015475366672035307,
+ 0.5906524062156677
+ ],
+ "log_scores_by_expert": [
+ -14.383517265319824,
+ -16.236129760742188,
+ -14.04747200012207,
+ -5.389832973480225,
+ -4.788628101348877,
+ -8.109610557556152,
+ -8.754096031188965,
+ -4.253994941711426,
+ -8.773675918579102,
+ -0.5265275835990906
+ ],
+ "distances_by_expert": [
+ 28.76703453063965,
+ 32.472259521484375,
+ 28.09494400024414,
+ 10.77966594696045,
+ 9.577256202697754,
+ 16.219221115112305,
+ 17.50819206237793,
+ 8.507989883422852,
+ 17.547351837158203,
+ 1.0530551671981812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.22802734375,
+ "language": 52.95813751220703
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.171090032898064e-07,
+ 1.0820875218087167e-07,
+ 9.972198995455983e-07,
+ 0.004840981215238571,
+ 0.009695438668131828,
+ 0.0002986430481541902,
+ 0.00017051743634510785,
+ 0.016281412914395332,
+ 0.00018782052211463451,
+ 0.7151603102684021
+ ],
+ "log_scores_by_expert": [
+ -14.148037910461426,
+ -16.039203643798828,
+ -13.818294525146484,
+ -5.3306379318237305,
+ -4.636099815368652,
+ -8.11626148223877,
+ -8.67667293548584,
+ -4.117731094360352,
+ -8.580023765563965,
+ -0.33524858951568604
+ ],
+ "distances_by_expert": [
+ 28.29607582092285,
+ 32.078407287597656,
+ 27.63658905029297,
+ 10.661275863647461,
+ 9.272199630737305,
+ 16.23252296447754,
+ 17.35334587097168,
+ 8.235462188720703,
+ 17.16004753112793,
+ 0.6704971790313721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.177734375,
+ "language": 52.88950729370117
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.863230623821437e-07,
+ 1.0466188626878647e-07,
+ 9.274683634430403e-07,
+ 0.004544697701931,
+ 0.009566745720803738,
+ 0.0002762460499070585,
+ 0.00016329150821547955,
+ 0.015597822144627571,
+ 0.00018126284703612328,
+ 0.7184262871742249
+ ],
+ "log_scores_by_expert": [
+ -14.191917419433594,
+ -16.07253074645996,
+ -13.890807151794434,
+ -5.393794059753418,
+ -4.6494622230529785,
+ -8.194218635559082,
+ -8.71997356414795,
+ -4.160624027252197,
+ -8.615562438964844,
+ -0.3306922912597656
+ ],
+ "distances_by_expert": [
+ 28.383834838867188,
+ 32.14506149291992,
+ 27.781614303588867,
+ 10.787588119506836,
+ 9.298924446105957,
+ 16.388437271118164,
+ 17.4399471282959,
+ 8.321248054504395,
+ 17.231124877929688,
+ 0.6613845825195312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3489.39501953125,
+ "language": 52.91755294799805
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.131969598754949e-07,
+ 9.558791447261683e-08,
+ 8.385533192267758e-07,
+ 0.004215588793158531,
+ 0.009586445055902004,
+ 0.00025559330242685974,
+ 0.00015406348393298686,
+ 0.01468565221875906,
+ 0.0001688569609541446,
+ 0.7155060768127441
+ ],
+ "log_scores_by_expert": [
+ -14.304579734802246,
+ -16.163219451904297,
+ -13.99158763885498,
+ -5.468966007232666,
+ -4.64740514755249,
+ -8.271923065185547,
+ -8.778145790100098,
+ -4.220884323120117,
+ -8.686458587646484,
+ -0.33476522564888
+ ],
+ "distances_by_expert": [
+ 28.609159469604492,
+ 32.326438903808594,
+ 27.98317527770996,
+ 10.937932014465332,
+ 9.29481029510498,
+ 16.543846130371094,
+ 17.556291580200195,
+ 8.441768646240234,
+ 17.37291717529297,
+ 0.66953045129776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.91796875,
+ "language": 52.900821685791016
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.67696667733253e-07,
+ 1.0883737644462599e-07,
+ 9.244130296792719e-07,
+ 0.004727721214294434,
+ 0.010278875939548016,
+ 0.0003006557235494256,
+ 0.00016778577992226928,
+ 0.016061754897236824,
+ 0.00018185153021477163,
+ 0.761023998260498
+ ],
+ "log_scores_by_expert": [
+ -14.21943187713623,
+ -16.033411026000977,
+ -13.8941068649292,
+ -5.354311943054199,
+ -4.577664375305176,
+ -8.10954475402832,
+ -8.692822456359863,
+ -4.131314277648926,
+ -8.612319946289062,
+ -0.2730904221534729
+ ],
+ "distances_by_expert": [
+ 28.43886375427246,
+ 32.06682205200195,
+ 27.7882137298584,
+ 10.708623886108398,
+ 9.155328750610352,
+ 16.21908950805664,
+ 17.385644912719727,
+ 8.262628555297852,
+ 17.224639892578125,
+ 0.5461808443069458
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3392.10986328125,
+ "language": 52.91213607788086
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.460771260208276e-07,
+ 1.0155019225521755e-07,
+ 8.931760930863675e-07,
+ 0.004451481159776449,
+ 0.010160847567021847,
+ 0.00028447870863601565,
+ 0.0001663399307290092,
+ 0.016114842146635056,
+ 0.00017302621563430876,
+ 0.7621855735778809
+ ],
+ "log_scores_by_expert": [
+ -14.252346992492676,
+ -16.102712631225586,
+ -13.928482055664062,
+ -5.414518356323242,
+ -4.5892133712768555,
+ -8.164852142333984,
+ -8.70147705078125,
+ -4.12801456451416,
+ -8.662067413330078,
+ -0.2715652585029602
+ ],
+ "distances_by_expert": [
+ 28.50469398498535,
+ 32.20542526245117,
+ 27.856964111328125,
+ 10.829036712646484,
+ 9.178426742553711,
+ 16.32970428466797,
+ 17.4029541015625,
+ 8.25602912902832,
+ 17.324134826660156,
+ 0.5431305170059204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.567626953125,
+ "language": 52.92390060424805
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.992044063736103e-07,
+ 1.0517057802417185e-07,
+ 9.496329198555031e-07,
+ 0.004701725672930479,
+ 0.010360240004956722,
+ 0.00031336498796008527,
+ 0.00017344634397886693,
+ 0.016669385135173798,
+ 0.00018660537898540497,
+ 0.7762823700904846
+ ],
+ "log_scores_by_expert": [
+ -14.173322677612305,
+ -16.06768226623535,
+ -13.86719036102295,
+ -5.359825611114502,
+ -4.569779872894287,
+ -8.06814193725586,
+ -8.659642219543457,
+ -4.094181537628174,
+ -8.586514472961426,
+ -0.2532390356063843
+ ],
+ "distances_by_expert": [
+ 28.34664535522461,
+ 32.1353645324707,
+ 27.7343807220459,
+ 10.719651222229004,
+ 9.139559745788574,
+ 16.13628387451172,
+ 17.319284439086914,
+ 8.188363075256348,
+ 17.17302894592285,
+ 0.5064780712127686
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.360107421875,
+ "language": 52.91386413574219
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.848839575468446e-07,
+ 1.1519585285668654e-07,
+ 9.537880032439716e-07,
+ 0.005217446014285088,
+ 0.010729814879596233,
+ 0.00035414297599345446,
+ 0.000185913682798855,
+ 0.017346017062664032,
+ 0.00018180732149630785,
+ 0.7819119691848755
+ ],
+ "log_scores_by_expert": [
+ -14.194016456604004,
+ -15.976632118225098,
+ -13.862824440002441,
+ -5.255747318267822,
+ -4.53472900390625,
+ -7.945809841156006,
+ -8.590228080749512,
+ -4.054392337799072,
+ -8.612563133239746,
+ -0.24601314961910248
+ ],
+ "distances_by_expert": [
+ 28.388032913208008,
+ 31.953264236450195,
+ 27.725648880004883,
+ 10.511494636535645,
+ 9.0694580078125,
+ 15.891619682312012,
+ 17.180456161499023,
+ 8.108784675598145,
+ 17.225126266479492,
+ 0.49202629923820496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.59619140625,
+ "language": 52.9565544128418
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.848401881143218e-07,
+ 1.0617532097967342e-07,
+ 9.391450248585897e-07,
+ 0.004719209857285023,
+ 0.010457136668264866,
+ 0.0003045007470063865,
+ 0.00017499503155704588,
+ 0.016535844653844833,
+ 0.00018453849770594388,
+ 0.7711277604103088
+ ],
+ "log_scores_by_expert": [
+ -14.194080352783203,
+ -16.05817413330078,
+ -13.8782958984375,
+ -5.356113910675049,
+ -4.5604705810546875,
+ -8.096837043762207,
+ -8.650753021240234,
+ -4.102224826812744,
+ -8.597652435302734,
+ -0.2599012553691864
+ ],
+ "distances_by_expert": [
+ 28.388160705566406,
+ 32.11634826660156,
+ 27.756591796875,
+ 10.712227821350098,
+ 9.120941162109375,
+ 16.193674087524414,
+ 17.30150604248047,
+ 8.204449653625488,
+ 17.19530487060547,
+ 0.5198025107383728
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3486.30322265625,
+ "language": 52.92568588256836
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.21606681963749e-07,
+ 1.1351085049682297e-07,
+ 9.74902832240332e-07,
+ 0.004870276432484388,
+ 0.010552383959293365,
+ 0.0003216530894860625,
+ 0.00017499402747489512,
+ 0.0167766772210598,
+ 0.0001943750394275412,
+ 0.7769027352333069
+ ],
+ "log_scores_by_expert": [
+ -14.141785621643066,
+ -15.99136734008789,
+ -13.840928077697754,
+ -5.324604511260986,
+ -4.551403522491455,
+ -8.042037010192871,
+ -8.650758743286133,
+ -4.087765693664551,
+ -8.545721054077148,
+ -0.2524401545524597
+ ],
+ "distances_by_expert": [
+ 28.283571243286133,
+ 31.98273468017578,
+ 27.681856155395508,
+ 10.649209022521973,
+ 9.10280704498291,
+ 16.084074020385742,
+ 17.301517486572266,
+ 8.175531387329102,
+ 17.091442108154297,
+ 0.5048803091049194
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.013671875,
+ "language": 52.90227127075195
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.585987080143241e-07,
+ 1.0187689269969269e-07,
+ 9.001908551908855e-07,
+ 0.0042247106321156025,
+ 0.009768079966306686,
+ 0.0002601586456876248,
+ 0.00016207763110287488,
+ 0.015332667157053947,
+ 0.00017758778994902968,
+ 0.7404806017875671
+ ],
+ "log_scores_by_expert": [
+ -14.23315143585205,
+ -16.09950065612793,
+ -13.920659065246582,
+ -5.466804504394531,
+ -4.628635406494141,
+ -8.254219055175781,
+ -8.727435111999512,
+ -4.177769660949707,
+ -8.636045455932617,
+ -0.30045583844184875
+ ],
+ "distances_by_expert": [
+ 28.4663028717041,
+ 32.19900131225586,
+ 27.841318130493164,
+ 10.933609008789062,
+ 9.257270812988281,
+ 16.508438110351562,
+ 17.454870223999023,
+ 8.355539321899414,
+ 17.272090911865234,
+ 0.6009116768836975
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3518.224365234375,
+ "language": 52.925376892089844
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.866209218969743e-07,
+ 1.1013838019380273e-07,
+ 9.446325179851556e-07,
+ 0.004841803107410669,
+ 0.010325416922569275,
+ 0.0003083476040046662,
+ 0.0001752764655975625,
+ 0.016617823392152786,
+ 0.00018568598898127675,
+ 0.7696947455406189
+ ],
+ "log_scores_by_expert": [
+ -14.191483497619629,
+ -16.021528244018555,
+ -13.872469902038574,
+ -5.33046817779541,
+ -4.573146820068359,
+ -8.084282875061035,
+ -8.64914608001709,
+ -4.0972795486450195,
+ -8.591453552246094,
+ -0.26176130771636963
+ ],
+ "distances_by_expert": [
+ 28.382966995239258,
+ 32.04305648803711,
+ 27.74493980407715,
+ 10.66093635559082,
+ 9.146293640136719,
+ 16.16856575012207,
+ 17.29829216003418,
+ 8.194559097290039,
+ 17.182907104492188,
+ 0.5235226154327393
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.41552734375,
+ "language": 52.916343688964844
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.750359489160473e-07,
+ 1.1250899234482858e-07,
+ 9.40519953473995e-07,
+ 0.005141489673405886,
+ 0.009894313290715218,
+ 0.0003400247369427234,
+ 0.00017713921261020005,
+ 0.016447244212031364,
+ 0.00018396110681351274,
+ 0.7296785116195679
+ ],
+ "log_scores_by_expert": [
+ -14.208499908447266,
+ -16.000232696533203,
+ -13.876832962036133,
+ -5.270412445068359,
+ -4.615795135498047,
+ -7.986492156982422,
+ -8.638574600219727,
+ -4.107597351074219,
+ -8.600786209106445,
+ -0.31515127420425415
+ ],
+ "distances_by_expert": [
+ 28.41699981689453,
+ 32.000465393066406,
+ 27.753665924072266,
+ 10.540824890136719,
+ 9.231590270996094,
+ 15.972984313964844,
+ 17.277149200439453,
+ 8.215194702148438,
+ 17.20157241821289,
+ 0.6303025484085083
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3466.400390625,
+ "language": 52.932125091552734
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.446817906180513e-07,
+ 1.1110430619964973e-07,
+ 9.077253935174667e-07,
+ 0.005062337964773178,
+ 0.009687808342278004,
+ 0.0003394095110706985,
+ 0.00017938288510777056,
+ 0.015962133184075356,
+ 0.00017531457706354558,
+ 0.7110221982002258
+ ],
+ "log_scores_by_expert": [
+ -14.254508972167969,
+ -16.01279640197754,
+ -13.912323951721191,
+ -5.285926818847656,
+ -4.636887073516846,
+ -7.988303184509277,
+ -8.625988006591797,
+ -4.13753604888916,
+ -8.64892864227295,
+ -0.34105172753334045
+ ],
+ "distances_by_expert": [
+ 28.509017944335938,
+ 32.02559280395508,
+ 27.824647903442383,
+ 10.571853637695312,
+ 9.273774147033691,
+ 15.976606369018555,
+ 17.251976013183594,
+ 8.27507209777832,
+ 17.2978572845459,
+ 0.6821034550666809
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.83544921875,
+ "language": 52.92255401611328
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.843977533004363e-07,
+ 9.665769340472252e-08,
+ 8.070097123891173e-07,
+ 0.004636234603822231,
+ 0.008518878370523453,
+ 0.00031897195731289685,
+ 0.00016260960546787828,
+ 0.014439128339290619,
+ 0.00015857652761042118,
+ 0.6260092258453369
+ ],
+ "log_scores_by_expert": [
+ -14.352684020996094,
+ -16.152090072631836,
+ -14.029930114746094,
+ -5.373852729797363,
+ -4.765470504760742,
+ -8.050407409667969,
+ -8.72415828704834,
+ -4.237813472747803,
+ -8.749273300170898,
+ -0.46839025616645813
+ ],
+ "distances_by_expert": [
+ 28.705368041992188,
+ 32.30418014526367,
+ 28.059860229492188,
+ 10.747705459594727,
+ 9.530941009521484,
+ 16.100814819335938,
+ 17.44831657409668,
+ 8.475626945495605,
+ 17.498546600341797,
+ 0.9367805123329163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.62890625,
+ "language": 52.91501998901367
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.549065005856392e-07,
+ 9.388204347260398e-08,
+ 9.229912620867253e-07,
+ 0.004226913210004568,
+ 0.008829206228256226,
+ 0.0002450407773721963,
+ 0.00015446364704985172,
+ 0.014920645393431187,
+ 0.0001712524244794622,
+ 0.6540188789367676
+ ],
+ "log_scores_by_expert": [
+ -14.238773345947266,
+ -16.18122673034668,
+ -13.895646095275879,
+ -5.466283321380615,
+ -4.729690074920654,
+ -8.314085960388184,
+ -8.775551795959473,
+ -4.205009460449219,
+ -8.672371864318848,
+ -0.42461898922920227
+ ],
+ "distances_by_expert": [
+ 28.47754669189453,
+ 32.36245346069336,
+ 27.791292190551758,
+ 10.93256664276123,
+ 9.459380149841309,
+ 16.628171920776367,
+ 17.551103591918945,
+ 8.410018920898438,
+ 17.344743728637695,
+ 0.8492379784584045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.439453125,
+ "language": 52.89064025878906
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.688782718811126e-07,
+ 1.0008895401369955e-07,
+ 9.230660680259462e-07,
+ 0.004410119727253914,
+ 0.009492816403508186,
+ 0.0002589380892459303,
+ 0.00015856471145525575,
+ 0.015314056538045406,
+ 0.00017457964713685215,
+ 0.6973316669464111
+ ],
+ "log_scores_by_expert": [
+ -14.217663764953613,
+ -16.117206573486328,
+ -13.895565032958984,
+ -5.423853397369385,
+ -4.657219886779785,
+ -8.25892162322998,
+ -8.749347686767578,
+ -4.17898416519165,
+ -8.653129577636719,
+ -0.36049404740333557
+ ],
+ "distances_by_expert": [
+ 28.435327529907227,
+ 32.234413146972656,
+ 27.79113006591797,
+ 10.84770679473877,
+ 9.31443977355957,
+ 16.51784324645996,
+ 17.498695373535156,
+ 8.3579683303833,
+ 17.306259155273438,
+ 0.7209880948066711
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.10986328125,
+ "language": 52.917510986328125
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.756651487194176e-07,
+ 1.0637782565936504e-07,
+ 9.239688552042935e-07,
+ 0.004525468684732914,
+ 0.0101099144667387,
+ 0.0002790008729789406,
+ 0.00016832798428367823,
+ 0.016256775707006454,
+ 0.00017966864106711,
+ 0.7632725238800049
+ ],
+ "log_scores_by_expert": [
+ -14.207568168640137,
+ -16.0562686920166,
+ -13.894587516784668,
+ -5.39803409576416,
+ -4.594238758087158,
+ -8.184295654296875,
+ -8.689596176147461,
+ -4.119245529174805,
+ -8.624396324157715,
+ -0.270140141248703
+ ],
+ "distances_by_expert": [
+ 28.415136337280273,
+ 32.1125373840332,
+ 27.789175033569336,
+ 10.79606819152832,
+ 9.188477516174316,
+ 16.36859130859375,
+ 17.379192352294922,
+ 8.23849105834961,
+ 17.24879264831543,
+ 0.540280282497406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.414794921875,
+ "language": 52.921146392822266
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480307206402358e-07,
+ 1.0401154781902733e-07,
+ 9.025874874168949e-07,
+ 0.004474944900721312,
+ 0.010227682068943977,
+ 0.0002778694324661046,
+ 0.00016369456716347486,
+ 0.015735583379864693,
+ 0.00017955679504666477,
+ 0.7602310180664062
+ ],
+ "log_scores_by_expert": [
+ -14.249327659606934,
+ -16.078763961791992,
+ -13.918000221252441,
+ -5.409261226654053,
+ -4.582657337188721,
+ -8.188359260559082,
+ -8.717508316040039,
+ -4.151830673217773,
+ -8.625019073486328,
+ -0.27413293719291687
+ ],
+ "distances_by_expert": [
+ 28.498655319213867,
+ 32.157527923583984,
+ 27.836000442504883,
+ 10.818522453308105,
+ 9.165314674377441,
+ 16.376718521118164,
+ 17.435016632080078,
+ 8.303661346435547,
+ 17.250038146972656,
+ 0.5482658743858337
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.063232421875,
+ "language": 52.885318756103516
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.563733450093423e-07,
+ 1.0378226988905226e-07,
+ 8.973768785836e-07,
+ 0.004460488446056843,
+ 0.010444708168506622,
+ 0.0002819390792865306,
+ 0.00016743651940487325,
+ 0.016175800934433937,
+ 0.00017706287326291203,
+ 0.779430627822876
+ ],
+ "log_scores_by_expert": [
+ -14.236536026000977,
+ -16.080970764160156,
+ -13.923789978027344,
+ -5.412497043609619,
+ -4.561659812927246,
+ -8.173819541931152,
+ -8.694906234741211,
+ -4.124238967895508,
+ -8.639005661010742,
+ -0.24919159710407257
+ ],
+ "distances_by_expert": [
+ 28.473072052001953,
+ 32.16194152832031,
+ 27.847579956054688,
+ 10.824994087219238,
+ 9.123319625854492,
+ 16.347639083862305,
+ 17.389812469482422,
+ 8.248477935791016,
+ 17.278011322021484,
+ 0.49838319420814514
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3437.285888671875,
+ "language": 52.90966796875
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.107688588803285e-07,
+ 1.057631990875052e-07,
+ 9.704353942652233e-07,
+ 0.00468397606164217,
+ 0.010180921293795109,
+ 0.0003001352015417069,
+ 0.0001743862812872976,
+ 0.016770781949162483,
+ 0.00019059094483964145,
+ 0.7629958987236023
+ ],
+ "log_scores_by_expert": [
+ -14.1569185256958,
+ -16.062063217163086,
+ -13.845520973205566,
+ -5.363607883453369,
+ -4.587239742279053,
+ -8.11127758026123,
+ -8.654237747192383,
+ -4.0881171226501465,
+ -8.565381050109863,
+ -0.27050262689590454
+ ],
+ "distances_by_expert": [
+ 28.3138370513916,
+ 32.12412643432617,
+ 27.691041946411133,
+ 10.727215766906738,
+ 9.174479484558105,
+ 16.22255516052246,
+ 17.308475494384766,
+ 8.176234245300293,
+ 17.130762100219727,
+ 0.5410052537918091
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.098876953125,
+ "language": 52.900535583496094
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.645355483669846e-07,
+ 1.1117425913198531e-07,
+ 9.332541708317876e-07,
+ 0.005094919353723526,
+ 0.010647598654031754,
+ 0.0003478738071862608,
+ 0.0001811876572901383,
+ 0.016962822526693344,
+ 0.0001810021640267223,
+ 0.7732039093971252
+ ],
+ "log_scores_by_expert": [
+ -14.224177360534668,
+ -16.01216697692871,
+ -13.884588241577148,
+ -5.279511451721191,
+ -4.542420864105225,
+ -7.96367073059082,
+ -8.61597728729248,
+ -4.076731204986572,
+ -8.6170015335083,
+ -0.25721246004104614
+ ],
+ "distances_by_expert": [
+ 28.448354721069336,
+ 32.02433395385742,
+ 27.769176483154297,
+ 10.559022903442383,
+ 9.08484172821045,
+ 15.92734146118164,
+ 17.23195457458496,
+ 8.153462409973145,
+ 17.2340030670166,
+ 0.5144249200820923
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.270263671875,
+ "language": 52.90488815307617
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.677336159555125e-07,
+ 1.0706339281796318e-07,
+ 9.239847145181557e-07,
+ 0.004805394914001226,
+ 0.010410127229988575,
+ 0.00031732654315419495,
+ 0.00017755341832526028,
+ 0.016716353595256805,
+ 0.0001813307753764093,
+ 0.7739672064781189
+ ],
+ "log_scores_by_expert": [
+ -14.219376564025879,
+ -16.04984474182129,
+ -13.894570350646973,
+ -5.338016033172607,
+ -4.564976215362549,
+ -8.05557918548584,
+ -8.636239051818848,
+ -4.091367721557617,
+ -8.615187644958496,
+ -0.2562258243560791
+ ],
+ "distances_by_expert": [
+ 28.438753128051758,
+ 32.09968948364258,
+ 27.789140701293945,
+ 10.676032066345215,
+ 9.129952430725098,
+ 16.11115837097168,
+ 17.272478103637695,
+ 8.182735443115234,
+ 17.230375289916992,
+ 0.5124516487121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.47998046875,
+ "language": 52.93434524536133
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.121658995856706e-07,
+ 1.1540664246467713e-07,
+ 9.710797712614294e-07,
+ 0.004833857994526625,
+ 0.010872182436287403,
+ 0.000313438824377954,
+ 0.00018013460794463754,
+ 0.01737150363624096,
+ 0.0001910805149236694,
+ 0.8204973936080933
+ ],
+ "log_scores_by_expert": [
+ -14.15495491027832,
+ -15.974803924560547,
+ -13.844857215881348,
+ -5.332110404968262,
+ -4.521547794342041,
+ -8.067906379699707,
+ -8.621806144714355,
+ -4.052924156188965,
+ -8.56281566619873,
+ -0.1978445202112198
+ ],
+ "distances_by_expert": [
+ 28.30990982055664,
+ 31.949607849121094,
+ 27.689714431762695,
+ 10.664220809936523,
+ 9.043095588684082,
+ 16.135812759399414,
+ 17.24361228942871,
+ 8.10584831237793,
+ 17.12563133239746,
+ 0.3956890404224396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.212158203125,
+ "language": 52.89456558227539
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.693064733553911e-07,
+ 1.0433124231212787e-07,
+ 9.145569492829964e-07,
+ 0.004309144802391529,
+ 0.010102237574756145,
+ 0.0002672878617886454,
+ 0.00016487792890984565,
+ 0.015648560598492622,
+ 0.00017955472867470235,
+ 0.7527073621749878
+ ],
+ "log_scores_by_expert": [
+ -14.217023849487305,
+ -16.075695037841797,
+ -13.904826164245605,
+ -5.447015762329102,
+ -4.594998359680176,
+ -8.227184295654297,
+ -8.710305213928223,
+ -4.157376289367676,
+ -8.625030517578125,
+ -0.2840787470340729
+ ],
+ "distances_by_expert": [
+ 28.43404769897461,
+ 32.151390075683594,
+ 27.80965232849121,
+ 10.894031524658203,
+ 9.189996719360352,
+ 16.454368591308594,
+ 17.420610427856445,
+ 8.314752578735352,
+ 17.25006103515625,
+ 0.5681574940681458
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.764892578125,
+ "language": 52.955753326416016
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.001339099588222e-07,
+ 1.0921522175522114e-07,
+ 9.6483950073889e-07,
+ 0.004565553739666939,
+ 0.010333873331546783,
+ 0.00028590523288585246,
+ 0.00017367162217851728,
+ 0.016593877226114273,
+ 0.00018839529366232455,
+ 0.7706775665283203
+ ],
+ "log_scores_by_expert": [
+ -14.17199420928955,
+ -16.029945373535156,
+ -13.851304054260254,
+ -5.389215469360352,
+ -4.572328090667725,
+ -8.159850120544434,
+ -8.658344268798828,
+ -4.098721504211426,
+ -8.5769681930542,
+ -0.2604852318763733
+ ],
+ "distances_by_expert": [
+ 28.3439884185791,
+ 32.05989074707031,
+ 27.702608108520508,
+ 10.778430938720703,
+ 9.14465618133545,
+ 16.319700241088867,
+ 17.316688537597656,
+ 8.197443008422852,
+ 17.1539363861084,
+ 0.5209704637527466
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.637451171875,
+ "language": 52.90610122680664
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.383852675957314e-07,
+ 1.2799849002931296e-07,
+ 1.0275914519297658e-06,
+ 0.005618727300316095,
+ 0.01087325531989336,
+ 0.0003918273141607642,
+ 0.00019340022117830813,
+ 0.017981812357902527,
+ 0.00019982543017249554,
+ 0.7967545390129089
+ ],
+ "log_scores_by_expert": [
+ -14.118800163269043,
+ -15.871247291564941,
+ -13.78829288482666,
+ -5.181650161743164,
+ -4.521449089050293,
+ -7.84468936920166,
+ -8.550748825073242,
+ -4.018394470214844,
+ -8.51806640625,
+ -0.22720858454704285
+ ],
+ "distances_by_expert": [
+ 28.237600326538086,
+ 31.742494583129883,
+ 27.57658576965332,
+ 10.363300323486328,
+ 9.042898178100586,
+ 15.68937873840332,
+ 17.101497650146484,
+ 8.036788940429688,
+ 17.0361328125,
+ 0.4544171690940857
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.80029296875,
+ "language": 52.924503326416016
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.229864422697574e-07,
+ 1.2618652078799641e-07,
+ 1.0285248208674602e-06,
+ 0.005587632302194834,
+ 0.010638007894158363,
+ 0.000376684038201347,
+ 0.00019140515360049903,
+ 0.01754709705710411,
+ 0.00019398800213821232,
+ 0.7602543830871582
+ ],
+ "log_scores_by_expert": [
+ -14.139875411987305,
+ -15.885504722595215,
+ -13.787384986877441,
+ -5.187199592590332,
+ -4.5433220863342285,
+ -7.884103775024414,
+ -8.561118125915527,
+ -4.0428667068481445,
+ -8.547714233398438,
+ -0.27410221099853516
+ ],
+ "distances_by_expert": [
+ 28.27975082397461,
+ 31.77100944519043,
+ 27.574769973754883,
+ 10.374399185180664,
+ 9.086644172668457,
+ 15.768207550048828,
+ 17.122236251831055,
+ 8.085733413696289,
+ 17.095428466796875,
+ 0.5482044219970703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.826904296875,
+ "language": 52.94904327392578
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.895555202390824e-07,
+ 1.1560899793039425e-07,
+ 9.873537010207656e-07,
+ 0.00538055831566453,
+ 0.00978343840688467,
+ 0.00036075347452424467,
+ 0.00018133978301193565,
+ 0.01645241305232048,
+ 0.0001857577299233526,
+ 0.6930291652679443
+ ],
+ "log_scores_by_expert": [
+ -14.18721866607666,
+ -15.973052024841309,
+ -13.828237533569336,
+ -5.224963188171387,
+ -4.627064228057861,
+ -7.927315711975098,
+ -8.615138053894043,
+ -4.107283115386963,
+ -8.59106731414795,
+ -0.3666832149028778
+ ],
+ "distances_by_expert": [
+ 28.37443733215332,
+ 31.946104049682617,
+ 27.656475067138672,
+ 10.449926376342773,
+ 9.254128456115723,
+ 15.854631423950195,
+ 17.230276107788086,
+ 8.214566230773926,
+ 17.1821346282959,
+ 0.7333664298057556
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.4609375,
+ "language": 52.92631912231445
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.897090886719525e-07,
+ 8.414745167328874e-08,
+ 8.338642487615289e-07,
+ 0.003956357017159462,
+ 0.007996131666004658,
+ 0.00022407021606341004,
+ 0.00014144119631964713,
+ 0.013475258834660053,
+ 0.00015423343575093895,
+ 0.5883685946464539
+ ],
+ "log_scores_by_expert": [
+ -14.343636512756348,
+ -16.290695190429688,
+ -13.99719524383545,
+ -5.532431602478027,
+ -4.828797340393066,
+ -8.40355110168457,
+ -8.863626480102539,
+ -4.3069000244140625,
+ -8.777043342590332,
+ -0.5304016470909119
+ ],
+ "distances_by_expert": [
+ 28.687273025512695,
+ 32.581390380859375,
+ 27.9943904876709,
+ 11.064863204956055,
+ 9.657594680786133,
+ 16.80710220336914,
+ 17.727252960205078,
+ 8.613800048828125,
+ 17.554086685180664,
+ 1.0608032941818237
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.10205078125,
+ "language": 52.918025970458984
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.95935887304222e-07,
+ 8.803570494819724e-08,
+ 8.243655997830501e-07,
+ 0.003911340143531561,
+ 0.00857429951429367,
+ 0.00022268723114393651,
+ 0.00014504195132758468,
+ 0.013598195277154446,
+ 0.00015793599595781416,
+ 0.6343967914581299
+ ],
+ "log_scores_by_expert": [
+ -14.33313274383545,
+ -16.24552345275879,
+ -14.008651733398438,
+ -5.543875217437744,
+ -4.758985996246338,
+ -8.40974235534668,
+ -8.83848762512207,
+ -4.297818183898926,
+ -8.753320693969727,
+ -0.45508068799972534
+ ],
+ "distances_by_expert": [
+ 28.6662654876709,
+ 32.49104690551758,
+ 28.017303466796875,
+ 11.087750434875488,
+ 9.517971992492676,
+ 16.81948471069336,
+ 17.67697525024414,
+ 8.595636367797852,
+ 17.506641387939453,
+ 0.9101613759994507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3543.9619140625,
+ "language": 52.93358612060547
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.930106337676989e-07,
+ 1.015418717997818e-07,
+ 9.334838750874042e-07,
+ 0.004387376829981804,
+ 0.009905699640512466,
+ 0.0002576878760010004,
+ 0.00016279099509119987,
+ 0.015610425733029842,
+ 0.00018065243784803897,
+ 0.7299435138702393
+ ],
+ "log_scores_by_expert": [
+ -14.182220458984375,
+ -16.102794647216797,
+ -13.884342193603516,
+ -5.429023742675781,
+ -4.614645004272461,
+ -8.263761520385742,
+ -8.723043441772461,
+ -4.159816265106201,
+ -8.618935585021973,
+ -0.3147881329059601
+ ],
+ "distances_by_expert": [
+ 28.36444091796875,
+ 32.205589294433594,
+ 27.76868438720703,
+ 10.858047485351562,
+ 9.229290008544922,
+ 16.527523040771484,
+ 17.446086883544922,
+ 8.319632530212402,
+ 17.237871170043945,
+ 0.6295762658119202
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.996826171875,
+ "language": 52.91545486450195
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.962832230783533e-07,
+ 1.0897552016331247e-07,
+ 9.516273848930723e-07,
+ 0.004777311813086271,
+ 0.01056408416479826,
+ 0.00029278662987053394,
+ 0.00017063245468307287,
+ 0.01648464985191822,
+ 0.0001877091417554766,
+ 0.7828400135040283
+ ],
+ "log_scores_by_expert": [
+ -14.177509307861328,
+ -16.032142639160156,
+ -13.865092277526855,
+ -5.34387731552124,
+ -4.550295352935791,
+ -8.136066436767578,
+ -8.67599868774414,
+ -4.105325698852539,
+ -8.58061695098877,
+ -0.24482685327529907
+ ],
+ "distances_by_expert": [
+ 28.355018615722656,
+ 32.06428527832031,
+ 27.73018455505371,
+ 10.68775463104248,
+ 9.100590705871582,
+ 16.272132873535156,
+ 17.35199737548828,
+ 8.210651397705078,
+ 17.16123390197754,
+ 0.48965370655059814
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3462.1630859375,
+ "language": 52.9007568359375
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.72440819471376e-07,
+ 1.0554374796356569e-07,
+ 9.167881103167019e-07,
+ 0.0046560876071453094,
+ 0.010468817315995693,
+ 0.0002929307520389557,
+ 0.00016940019850153476,
+ 0.016228249296545982,
+ 0.00018069223733618855,
+ 0.7740103602409363
+ ],
+ "log_scores_by_expert": [
+ -14.21235179901123,
+ -16.06414031982422,
+ -13.902389526367188,
+ -5.369579792022705,
+ -4.559354305267334,
+ -8.135574340820312,
+ -8.683246612548828,
+ -4.121001720428467,
+ -8.618715286254883,
+ -0.2561700642108917
+ ],
+ "distances_by_expert": [
+ 28.42470359802246,
+ 32.12828063964844,
+ 27.804779052734375,
+ 10.73915958404541,
+ 9.118708610534668,
+ 16.271148681640625,
+ 17.366493225097656,
+ 8.242003440856934,
+ 17.237430572509766,
+ 0.5123401284217834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.39111328125,
+ "language": 52.90232467651367
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.86221653722896e-07,
+ 9.930910493949341e-08,
+ 9.444819966120122e-07,
+ 0.004626533016562462,
+ 0.009628087282180786,
+ 0.00028645899146795273,
+ 0.00016585584671702236,
+ 0.016222061589360237,
+ 0.00018137159349862486,
+ 0.6952295899391174
+ ],
+ "log_scores_by_expert": [
+ -14.192065238952637,
+ -16.125028610229492,
+ -13.872629165649414,
+ -5.37594747543335,
+ -4.643070697784424,
+ -8.157915115356445,
+ -8.704391479492188,
+ -4.121383190155029,
+ -8.614962577819824,
+ -0.36351314187049866
+ ],
+ "distances_by_expert": [
+ 28.384130477905273,
+ 32.250057220458984,
+ 27.745258331298828,
+ 10.7518949508667,
+ 9.286141395568848,
+ 16.31583023071289,
+ 17.408782958984375,
+ 8.242766380310059,
+ 17.22992515563965,
+ 0.7270262837409973
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.082275390625,
+ "language": 52.91767120361328
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.149150178520358e-07,
+ 1.1143347222741795e-07,
+ 9.836600156631903e-07,
+ 0.004977365490049124,
+ 0.010736590251326561,
+ 0.0003275579074397683,
+ 0.00018390041077509522,
+ 0.01755998097360134,
+ 0.0001899161870824173,
+ 0.7987699508666992
+ ],
+ "log_scores_by_expert": [
+ -14.151102066040039,
+ -16.009838104248047,
+ -13.831985473632812,
+ -5.302854537963867,
+ -4.534097671508789,
+ -8.023845672607422,
+ -8.601116180419922,
+ -4.04213285446167,
+ -8.568927764892578,
+ -0.22468231618404388
+ ],
+ "distances_by_expert": [
+ 28.302204132080078,
+ 32.019676208496094,
+ 27.663970947265625,
+ 10.605709075927734,
+ 9.068195343017578,
+ 16.047691345214844,
+ 17.202232360839844,
+ 8.08426570892334,
+ 17.137855529785156,
+ 0.44936463236808777
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.374267578125,
+ "language": 52.93679428100586
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.086511004672502e-07,
+ 1.1038338953994753e-07,
+ 9.634813977754675e-07,
+ 0.004842239432036877,
+ 0.010355044156312943,
+ 0.0003109038225375116,
+ 0.00017550578922964633,
+ 0.016825225204229355,
+ 0.00019202240218874067,
+ 0.7767642736434937
+ ],
+ "log_scores_by_expert": [
+ -14.159902572631836,
+ -16.019306182861328,
+ -13.852712631225586,
+ -5.33037805557251,
+ -4.570281505584717,
+ -8.076026916503906,
+ -8.647838592529297,
+ -4.08487606048584,
+ -8.55789852142334,
+ -0.25261834263801575
+ ],
+ "distances_by_expert": [
+ 28.319805145263672,
+ 32.038612365722656,
+ 27.705425262451172,
+ 10.66075611114502,
+ 9.140563011169434,
+ 16.152053833007812,
+ 17.295677185058594,
+ 8.16975212097168,
+ 17.11579704284668,
+ 0.5052366852760315
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.275146484375,
+ "language": 52.87712478637695
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615295546907873e-07,
+ 9.893627606061273e-08,
+ 9.00821191862633e-07,
+ 0.0042233713902533054,
+ 0.009616983123123646,
+ 0.00025827859644778073,
+ 0.00015965085185598582,
+ 0.01514619030058384,
+ 0.000177581183379516,
+ 0.7186798453330994
+ ],
+ "log_scores_by_expert": [
+ -14.228711128234863,
+ -16.1287899017334,
+ -13.91995906829834,
+ -5.467121601104736,
+ -4.644224643707275,
+ -8.26147174835205,
+ -8.742521286010742,
+ -4.190006256103516,
+ -8.636082649230957,
+ -0.33033937215805054
+ ],
+ "distances_by_expert": [
+ 28.457422256469727,
+ 32.2575798034668,
+ 27.83991813659668,
+ 10.934243202209473,
+ 9.28844928741455,
+ 16.5229434967041,
+ 17.485042572021484,
+ 8.380012512207031,
+ 17.272165298461914,
+ 0.6606787443161011
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.557861328125,
+ "language": 52.92670440673828
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.948272357476526e-07,
+ 1.1466579508123687e-07,
+ 9.592860124030267e-07,
+ 0.004882195498794317,
+ 0.010593593120574951,
+ 0.00031609213328920305,
+ 0.00017824476526584476,
+ 0.01691092550754547,
+ 0.00018882770382333547,
+ 0.7979316711425781
+ ],
+ "log_scores_by_expert": [
+ -14.17960262298584,
+ -15.981244087219238,
+ -13.857076644897461,
+ -5.322160243988037,
+ -4.547505855560303,
+ -8.059476852416992,
+ -8.632352828979492,
+ -4.0797953605651855,
+ -8.574675559997559,
+ -0.22573234140872955
+ ],
+ "distances_by_expert": [
+ 28.35920524597168,
+ 31.962488174438477,
+ 27.714153289794922,
+ 10.644320487976074,
+ 9.095011711120605,
+ 16.118953704833984,
+ 17.264705657958984,
+ 8.159590721130371,
+ 17.149351119995117,
+ 0.4514646828174591
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.146240234375,
+ "language": 52.920230865478516
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062882332320441e-07,
+ 1.232623532132493e-07,
+ 9.826325140238623e-07,
+ 0.005582386162132025,
+ 0.010493875481188297,
+ 0.00038604551809839904,
+ 0.00018838072719518095,
+ 0.01716805435717106,
+ 0.00019333051750436425,
+ 0.7597898244857788
+ ],
+ "log_scores_by_expert": [
+ -14.16324234008789,
+ -15.908950805664062,
+ -13.833030700683594,
+ -5.188138961791992,
+ -4.5569634437561035,
+ -7.859555244445801,
+ -8.577045440673828,
+ -4.064704895019531,
+ -8.551109313964844,
+ -0.274713397026062
+ ],
+ "distances_by_expert": [
+ 28.32648468017578,
+ 31.817901611328125,
+ 27.666061401367188,
+ 10.376277923583984,
+ 9.113926887512207,
+ 15.719110488891602,
+ 17.154090881347656,
+ 8.129409790039062,
+ 17.102218627929688,
+ 0.549426794052124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.897705078125,
+ "language": 52.92026138305664
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.098787477843871e-07,
+ 1.2147685879426717e-07,
+ 9.71264967120078e-07,
+ 0.005490859970450401,
+ 0.010271590203046799,
+ 0.00038727716309949756,
+ 0.00019040254119317979,
+ 0.01710999757051468,
+ 0.00018968756194226444,
+ 0.7446728348731995
+ ],
+ "log_scores_by_expert": [
+ -14.158171653747559,
+ -15.923542022705078,
+ -13.844666481018066,
+ -5.204670429229736,
+ -4.578373432159424,
+ -7.856369972229004,
+ -8.566370010375977,
+ -4.068092346191406,
+ -8.5701322555542,
+ -0.29481032490730286
+ ],
+ "distances_by_expert": [
+ 28.316343307495117,
+ 31.847084045410156,
+ 27.689332962036133,
+ 10.409340858459473,
+ 9.156746864318848,
+ 15.712739944458008,
+ 17.132740020751953,
+ 8.136184692382812,
+ 17.1402645111084,
+ 0.5896206498146057
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.367431640625,
+ "language": 52.94121170043945
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.586338940905989e-07,
+ 1.0668993866147503e-07,
+ 8.925459837882954e-07,
+ 0.005047947634011507,
+ 0.009242236614227295,
+ 0.0003589570987969637,
+ 0.0001777165598468855,
+ 0.015876969322562218,
+ 0.00017488525190856308,
+ 0.6845375895500183
+ ],
+ "log_scores_by_expert": [
+ -14.233098030090332,
+ -16.0533390045166,
+ -13.929187774658203,
+ -5.288773536682129,
+ -4.683971405029297,
+ -7.932307720184326,
+ -8.635320663452148,
+ -4.142885684967041,
+ -8.65138053894043,
+ -0.37901169061660767
+ ],
+ "distances_by_expert": [
+ 28.466196060180664,
+ 32.1066780090332,
+ 27.858375549316406,
+ 10.577547073364258,
+ 9.367942810058594,
+ 15.864615440368652,
+ 17.270641326904297,
+ 8.285771369934082,
+ 17.30276107788086,
+ 0.7580233812332153
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.615234375,
+ "language": 52.93807601928711
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615586016778252e-07,
+ 9.305111348112405e-08,
+ 9.165127039523213e-07,
+ 0.004293215461075306,
+ 0.008914593607187271,
+ 0.00024000763369258493,
+ 0.00015319745580200106,
+ 0.014752215705811977,
+ 0.0001692711521172896,
+ 0.6494991779327393
+ ],
+ "log_scores_by_expert": [
+ -14.228667259216309,
+ -16.19011688232422,
+ -13.902689933776855,
+ -5.450719356536865,
+ -4.720065593719482,
+ -8.334839820861816,
+ -8.783782958984375,
+ -4.216361999511719,
+ -8.684008598327637,
+ -0.4315537214279175
+ ],
+ "distances_by_expert": [
+ 28.457334518432617,
+ 32.38023376464844,
+ 27.80537986755371,
+ 10.90143871307373,
+ 9.440131187438965,
+ 16.669679641723633,
+ 17.56756591796875,
+ 8.432723999023438,
+ 17.368017196655273,
+ 0.863107442855835
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.937744140625,
+ "language": 52.92149353027344
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.441741788876243e-07,
+ 9.489434660281404e-08,
+ 8.782015470387705e-07,
+ 0.004278937354683876,
+ 0.009331186302006245,
+ 0.0002444157435093075,
+ 0.00015394804358948022,
+ 0.014773868955671787,
+ 0.00016905144730117172,
+ 0.6837804913520813
+ ],
+ "log_scores_by_expert": [
+ -14.25529670715332,
+ -16.170501708984375,
+ -13.945389747619629,
+ -5.454050540924072,
+ -4.674393177032471,
+ -8.31663990020752,
+ -8.778895378112793,
+ -4.214895248413086,
+ -8.685307502746582,
+ -0.38011837005615234
+ ],
+ "distances_by_expert": [
+ 28.51059341430664,
+ 32.34100341796875,
+ 27.890779495239258,
+ 10.908101081848145,
+ 9.348786354064941,
+ 16.63327980041504,
+ 17.557790756225586,
+ 8.429790496826172,
+ 17.370615005493164,
+ 0.7602367401123047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.58642578125,
+ "language": 52.92062759399414
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.501372808997985e-07,
+ 9.545291845824977e-08,
+ 8.782081977187772e-07,
+ 0.004261239431798458,
+ 0.00984929222613573,
+ 0.00024242026847787201,
+ 0.0001572316250531003,
+ 0.015085666440427303,
+ 0.0001726634072838351,
+ 0.7233560681343079
+ ],
+ "log_scores_by_expert": [
+ -14.246082305908203,
+ -16.16463279724121,
+ -13.945382118225098,
+ -5.458195209503174,
+ -4.620355606079102,
+ -8.324837684631348,
+ -8.757790565490723,
+ -4.194010257720947,
+ -8.664166450500488,
+ -0.3238537609577179
+ ],
+ "distances_by_expert": [
+ 28.492164611816406,
+ 32.32926559448242,
+ 27.890764236450195,
+ 10.916390419006348,
+ 9.240711212158203,
+ 16.649675369262695,
+ 17.515581130981445,
+ 8.388020515441895,
+ 17.328332901000977,
+ 0.6477075219154358
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.678955078125,
+ "language": 52.893577575683594
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.22198024050158e-07,
+ 1.1644608122196587e-07,
+ 9.860043519438477e-07,
+ 0.005017101764678955,
+ 0.01099342480301857,
+ 0.0003146838862448931,
+ 0.00017678042058832943,
+ 0.017188450321555138,
+ 0.00019390588568057865,
+ 0.8086090087890625
+ ],
+ "log_scores_by_expert": [
+ -14.140966415405273,
+ -15.965837478637695,
+ -13.829605102539062,
+ -5.294902801513672,
+ -4.510457992553711,
+ -8.063941955566406,
+ -8.640602111816406,
+ -4.0635175704956055,
+ -8.548137664794922,
+ -0.21243979036808014
+ ],
+ "distances_by_expert": [
+ 28.281932830810547,
+ 31.93167495727539,
+ 27.659210205078125,
+ 10.589805603027344,
+ 9.020915985107422,
+ 16.127883911132812,
+ 17.281204223632812,
+ 8.127035140991211,
+ 17.096275329589844,
+ 0.4248795807361603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.793212890625,
+ "language": 52.90618896484375
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8003060960109e-07,
+ 1.0826757801396525e-07,
+ 9.278355719288811e-07,
+ 0.004880201071500778,
+ 0.010852701961994171,
+ 0.0003162305220030248,
+ 0.00017744084470905364,
+ 0.017179101705551147,
+ 0.00018331556930206716,
+ 0.8175342082977295
+ ],
+ "log_scores_by_expert": [
+ -14.201128005981445,
+ -16.038660049438477,
+ -13.890411376953125,
+ -5.322568893432617,
+ -4.523341178894043,
+ -8.059039115905762,
+ -8.636873245239258,
+ -4.064061641693115,
+ -8.604301452636719,
+ -0.20146256685256958
+ ],
+ "distances_by_expert": [
+ 28.40225601196289,
+ 32.07732009887695,
+ 27.78082275390625,
+ 10.645137786865234,
+ 9.046682357788086,
+ 16.118078231811523,
+ 17.273746490478516,
+ 8.12812328338623,
+ 17.208602905273438,
+ 0.40292513370513916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.900634765625,
+ "language": 52.89479446411133
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.790144766455342e-07,
+ 9.560432800981289e-08,
+ 9.175254263027455e-07,
+ 0.00447717122733593,
+ 0.009660628624260426,
+ 0.0002702936762943864,
+ 0.000162751559400931,
+ 0.015943283215165138,
+ 0.00017911141912918538,
+ 0.7003514170646667
+ ],
+ "log_scores_by_expert": [
+ -14.20262336730957,
+ -16.163047790527344,
+ -13.901585578918457,
+ -5.408763885498047,
+ -4.6396965980529785,
+ -8.216001510620117,
+ -8.723285675048828,
+ -4.1387176513671875,
+ -8.62750244140625,
+ -0.356173038482666
+ ],
+ "distances_by_expert": [
+ 28.40524673461914,
+ 32.32609558105469,
+ 27.803171157836914,
+ 10.817527770996094,
+ 9.279393196105957,
+ 16.432003021240234,
+ 17.446571350097656,
+ 8.277435302734375,
+ 17.2550048828125,
+ 0.712346076965332
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.7587890625,
+ "language": 52.91846466064453
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.698261702491436e-07,
+ 8.948399710106969e-08,
+ 8.011893442017026e-07,
+ 0.004348427057266235,
+ 0.009257178753614426,
+ 0.00027405418222770095,
+ 0.0001547403953736648,
+ 0.014868443831801414,
+ 0.00015685270773246884,
+ 0.6700868606567383
+ ],
+ "log_scores_by_expert": [
+ -14.377934455871582,
+ -16.229206085205078,
+ -14.037168502807617,
+ -5.437941074371338,
+ -4.682355880737305,
+ -8.202184677124023,
+ -8.773761749267578,
+ -4.208514213562012,
+ -8.76020336151123,
+ -0.40034791827201843
+ ],
+ "distances_by_expert": [
+ 28.755868911743164,
+ 32.458412170410156,
+ 28.074337005615234,
+ 10.875882148742676,
+ 9.36471176147461,
+ 16.404369354248047,
+ 17.547523498535156,
+ 8.417028427124023,
+ 17.52040672302246,
+ 0.8006958365440369
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.830322265625,
+ "language": 52.92654037475586
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461602879426209e-07,
+ 9.868919192967951e-08,
+ 8.73618887453631e-07,
+ 0.004400335717946291,
+ 0.010127012617886066,
+ 0.00027923379093408585,
+ 0.00016735111421439797,
+ 0.016007164493203163,
+ 0.00017442353419028223,
+ 0.7613533139228821
+ ],
+ "log_scores_by_expert": [
+ -14.252218246459961,
+ -16.131290435791016,
+ -13.950621604919434,
+ -5.426074504852295,
+ -4.592548847198486,
+ -8.18346118927002,
+ -8.695416450500488,
+ -4.134718894958496,
+ -8.654024124145508,
+ -0.2726577818393707
+ ],
+ "distances_by_expert": [
+ 28.504436492919922,
+ 32.26258087158203,
+ 27.901243209838867,
+ 10.85214900970459,
+ 9.185097694396973,
+ 16.36692237854004,
+ 17.390832901000977,
+ 8.269437789916992,
+ 17.308048248291016,
+ 0.5453155636787415
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.119384765625,
+ "language": 52.91703414916992
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.305557119252626e-07,
+ 1.170437329278684e-07,
+ 9.967236564989435e-07,
+ 0.004838539287447929,
+ 0.010920394212007523,
+ 0.0003092198458034545,
+ 0.00018014080706052482,
+ 0.0169622004032135,
+ 0.00019330544455442578,
+ 0.8034292459487915
+ ],
+ "log_scores_by_expert": [
+ -14.129460334777832,
+ -15.960718154907227,
+ -13.818792343139648,
+ -5.331142425537109,
+ -4.517123222351074,
+ -8.08145809173584,
+ -8.621771812438965,
+ -4.076767921447754,
+ -8.551239013671875,
+ -0.21886619925498962
+ ],
+ "distances_by_expert": [
+ 28.258920669555664,
+ 31.921436309814453,
+ 27.637584686279297,
+ 10.662284851074219,
+ 9.034246444702148,
+ 16.16291618347168,
+ 17.24354362487793,
+ 8.153535842895508,
+ 17.10247802734375,
+ 0.43773239850997925
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.580078125,
+ "language": 52.95978927612305
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.267470323313319e-07,
+ 1.117380321602468e-07,
+ 9.84253119895584e-07,
+ 0.004735471215099096,
+ 0.01037608552724123,
+ 0.0003034504479728639,
+ 0.0001750419323798269,
+ 0.016882041469216347,
+ 0.00019441581389401108,
+ 0.7810672521591187
+ ],
+ "log_scores_by_expert": [
+ -14.134687423706055,
+ -16.007108688354492,
+ -13.831382751464844,
+ -5.3526740074157715,
+ -4.568251609802246,
+ -8.100292205810547,
+ -8.650485038757324,
+ -4.081504821777344,
+ -8.545511245727539,
+ -0.24709399044513702
+ ],
+ "distances_by_expert": [
+ 28.26937484741211,
+ 32.014217376708984,
+ 27.662765502929688,
+ 10.705348014831543,
+ 9.136503219604492,
+ 16.200584411621094,
+ 17.30097007751465,
+ 8.163009643554688,
+ 17.091022491455078,
+ 0.49418798089027405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3541.4736328125,
+ "language": 52.898719787597656
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.301586606445198e-07,
+ 1.2396117199386936e-07,
+ 1.0152807590202428e-06,
+ 0.005534394644200802,
+ 0.01091541163623333,
+ 0.0003722992551047355,
+ 0.00019084465748164803,
+ 0.017588958144187927,
+ 0.00019882326887454838,
+ 0.7939598560333252
+ ],
+ "log_scores_by_expert": [
+ -14.130003929138184,
+ -15.903297424316406,
+ -13.800345420837402,
+ -5.196773052215576,
+ -4.517579555511475,
+ -7.895812511444092,
+ -8.564050674438477,
+ -4.0404839515686035,
+ -8.523094177246094,
+ -0.23072241246700287
+ ],
+ "distances_by_expert": [
+ 28.260007858276367,
+ 31.806594848632812,
+ 27.600690841674805,
+ 10.393546104431152,
+ 9.03515911102295,
+ 15.791625022888184,
+ 17.128101348876953,
+ 8.080967903137207,
+ 17.046188354492188,
+ 0.46144482493400574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3404.549072265625,
+ "language": 52.901336669921875
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.477362373720098e-07,
+ 1.2809411487069156e-07,
+ 1.0475541785126552e-06,
+ 0.0058031887747347355,
+ 0.010703206062316895,
+ 0.0004016325401607901,
+ 0.00019669291214086115,
+ 0.01790987141430378,
+ 0.00020033471810165793,
+ 0.7752313017845154
+ ],
+ "log_scores_by_expert": [
+ -14.106215476989746,
+ -15.870500564575195,
+ -13.769052505493164,
+ -5.14934778213501,
+ -4.537211894989014,
+ -7.819972991943359,
+ -8.533866882324219,
+ -4.022403240203857,
+ -8.515521049499512,
+ -0.2545938491821289
+ ],
+ "distances_by_expert": [
+ 28.212430953979492,
+ 31.74100112915039,
+ 27.538105010986328,
+ 10.29869556427002,
+ 9.074423789978027,
+ 15.639945983886719,
+ 17.067733764648438,
+ 8.044806480407715,
+ 17.031042098999023,
+ 0.5091876983642578
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3318.935546875,
+ "language": 52.93191909790039
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904135148033674e-07,
+ 1.1180007675193337e-07,
+ 9.83694803835533e-07,
+ 0.005480239633470774,
+ 0.00965129118412733,
+ 0.0003678006469272077,
+ 0.00018078324501402676,
+ 0.016340812668204308,
+ 0.0001871289568953216,
+ 0.6784248948097229
+ ],
+ "log_scores_by_expert": [
+ -14.185975074768066,
+ -16.006553649902344,
+ -13.831950187683105,
+ -5.206606388092041,
+ -4.6406636238098145,
+ -7.9079694747924805,
+ -8.61821174621582,
+ -4.114089488983154,
+ -8.583712577819824,
+ -0.38798150420188904
+ ],
+ "distances_by_expert": [
+ 28.371950149536133,
+ 32.01310729980469,
+ 27.66390037536621,
+ 10.413212776184082,
+ 9.281327247619629,
+ 15.815938949584961,
+ 17.23642349243164,
+ 8.228178977966309,
+ 17.16742515563965,
+ 0.7759630084037781
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.77001953125,
+ "language": 52.9096794128418
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.013649110376718e-07,
+ 1.1150596890274755e-07,
+ 9.646794296713779e-07,
+ 0.005120560526847839,
+ 0.009949501603841782,
+ 0.0003310974861960858,
+ 0.00017097567615564913,
+ 0.016760531812906265,
+ 0.0001838395546656102,
+ 0.7278720736503601
+ ],
+ "log_scores_by_expert": [
+ -14.17023754119873,
+ -16.009187698364258,
+ -13.851469993591309,
+ -5.274491310119629,
+ -4.610232830047607,
+ -8.013097763061523,
+ -8.673989295959473,
+ -4.088728427886963,
+ -8.601447105407715,
+ -0.31763002276420593
+ ],
+ "distances_by_expert": [
+ 28.34047508239746,
+ 32.018375396728516,
+ 27.702939987182617,
+ 10.548982620239258,
+ 9.220465660095215,
+ 16.026195526123047,
+ 17.347978591918945,
+ 8.177456855773926,
+ 17.20289421081543,
+ 0.6352600455284119
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3419.192626953125,
+ "language": 52.9054069519043
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.189415214270412e-07,
+ 1.086463612409716e-07,
+ 9.790778676688205e-07,
+ 0.004737032111734152,
+ 0.010038219392299652,
+ 0.00029845486278645694,
+ 0.00017178535927087069,
+ 0.01663772389292717,
+ 0.00018716251361183822,
+ 0.7469025254249573
+ ],
+ "log_scores_by_expert": [
+ -14.145485877990723,
+ -16.035167694091797,
+ -13.836654663085938,
+ -5.352344512939453,
+ -4.60135555267334,
+ -8.116891860961914,
+ -8.669264793395996,
+ -4.09608268737793,
+ -8.58353328704834,
+ -0.29182055592536926
+ ],
+ "distances_by_expert": [
+ 28.290971755981445,
+ 32.070335388183594,
+ 27.673309326171875,
+ 10.704689025878906,
+ 9.20271110534668,
+ 16.233783721923828,
+ 17.338529586791992,
+ 8.19216537475586,
+ 17.16706657409668,
+ 0.5836411118507385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.814208984375,
+ "language": 52.931697845458984
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.505645728793752e-07,
+ 1.0203168443467803e-07,
+ 9.025694112096971e-07,
+ 0.004532805643975735,
+ 0.010222547687590122,
+ 0.0002691341214813292,
+ 0.0001617195812286809,
+ 0.015432716347277164,
+ 0.000176309171365574,
+ 0.7419689893722534
+ ],
+ "log_scores_by_expert": [
+ -14.2454252243042,
+ -16.09798240661621,
+ -13.918020248413086,
+ -5.396414279937744,
+ -4.583159446716309,
+ -8.220300674438477,
+ -8.729646682739258,
+ -4.171265602111816,
+ -8.643271446228027,
+ -0.2984478771686554
+ ],
+ "distances_by_expert": [
+ 28.4908504486084,
+ 32.19596481323242,
+ 27.836040496826172,
+ 10.792828559875488,
+ 9.166318893432617,
+ 16.440601348876953,
+ 17.459293365478516,
+ 8.342531204223633,
+ 17.286542892456055,
+ 0.5968957543373108
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.130126953125,
+ "language": 52.90427780151367
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.720490546285873e-07,
+ 1.1066397576087184e-07,
+ 9.200226145367196e-07,
+ 0.00488367211073637,
+ 0.010906520299613476,
+ 0.00032431434374302626,
+ 0.0001737749989842996,
+ 0.017157455906271935,
+ 0.00018200473277829587,
+ 0.8141893744468689
+ ],
+ "log_scores_by_expert": [
+ -14.212934494018555,
+ -16.016767501831055,
+ -13.8988676071167,
+ -5.321857929229736,
+ -4.518394470214844,
+ -8.033797264099121,
+ -8.65774917602539,
+ -4.065322399139404,
+ -8.611477851867676,
+ -0.2055622786283493
+ ],
+ "distances_by_expert": [
+ 28.42586898803711,
+ 32.03353500366211,
+ 27.7977352142334,
+ 10.643715858459473,
+ 9.036788940429688,
+ 16.067594528198242,
+ 17.31549835205078,
+ 8.130644798278809,
+ 17.22295570373535,
+ 0.4111245572566986
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3432.3828125,
+ "language": 52.89923858642578
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.137134048207372e-07,
+ 1.1276701883389251e-07,
+ 9.73534270087839e-07,
+ 0.005127419251948595,
+ 0.010811545886099339,
+ 0.00033817204530350864,
+ 0.0001812775299185887,
+ 0.017561713233590126,
+ 0.000188458725460805,
+ 0.7949697375297546
+ ],
+ "log_scores_by_expert": [
+ -14.15278434753418,
+ -15.997941970825195,
+ -13.84233283996582,
+ -5.273152828216553,
+ -4.5271406173706055,
+ -7.991955757141113,
+ -8.61548137664795,
+ -4.042034149169922,
+ -8.576631546020508,
+ -0.2294512242078781
+ ],
+ "distances_by_expert": [
+ 28.30556869506836,
+ 31.99588394165039,
+ 27.68466567993164,
+ 10.546305656433105,
+ 9.054281234741211,
+ 15.983911514282227,
+ 17.2309627532959,
+ 8.084068298339844,
+ 17.153263092041016,
+ 0.4589024484157562
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3398.05908203125,
+ "language": 52.96543884277344
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.057116254647553e-07,
+ 8.204889923035807e-08,
+ 7.050688282106421e-07,
+ 0.0040464578196406364,
+ 0.007883775047957897,
+ 0.00026339656324125826,
+ 0.00014051233301870525,
+ 0.013652564026415348,
+ 0.0001406538940500468,
+ 0.5761226415634155
+ ],
+ "log_scores_by_expert": [
+ -14.497299194335938,
+ -16.315950393676758,
+ -14.164970397949219,
+ -5.509913444519043,
+ -4.8429484367370605,
+ -8.241849899291992,
+ -8.87021541595459,
+ -4.293828010559082,
+ -8.869208335876465,
+ -0.5514347553253174
+ ],
+ "distances_by_expert": [
+ 28.994598388671875,
+ 32.631900787353516,
+ 28.329940795898438,
+ 11.019826889038086,
+ 9.685896873474121,
+ 16.483699798583984,
+ 17.74043083190918,
+ 8.587656021118164,
+ 17.73841667175293,
+ 1.1028695106506348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3396.198974609375,
+ "language": 52.97200012207031
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.434737886389485e-07,
+ 8.996180156373157e-08,
+ 7.625487796758534e-07,
+ 0.004348812624812126,
+ 0.008818771690130234,
+ 0.0002819283108692616,
+ 0.00015125490608625114,
+ 0.01470890548080206,
+ 0.0001498764322604984,
+ 0.6475424766540527
+ ],
+ "log_scores_by_expert": [
+ -14.425284385681152,
+ -16.223880767822266,
+ -14.086599349975586,
+ -5.437852382659912,
+ -4.730872631072998,
+ -8.173857688903809,
+ -8.796544075012207,
+ -4.219302177429199,
+ -8.805699348449707,
+ -0.43457090854644775
+ ],
+ "distances_by_expert": [
+ 28.850568771362305,
+ 32.44776153564453,
+ 28.173198699951172,
+ 10.875704765319824,
+ 9.461745262145996,
+ 16.347715377807617,
+ 17.593088150024414,
+ 8.438604354858398,
+ 17.611398696899414,
+ 0.8691418170928955
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.14892578125,
+ "language": 52.93187713623047
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.662152713943215e-07,
+ 1.0591622867650585e-07,
+ 9.040304576046765e-07,
+ 0.004712957888841629,
+ 0.010644100606441498,
+ 0.00030444207368418574,
+ 0.0001696640538284555,
+ 0.01660080999135971,
+ 0.00018100683519151062,
+ 0.7920350432395935
+ ],
+ "log_scores_by_expert": [
+ -14.22165298461914,
+ -16.060617446899414,
+ -13.916402816772461,
+ -5.3574395179748535,
+ -4.542749404907227,
+ -8.097029685974121,
+ -8.681690216064453,
+ -4.09830379486084,
+ -8.616975784301758,
+ -0.23314964771270752
+ ],
+ "distances_by_expert": [
+ 28.44330596923828,
+ 32.12123489379883,
+ 27.832805633544922,
+ 10.714879035949707,
+ 9.085498809814453,
+ 16.194059371948242,
+ 17.363380432128906,
+ 8.19660758972168,
+ 17.233951568603516,
+ 0.46629929542541504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.432861328125,
+ "language": 52.910308837890625
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.013773372615105e-07,
+ 9.310615212143603e-08,
+ 8.219429901146214e-07,
+ 0.004214189946651459,
+ 0.009835395961999893,
+ 0.00024658444453962147,
+ 0.0001530882145743817,
+ 0.014389168471097946,
+ 0.00016386622155550867,
+ 0.7207071781158447
+ ],
+ "log_scores_by_expert": [
+ -14.324043273925781,
+ -16.189525604248047,
+ -14.011594772338867,
+ -5.469297885894775,
+ -4.621767520904541,
+ -8.307806015014648,
+ -8.784496307373047,
+ -4.241279602050781,
+ -8.716460227966309,
+ -0.3275224268436432
+ ],
+ "distances_by_expert": [
+ 28.648086547851562,
+ 32.379051208496094,
+ 28.023189544677734,
+ 10.93859577178955,
+ 9.243535041809082,
+ 16.615612030029297,
+ 17.568992614746094,
+ 8.482559204101562,
+ 17.432920455932617,
+ 0.6550448536872864
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3537.39794921875,
+ "language": 52.9140625
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.203463840392942e-07,
+ 1.0165542363438362e-07,
+ 8.431296691924217e-07,
+ 0.004425514955073595,
+ 0.009960362687706947,
+ 0.0002851039171218872,
+ 0.00016237652744166553,
+ 0.015610016882419586,
+ 0.00016976456390693784,
+ 0.7603680491447449
+ ],
+ "log_scores_by_expert": [
+ -14.292987823486328,
+ -16.10167694091797,
+ -13.98614501953125,
+ -5.420368671417236,
+ -4.609141826629639,
+ -8.162656784057617,
+ -8.725592613220215,
+ -4.159842491149902,
+ -8.681097984313965,
+ -0.2739526927471161
+ ],
+ "distances_by_expert": [
+ 28.585975646972656,
+ 32.20335388183594,
+ 27.9722900390625,
+ 10.840737342834473,
+ 9.218283653259277,
+ 16.325313568115234,
+ 17.45118522644043,
+ 8.319684982299805,
+ 17.36219596862793,
+ 0.5479053854942322
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.99609375,
+ "language": 52.93657302856445
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.340105755953118e-07,
+ 1.0097058833480332e-07,
+ 8.625947884866036e-07,
+ 0.004367501474916935,
+ 0.009790556505322456,
+ 0.000270626915153116,
+ 0.00015915012045297772,
+ 0.015015601180493832,
+ 0.00017523484712000936,
+ 0.7241143584251404
+ ],
+ "log_scores_by_expert": [
+ -14.271200180053711,
+ -16.108436584472656,
+ -13.9633207321167,
+ -5.433564186096191,
+ -4.626337051391602,
+ -8.21476936340332,
+ -8.745662689208984,
+ -4.198665618896484,
+ -8.649383544921875,
+ -0.3228060305118561
+ ],
+ "distances_by_expert": [
+ 28.542400360107422,
+ 32.21687316894531,
+ 27.9266414642334,
+ 10.867128372192383,
+ 9.252674102783203,
+ 16.42953872680664,
+ 17.49132537841797,
+ 8.397331237792969,
+ 17.29876708984375,
+ 0.6456120610237122
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3438.66015625,
+ "language": 52.92216491699219
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.7550286075857e-07,
+ 9.93894460066258e-08,
+ 9.163318281935062e-07,
+ 0.004481244366616011,
+ 0.009519796818494797,
+ 0.000282063614577055,
+ 0.00016293853695970029,
+ 0.015586423687636852,
+ 0.00018261447257827967,
+ 0.716796338558197
+ ],
+ "log_scores_by_expert": [
+ -14.207808494567871,
+ -16.12421989440918,
+ -13.902887344360352,
+ -5.4078545570373535,
+ -4.65438175201416,
+ -8.173377990722656,
+ -8.722137451171875,
+ -4.161355018615723,
+ -8.608133316040039,
+ -0.33296358585357666
+ ],
+ "distances_by_expert": [
+ 28.415616989135742,
+ 32.24843978881836,
+ 27.805774688720703,
+ 10.815709114074707,
+ 9.30876350402832,
+ 16.346755981445312,
+ 17.44427490234375,
+ 8.322710037231445,
+ 17.216266632080078,
+ 0.6659271717071533
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.68798828125,
+ "language": 52.91352081298828
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.85186421378603e-07,
+ 1.1242447328640992e-07,
+ 9.446712283533998e-07,
+ 0.005115128587931395,
+ 0.010116192512214184,
+ 0.00033542903838679194,
+ 0.00017420310177840292,
+ 0.01630689762532711,
+ 0.0001876480964710936,
+ 0.7263451814651489
+ ],
+ "log_scores_by_expert": [
+ -14.193574905395508,
+ -16.00098419189453,
+ -13.872428894042969,
+ -5.275552749633789,
+ -4.593617916107178,
+ -8.000100135803223,
+ -8.655288696289062,
+ -4.116167068481445,
+ -8.580942153930664,
+ -0.31972992420196533
+ ],
+ "distances_by_expert": [
+ 28.387149810791016,
+ 32.00196838378906,
+ 27.744857788085938,
+ 10.551105499267578,
+ 9.187235832214355,
+ 16.000200271606445,
+ 17.310577392578125,
+ 8.23233413696289,
+ 17.161884307861328,
+ 0.6394598484039307
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.29541015625,
+ "language": 52.93661117553711
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.501137477243901e-07,
+ 1.1054899573537114e-07,
+ 9.182817848341074e-07,
+ 0.005194971337914467,
+ 0.009460976347327232,
+ 0.0003507677756715566,
+ 0.00017146307800430804,
+ 0.015477524138987064,
+ 0.00018196880409959704,
+ 0.6693547368049622
+ ],
+ "log_scores_by_expert": [
+ -14.246118545532227,
+ -16.017807006835938,
+ -13.900761604309082,
+ -5.260064125061035,
+ -4.660579681396484,
+ -7.955386161804199,
+ -8.671142578125,
+ -4.168366432189941,
+ -8.611675262451172,
+ -0.4014410972595215
+ ],
+ "distances_by_expert": [
+ 28.492237091064453,
+ 32.035614013671875,
+ 27.801523208618164,
+ 10.52012825012207,
+ 9.321159362792969,
+ 15.910772323608398,
+ 17.34228515625,
+ 8.336732864379883,
+ 17.223350524902344,
+ 0.802882194519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.40234375,
+ "language": 52.92086410522461
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.454391154875339e-07,
+ 1.0723179144633832e-07,
+ 8.994460358735523e-07,
+ 0.005074571818113327,
+ 0.009541688486933708,
+ 0.0003362034331075847,
+ 0.00016988409333862364,
+ 0.015640825033187866,
+ 0.0001780504098860547,
+ 0.6745520830154419
+ ],
+ "log_scores_by_expert": [
+ -14.253334999084473,
+ -16.04827308654785,
+ -13.921486854553223,
+ -5.283513069152832,
+ -4.652084827423096,
+ -7.997794151306152,
+ -8.680394172668457,
+ -4.157870769500732,
+ -8.633443832397461,
+ -0.39370638132095337
+ ],
+ "distances_by_expert": [
+ 28.506669998168945,
+ 32.0965461730957,
+ 27.842973709106445,
+ 10.567026138305664,
+ 9.304169654846191,
+ 15.995588302612305,
+ 17.360788345336914,
+ 8.315741539001465,
+ 17.266887664794922,
+ 0.7874127626419067
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3227.019775390625,
+ "language": 52.93025588989258
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.192015007400187e-07,
+ 9.813414436621315e-08,
+ 8.607746622146806e-07,
+ 0.005061447620391846,
+ 0.008765144273638725,
+ 0.0003235923359170556,
+ 0.00015970917593222111,
+ 0.014641140587627888,
+ 0.00017598646809346974,
+ 0.6180219650268555
+ ],
+ "log_scores_by_expert": [
+ -14.294835090637207,
+ -16.136930465698242,
+ -13.965433120727539,
+ -5.286102771759033,
+ -4.736972332000732,
+ -8.036026000976562,
+ -8.742156028747559,
+ -4.223919868469238,
+ -8.645103454589844,
+ -0.4812312722206116
+ ],
+ "distances_by_expert": [
+ 28.589670181274414,
+ 32.273860931396484,
+ 27.930866241455078,
+ 10.572205543518066,
+ 9.473944664001465,
+ 16.072052001953125,
+ 17.484312057495117,
+ 8.447839736938477,
+ 17.290206909179688,
+ 0.9624625444412231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.854736328125,
+ "language": 52.916893005371094
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.311035463113512e-07,
+ 1.0029571484437838e-07,
+ 8.799502779766044e-07,
+ 0.005091995466500521,
+ 0.008980229496955872,
+ 0.0003251198213547468,
+ 0.00016127293929457664,
+ 0.0149119533598423,
+ 0.00017883100372273475,
+ 0.6320980191230774
+ ],
+ "log_scores_by_expert": [
+ -14.275795936584473,
+ -16.115142822265625,
+ -13.943400382995605,
+ -5.280085563659668,
+ -4.7127299308776855,
+ -8.031316757202148,
+ -8.732412338256836,
+ -4.205592155456543,
+ -8.629069328308105,
+ -0.45871081948280334
+ ],
+ "distances_by_expert": [
+ 28.551591873168945,
+ 32.23028564453125,
+ 27.88680076599121,
+ 10.560171127319336,
+ 9.425459861755371,
+ 16.062633514404297,
+ 17.464824676513672,
+ 8.411184310913086,
+ 17.25813865661621,
+ 0.9174216389656067
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.8349609375,
+ "language": 52.92365264892578
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.33060210475378e-07,
+ 1.0016915297228479e-07,
+ 8.778422397881513e-07,
+ 0.005070750135928392,
+ 0.009062628261744976,
+ 0.00032142893178388476,
+ 0.00016211102774832398,
+ 0.014882523566484451,
+ 0.0001787975779734552,
+ 0.636297881603241
+ ],
+ "log_scores_by_expert": [
+ -14.272700309753418,
+ -16.116405487060547,
+ -13.945798873901367,
+ -5.284266471862793,
+ -4.703596115112305,
+ -8.042734146118164,
+ -8.727229118347168,
+ -4.2075676918029785,
+ -8.629256248474121,
+ -0.45208850502967834
+ ],
+ "distances_by_expert": [
+ 28.545400619506836,
+ 32.232810974121094,
+ 27.891597747802734,
+ 10.568532943725586,
+ 9.40719223022461,
+ 16.085468292236328,
+ 17.454458236694336,
+ 8.415135383605957,
+ 17.258512496948242,
+ 0.9041770100593567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.365966796875,
+ "language": 52.924686431884766
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96271911238e-07,
+ 1.0913818471181003e-07,
+ 9.360905437461042e-07,
+ 0.005330071318894625,
+ 0.00987191405147314,
+ 0.0003456970152910799,
+ 0.0001740650914143771,
+ 0.016206882894039154,
+ 0.00019059730402659625,
+ 0.7062615752220154
+ ],
+ "log_scores_by_expert": [
+ -14.177525520324707,
+ -16.030651092529297,
+ -13.881553649902344,
+ -5.234390735626221,
+ -4.618061542510986,
+ -7.969947814941406,
+ -8.656081199645996,
+ -4.122319221496582,
+ -8.565347671508789,
+ -0.3477696180343628
+ ],
+ "distances_by_expert": [
+ 28.355051040649414,
+ 32.061302185058594,
+ 27.763107299804688,
+ 10.468781471252441,
+ 9.236123085021973,
+ 15.939895629882812,
+ 17.312162399291992,
+ 8.244638442993164,
+ 17.130695343017578,
+ 0.6955392360687256
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.281005859375,
+ "language": 52.92927169799805
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.351993644988397e-07,
+ 1.0674550310341147e-07,
+ 9.714984798847581e-07,
+ 0.00510965334251523,
+ 0.009951712563633919,
+ 0.0003240614605601877,
+ 0.00017460910021327436,
+ 0.01657932437956333,
+ 0.00019733040244318545,
+ 0.7169123291969299
+ ],
+ "log_scores_by_expert": [
+ -14.123124122619629,
+ -16.052818298339844,
+ -13.844426155090332,
+ -5.276623725891113,
+ -4.610010623931885,
+ -8.034577369689941,
+ -8.652960777282715,
+ -4.0995988845825195,
+ -8.530631065368652,
+ -0.3328017592430115
+ ],
+ "distances_by_expert": [
+ 28.246248245239258,
+ 32.10563659667969,
+ 27.688852310180664,
+ 10.553247451782227,
+ 9.22002124786377,
+ 16.069154739379883,
+ 17.30592155456543,
+ 8.199197769165039,
+ 17.061262130737305,
+ 0.665603518486023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3359.599365234375,
+ "language": 52.91401290893555
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.82214158334682e-07,
+ 1.0775708148003105e-07,
+ 1.0304815987183247e-06,
+ 0.004905709531158209,
+ 0.010027574375271797,
+ 0.0003047372156288475,
+ 0.00017724820645526052,
+ 0.01673433743417263,
+ 0.00020377810869831592,
+ 0.7266687750816345
+ ],
+ "log_scores_by_expert": [
+ -14.061137199401855,
+ -16.043386459350586,
+ -13.785484313964844,
+ -5.317355632781982,
+ -4.602416515350342,
+ -8.096060752868652,
+ -8.637959480285645,
+ -4.090292453765869,
+ -8.498478889465332,
+ -0.31928446888923645
+ ],
+ "distances_by_expert": [
+ 28.12227439880371,
+ 32.08677291870117,
+ 27.570968627929688,
+ 10.634711265563965,
+ 9.204833030700684,
+ 16.192121505737305,
+ 17.27591896057129,
+ 8.180584907531738,
+ 16.996957778930664,
+ 0.6385689377784729
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.643798828125,
+ "language": 52.938941955566406
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.284741627699987e-07,
+ 1.0195115152100698e-07,
+ 9.831217084865784e-07,
+ 0.004784431308507919,
+ 0.009348210878670216,
+ 0.0003025982587132603,
+ 0.0001702105364529416,
+ 0.016017984598875046,
+ 0.00019346072804182768,
+ 0.6792888045310974
+ ],
+ "log_scores_by_expert": [
+ -14.13231372833252,
+ -16.098772048950195,
+ -13.83253288269043,
+ -5.342388153076172,
+ -4.67257022857666,
+ -8.103104591369629,
+ -8.678474426269531,
+ -4.134043216705322,
+ -8.550436019897461,
+ -0.38670891523361206
+ ],
+ "distances_by_expert": [
+ 28.26462745666504,
+ 32.19754409790039,
+ 27.66506576538086,
+ 10.684776306152344,
+ 9.34514045715332,
+ 16.206209182739258,
+ 17.356948852539062,
+ 8.268086433410645,
+ 17.100872039794922,
+ 0.7734178304672241
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3304.742919921875,
+ "language": 52.92583465576172
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.10588551555702e-07,
+ 1.0514510506709485e-07,
+ 9.498049848843948e-07,
+ 0.004835729952901602,
+ 0.009585206396877766,
+ 0.00031764295999892056,
+ 0.00017406228289473802,
+ 0.01608629710972309,
+ 0.00018743814143817872,
+ 0.6973548531532288
+ ],
+ "log_scores_by_expert": [
+ -14.157172203063965,
+ -16.06792449951172,
+ -13.867009162902832,
+ -5.331723213195801,
+ -4.647534370422363,
+ -8.054582595825195,
+ -8.656097412109375,
+ -4.129787445068359,
+ -8.582061767578125,
+ -0.3604608476161957
+ ],
+ "distances_by_expert": [
+ 28.31434440612793,
+ 32.13584899902344,
+ 27.734018325805664,
+ 10.663446426391602,
+ 9.295068740844727,
+ 16.10916519165039,
+ 17.31219482421875,
+ 8.259574890136719,
+ 17.16412353515625,
+ 0.7209216952323914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.238525390625,
+ "language": 52.94809341430664
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.862504164928396e-07,
+ 1.0155639529330074e-07,
+ 9.26232701203844e-07,
+ 0.004858206491917372,
+ 0.009484595619142056,
+ 0.00032793424907140434,
+ 0.00017146537720691413,
+ 0.015953170135617256,
+ 0.00018408166943117976,
+ 0.6911655068397522
+ ],
+ "log_scores_by_expert": [
+ -14.192023277282715,
+ -16.102651596069336,
+ -13.89214038848877,
+ -5.327085971832275,
+ -4.65808629989624,
+ -8.022697448730469,
+ -8.67112922668457,
+ -4.138097763061523,
+ -8.600131034851074,
+ -0.369376003742218
+ ],
+ "distances_by_expert": [
+ 28.38404655456543,
+ 32.20530319213867,
+ 27.78428077697754,
+ 10.65417194366455,
+ 9.31617259979248,
+ 16.045394897460938,
+ 17.34225845336914,
+ 8.276195526123047,
+ 17.20026206970215,
+ 0.738752007484436
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3222.427001953125,
+ "language": 52.91008758544922
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.558803420375625e-07,
+ 9.776852749610043e-08,
+ 8.862328968461952e-07,
+ 0.004661534447222948,
+ 0.009423965588212013,
+ 0.0003103759081568569,
+ 0.00016833184054121375,
+ 0.015407481230795383,
+ 0.00017687521176412702,
+ 0.6798301339149475
+ ],
+ "log_scores_by_expert": [
+ -14.237287521362305,
+ -16.140663146972656,
+ -13.936285972595215,
+ -5.368410587310791,
+ -4.664499282836914,
+ -8.077726364135742,
+ -8.689573287963867,
+ -4.1729021072387695,
+ -8.640066146850586,
+ -0.38591232895851135
+ ],
+ "distances_by_expert": [
+ 28.47457504272461,
+ 32.28132629394531,
+ 27.87257194519043,
+ 10.736821174621582,
+ 9.328998565673828,
+ 16.155452728271484,
+ 17.379146575927734,
+ 8.345804214477539,
+ 17.280132293701172,
+ 0.7718246579170227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3219.705810546875,
+ "language": 52.94472122192383
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.007479100844648e-07,
+ 8.577128340903073e-08,
+ 8.149603445417597e-07,
+ 0.004088291432708502,
+ 0.00830781739205122,
+ 0.00025940127670764923,
+ 0.00015452317893505096,
+ 0.01376867201179266,
+ 0.0001635283842915669,
+ 0.6041685938835144
+ ],
+ "log_scores_by_expert": [
+ -14.325090408325195,
+ -16.271581649780273,
+ -14.020126342773438,
+ -5.499628067016602,
+ -4.790558338165283,
+ -8.257134437561035,
+ -8.775166511535645,
+ -4.2853593826293945,
+ -8.718523979187012,
+ -0.503902018070221
+ ],
+ "distances_by_expert": [
+ 28.65018081665039,
+ 32.54316329956055,
+ 28.040252685546875,
+ 10.999256134033203,
+ 9.581116676330566,
+ 16.51426887512207,
+ 17.55033302307129,
+ 8.570718765258789,
+ 17.437047958374023,
+ 1.007804036140442
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3203.821044921875,
+ "language": 52.938594818115234
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.91999082644179e-07,
+ 9.166983971908849e-08,
+ 8.178622010746039e-07,
+ 0.004405040293931961,
+ 0.008786121383309364,
+ 0.0002886716101784259,
+ 0.0001614368229638785,
+ 0.014594926498830318,
+ 0.00016262014105450362,
+ 0.6391445994377136
+ ],
+ "log_scores_by_expert": [
+ -14.339760780334473,
+ -16.2050724029541,
+ -14.016571998596191,
+ -5.425005912780762,
+ -4.73458194732666,
+ -8.15022087097168,
+ -8.731396675109863,
+ -4.227081298828125,
+ -8.724093437194824,
+ -0.4476246237754822
+ ],
+ "distances_by_expert": [
+ 28.679521560668945,
+ 32.4101448059082,
+ 28.033143997192383,
+ 10.850011825561523,
+ 9.46916389465332,
+ 16.30044174194336,
+ 17.462793350219727,
+ 8.45416259765625,
+ 17.44818687438965,
+ 0.8952492475509644
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3215.9443359375,
+ "language": 52.892913818359375
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.292644911809475e-07,
+ 9.551956736686407e-08,
+ 8.692011306266068e-07,
+ 0.004446286242455244,
+ 0.009318055585026741,
+ 0.0002974214730784297,
+ 0.00016770452202763408,
+ 0.01519994717091322,
+ 0.00017141763237304986,
+ 0.6760354042053223
+ ],
+ "log_scores_by_expert": [
+ -14.278714179992676,
+ -16.1639347076416,
+ -13.95569133758545,
+ -5.415686130523682,
+ -4.6758012771606445,
+ -8.120360374450684,
+ -8.693306922912598,
+ -4.186463356018066,
+ -8.671407699584961,
+ -0.3915098309516907
+ ],
+ "distances_by_expert": [
+ 28.55742835998535,
+ 32.3278694152832,
+ 27.9113826751709,
+ 10.831372261047363,
+ 9.351602554321289,
+ 16.240720748901367,
+ 17.386613845825195,
+ 8.372926712036133,
+ 17.342815399169922,
+ 0.7830196619033813
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.822021484375,
+ "language": 52.89755630493164
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.802252414672694e-07,
+ 1.0077741308123223e-07,
+ 9.50086700868269e-07,
+ 0.004542364273220301,
+ 0.00933129247277975,
+ 0.0002694985887501389,
+ 0.0001615138171473518,
+ 0.015517368912696838,
+ 0.00017688784282654524,
+ 0.6876687407493591
+ ],
+ "log_scores_by_expert": [
+ -14.200841903686523,
+ -16.1103515625,
+ -13.86671257019043,
+ -5.394307613372803,
+ -4.674381732940674,
+ -8.218947410583496,
+ -8.73091983795166,
+ -4.16579532623291,
+ -8.639994621276855,
+ -0.37444809079170227
+ ],
+ "distances_by_expert": [
+ 28.401683807373047,
+ 32.220703125,
+ 27.73342514038086,
+ 10.788615226745605,
+ 9.348763465881348,
+ 16.437894821166992,
+ 17.46183967590332,
+ 8.33159065246582,
+ 17.27998924255371,
+ 0.7488961815834045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.533203125,
+ "language": 52.90073013305664
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.875389431115764e-07,
+ 1.0546928308485803e-07,
+ 9.309279107583279e-07,
+ 0.004504768177866936,
+ 0.01020976435393095,
+ 0.0002693832211662084,
+ 0.0001660129928495735,
+ 0.015847643837332726,
+ 0.00017683439364191145,
+ 0.7475834488868713
+ ],
+ "log_scores_by_expert": [
+ -14.190147399902344,
+ -16.06484603881836,
+ -13.887084007263184,
+ -5.402618885040283,
+ -4.584410667419434,
+ -8.219375610351562,
+ -8.703444480895996,
+ -4.1447343826293945,
+ -8.640296936035156,
+ -0.2909093201160431
+ ],
+ "distances_by_expert": [
+ 28.380294799804688,
+ 32.12969207763672,
+ 27.774168014526367,
+ 10.805237770080566,
+ 9.168821334838867,
+ 16.438751220703125,
+ 17.406888961791992,
+ 8.289468765258789,
+ 17.280593872070312,
+ 0.5818186402320862
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3539.01416015625,
+ "language": 52.972408294677734
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.942429766037094e-07,
+ 8.847285215551892e-08,
+ 8.059867582232982e-07,
+ 0.0039419797249138355,
+ 0.009250326082110405,
+ 0.00022389869263861328,
+ 0.0001478676567785442,
+ 0.013940051198005676,
+ 0.00016102597874123603,
+ 0.6895785331726074
+ ],
+ "log_scores_by_expert": [
+ -14.335977554321289,
+ -16.240570068359375,
+ -14.031198501586914,
+ -5.536072254180908,
+ -4.683096408843994,
+ -8.404316902160645,
+ -8.819192886352539,
+ -4.272989273071289,
+ -8.7339448928833,
+ -0.37167465686798096
+ ],
+ "distances_by_expert": [
+ 28.671955108642578,
+ 32.48114013671875,
+ 28.062397003173828,
+ 11.072144508361816,
+ 9.366192817687988,
+ 16.80863380432129,
+ 17.638385772705078,
+ 8.545978546142578,
+ 17.4678897857666,
+ 0.7433493137359619
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3554.84033203125,
+ "language": 52.93014144897461
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.434956958401017e-07,
+ 1.0104803749300117e-07,
+ 8.850294079820742e-07,
+ 0.004399712663143873,
+ 0.009831026196479797,
+ 0.0002640814345795661,
+ 0.00015752548642922193,
+ 0.015140991657972336,
+ 0.00017502707487437874,
+ 0.7234987020492554
+ ],
+ "log_scores_by_expert": [
+ -14.25635051727295,
+ -16.107669830322266,
+ -13.937644958496094,
+ -5.426216125488281,
+ -4.622211933135986,
+ -8.239253044128418,
+ -8.7559232711792,
+ -4.190349578857422,
+ -8.650569915771484,
+ -0.32365652918815613
+ ],
+ "distances_by_expert": [
+ 28.5127010345459,
+ 32.21533966064453,
+ 27.875289916992188,
+ 10.852432250976562,
+ 9.244423866271973,
+ 16.478506088256836,
+ 17.5118465423584,
+ 8.380699157714844,
+ 17.30113983154297,
+ 0.6473130583763123
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3462.243896484375,
+ "language": 52.89159393310547
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.216504857547989e-07,
+ 1.0563880437075568e-07,
+ 8.765155143919401e-07,
+ 0.004674028139561415,
+ 0.01036997139453888,
+ 0.0003106459917034954,
+ 0.00016730563947930932,
+ 0.01617586985230446,
+ 0.00016943558875937015,
+ 0.7668204307556152
+ ],
+ "log_scores_by_expert": [
+ -14.290887832641602,
+ -16.06324005126953,
+ -13.947311401367188,
+ -5.365734100341797,
+ -4.568840980529785,
+ -8.07685661315918,
+ -8.695688247680664,
+ -4.124234676361084,
+ -8.683037757873535,
+ -0.2655026614665985
+ ],
+ "distances_by_expert": [
+ 28.581775665283203,
+ 32.12648010253906,
+ 27.894622802734375,
+ 10.731468200683594,
+ 9.13768196105957,
+ 16.15371322631836,
+ 17.391376495361328,
+ 8.248469352722168,
+ 17.36607551574707,
+ 0.531005322933197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.38720703125,
+ "language": 52.91474151611328
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66977484797826e-07,
+ 9.907809328524309e-08,
+ 9.111451504395518e-07,
+ 0.004498978145420551,
+ 0.010074639692902565,
+ 0.0002817992935888469,
+ 0.00016426692309323698,
+ 0.015928663313388824,
+ 0.0001783767220331356,
+ 0.7445101141929626
+ ],
+ "log_scores_by_expert": [
+ -14.22050952911377,
+ -16.127357482910156,
+ -13.908563613891602,
+ -5.403904914855957,
+ -4.597733974456787,
+ -8.174315452575684,
+ -8.714017868041992,
+ -4.13963508605957,
+ -8.631612777709961,
+ -0.29502883553504944
+ ],
+ "distances_by_expert": [
+ 28.44101905822754,
+ 32.25471496582031,
+ 27.817127227783203,
+ 10.807809829711914,
+ 9.195467948913574,
+ 16.348630905151367,
+ 17.428035736083984,
+ 8.27927017211914,
+ 17.263225555419922,
+ 0.5900576710700989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.0439453125,
+ "language": 52.91493606567383
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.200970344456437e-07,
+ 1.1202291716472246e-07,
+ 9.86818918136123e-07,
+ 0.005153040401637554,
+ 0.010822439566254616,
+ 0.0003238504286855459,
+ 0.00017966401355806738,
+ 0.01742749661207199,
+ 0.0001912258012453094,
+ 0.7772591710090637
+ ],
+ "log_scores_by_expert": [
+ -14.143879890441895,
+ -16.004562377929688,
+ -13.828779220581055,
+ -5.2681684494018555,
+ -4.5261335372924805,
+ -8.035228729248047,
+ -8.624422073364258,
+ -4.049705982208252,
+ -8.562055587768555,
+ -0.2519814968109131
+ ],
+ "distances_by_expert": [
+ 28.28775978088379,
+ 32.009124755859375,
+ 27.65755844116211,
+ 10.536336898803711,
+ 9.052267074584961,
+ 16.070457458496094,
+ 17.248844146728516,
+ 8.099411964416504,
+ 17.12411117553711,
+ 0.5039629936218262
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3428.425048828125,
+ "language": 52.926002502441406
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.800676146667683e-07,
+ 1.042297981257434e-07,
+ 9.270386271964526e-07,
+ 0.004600267391651869,
+ 0.010278165340423584,
+ 0.00029480535886250436,
+ 0.00016942039655987173,
+ 0.016277354210615158,
+ 0.00018307185382582247,
+ 0.7675651907920837
+ ],
+ "log_scores_by_expert": [
+ -14.20107364654541,
+ -16.07666778564453,
+ -13.891270637512207,
+ -5.381640911102295,
+ -4.577733516693115,
+ -8.129195213317871,
+ -8.683127403259277,
+ -4.117980480194092,
+ -8.605631828308105,
+ -0.2645318806171417
+ ],
+ "distances_by_expert": [
+ 28.40214729309082,
+ 32.15333557128906,
+ 27.782541275024414,
+ 10.76328182220459,
+ 9.15546703338623,
+ 16.258390426635742,
+ 17.366254806518555,
+ 8.235960960388184,
+ 17.21126365661621,
+ 0.5290637612342834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.06591796875,
+ "language": 52.922367095947266
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.235594582904014e-07,
+ 9.94423530187305e-08,
+ 8.562216748941864e-07,
+ 0.004189168103039265,
+ 0.009919514879584312,
+ 0.0002487277961336076,
+ 0.00015770331083331257,
+ 0.014919628389179707,
+ 0.00017065767315216362,
+ 0.7418229579925537
+ ],
+ "log_scores_by_expert": [
+ -14.287821769714355,
+ -16.123687744140625,
+ -13.970736503601074,
+ -5.475253105163574,
+ -4.613251209259033,
+ -8.299151420593262,
+ -8.75479507446289,
+ -4.205077648162842,
+ -8.675850868225098,
+ -0.29864466190338135
+ ],
+ "distances_by_expert": [
+ 28.57564353942871,
+ 32.24737548828125,
+ 27.94147300720215,
+ 10.950506210327148,
+ 9.226502418518066,
+ 16.598302841186523,
+ 17.50959014892578,
+ 8.410155296325684,
+ 17.351701736450195,
+ 0.5972893238067627
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3523.208251953125,
+ "language": 52.89222717285156
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.609769004877307e-07,
+ 8.892931191439857e-08,
+ 7.868094371588086e-07,
+ 0.0038154814392328262,
+ 0.00901976227760315,
+ 0.0002273905265610665,
+ 0.0001435613230569288,
+ 0.013635634444653988,
+ 0.00015362627163995057,
+ 0.6843650341033936
+ ],
+ "log_scores_by_expert": [
+ -14.393586158752441,
+ -16.235424041748047,
+ -14.055279731750488,
+ -5.56868839263916,
+ -4.708337306976318,
+ -8.38884162902832,
+ -8.848748207092285,
+ -4.295068740844727,
+ -8.780987739562988,
+ -0.3792637884616852
+ ],
+ "distances_by_expert": [
+ 28.787172317504883,
+ 32.470848083496094,
+ 28.110559463500977,
+ 11.13737678527832,
+ 9.416674613952637,
+ 16.77768325805664,
+ 17.69749641418457,
+ 8.590137481689453,
+ 17.561975479125977,
+ 0.7585275769233704
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3533.473876953125,
+ "language": 52.917030334472656
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020768523740117e-07,
+ 9.793911459610172e-08,
+ 8.474416972603649e-07,
+ 0.004106898792088032,
+ 0.009561491198837757,
+ 0.00025487475795671344,
+ 0.00015609107504133135,
+ 0.014833390712738037,
+ 0.00016634722123853862,
+ 0.7258495092391968
+ ],
+ "log_scores_by_expert": [
+ -14.322880744934082,
+ -16.138919830322266,
+ -13.981043815612793,
+ -5.495087146759033,
+ -4.6500115394592285,
+ -8.274738311767578,
+ -8.765070915222168,
+ -4.210874557495117,
+ -8.701433181762695,
+ -0.3204125463962555
+ ],
+ "distances_by_expert": [
+ 28.645761489868164,
+ 32.27783966064453,
+ 27.962087631225586,
+ 10.990174293518066,
+ 9.300023078918457,
+ 16.549476623535156,
+ 17.530141830444336,
+ 8.421749114990234,
+ 17.40286636352539,
+ 0.640825092792511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.266845703125,
+ "language": 52.890708923339844
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.660405347247433e-07,
+ 1.0295380548086541e-07,
+ 9.104094829126552e-07,
+ 0.004469671286642551,
+ 0.009660541079938412,
+ 0.0002765723620541394,
+ 0.00016455903823953122,
+ 0.01543637365102768,
+ 0.00018343658302910626,
+ 0.7247099876403809
+ ],
+ "log_scores_by_expert": [
+ -14.221915245056152,
+ -16.088985443115234,
+ -13.909371376037598,
+ -5.410440444946289,
+ -4.639705657958984,
+ -8.193037986755371,
+ -8.712241172790527,
+ -4.1710286140441895,
+ -8.603641510009766,
+ -0.32198378443717957
+ ],
+ "distances_by_expert": [
+ 28.443830490112305,
+ 32.17797088623047,
+ 27.818742752075195,
+ 10.820880889892578,
+ 9.279411315917969,
+ 16.386075973510742,
+ 17.424482345581055,
+ 8.342057228088379,
+ 17.20728302001953,
+ 0.6439675688743591
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3490.166748046875,
+ "language": 52.89645767211914
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.299712254076439e-07,
+ 1.0772502179179355e-07,
+ 8.661914421281836e-07,
+ 0.004860504996031523,
+ 0.009506605565547943,
+ 0.0003300753596704453,
+ 0.00016888770915102214,
+ 0.015636716037988663,
+ 0.00017192729865200818,
+ 0.7015201449394226
+ ],
+ "log_scores_by_expert": [
+ -14.277591705322266,
+ -16.043684005737305,
+ -13.959159851074219,
+ -5.326612949371338,
+ -4.655768394470215,
+ -8.016189575195312,
+ -8.68627643585205,
+ -4.158133506774902,
+ -8.668438911437988,
+ -0.3545056879520416
+ ],
+ "distances_by_expert": [
+ 28.55518341064453,
+ 32.08736801147461,
+ 27.918319702148438,
+ 10.653225898742676,
+ 9.31153678894043,
+ 16.032379150390625,
+ 17.3725528717041,
+ 8.316267013549805,
+ 17.336877822875977,
+ 0.7090113759040833
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.796142578125,
+ "language": 52.98747253417969
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.297411800915143e-07,
+ 1.0404051664636427e-07,
+ 8.83767597770202e-07,
+ 0.005043730139732361,
+ 0.009144658222794533,
+ 0.0003396641695871949,
+ 0.0001680165296420455,
+ 0.015431494452059269,
+ 0.00017614866374060512,
+ 0.6622608304023743
+ ],
+ "log_scores_by_expert": [
+ -14.27795696258545,
+ -16.0784854888916,
+ -13.939071655273438,
+ -5.289609432220459,
+ -4.69458532333374,
+ -7.987553119659424,
+ -8.691448211669922,
+ -4.171344757080078,
+ -8.644182205200195,
+ -0.41209572553634644
+ ],
+ "distances_by_expert": [
+ 28.5559139251709,
+ 32.1569709777832,
+ 27.878143310546875,
+ 10.579218864440918,
+ 9.38917064666748,
+ 15.975106239318848,
+ 17.382896423339844,
+ 8.342689514160156,
+ 17.28836441040039,
+ 0.8241914510726929
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.70166015625,
+ "language": 52.898799896240234
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.32181752280303e-07,
+ 1.0329566890732167e-07,
+ 8.814259899736498e-07,
+ 0.005132600199431181,
+ 0.009237072430551052,
+ 0.0003295023343525827,
+ 0.0001662251161178574,
+ 0.015187840908765793,
+ 0.00017749314429238439,
+ 0.6571946144104004
+ ],
+ "log_scores_by_expert": [
+ -14.274088859558105,
+ -16.085670471191406,
+ -13.94172477722168,
+ -5.2721428871154785,
+ -4.684530258178711,
+ -8.017927169799805,
+ -8.702167510986328,
+ -4.187260150909424,
+ -8.636578559875488,
+ -0.4197750985622406
+ ],
+ "distances_by_expert": [
+ 28.54817771911621,
+ 32.17134094238281,
+ 27.88344955444336,
+ 10.544285774230957,
+ 9.369060516357422,
+ 16.03585433959961,
+ 17.404335021972656,
+ 8.374520301818848,
+ 17.273157119750977,
+ 0.8395501971244812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.62255859375,
+ "language": 52.9203987121582
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.185327947605401e-07,
+ 1.0107541470461001e-07,
+ 8.603610126556305e-07,
+ 0.004961309488862753,
+ 0.008889785967767239,
+ 0.00031493697315454483,
+ 0.00016060237248893827,
+ 0.014739854261279106,
+ 0.00017542496789246798,
+ 0.6431839466094971
+ ],
+ "log_scores_by_expert": [
+ -14.295915603637695,
+ -16.107398986816406,
+ -13.965913772583008,
+ -5.306085586547852,
+ -4.7228522300720215,
+ -8.063138008117676,
+ -8.736578941345215,
+ -4.21720027923584,
+ -8.648299217224121,
+ -0.44132450222969055
+ ],
+ "distances_by_expert": [
+ 28.59183120727539,
+ 32.21479797363281,
+ 27.931827545166016,
+ 10.612171173095703,
+ 9.445704460144043,
+ 16.12627601623535,
+ 17.47315788269043,
+ 8.43440055847168,
+ 17.296598434448242,
+ 0.8826490044593811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.935302734375,
+ "language": 52.920291900634766
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.103625764808385e-07,
+ 1.00335327601897e-07,
+ 8.50872879709641e-07,
+ 0.004919715225696564,
+ 0.008771545253694057,
+ 0.0003115333674941212,
+ 0.00015884471940807998,
+ 0.014527956955134869,
+ 0.0001730805088300258,
+ 0.629959225654602
+ ],
+ "log_scores_by_expert": [
+ -14.309212684631348,
+ -16.114748001098633,
+ -13.97700309753418,
+ -5.314504623413086,
+ -4.736242294311523,
+ -8.074004173278809,
+ -8.747583389282227,
+ -4.231680393218994,
+ -8.66175365447998,
+ -0.46210023760795593
+ ],
+ "distances_by_expert": [
+ 28.618425369262695,
+ 32.229496002197266,
+ 27.95400619506836,
+ 10.629009246826172,
+ 9.472484588623047,
+ 16.148008346557617,
+ 17.495166778564453,
+ 8.463360786437988,
+ 17.32350730895996,
+ 0.9242004752159119
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.1474609375,
+ "language": 52.932708740234375
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.20697278463922e-07,
+ 1.032170828807466e-07,
+ 8.659799846100213e-07,
+ 0.004922280088067055,
+ 0.009057452902197838,
+ 0.00031642147223465145,
+ 0.0001616939844097942,
+ 0.014911391772329807,
+ 0.00017483804549556226,
+ 0.6554701328277588
+ ],
+ "log_scores_by_expert": [
+ -14.2924222946167,
+ -16.0864315032959,
+ -13.959403991699219,
+ -5.31398344039917,
+ -4.704167366027832,
+ -8.058435440063477,
+ -8.729804992675781,
+ -4.205629825592041,
+ -8.651650428771973,
+ -0.4224024713039398
+ ],
+ "distances_by_expert": [
+ 28.5848445892334,
+ 32.1728630065918,
+ 27.918807983398438,
+ 10.62796688079834,
+ 9.408334732055664,
+ 16.116870880126953,
+ 17.459609985351562,
+ 8.411259651184082,
+ 17.303300857543945,
+ 0.8448049426078796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.47216796875,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.329490815915051e-07,
+ 1.0709525355423466e-07,
+ 8.925766223910614e-07,
+ 0.0050052860751748085,
+ 0.009302668273448944,
+ 0.0003249567816965282,
+ 0.00016607617726549506,
+ 0.015273691155016422,
+ 0.00017795975145418197,
+ 0.6732739210128784
+ ],
+ "log_scores_by_expert": [
+ -14.272875785827637,
+ -16.04954719543457,
+ -13.929153442382812,
+ -5.297260761260986,
+ -4.677453994750977,
+ -8.031818389892578,
+ -8.70306396484375,
+ -4.181623458862305,
+ -8.633953094482422,
+ -0.39560309052467346
+ ],
+ "distances_by_expert": [
+ 28.545751571655273,
+ 32.09909439086914,
+ 27.858306884765625,
+ 10.594521522521973,
+ 9.354907989501953,
+ 16.063636779785156,
+ 17.4061279296875,
+ 8.36324691772461,
+ 17.267906188964844,
+ 0.7912061810493469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.943115234375,
+ "language": 52.94854736328125
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.19150739566976e-07,
+ 1.0684959761420032e-07,
+ 8.66062634941045e-07,
+ 0.004954006988555193,
+ 0.009491486474871635,
+ 0.00032918856595642865,
+ 0.00016788550419732928,
+ 0.015406988561153412,
+ 0.00017432110325898975,
+ 0.6909603476524353
+ ],
+ "log_scores_by_expert": [
+ -14.294917106628418,
+ -16.051843643188477,
+ -13.959308624267578,
+ -5.307558536529541,
+ -4.657360076904297,
+ -8.018879890441895,
+ -8.692228317260742,
+ -4.172934055328369,
+ -8.654611587524414,
+ -0.36967286467552185
+ ],
+ "distances_by_expert": [
+ 28.589834213256836,
+ 32.10368728637695,
+ 27.918617248535156,
+ 10.615117073059082,
+ 9.314720153808594,
+ 16.03775978088379,
+ 17.384456634521484,
+ 8.345868110656738,
+ 17.309223175048828,
+ 0.7393457293510437
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3280.25439453125,
+ "language": 52.92995834350586
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.575412498932565e-07,
+ 1.1241011321772021e-07,
+ 9.107499181482126e-07,
+ 0.0051806955598294735,
+ 0.010033533908426762,
+ 0.00035049975849688053,
+ 0.00017712367116473615,
+ 0.01629934273660183,
+ 0.00018161252955906093,
+ 0.7379710078239441
+ ],
+ "log_scores_by_expert": [
+ -14.234758377075195,
+ -16.00111198425293,
+ -13.908997535705566,
+ -5.262815952301025,
+ -4.601822376251221,
+ -7.956150531768799,
+ -8.638662338256836,
+ -4.116630554199219,
+ -8.613635063171387,
+ -0.30385076999664307
+ ],
+ "distances_by_expert": [
+ 28.46951675415039,
+ 32.00222396850586,
+ 27.817995071411133,
+ 10.52563190460205,
+ 9.203644752502441,
+ 15.912301063537598,
+ 17.277324676513672,
+ 8.233261108398438,
+ 17.227270126342773,
+ 0.6077015399932861
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3305.871337890625,
+ "language": 52.928558349609375
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.650782893302676e-07,
+ 1.1164856061895989e-07,
+ 9.260913316211372e-07,
+ 0.005117714870721102,
+ 0.010209409520030022,
+ 0.000334525277139619,
+ 0.00017593780648894608,
+ 0.016279403120279312,
+ 0.0001823671773308888,
+ 0.7371438145637512
+ ],
+ "log_scores_by_expert": [
+ -14.223361015319824,
+ -16.007909774780273,
+ -13.892292976379395,
+ -5.275047302246094,
+ -4.584445476531982,
+ -8.002798080444336,
+ -8.645380020141602,
+ -4.117854595184326,
+ -8.609488487243652,
+ -0.3049723207950592
+ ],
+ "distances_by_expert": [
+ 28.44672203063965,
+ 32.01581954956055,
+ 27.78458595275879,
+ 10.550094604492188,
+ 9.168890953063965,
+ 16.005596160888672,
+ 17.290760040283203,
+ 8.235709190368652,
+ 17.218976974487305,
+ 0.6099446415901184
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.23193359375,
+ "language": 52.92718505859375
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.280941988734412e-07,
+ 1.0610284562062589e-07,
+ 8.741238843867905e-07,
+ 0.004943661857396364,
+ 0.009707233868539333,
+ 0.00032939299126155674,
+ 0.0001703198067843914,
+ 0.015602821484208107,
+ 0.0001751113886712119,
+ 0.7119064331054688
+ ],
+ "log_scores_by_expert": [
+ -14.2805757522583,
+ -16.058856964111328,
+ -13.950043678283691,
+ -5.3096489906311035,
+ -4.634883880615234,
+ -8.018259048461914,
+ -8.67783260345459,
+ -4.160303592681885,
+ -8.6500883102417,
+ -0.339808851480484
+ ],
+ "distances_by_expert": [
+ 28.5611515045166,
+ 32.117713928222656,
+ 27.900087356567383,
+ 10.619297981262207,
+ 9.269767761230469,
+ 16.036518096923828,
+ 17.35566520690918,
+ 8.32060718536377,
+ 17.3001766204834,
+ 0.679617702960968
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.866455078125,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.435533919102454e-07,
+ 1.0839838182619133e-07,
+ 9.019946674015955e-07,
+ 0.005001172889024019,
+ 0.010150784626603127,
+ 0.0003320777614135295,
+ 0.00017348058463539928,
+ 0.016084671020507812,
+ 0.0001781023747753352,
+ 0.7315837740898132
+ ],
+ "log_scores_by_expert": [
+ -14.256260871887207,
+ -16.037452697753906,
+ -13.918657302856445,
+ -5.2980828285217285,
+ -4.590204238891602,
+ -8.010141372680664,
+ -8.659444808959961,
+ -4.129888534545898,
+ -8.63315200805664,
+ -0.3125436007976532
+ ],
+ "distances_by_expert": [
+ 28.512521743774414,
+ 32.07490539550781,
+ 27.83731460571289,
+ 10.596165657043457,
+ 9.180408477783203,
+ 16.020282745361328,
+ 17.318889617919922,
+ 8.259777069091797,
+ 17.26630401611328,
+ 0.6250872015953064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.989990234375,
+ "language": 52.91226577758789
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48332445507549e-07,
+ 1.0875768907681049e-07,
+ 9.097133784052858e-07,
+ 0.004966223146766424,
+ 0.010259200818836689,
+ 0.0003291960747446865,
+ 0.00017425394617021084,
+ 0.016134947538375854,
+ 0.00017702624609228224,
+ 0.7354139089584351
+ ],
+ "log_scores_by_expert": [
+ -14.248862266540527,
+ -16.034143447875977,
+ -13.910136222839355,
+ -5.305095672607422,
+ -4.579580307006836,
+ -8.0188570022583,
+ -8.654996871948242,
+ -4.126767635345459,
+ -8.639212608337402,
+ -0.30732181668281555
+ ],
+ "distances_by_expert": [
+ 28.497724533081055,
+ 32.06828689575195,
+ 27.82027244567871,
+ 10.610191345214844,
+ 9.159160614013672,
+ 16.0377140045166,
+ 17.309993743896484,
+ 8.253535270690918,
+ 17.278425216674805,
+ 0.6146436333656311
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3303.42333984375,
+ "language": 52.94112014770508
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447328360081883e-07,
+ 1.067166053303481e-07,
+ 8.935134019338875e-07,
+ 0.004839228931814432,
+ 0.010143125429749489,
+ 0.0003225183754693717,
+ 0.00017304914945270866,
+ 0.01595897600054741,
+ 0.000177145964698866,
+ 0.7352649569511414
+ ],
+ "log_scores_by_expert": [
+ -14.254429817199707,
+ -16.053089141845703,
+ -13.928104400634766,
+ -5.330999851226807,
+ -4.590959072113037,
+ -8.039350509643555,
+ -8.661934852600098,
+ -4.1377339363098145,
+ -8.63853645324707,
+ -0.3075244426727295
+ ],
+ "distances_by_expert": [
+ 28.508859634399414,
+ 32.106178283691406,
+ 27.85620880126953,
+ 10.661999702453613,
+ 9.181918144226074,
+ 16.07870101928711,
+ 17.323869705200195,
+ 8.275467872619629,
+ 17.27707290649414,
+ 0.615048885345459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.041748046875,
+ "language": 52.93102264404297
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.945893235548283e-07,
+ 9.946018053597072e-08,
+ 8.543432272745122e-07,
+ 0.004557081963866949,
+ 0.009725270792841911,
+ 0.0003037718415725976,
+ 0.0001656323584029451,
+ 0.015109855681657791,
+ 0.00016449863323941827,
+ 0.6984043717384338
+ ],
+ "log_scores_by_expert": [
+ -14.335394859313965,
+ -16.12350845336914,
+ -13.972932815551758,
+ -5.391072750091553,
+ -4.63302755355835,
+ -8.099233627319336,
+ -8.705739974975586,
+ -4.192408084869385,
+ -8.712608337402344,
+ -0.35895705223083496
+ ],
+ "distances_by_expert": [
+ 28.67078971862793,
+ 32.24701690673828,
+ 27.945865631103516,
+ 10.782145500183105,
+ 9.2660551071167,
+ 16.198467254638672,
+ 17.411479949951172,
+ 8.38481616973877,
+ 17.425216674804688,
+ 0.7179141044616699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.62060546875,
+ "language": 52.942466735839844
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161290002637543e-07,
+ 1.0182152720972226e-07,
+ 8.629049830233271e-07,
+ 0.004638729151338339,
+ 0.009851237758994102,
+ 0.0003138396132271737,
+ 0.00016871692787390202,
+ 0.01566031016409397,
+ 0.00016916223103180528,
+ 0.7205641269683838
+ ],
+ "log_scores_by_expert": [
+ -14.299809455871582,
+ -16.10004425048828,
+ -13.962961196899414,
+ -5.37331485748291,
+ -4.6201581954956055,
+ -8.066628456115723,
+ -8.687288284301758,
+ -4.156625747680664,
+ -8.684652328491211,
+ -0.32772085070610046
+ ],
+ "distances_by_expert": [
+ 28.599618911743164,
+ 32.20008850097656,
+ 27.925922393798828,
+ 10.74662971496582,
+ 9.240316390991211,
+ 16.133256912231445,
+ 17.374576568603516,
+ 8.313251495361328,
+ 17.369304656982422,
+ 0.6554417014122009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.004150390625,
+ "language": 52.903316497802734
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.772787060072005e-07,
+ 1.0130180072565054e-07,
+ 9.31538011172961e-07,
+ 0.004640977364033461,
+ 0.009410525672137737,
+ 0.00028072207351215184,
+ 0.00016216622316278517,
+ 0.015684889629483223,
+ 0.00017709309759084135,
+ 0.7007342576980591
+ ],
+ "log_scores_by_expert": [
+ -14.205183029174805,
+ -16.105161666870117,
+ -13.886428833007812,
+ -5.372830390930176,
+ -4.665926456451416,
+ -8.178145408630371,
+ -8.726888656616211,
+ -4.155057430267334,
+ -8.638834953308105,
+ -0.35562658309936523
+ ],
+ "distances_by_expert": [
+ 28.41036605834961,
+ 32.210323333740234,
+ 27.772857666015625,
+ 10.745660781860352,
+ 9.331852912902832,
+ 16.356290817260742,
+ 17.453777313232422,
+ 8.310114860534668,
+ 17.27766990661621,
+ 0.7112531661987305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.45263671875,
+ "language": 52.897430419921875
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388308975147083e-07,
+ 9.44034965755236e-08,
+ 8.835324933897937e-07,
+ 0.004064949695020914,
+ 0.009180664084851742,
+ 0.0002377713390160352,
+ 0.00015375435759779066,
+ 0.014743045903742313,
+ 0.00016879818576853722,
+ 0.6788375973701477
+ ],
+ "log_scores_by_expert": [
+ -14.263626098632812,
+ -16.175687789916992,
+ -13.939337730407715,
+ -5.505353927612305,
+ -4.690655708312988,
+ -8.34420108795166,
+ -8.78015422821045,
+ -4.216983795166016,
+ -8.686806678771973,
+ -0.3873733580112457
+ ],
+ "distances_by_expert": [
+ 28.527252197265625,
+ 32.351375579833984,
+ 27.87867546081543,
+ 11.01070785522461,
+ 9.381311416625977,
+ 16.68840217590332,
+ 17.5603084564209,
+ 8.433967590332031,
+ 17.373613357543945,
+ 0.7747467160224915
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3504.5400390625,
+ "language": 52.90468215942383
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.946874577806739e-07,
+ 1.0834340002929821e-07,
+ 9.373644616061938e-07,
+ 0.004705962724983692,
+ 0.01067226193845272,
+ 0.0002894638746511191,
+ 0.0001711960940156132,
+ 0.016380637884140015,
+ 0.00018522772006690502,
+ 0.7835949659347534
+ ],
+ "log_scores_by_expert": [
+ -14.179803848266602,
+ -16.037960052490234,
+ -13.880193710327148,
+ -5.358924865722656,
+ -4.540107250213623,
+ -8.147480010986328,
+ -8.672700881958008,
+ -4.111655235290527,
+ -8.593924522399902,
+ -0.24386301636695862
+ ],
+ "distances_by_expert": [
+ 28.359607696533203,
+ 32.07592010498047,
+ 27.760387420654297,
+ 10.717849731445312,
+ 9.080214500427246,
+ 16.294960021972656,
+ 17.345401763916016,
+ 8.223310470581055,
+ 17.187849044799805,
+ 0.48772603273391724
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3502.592041015625,
+ "language": 52.93882369995117
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.615037477786245e-07,
+ 1.1022979862218563e-07,
+ 9.242270948561782e-07,
+ 0.004714671056717634,
+ 0.010618196800351143,
+ 0.0003032707900274545,
+ 0.00017003563698381186,
+ 0.016241101548075676,
+ 0.00018020111019723117,
+ 0.7827525734901428
+ ],
+ "log_scores_by_expert": [
+ -14.228750228881836,
+ -16.02069854736328,
+ -13.894308090209961,
+ -5.357076168060303,
+ -4.5451860427856445,
+ -8.100884437561035,
+ -8.679502487182617,
+ -4.12021017074585,
+ -8.621437072753906,
+ -0.24493858218193054
+ ],
+ "distances_by_expert": [
+ 28.457500457763672,
+ 32.04139709472656,
+ 27.788616180419922,
+ 10.714152336120605,
+ 9.090372085571289,
+ 16.20176887512207,
+ 17.359004974365234,
+ 8.2404203414917,
+ 17.242874145507812,
+ 0.4898771643638611
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.21240234375,
+ "language": 52.89006805419922
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.871947562103742e-07,
+ 1.0199530464660711e-07,
+ 9.189019465338788e-07,
+ 0.004332534037530422,
+ 0.010092675685882568,
+ 0.00028803825262002647,
+ 0.0001702571171335876,
+ 0.01630794070661068,
+ 0.00018059731519315392,
+ 0.7699214220046997
+ ],
+ "log_scores_by_expert": [
+ -14.190648078918457,
+ -16.098339080810547,
+ -13.900086402893066,
+ -5.44160270690918,
+ -4.595945358276367,
+ -8.152417182922363,
+ -8.678200721740723,
+ -4.116103172302246,
+ -8.619240760803223,
+ -0.2614668607711792
+ ],
+ "distances_by_expert": [
+ 28.381296157836914,
+ 32.196678161621094,
+ 27.800172805786133,
+ 10.88320541381836,
+ 9.191890716552734,
+ 16.304834365844727,
+ 17.356401443481445,
+ 8.232206344604492,
+ 17.238481521606445,
+ 0.5229337215423584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.336181640625,
+ "language": 52.946815490722656
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.671683649983606e-07,
+ 9.506880616072522e-08,
+ 9.044348985298711e-07,
+ 0.004196183290332556,
+ 0.009536884725093842,
+ 0.0002709530817810446,
+ 0.0001642872957745567,
+ 0.015353883616626263,
+ 0.00017788069089874625,
+ 0.7204185724258423
+ ],
+ "log_scores_by_expert": [
+ -14.220223426818848,
+ -16.168664932250977,
+ -13.915955543518066,
+ -5.4735798835754395,
+ -4.652588367462158,
+ -8.2135648727417,
+ -8.71389389038086,
+ -4.176386833190918,
+ -8.634397506713867,
+ -0.32792291045188904
+ ],
+ "distances_by_expert": [
+ 28.440446853637695,
+ 32.33732986450195,
+ 27.831911087036133,
+ 10.947159767150879,
+ 9.305176734924316,
+ 16.4271297454834,
+ 17.42778778076172,
+ 8.352773666381836,
+ 17.268795013427734,
+ 0.6558458209037781
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3570.75390625,
+ "language": 52.91152572631836
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.894476314300846e-07,
+ 9.601475881027e-08,
+ 9.268078429158777e-07,
+ 0.004299845080822706,
+ 0.009649942629039288,
+ 0.0002675028226803988,
+ 0.00016555290494579822,
+ 0.0157573651522398,
+ 0.0001825960207497701,
+ 0.7126078605651855
+ ],
+ "log_scores_by_expert": [
+ -14.18737506866455,
+ -16.158763885498047,
+ -13.891519546508789,
+ -5.44917631149292,
+ -4.640803337097168,
+ -8.226380348205566,
+ -8.706219673156738,
+ -4.150447368621826,
+ -8.608234405517578,
+ -0.33882397413253784
+ ],
+ "distances_by_expert": [
+ 28.3747501373291,
+ 32.317527770996094,
+ 27.783039093017578,
+ 10.89835262298584,
+ 9.281606674194336,
+ 16.452760696411133,
+ 17.412439346313477,
+ 8.300894737243652,
+ 17.216468811035156,
+ 0.6776479482650757
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.4306640625,
+ "language": 52.912742614746094
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.406724193970149e-07,
+ 1.168788799077447e-07,
+ 1.0081938626171905e-06,
+ 0.004992833361029625,
+ 0.01090054027736187,
+ 0.00032154726795852184,
+ 0.00018399408145342022,
+ 0.017349848523736,
+ 0.00019811917445622385,
+ 0.8030575513839722
+ ],
+ "log_scores_by_expert": [
+ -14.115707397460938,
+ -15.962127685546875,
+ -13.807350158691406,
+ -5.2997517585754395,
+ -4.518942832946777,
+ -8.042366027832031,
+ -8.600606918334961,
+ -4.054171562194824,
+ -8.526641845703125,
+ -0.2193288952112198
+ ],
+ "distances_by_expert": [
+ 28.231414794921875,
+ 31.92425537109375,
+ 27.614700317382812,
+ 10.599503517150879,
+ 9.037885665893555,
+ 16.084732055664062,
+ 17.201213836669922,
+ 8.108343124389648,
+ 17.05328369140625,
+ 0.4386577904224396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.170654296875,
+ "language": 52.905860900878906
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.777025305382267e-07,
+ 1.0782636650219501e-07,
+ 9.303341812483268e-07,
+ 0.004432822577655315,
+ 0.010005380026996136,
+ 0.00027925375616177917,
+ 0.00016718919505365193,
+ 0.015806950628757477,
+ 0.0001842653873609379,
+ 0.7447021007537842
+ ],
+ "log_scores_by_expert": [
+ -14.204557418823242,
+ -16.042743682861328,
+ -13.88772201538086,
+ -5.4187188148498535,
+ -4.604632377624512,
+ -8.183389663696289,
+ -8.69638442993164,
+ -4.147305488586426,
+ -8.599133491516113,
+ -0.2947710454463959
+ ],
+ "distances_by_expert": [
+ 28.409114837646484,
+ 32.085487365722656,
+ 27.77544403076172,
+ 10.837437629699707,
+ 9.209264755249023,
+ 16.366779327392578,
+ 17.39276885986328,
+ 8.294610977172852,
+ 17.198266983032227,
+ 0.5895420908927917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.73388671875,
+ "language": 52.92070007324219
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.617340204684297e-07,
+ 1.1248796738527744e-07,
+ 9.197603390020959e-07,
+ 0.004587824456393719,
+ 0.010090659372508526,
+ 0.0002975298557430506,
+ 0.0001711241202428937,
+ 0.015721311792731285,
+ 0.00018324077245779335,
+ 0.7526512145996094
+ ],
+ "log_scores_by_expert": [
+ -14.228402137756348,
+ -16.00041961669922,
+ -13.899152755737305,
+ -5.384349346160889,
+ -4.596145153045654,
+ -8.119996070861816,
+ -8.673121452331543,
+ -4.152738094329834,
+ -8.60470962524414,
+ -0.2841533422470093
+ ],
+ "distances_by_expert": [
+ 28.456804275512695,
+ 32.00083923339844,
+ 27.79830551147461,
+ 10.768698692321777,
+ 9.192290306091309,
+ 16.239992141723633,
+ 17.346242904663086,
+ 8.305476188659668,
+ 17.20941925048828,
+ 0.5683066844940186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.796630859375,
+ "language": 52.896175384521484
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062802183099848e-07,
+ 1.1476775796381844e-07,
+ 9.506576930107258e-07,
+ 0.004947229754179716,
+ 0.009969937615096569,
+ 0.0003152080171275884,
+ 0.00017366251267958432,
+ 0.016203498467803,
+ 0.00019219260138925165,
+ 0.7484095096588135
+ ],
+ "log_scores_by_expert": [
+ -14.163253784179688,
+ -15.980355262756348,
+ -13.866111755371094,
+ -5.308927536010742,
+ -4.608180999755859,
+ -8.062277793884277,
+ -8.65839672088623,
+ -4.122528076171875,
+ -8.557012557983398,
+ -0.28980502486228943
+ ],
+ "distances_by_expert": [
+ 28.326507568359375,
+ 31.960710525512695,
+ 27.732223510742188,
+ 10.617855072021484,
+ 9.216361999511719,
+ 16.124555587768555,
+ 17.31679344177246,
+ 8.24505615234375,
+ 17.114025115966797,
+ 0.5796100497245789
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3504.764892578125,
+ "language": 52.918975830078125
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223413263091061e-07,
+ 1.1258670440383867e-07,
+ 9.826802624957054e-07,
+ 0.005009798798710108,
+ 0.009854634292423725,
+ 0.00032460459624417126,
+ 0.00017663079779595137,
+ 0.01630937121808529,
+ 0.0001942670060088858,
+ 0.7214499711990356
+ ],
+ "log_scores_by_expert": [
+ -14.140768051147461,
+ -15.999542236328125,
+ -13.832982063293457,
+ -5.296359539031982,
+ -4.619813442230225,
+ -8.032902717590332,
+ -8.641448974609375,
+ -4.116015434265137,
+ -8.546277046203613,
+ -0.3264922499656677
+ ],
+ "distances_by_expert": [
+ 28.281536102294922,
+ 31.99908447265625,
+ 27.665964126586914,
+ 10.592719078063965,
+ 9.23962688446045,
+ 16.065805435180664,
+ 17.28289794921875,
+ 8.232030868530273,
+ 17.092554092407227,
+ 0.6529844999313354
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3373.691650390625,
+ "language": 52.93252944946289
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.779339400964091e-07,
+ 1.1240818054147894e-07,
+ 9.349101901534596e-07,
+ 0.005293112713843584,
+ 0.009721296839416027,
+ 0.0003524998319335282,
+ 0.00017684568592812866,
+ 0.016116533428430557,
+ 0.0001835991715779528,
+ 0.6887220144271851
+ ],
+ "log_scores_by_expert": [
+ -14.204216003417969,
+ -16.001129150390625,
+ -13.88281536102295,
+ -5.241348743438721,
+ -4.63343620300293,
+ -7.950460433959961,
+ -8.640233039855957,
+ -4.1279096603393555,
+ -8.602755546569824,
+ -0.3729175329208374
+ ],
+ "distances_by_expert": [
+ 28.408432006835938,
+ 32.00225830078125,
+ 27.7656307220459,
+ 10.482697486877441,
+ 9.26687240600586,
+ 15.900920867919922,
+ 17.280466079711914,
+ 8.255819320678711,
+ 17.20551109313965,
+ 0.7458350658416748
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.70068359375,
+ "language": 52.92842483520508
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.5272541860395e-07,
+ 1.0777208103718294e-07,
+ 9.08613117189816e-07,
+ 0.005258404649794102,
+ 0.009287076070904732,
+ 0.00033740937942638993,
+ 0.00017108772590290755,
+ 0.0155324786901474,
+ 0.00018039419956039637,
+ 0.6540745496749878
+ ],
+ "log_scores_by_expert": [
+ -14.242109298706055,
+ -16.04324722290039,
+ -13.911346435546875,
+ -5.247927665710449,
+ -4.679131507873535,
+ -7.994213581085205,
+ -8.673334121704102,
+ -4.164822101593018,
+ -8.620366096496582,
+ -0.4245339035987854
+ ],
+ "distances_by_expert": [
+ 28.48421859741211,
+ 32.08649444580078,
+ 27.82269287109375,
+ 10.495855331420898,
+ 9.35826301574707,
+ 15.98842716217041,
+ 17.346668243408203,
+ 8.329644203186035,
+ 17.240732192993164,
+ 0.8490678071975708
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.287109375,
+ "language": 52.908424377441406
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.045700047252467e-07,
+ 9.907412135135019e-08,
+ 8.541289275854069e-07,
+ 0.004878883715718985,
+ 0.008793188259005547,
+ 0.0002991975343320519,
+ 0.00015723671822343022,
+ 0.014463040046393871,
+ 0.00017151967040263116,
+ 0.6174021363258362
+ ],
+ "log_scores_by_expert": [
+ -14.318748474121094,
+ -16.127397537231445,
+ -13.973183631896973,
+ -5.32283878326416,
+ -4.73377799987793,
+ -8.11440658569336,
+ -8.757758140563965,
+ -4.236158847808838,
+ -8.670812606811523,
+ -0.48223474621772766
+ ],
+ "distances_by_expert": [
+ 28.637496948242188,
+ 32.25479507446289,
+ 27.946367263793945,
+ 10.64567756652832,
+ 9.46755599975586,
+ 16.22881317138672,
+ 17.51551628112793,
+ 8.472317695617676,
+ 17.341625213623047,
+ 0.9644694924354553
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.35986328125,
+ "language": 52.9067497253418
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.328712629510846e-07,
+ 1.0473718248249497e-07,
+ 8.882653901309823e-07,
+ 0.00499895540997386,
+ 0.009097781963646412,
+ 0.00031698355451226234,
+ 0.00016338762361556292,
+ 0.014951933175325394,
+ 0.00017724247300066054,
+ 0.6443908214569092
+ ],
+ "log_scores_by_expert": [
+ -14.272998809814453,
+ -16.07181167602539,
+ -13.933995246887207,
+ -5.298526287078857,
+ -4.6997246742248535,
+ -8.056660652160645,
+ -8.719385147094727,
+ -4.202914714813232,
+ -8.637991905212402,
+ -0.43944984674453735
+ ],
+ "distances_by_expert": [
+ 28.545997619628906,
+ 32.14362335205078,
+ 27.867990493774414,
+ 10.597052574157715,
+ 9.399449348449707,
+ 16.11332130432129,
+ 17.438770294189453,
+ 8.405829429626465,
+ 17.275983810424805,
+ 0.8788996934890747
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3284.9560546875,
+ "language": 52.90525817871094
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.870252834938583e-07,
+ 9.424265812185695e-08,
+ 8.314811452692084e-07,
+ 0.004703298211097717,
+ 0.008449558168649673,
+ 0.00029116772930137813,
+ 0.00015160538896452636,
+ 0.01389292348176241,
+ 0.00016813866386655718,
+ 0.5967947840690613
+ ],
+ "log_scores_by_expert": [
+ -14.348197937011719,
+ -16.177392959594727,
+ -14.000057220458984,
+ -5.359491348266602,
+ -4.773641109466553,
+ -8.141611099243164,
+ -8.794229507446289,
+ -4.276375770568848,
+ -8.69072151184082,
+ -0.5161819458007812
+ ],
+ "distances_by_expert": [
+ 28.696395874023438,
+ 32.35478591918945,
+ 28.00011444091797,
+ 10.718982696533203,
+ 9.547282218933105,
+ 16.283222198486328,
+ 17.588459014892578,
+ 8.552751541137695,
+ 17.38144302368164,
+ 1.0323638916015625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.97119140625,
+ "language": 52.886112213134766
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.632838562836696e-07,
+ 1.1111256981166662e-07,
+ 9.21063815439993e-07,
+ 0.0052236891351640224,
+ 0.009696048684418201,
+ 0.0003474669938441366,
+ 0.00017243846377823502,
+ 0.015994025394320488,
+ 0.00018519027798902243,
+ 0.7025907635688782
+ ],
+ "log_scores_by_expert": [
+ -14.226062774658203,
+ -16.01272201538086,
+ -13.897736549377441,
+ -5.254551410675049,
+ -4.6360368728637695,
+ -7.964840888977051,
+ -8.665470123291016,
+ -4.135540008544922,
+ -8.59412670135498,
+ -0.35298070311546326
+ ],
+ "distances_by_expert": [
+ 28.452125549316406,
+ 32.02544403076172,
+ 27.795473098754883,
+ 10.509102821350098,
+ 9.272073745727539,
+ 15.929681777954102,
+ 17.33094024658203,
+ 8.271080017089844,
+ 17.18825340270996,
+ 0.7059614062309265
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3292.612548828125,
+ "language": 52.88771057128906
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.858899155304243e-07,
+ 1.1512501885135862e-07,
+ 9.411525638824969e-07,
+ 0.005142107605934143,
+ 0.009977475740015507,
+ 0.00034126604441553354,
+ 0.00017497033695690334,
+ 0.016196269541978836,
+ 0.00018753843323793262,
+ 0.7207983136177063
+ ],
+ "log_scores_by_expert": [
+ -14.192548751831055,
+ -15.97724723815918,
+ -13.876160621643066,
+ -5.270292282104492,
+ -4.607425212860107,
+ -7.982848167419434,
+ -8.650894165039062,
+ -4.122974395751953,
+ -8.581526756286621,
+ -0.3273959755897522
+ ],
+ "distances_by_expert": [
+ 28.38509750366211,
+ 31.95449447631836,
+ 27.752321243286133,
+ 10.540584564208984,
+ 9.214850425720215,
+ 15.965696334838867,
+ 17.301788330078125,
+ 8.245948791503906,
+ 17.163053512573242,
+ 0.6547919511795044
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.62158203125,
+ "language": 52.94965362548828
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.871175060041423e-07,
+ 1.1265554888950646e-07,
+ 9.418286595064274e-07,
+ 0.005186133552342653,
+ 0.00991073064506054,
+ 0.0003365243610460311,
+ 0.00017305987421423197,
+ 0.016158809885382652,
+ 0.00018705437832977623,
+ 0.7106926441192627
+ ],
+ "log_scores_by_expert": [
+ -14.190760612487793,
+ -15.998930931091309,
+ -13.875442504882812,
+ -5.2617669105529785,
+ -4.614137172698975,
+ -7.996840000152588,
+ -8.661872863769531,
+ -4.1252899169921875,
+ -8.584111213684082,
+ -0.34151527285575867
+ ],
+ "distances_by_expert": [
+ 28.381521224975586,
+ 31.997861862182617,
+ 27.750885009765625,
+ 10.523533821105957,
+ 9.22827434539795,
+ 15.993680000305176,
+ 17.323745727539062,
+ 8.250579833984375,
+ 17.168222427368164,
+ 0.6830305457115173
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3318.70068359375,
+ "language": 52.94403076171875
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.064411988721986e-07,
+ 1.0603163502764801e-07,
+ 9.518997217128344e-07,
+ 0.004839903209358454,
+ 0.00962180458009243,
+ 0.0002935507509391755,
+ 0.00016588527068961412,
+ 0.015653591603040695,
+ 0.00018948687647935003,
+ 0.6822324991226196
+ ],
+ "log_scores_by_expert": [
+ -14.163025856018066,
+ -16.059528350830078,
+ -13.864806175231934,
+ -5.330860614776611,
+ -4.643723487854004,
+ -8.13346004486084,
+ -8.704214096069336,
+ -4.157054901123047,
+ -8.57119083404541,
+ -0.3823848068714142
+ ],
+ "distances_by_expert": [
+ 28.326051712036133,
+ 32.119056701660156,
+ 27.729612350463867,
+ 10.661721229553223,
+ 9.287446975708008,
+ 16.26692008972168,
+ 17.408428192138672,
+ 8.314109802246094,
+ 17.14238166809082,
+ 0.7647696137428284
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3345.90283203125,
+ "language": 52.910606384277344
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.411762226183782e-07,
+ 1.0906909153618471e-07,
+ 9.88530473478022e-07,
+ 0.004802314098924398,
+ 0.009834458120167255,
+ 0.00029676384292542934,
+ 0.00017170689534395933,
+ 0.01612786389887333,
+ 0.0001942203234648332,
+ 0.705673098564148
+ ],
+ "log_scores_by_expert": [
+ -14.11502742767334,
+ -16.03128433227539,
+ -13.827046394348145,
+ -5.338657379150391,
+ -4.621862888336182,
+ -8.122573852539062,
+ -8.669721603393555,
+ -4.127206802368164,
+ -8.546517372131348,
+ -0.34860315918922424
+ ],
+ "distances_by_expert": [
+ 28.23005485534668,
+ 32.06256866455078,
+ 27.65409278869629,
+ 10.677314758300781,
+ 9.243725776672363,
+ 16.245147705078125,
+ 17.33944320678711,
+ 8.254413604736328,
+ 17.093034744262695,
+ 0.6972063183784485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.0439453125,
+ "language": 52.94981384277344
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.639397949787963e-07,
+ 1.075174935749601e-07,
+ 1.0191143928750535e-06,
+ 0.004742643795907497,
+ 0.00970090925693512,
+ 0.0002940570411738008,
+ 0.00017190762446261942,
+ 0.016221262514591217,
+ 0.00019858338055200875,
+ 0.6996426582336426
+ ],
+ "log_scores_by_expert": [
+ -14.084776878356934,
+ -16.045612335205078,
+ -13.796576499938965,
+ -5.351160526275635,
+ -4.635535717010498,
+ -8.131736755371094,
+ -8.668553352355957,
+ -4.121432304382324,
+ -8.524301528930664,
+ -0.35718563199043274
+ ],
+ "distances_by_expert": [
+ 28.169553756713867,
+ 32.091224670410156,
+ 27.59315299987793,
+ 10.70232105255127,
+ 9.271071434020996,
+ 16.263473510742188,
+ 17.337106704711914,
+ 8.242864608764648,
+ 17.048603057861328,
+ 0.7143712639808655
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3345.257568359375,
+ "language": 52.93018341064453
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.517073754570447e-07,
+ 1.0078126422286005e-07,
+ 1.0147880402655574e-06,
+ 0.004415108356624842,
+ 0.009391671046614647,
+ 0.00027046591276302934,
+ 0.00016764854080975056,
+ 0.015769783407449722,
+ 0.00019445161160547286,
+ 0.6836877465248108
+ ],
+ "log_scores_by_expert": [
+ -14.100918769836426,
+ -16.110313415527344,
+ -13.800830841064453,
+ -5.422722816467285,
+ -4.667932033538818,
+ -8.215364456176758,
+ -8.69364070892334,
+ -4.149659633636475,
+ -8.545327186584473,
+ -0.38025397062301636
+ ],
+ "distances_by_expert": [
+ 28.20183753967285,
+ 32.22062683105469,
+ 27.601661682128906,
+ 10.84544563293457,
+ 9.335864067077637,
+ 16.430728912353516,
+ 17.38728141784668,
+ 8.29931926727295,
+ 17.090654373168945,
+ 0.7605079412460327
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.6484375,
+ "language": 52.904911041259766
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.98781832397799e-07,
+ 9.030890169015038e-08,
+ 9.73691157923895e-07,
+ 0.0039769853465259075,
+ 0.008643555454909801,
+ 0.0002443479315843433,
+ 0.00015534098201896995,
+ 0.014652644284069538,
+ 0.00018115655984729528,
+ 0.6270226240158081
+ ],
+ "log_scores_by_expert": [
+ -14.173927307128906,
+ -16.220029830932617,
+ -13.842171669006348,
+ -5.527231216430664,
+ -4.750941276550293,
+ -8.316917419433594,
+ -8.769887924194336,
+ -4.223134517669678,
+ -8.616148948669434,
+ -0.4667726457118988
+ ],
+ "distances_by_expert": [
+ 28.347854614257812,
+ 32.440059661865234,
+ 27.684343338012695,
+ 11.054462432861328,
+ 9.501882553100586,
+ 16.633834838867188,
+ 17.539775848388672,
+ 8.446269035339355,
+ 17.232297897338867,
+ 0.9335452914237976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.34326171875,
+ "language": 52.8989372253418
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.959646157156385e-07,
+ 8.961346509295254e-08,
+ 9.645469845054322e-07,
+ 0.003962719812989235,
+ 0.008604616858065128,
+ 0.0002448956947773695,
+ 0.00015575159341096878,
+ 0.014552147127687931,
+ 0.00017901665705721825,
+ 0.6266722679138184
+ ],
+ "log_scores_by_expert": [
+ -14.177967071533203,
+ -16.227760314941406,
+ -13.851607322692871,
+ -5.530824661254883,
+ -4.755456447601318,
+ -8.314678192138672,
+ -8.767248153686523,
+ -4.230016708374023,
+ -8.628031730651855,
+ -0.46733158826828003
+ ],
+ "distances_by_expert": [
+ 28.355934143066406,
+ 32.45552062988281,
+ 27.703214645385742,
+ 11.061649322509766,
+ 9.510912895202637,
+ 16.629356384277344,
+ 17.534496307373047,
+ 8.460033416748047,
+ 17.25606346130371,
+ 0.9346631765365601
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.580810546875,
+ "language": 52.92730712890625
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.032241455817712e-07,
+ 8.827025510527164e-08,
+ 9.74842350842664e-07,
+ 0.003921802155673504,
+ 0.008512117899954319,
+ 0.0002377826749579981,
+ 0.00015331801841966808,
+ 0.014473002403974533,
+ 0.0001830788387451321,
+ 0.6177525520324707
+ ],
+ "log_scores_by_expert": [
+ -14.167590141296387,
+ -16.242862701416016,
+ -13.84099006652832,
+ -5.54120397567749,
+ -4.76626443862915,
+ -8.34415340423584,
+ -8.78299617767334,
+ -4.235470294952393,
+ -8.60559368133545,
+ -0.48166728019714355
+ ],
+ "distances_by_expert": [
+ 28.335180282592773,
+ 32.48572540283203,
+ 27.68198013305664,
+ 11.08240795135498,
+ 9.5325288772583,
+ 16.68830680847168,
+ 17.56599235534668,
+ 8.470940589904785,
+ 17.2111873626709,
+ 0.9633345603942871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.4296875,
+ "language": 52.88993453979492
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.547728617078974e-07,
+ 7.840428395411436e-08,
+ 9.191315939460765e-07,
+ 0.00359702599234879,
+ 0.00765976682305336,
+ 0.00021235390158835799,
+ 0.00013959378702566028,
+ 0.013230291195213795,
+ 0.0001718782732496038,
+ 0.5470584630966187
+ ],
+ "log_scores_by_expert": [
+ -14.238977432250977,
+ -16.361387252807617,
+ -13.899836540222168,
+ -5.627647876739502,
+ -4.871773719787598,
+ -8.457256317138672,
+ -8.876773834228516,
+ -4.325246334075928,
+ -8.668724060058594,
+ -0.6031995415687561
+ ],
+ "distances_by_expert": [
+ 28.477954864501953,
+ 32.722774505615234,
+ 27.799673080444336,
+ 11.255295753479004,
+ 9.743547439575195,
+ 16.914512634277344,
+ 17.75354766845703,
+ 8.650492668151855,
+ 17.337448120117188,
+ 1.2063990831375122
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.446044921875,
+ "language": 52.88881301879883
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.457290737671428e-07,
+ 9.087444396982391e-08,
+ 8.957966883826884e-07,
+ 0.004092635586857796,
+ 0.008734036237001419,
+ 0.0002293504076078534,
+ 0.00015227629046421498,
+ 0.014345849864184856,
+ 0.00016586645506322384,
+ 0.6389877200126648
+ ],
+ "log_scores_by_expert": [
+ -14.252885818481445,
+ -16.213787078857422,
+ -13.925552368164062,
+ -5.498566150665283,
+ -4.740527629852295,
+ -8.38025951385498,
+ -8.789813995361328,
+ -4.2442946434021,
+ -8.704327583312988,
+ -0.44787007570266724
+ ],
+ "distances_by_expert": [
+ 28.50577163696289,
+ 32.427574157714844,
+ 27.851104736328125,
+ 10.997132301330566,
+ 9.48105525970459,
+ 16.76051902770996,
+ 17.579627990722656,
+ 8.4885892868042,
+ 17.408655166625977,
+ 0.8957401514053345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.51220703125,
+ "language": 52.920291900634766
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.493626756309823e-07,
+ 9.676873702346711e-08,
+ 8.936472113418858e-07,
+ 0.004262965172529221,
+ 0.009137161076068878,
+ 0.00024271658912766725,
+ 0.0001543141988804564,
+ 0.01453249529004097,
+ 0.00016884987417142838,
+ 0.6615853905677795
+ ],
+ "log_scores_by_expert": [
+ -14.247274398803711,
+ -16.150941848754883,
+ -13.92795467376709,
+ -5.457790374755859,
+ -4.69540548324585,
+ -8.323616027832031,
+ -8.776519775390625,
+ -4.231368064880371,
+ -8.686500549316406,
+ -0.4131162762641907
+ ],
+ "distances_by_expert": [
+ 28.494548797607422,
+ 32.301883697509766,
+ 27.85590934753418,
+ 10.915580749511719,
+ 9.3908109664917,
+ 16.647232055664062,
+ 17.55303955078125,
+ 8.462736129760742,
+ 17.373001098632812,
+ 0.8262325525283813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.735595703125,
+ "language": 52.94014358520508
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.287785936365253e-07,
+ 9.571069625735618e-08,
+ 8.657611942908261e-07,
+ 0.00411985395476222,
+ 0.009325581602752209,
+ 0.00023740087635815144,
+ 0.0001554917253088206,
+ 0.014633560553193092,
+ 0.00016791273083072156,
+ 0.6865022778511047
+ ],
+ "log_scores_by_expert": [
+ -14.279486656188965,
+ -16.161935806274414,
+ -13.959656715393066,
+ -5.491937637329102,
+ -4.674993991851807,
+ -8.345760345458984,
+ -8.76891803741455,
+ -4.224437713623047,
+ -8.692066192626953,
+ -0.37614569067955017
+ ],
+ "distances_by_expert": [
+ 28.55897331237793,
+ 32.32387161254883,
+ 27.919313430786133,
+ 10.983875274658203,
+ 9.349987983703613,
+ 16.69152069091797,
+ 17.5378360748291,
+ 8.448875427246094,
+ 17.384132385253906,
+ 0.7522913813591003
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.053955078125,
+ "language": 52.92638397216797
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.438517061724269e-07,
+ 1.0166880315409799e-07,
+ 8.911520126275718e-07,
+ 0.004343378823250532,
+ 0.00987650454044342,
+ 0.0002560480497777462,
+ 0.00016039496404118836,
+ 0.015362085774540901,
+ 0.000176355242729187,
+ 0.7267181873321533
+ ],
+ "log_scores_by_expert": [
+ -14.255797386169434,
+ -16.101545333862305,
+ -13.930750846862793,
+ -5.439102649688721,
+ -4.617596626281738,
+ -8.270145416259766,
+ -8.737871170043945,
+ -4.1758527755737305,
+ -8.643010139465332,
+ -0.31921660900115967
+ ],
+ "distances_by_expert": [
+ 28.511594772338867,
+ 32.20309066772461,
+ 27.861501693725586,
+ 10.878205299377441,
+ 9.235193252563477,
+ 16.54029083251953,
+ 17.47574234008789,
+ 8.351705551147461,
+ 17.286020278930664,
+ 0.6384332180023193
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.91015625,
+ "language": 52.89768981933594
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.126367336240946e-07,
+ 1.1176447145544444e-07,
+ 9.776549632078968e-07,
+ 0.004853144753724337,
+ 0.010442741215229034,
+ 0.00030862705898471177,
+ 0.00017654254043009132,
+ 0.016841815784573555,
+ 0.00019060130580328405,
+ 0.7720127701759338
+ ],
+ "log_scores_by_expert": [
+ -14.15429401397705,
+ -16.006872177124023,
+ -13.838109016418457,
+ -5.328128337860107,
+ -4.561848163604736,
+ -8.08337688446045,
+ -8.641948699951172,
+ -4.083890438079834,
+ -8.565326690673828,
+ -0.2587541937828064
+ ],
+ "distances_by_expert": [
+ 28.3085880279541,
+ 32.01374435424805,
+ 27.676218032836914,
+ 10.656256675720215,
+ 9.123696327209473,
+ 16.1667537689209,
+ 17.283897399902344,
+ 8.167780876159668,
+ 17.130653381347656,
+ 0.5175083875656128
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.838134765625,
+ "language": 52.914432525634766
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.112116122698353e-07,
+ 1.1042340020139818e-07,
+ 9.777575087355217e-07,
+ 0.004958587232977152,
+ 0.01056706067174673,
+ 0.00032292187097482383,
+ 0.00018022173026110977,
+ 0.016995783895254135,
+ 0.0001903816737467423,
+ 0.772484540939331
+ ],
+ "log_scores_by_expert": [
+ -14.156295776367188,
+ -16.018943786621094,
+ -13.838004112243652,
+ -5.306634426116943,
+ -4.550013542175293,
+ -8.038100242614746,
+ -8.621322631835938,
+ -4.074790000915527,
+ -8.566479682922363,
+ -0.25814327597618103
+ ],
+ "distances_by_expert": [
+ 28.312591552734375,
+ 32.03788757324219,
+ 27.676008224487305,
+ 10.613268852233887,
+ 9.100027084350586,
+ 16.076200485229492,
+ 17.242645263671875,
+ 8.149580001831055,
+ 17.132959365844727,
+ 0.5162865519523621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.09326171875,
+ "language": 52.91920471191406
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.251599415918463e-07,
+ 1.0490711588317936e-07,
+ 8.890222034096951e-07,
+ 0.004923622589558363,
+ 0.009911511093378067,
+ 0.0003253899922128767,
+ 0.0001737042621243745,
+ 0.016019748523831367,
+ 0.0001702066365396604,
+ 0.7108072638511658
+ ],
+ "log_scores_by_expert": [
+ -14.285258293151855,
+ -16.0701904296875,
+ -13.933143615722656,
+ -5.313710689544678,
+ -4.614058494567871,
+ -8.030486106872559,
+ -8.658156394958496,
+ -4.133933067321777,
+ -8.678497314453125,
+ -0.34135401248931885
+ ],
+ "distances_by_expert": [
+ 28.57051658630371,
+ 32.140380859375,
+ 27.866287231445312,
+ 10.627421379089355,
+ 9.228116989135742,
+ 16.060972213745117,
+ 17.316312789916992,
+ 8.267866134643555,
+ 17.35699462890625,
+ 0.6827080249786377
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3379.71337890625,
+ "language": 52.94441223144531
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.947324209249928e-07,
+ 1.098660433740406e-07,
+ 9.632233286538394e-07,
+ 0.004733586218208075,
+ 0.01022761408239603,
+ 0.00030673446599394083,
+ 0.00017835818289313465,
+ 0.016687922179698944,
+ 0.00018670113058760762,
+ 0.7621428966522217
+ ],
+ "log_scores_by_expert": [
+ -14.179738998413086,
+ -16.024003982543945,
+ -13.852980613708496,
+ -5.353072166442871,
+ -4.5826640129089355,
+ -8.08952808380127,
+ -8.63171672821045,
+ -4.093070030212402,
+ -8.5860013961792,
+ -0.2716212868690491
+ ],
+ "distances_by_expert": [
+ 28.359477996826172,
+ 32.04800796508789,
+ 27.705961227416992,
+ 10.706144332885742,
+ 9.165328025817871,
+ 16.17905616760254,
+ 17.2634334564209,
+ 8.186140060424805,
+ 17.1720027923584,
+ 0.5432425737380981
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3458.386962890625,
+ "language": 52.927337646484375
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.797427545279788e-07,
+ 1.0778503423125585e-07,
+ 9.423551432519162e-07,
+ 0.004475689493119717,
+ 0.010157592594623566,
+ 0.0002738728653639555,
+ 0.0001710591750452295,
+ 0.01588435284793377,
+ 0.00018150916730519384,
+ 0.7494581341743469
+ ],
+ "log_scores_by_expert": [
+ -14.20155143737793,
+ -16.043127059936523,
+ -13.874883651733398,
+ -5.40909481048584,
+ -4.589533805847168,
+ -8.20284652709961,
+ -8.673501014709473,
+ -4.142420768737793,
+ -8.614204406738281,
+ -0.28840479254722595
+ ],
+ "distances_by_expert": [
+ 28.40310287475586,
+ 32.08625411987305,
+ 27.749767303466797,
+ 10.81818962097168,
+ 9.179067611694336,
+ 16.40569305419922,
+ 17.347002029418945,
+ 8.284841537475586,
+ 17.228408813476562,
+ 0.5768095850944519
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3466.440185546875,
+ "language": 52.9578857421875
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.785070354453637e-07,
+ 1.0362857238987999e-07,
+ 9.394729545419978e-07,
+ 0.004322583321481943,
+ 0.009885357692837715,
+ 0.000262338639004156,
+ 0.00016669693286530674,
+ 0.01570725440979004,
+ 0.00018245275714434683,
+ 0.736716628074646
+ ],
+ "log_scores_by_expert": [
+ -14.203371047973633,
+ -16.08245277404785,
+ -13.877946853637695,
+ -5.443902015686035,
+ -4.616700649261475,
+ -8.245874404907227,
+ -8.699333190917969,
+ -4.153632640838623,
+ -8.60901927947998,
+ -0.3055519163608551
+ ],
+ "distances_by_expert": [
+ 28.406742095947266,
+ 32.1649055480957,
+ 27.75589370727539,
+ 10.88780403137207,
+ 9.23340129852295,
+ 16.491748809814453,
+ 17.398666381835938,
+ 8.307265281677246,
+ 17.21803855895996,
+ 0.6111038327217102
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3541.218017578125,
+ "language": 52.90544509887695
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.10720030383527e-07,
+ 1.1892750961806087e-07,
+ 9.896320989355445e-07,
+ 0.005239452701061964,
+ 0.010605440475046635,
+ 0.0003396666143089533,
+ 0.00018620913033373654,
+ 0.017082612961530685,
+ 0.00019282654102426022,
+ 0.7740066051483154
+ ],
+ "log_scores_by_expert": [
+ -14.156987190246582,
+ -15.944751739501953,
+ -13.825932502746582,
+ -5.251538276672363,
+ -4.546388149261475,
+ -7.987545967102051,
+ -8.588640213012695,
+ -4.0696940422058105,
+ -8.553719520568848,
+ -0.25617489218711853
+ ],
+ "distances_by_expert": [
+ 28.313974380493164,
+ 31.889503479003906,
+ 27.651865005493164,
+ 10.503076553344727,
+ 9.09277629852295,
+ 15.975091934204102,
+ 17.17728042602539,
+ 8.139388084411621,
+ 17.107439041137695,
+ 0.5123497843742371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3412.594970703125,
+ "language": 52.92083740234375
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.98185601777368e-07,
+ 1.1928882770462224e-07,
+ 9.983599511542707e-07,
+ 0.005435645580291748,
+ 0.00998540036380291,
+ 0.00036228596582077444,
+ 0.00018226058455184102,
+ 0.016522856429219246,
+ 0.0001919859496410936,
+ 0.7152127623558044
+ ],
+ "log_scores_by_expert": [
+ -14.17478084564209,
+ -15.941718101501465,
+ -13.81715202331543,
+ -5.214776992797852,
+ -4.606631278991699,
+ -7.923076629638672,
+ -8.61007308959961,
+ -4.103010654449463,
+ -8.558088302612305,
+ -0.3351752758026123
+ ],
+ "distances_by_expert": [
+ 28.34956169128418,
+ 31.88343620300293,
+ 27.63430404663086,
+ 10.429553985595703,
+ 9.213262557983398,
+ 15.846153259277344,
+ 17.22014617919922,
+ 8.206021308898926,
+ 17.11617660522461,
+ 0.6703505516052246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.1044921875,
+ "language": 52.90803527832031
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.525803541990172e-07,
+ 1.0591460863906832e-07,
+ 9.418923809789703e-07,
+ 0.005254920572042465,
+ 0.009097651578485966,
+ 0.00033945642644539475,
+ 0.00017289328388869762,
+ 0.015315546654164791,
+ 0.00017963728168979287,
+ 0.6398851275444031
+ ],
+ "log_scores_by_expert": [
+ -14.242331504821777,
+ -16.060632705688477,
+ -13.875374794006348,
+ -5.248590469360352,
+ -4.6997389793396,
+ -7.988164901733398,
+ -8.662836074829102,
+ -4.178886890411377,
+ -8.624570846557617,
+ -0.4464666545391083
+ ],
+ "distances_by_expert": [
+ 28.484663009643555,
+ 32.12126541137695,
+ 27.750749588012695,
+ 10.497180938720703,
+ 9.3994779586792,
+ 15.976329803466797,
+ 17.325672149658203,
+ 8.357773780822754,
+ 17.249141693115234,
+ 0.8929333090782166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.89208984375,
+ "language": 52.9083366394043
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.775241558898415e-07,
+ 1.0128498928452245e-07,
+ 9.51685478867148e-07,
+ 0.004585770424455404,
+ 0.009403402917087078,
+ 0.00027358101215213537,
+ 0.00016397502622567117,
+ 0.015715794637799263,
+ 0.00017756408487912267,
+ 0.6996753811836243
+ ],
+ "log_scores_by_expert": [
+ -14.20482063293457,
+ -16.105327606201172,
+ -13.865031242370605,
+ -5.384797096252441,
+ -4.666683673858643,
+ -8.203912734985352,
+ -8.71579647064209,
+ -4.1530890464782715,
+ -8.636178970336914,
+ -0.35713884234428406
+ ],
+ "distances_by_expert": [
+ 28.40964126586914,
+ 32.210655212402344,
+ 27.73006248474121,
+ 10.769594192504883,
+ 9.333367347717285,
+ 16.407825469970703,
+ 17.43159294128418,
+ 8.306178092956543,
+ 17.272357940673828,
+ 0.7142776846885681
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.01953125,
+ "language": 52.88976287841797
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.537595140798658e-07,
+ 1.0253326365727844e-07,
+ 8.977218044492474e-07,
+ 0.004533704370260239,
+ 0.009732645936310291,
+ 0.0002759277122095227,
+ 0.00016113874153234065,
+ 0.015416947193443775,
+ 0.00017472422041464597,
+ 0.7221839427947998
+ ],
+ "log_scores_by_expert": [
+ -14.24052619934082,
+ -16.09307861328125,
+ -13.923405647277832,
+ -5.396215915679932,
+ -4.632269382476807,
+ -8.195371627807617,
+ -8.733244895935059,
+ -4.172287940979004,
+ -8.652301788330078,
+ -0.32547545433044434
+ ],
+ "distances_by_expert": [
+ 28.48105239868164,
+ 32.1861572265625,
+ 27.846811294555664,
+ 10.792431831359863,
+ 9.264538764953613,
+ 16.390743255615234,
+ 17.466489791870117,
+ 8.344575881958008,
+ 17.304603576660156,
+ 0.6509509086608887
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.88134765625,
+ "language": 52.9033317565918
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.103480470505019e-07,
+ 1.0783541171122124e-07,
+ 9.824806284086662e-07,
+ 0.004792541731148958,
+ 0.010097532533109188,
+ 0.00029851376893930137,
+ 0.00017166826000902802,
+ 0.016471998766064644,
+ 0.000188125079148449,
+ 0.7545427680015564
+ ],
+ "log_scores_by_expert": [
+ -14.157510757446289,
+ -16.042659759521484,
+ -13.833185195922852,
+ -5.340694427490234,
+ -4.59546422958374,
+ -8.116694450378418,
+ -8.669946670532227,
+ -4.106093406677246,
+ -8.57840347290039,
+ -0.2816433608531952
+ ],
+ "distances_by_expert": [
+ 28.315021514892578,
+ 32.08531951904297,
+ 27.666370391845703,
+ 10.681388854980469,
+ 9.19092845916748,
+ 16.233388900756836,
+ 17.339893341064453,
+ 8.212186813354492,
+ 17.15680694580078,
+ 0.5632867217063904
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.984130859375,
+ "language": 52.885780334472656
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.762492148482124e-07,
+ 1.105869600337428e-07,
+ 9.286862336921331e-07,
+ 0.004788624122738838,
+ 0.010677474550902843,
+ 0.00030324302497319877,
+ 0.00017081611440517008,
+ 0.016119683161377907,
+ 0.00018356241344008595,
+ 0.7771536111831665
+ ],
+ "log_scores_by_expert": [
+ -14.206704139709473,
+ -16.01746368408203,
+ -13.889494895935059,
+ -5.341512203216553,
+ -4.539618968963623,
+ -8.10097599029541,
+ -8.674922943115234,
+ -4.127714157104492,
+ -8.60295581817627,
+ -0.2521172761917114
+ ],
+ "distances_by_expert": [
+ 28.413408279418945,
+ 32.03492736816406,
+ 27.778989791870117,
+ 10.683024406433105,
+ 9.079237937927246,
+ 16.20195198059082,
+ 17.34984588623047,
+ 8.255428314208984,
+ 17.20591163635254,
+ 0.5042345523834229
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3460.0947265625,
+ "language": 52.89266586303711
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904392080286925e-07,
+ 1.0505529957072213e-07,
+ 9.542492307446082e-07,
+ 0.004641402047127485,
+ 0.010165665298700333,
+ 0.00031061042682267725,
+ 0.00017324500367976725,
+ 0.016864759847521782,
+ 0.00018411397468298674,
+ 0.7753881216049194
+ ],
+ "log_scores_by_expert": [
+ -14.185937881469727,
+ -16.06877899169922,
+ -13.862340927124023,
+ -5.372738838195801,
+ -4.588739395141602,
+ -8.076971054077148,
+ -8.66080379486084,
+ -4.082529067993164,
+ -8.599955558776855,
+ -0.2543915808200836
+ ],
+ "distances_by_expert": [
+ 28.371875762939453,
+ 32.13755798339844,
+ 27.724681854248047,
+ 10.745477676391602,
+ 9.177478790283203,
+ 16.153942108154297,
+ 17.32160758972168,
+ 8.165058135986328,
+ 17.19991111755371,
+ 0.5087831616401672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.730712890625,
+ "language": 52.88616180419922
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.338746854657074e-07,
+ 1.0895182356307487e-07,
+ 9.870560688796104e-07,
+ 0.004996429663151503,
+ 0.010808855295181274,
+ 0.00033637884189374745,
+ 0.00018474204989615828,
+ 0.017587030306458473,
+ 0.00019083611550740898,
+ 0.7993318438529968
+ ],
+ "log_scores_by_expert": [
+ -14.124927520751953,
+ -16.032360076904297,
+ -13.82853889465332,
+ -5.299031734466553,
+ -4.5273895263671875,
+ -7.997272491455078,
+ -8.596549987792969,
+ -4.04059362411499,
+ -8.564095497131348,
+ -0.2239791303873062
+ ],
+ "distances_by_expert": [
+ 28.249855041503906,
+ 32.064720153808594,
+ 27.65707778930664,
+ 10.598063468933105,
+ 9.054779052734375,
+ 15.994544982910156,
+ 17.193099975585938,
+ 8.08118724822998,
+ 17.128190994262695,
+ 0.4479582607746124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.187744140625,
+ "language": 52.938289642333984
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.704966608594987e-07,
+ 1.0791482907279715e-07,
+ 9.129308295996452e-07,
+ 0.00502098398283124,
+ 0.010544823482632637,
+ 0.0003430373908486217,
+ 0.00017814569582697004,
+ 0.016927359625697136,
+ 0.00017997011309489608,
+ 0.7728779315948486
+ ],
+ "log_scores_by_expert": [
+ -14.21524715423584,
+ -16.04192352294922,
+ -13.90660572052002,
+ -5.294129371643066,
+ -4.552120208740234,
+ -7.977671146392822,
+ -8.632908821105957,
+ -4.078824043273926,
+ -8.622719764709473,
+ -0.25763416290283203
+ ],
+ "distances_by_expert": [
+ 28.43049430847168,
+ 32.08384704589844,
+ 27.81321144104004,
+ 10.588258743286133,
+ 9.104240417480469,
+ 15.955342292785645,
+ 17.265817642211914,
+ 8.157648086547852,
+ 17.245439529418945,
+ 0.5152683258056641
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.028076171875,
+ "language": 52.931034088134766
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.491168846878281e-07,
+ 1.0374980519145538e-07,
+ 8.898874170881754e-07,
+ 0.004649057053029537,
+ 0.0102635957300663,
+ 0.000300089392112568,
+ 0.00016881187912076712,
+ 0.015920955687761307,
+ 0.00017679997836239636,
+ 0.7695308327674866
+ ],
+ "log_scores_by_expert": [
+ -14.247653007507324,
+ -16.081283569335938,
+ -13.932170867919922,
+ -5.371090888977051,
+ -4.5791521072387695,
+ -8.111430168151855,
+ -8.686725616455078,
+ -4.1401190757751465,
+ -8.640491485595703,
+ -0.2619742453098297
+ ],
+ "distances_by_expert": [
+ 28.49530601501465,
+ 32.162567138671875,
+ 27.864341735839844,
+ 10.742181777954102,
+ 9.158304214477539,
+ 16.22286033630371,
+ 17.373451232910156,
+ 8.280238151550293,
+ 17.280982971191406,
+ 0.5239484906196594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.9169921875,
+ "language": 52.937992095947266
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231010729607078e-07,
+ 9.858345606517105e-08,
+ 8.624056704320537e-07,
+ 0.004422846250236034,
+ 0.009929221123456955,
+ 0.0002683327184058726,
+ 0.00015847370377741754,
+ 0.014899834990501404,
+ 0.00017151131760329008,
+ 0.7298107147216797
+ ],
+ "log_scores_by_expert": [
+ -14.288557052612305,
+ -16.132362365722656,
+ -13.963540077209473,
+ -5.420971870422363,
+ -4.612273216247559,
+ -8.223282814025879,
+ -8.749921798706055,
+ -4.206405162811279,
+ -8.67086124420166,
+ -0.3149700462818146
+ ],
+ "distances_by_expert": [
+ 28.57711410522461,
+ 32.26472473144531,
+ 27.927080154418945,
+ 10.841943740844727,
+ 9.224546432495117,
+ 16.446565628051758,
+ 17.49984359741211,
+ 8.412810325622559,
+ 17.34172248840332,
+ 0.6299400925636292
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.859130859375,
+ "language": 52.89200210571289
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.912143024033867e-07,
+ 9.223862917906445e-08,
+ 8.205630024349375e-07,
+ 0.004085312131792307,
+ 0.00925892312079668,
+ 0.00025073334109038115,
+ 0.00014930024917703122,
+ 0.014267574064433575,
+ 0.00016302931180689484,
+ 0.6915501356124878
+ ],
+ "log_scores_by_expert": [
+ -14.341087341308594,
+ -16.19888687133789,
+ -14.013275146484375,
+ -5.500357151031494,
+ -4.6821675300598145,
+ -8.291120529174805,
+ -8.809551239013672,
+ -4.249765872955322,
+ -8.721580505371094,
+ -0.3688197135925293
+ ],
+ "distances_by_expert": [
+ 28.682174682617188,
+ 32.39777374267578,
+ 28.02655029296875,
+ 11.000714302062988,
+ 9.364335060119629,
+ 16.58224105834961,
+ 17.619102478027344,
+ 8.499531745910645,
+ 17.443161010742188,
+ 0.7376394271850586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3527.39892578125,
+ "language": 52.92115020751953
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.432907184716896e-07,
+ 9.855506988287743e-08,
+ 8.784335250311415e-07,
+ 0.00430403184145689,
+ 0.009352969005703926,
+ 0.0002685334184207022,
+ 0.0001601546973688528,
+ 0.014850161969661713,
+ 0.0001771099923644215,
+ 0.7055402994155884
+ ],
+ "log_scores_by_expert": [
+ -14.256669044494629,
+ -16.13265037536621,
+ -13.945125579833984,
+ -5.448203086853027,
+ -4.672061443328857,
+ -8.222535133361816,
+ -8.739370346069336,
+ -4.209744453430176,
+ -8.638739585876465,
+ -0.3487914204597473
+ ],
+ "distances_by_expert": [
+ 28.513338088989258,
+ 32.26530075073242,
+ 27.89025115966797,
+ 10.896406173706055,
+ 9.344122886657715,
+ 16.445070266723633,
+ 17.478740692138672,
+ 8.419488906860352,
+ 17.27747917175293,
+ 0.6975828409194946
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3503.924560546875,
+ "language": 52.910301208496094
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.150391638788278e-07,
+ 1.0344965062358824e-07,
+ 9.733978458825732e-07,
+ 0.004617882426828146,
+ 0.00949931051582098,
+ 0.0002862206019926816,
+ 0.0001681385183474049,
+ 0.015893708914518356,
+ 0.00019025806977879256,
+ 0.7073515057563782
+ ],
+ "log_scores_by_expert": [
+ -14.150928497314453,
+ -16.08418083190918,
+ -13.842473030090332,
+ -5.377819061279297,
+ -4.656536102294922,
+ -8.158747673034668,
+ -8.690722465515137,
+ -4.141831874847412,
+ -8.567129135131836,
+ -0.3462274968624115
+ ],
+ "distances_by_expert": [
+ 28.301856994628906,
+ 32.16836166381836,
+ 27.684946060180664,
+ 10.755638122558594,
+ 9.313072204589844,
+ 16.317495346069336,
+ 17.381444931030273,
+ 8.283663749694824,
+ 17.134258270263672,
+ 0.692454993724823
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.726806640625,
+ "language": 52.918800354003906
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837764772171795e-07,
+ 1.139906729008544e-07,
+ 9.382435450788762e-07,
+ 0.005082909949123859,
+ 0.009780374355614185,
+ 0.00034512762795202434,
+ 0.00017753361316863447,
+ 0.016429685056209564,
+ 0.0001844542275648564,
+ 0.726629912853241
+ ],
+ "log_scores_by_expert": [
+ -14.195634841918945,
+ -15.987149238586426,
+ -13.879256248474121,
+ -5.281871318817139,
+ -4.627377510070801,
+ -7.9715962409973145,
+ -8.636350631713867,
+ -4.108665466308594,
+ -8.598109245300293,
+ -0.3193380534648895
+ ],
+ "distances_by_expert": [
+ 28.39126968383789,
+ 31.97429847717285,
+ 27.758512496948242,
+ 10.563742637634277,
+ 9.254755020141602,
+ 15.943192481994629,
+ 17.272701263427734,
+ 8.217330932617188,
+ 17.196218490600586,
+ 0.638676106929779
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.8740234375,
+ "language": 52.95730209350586
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.387998041645915e-07,
+ 1.0691238827575944e-07,
+ 8.968780207396776e-07,
+ 0.005134492181241512,
+ 0.009218640625476837,
+ 0.0003435841354075819,
+ 0.00016988554853014648,
+ 0.01542806625366211,
+ 0.00017897824000101537,
+ 0.6648616790771484
+ ],
+ "log_scores_by_expert": [
+ -14.26367473602295,
+ -16.05125617980957,
+ -13.924345970153809,
+ -5.2717742919921875,
+ -4.686527729034424,
+ -7.976078510284424,
+ -8.68038558959961,
+ -4.171566963195801,
+ -8.628246307373047,
+ -0.4081762433052063
+ ],
+ "distances_by_expert": [
+ 28.5273494720459,
+ 32.10251235961914,
+ 27.848691940307617,
+ 10.543548583984375,
+ 9.373055458068848,
+ 15.952157020568848,
+ 17.36077117919922,
+ 8.343133926391602,
+ 17.256492614746094,
+ 0.8163524866104126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.30615234375,
+ "language": 52.91312026977539
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.380813945521368e-07,
+ 8.644465054885586e-08,
+ 7.38562675905996e-07,
+ 0.0044000353664159775,
+ 0.007938298396766186,
+ 0.00027857147506438196,
+ 0.00014367392577696592,
+ 0.013141893781721592,
+ 0.00015527581854257733,
+ 0.5797339081764221
+ ],
+ "log_scores_by_expert": [
+ -14.435256004333496,
+ -16.263761520385742,
+ -14.118559837341309,
+ -5.426142692565918,
+ -4.836056232452393,
+ -8.185835838317871,
+ -8.8479642868042,
+ -4.3319501876831055,
+ -8.770307540893555,
+ -0.5451860427856445
+ ],
+ "distances_by_expert": [
+ 28.870512008666992,
+ 32.527523040771484,
+ 28.237119674682617,
+ 10.852285385131836,
+ 9.672112464904785,
+ 16.371671676635742,
+ 17.6959285736084,
+ 8.663900375366211,
+ 17.54061508178711,
+ 1.090372085571289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.27392578125,
+ "language": 52.92686462402344
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.896112043046742e-07,
+ 9.936879052929726e-08,
+ 8.142961291923712e-07,
+ 0.004883462563157082,
+ 0.00864612776786089,
+ 0.00031884602503851056,
+ 0.00015840676496736705,
+ 0.014455980621278286,
+ 0.00016828416846692562,
+ 0.6295399069786072
+ ],
+ "log_scores_by_expert": [
+ -14.343802452087402,
+ -16.124427795410156,
+ -14.020941734313965,
+ -5.321900844573975,
+ -4.750643730163574,
+ -8.050802230834961,
+ -8.750344276428223,
+ -4.236647129058838,
+ -8.68985652923584,
+ -0.46276602149009705
+ ],
+ "distances_by_expert": [
+ 28.687604904174805,
+ 32.24885559082031,
+ 28.04188346862793,
+ 10.64380168914795,
+ 9.501287460327148,
+ 16.101604461669922,
+ 17.500688552856445,
+ 8.473294258117676,
+ 17.37971305847168,
+ 0.9255320429801941
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.38427734375,
+ "language": 52.92281723022461
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.559200531024544e-07,
+ 9.228138253547513e-08,
+ 7.697830710640119e-07,
+ 0.00462625315412879,
+ 0.008304815739393234,
+ 0.0002999406133312732,
+ 0.0001526231790194288,
+ 0.013853593729436398,
+ 0.0001592293701833114,
+ 0.6070104241371155
+ ],
+ "log_scores_by_expert": [
+ -14.402641296386719,
+ -16.198423385620117,
+ -14.077157020568848,
+ -5.376008033752441,
+ -4.790919780731201,
+ -8.111926078796387,
+ -8.787538528442383,
+ -4.279210567474365,
+ -8.74516487121582,
+ -0.49920931458473206
+ ],
+ "distances_by_expert": [
+ 28.805282592773438,
+ 32.396846771240234,
+ 28.154314041137695,
+ 10.752016067504883,
+ 9.581839561462402,
+ 16.223852157592773,
+ 17.575077056884766,
+ 8.55842113494873,
+ 17.49032974243164,
+ 0.9984186291694641
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.169921875,
+ "language": 52.9369010925293
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.562297928918269e-07,
+ 9.143707302428083e-08,
+ 7.725034834038524e-07,
+ 0.004636077675968409,
+ 0.008192455396056175,
+ 0.00029745863866992295,
+ 0.00015147056546993554,
+ 0.013773052021861076,
+ 0.00016024315846152604,
+ 0.5956423282623291
+ ],
+ "log_scores_by_expert": [
+ -14.402084350585938,
+ -16.20761489868164,
+ -14.073629379272461,
+ -5.373886585235596,
+ -4.80454158782959,
+ -8.120235443115234,
+ -8.795119285583496,
+ -4.285041332244873,
+ -8.738818168640137,
+ -0.5181149244308472
+ ],
+ "distances_by_expert": [
+ 28.804168701171875,
+ 32.41522979736328,
+ 28.147258758544922,
+ 10.747773170471191,
+ 9.60908317565918,
+ 16.24047088623047,
+ 17.590238571166992,
+ 8.570082664489746,
+ 17.477636337280273,
+ 1.0362298488616943
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.154296875,
+ "language": 52.91130447387695
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.84994950258988e-07,
+ 9.548751478405393e-08,
+ 8.191915412680828e-07,
+ 0.004820220172405243,
+ 0.008519118651747704,
+ 0.00030556254205293953,
+ 0.00015566339425276965,
+ 0.014247817918658257,
+ 0.00016676545783411711,
+ 0.6104883551597595
+ ],
+ "log_scores_by_expert": [
+ -14.351662635803223,
+ -16.164270401000977,
+ -14.014947891235352,
+ -5.334935665130615,
+ -4.765442371368408,
+ -8.093356132507324,
+ -8.767814636230469,
+ -4.2511515617370605,
+ -8.698922157287598,
+ -0.49349603056907654
+ ],
+ "distances_by_expert": [
+ 28.703325271606445,
+ 32.32854080200195,
+ 28.029895782470703,
+ 10.66987133026123,
+ 9.530884742736816,
+ 16.18671226501465,
+ 17.535629272460938,
+ 8.502303123474121,
+ 17.397844314575195,
+ 0.9869920611381531
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3301.370361328125,
+ "language": 52.92043685913086
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.659242106048623e-07,
+ 9.116766364059004e-08,
+ 8.066796226557926e-07,
+ 0.0047072311863303185,
+ 0.008328740485012531,
+ 0.00029306180658750236,
+ 0.00015206194075290114,
+ 0.013822185806930065,
+ 0.0001630716142244637,
+ 0.5862557291984558
+ ],
+ "log_scores_by_expert": [
+ -14.384805679321289,
+ -16.2105655670166,
+ -14.030339241027832,
+ -5.3586554527282715,
+ -4.788043022155762,
+ -8.135127067565918,
+ -8.79122257232666,
+ -4.281480312347412,
+ -8.721321105957031,
+ -0.5339991450309753
+ ],
+ "distances_by_expert": [
+ 28.769611358642578,
+ 32.4211311340332,
+ 28.060678482055664,
+ 10.717310905456543,
+ 9.576086044311523,
+ 16.270254135131836,
+ 17.58244514465332,
+ 8.562960624694824,
+ 17.442642211914062,
+ 1.0679982900619507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.22998046875,
+ "language": 52.90742111206055
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.917727321502753e-07,
+ 9.500318753907777e-08,
+ 8.370273008040385e-07,
+ 0.004904462490230799,
+ 0.008622408844530582,
+ 0.0003015007241629064,
+ 0.00015592205454595387,
+ 0.01429163757711649,
+ 0.00016952090663835406,
+ 0.6085068583488464
+ ],
+ "log_scores_by_expert": [
+ -14.340143203735352,
+ -16.169355392456055,
+ -13.993409156799316,
+ -5.317609786987305,
+ -4.753390789031982,
+ -8.106738090515137,
+ -8.766154289245605,
+ -4.248080730438232,
+ -8.682534217834473,
+ -0.4967470169067383
+ ],
+ "distances_by_expert": [
+ 28.680286407470703,
+ 32.33871078491211,
+ 27.986818313598633,
+ 10.63521957397461,
+ 9.506781578063965,
+ 16.213476181030273,
+ 17.53230857849121,
+ 8.496161460876465,
+ 17.365068435668945,
+ 0.9934940338134766
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3319.533935546875,
+ "language": 52.88895797729492
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.95612050346972e-07,
+ 9.191985839152039e-08,
+ 8.254118597506022e-07,
+ 0.004772375803440809,
+ 0.008428303524851799,
+ 0.00028929085237905383,
+ 0.00015207528485916555,
+ 0.014069938100874424,
+ 0.0001663634175201878,
+ 0.5880672335624695
+ ],
+ "log_scores_by_expert": [
+ -14.3336763381958,
+ -16.202348709106445,
+ -14.007383346557617,
+ -5.344911098480225,
+ -4.776159763336182,
+ -8.148077964782715,
+ -8.79113483428955,
+ -4.263714790344238,
+ -8.701335906982422,
+ -0.5309139490127563
+ ],
+ "distances_by_expert": [
+ 28.6673526763916,
+ 32.40469741821289,
+ 28.014766693115234,
+ 10.68982219696045,
+ 9.552319526672363,
+ 16.29615592956543,
+ 17.5822696685791,
+ 8.527429580688477,
+ 17.402671813964844,
+ 1.0618278980255127
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.863525390625,
+ "language": 52.919673919677734
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.246700650081038e-07,
+ 9.827256519656657e-08,
+ 8.6851088099138e-07,
+ 0.005023218225687742,
+ 0.00887957215309143,
+ 0.00031265095458365977,
+ 0.0001613815693417564,
+ 0.014914534986019135,
+ 0.0001742155582178384,
+ 0.6256049275398254
+ ],
+ "log_scores_by_expert": [
+ -14.286042213439941,
+ -16.135520935058594,
+ -13.956485748291016,
+ -5.293684482574463,
+ -4.724001884460449,
+ -8.070423126220703,
+ -8.731739044189453,
+ -4.205419063568115,
+ -8.655217170715332,
+ -0.4690362513065338
+ ],
+ "distances_by_expert": [
+ 28.572084426879883,
+ 32.27104187011719,
+ 27.91297149658203,
+ 10.587368965148926,
+ 9.448003768920898,
+ 16.140846252441406,
+ 17.463478088378906,
+ 8.41083812713623,
+ 17.310434341430664,
+ 0.9380725026130676
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.97412109375,
+ "language": 52.91090774536133
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.380156492014066e-07,
+ 1.0286155571748168e-07,
+ 8.912284101825207e-07,
+ 0.005140072666108608,
+ 0.009138834662735462,
+ 0.0003293926711194217,
+ 0.00016549498832318932,
+ 0.015215900726616383,
+ 0.00017656577983871102,
+ 0.641922652721405
+ ],
+ "log_scores_by_expert": [
+ -14.26490306854248,
+ -16.089881896972656,
+ -13.930665016174316,
+ -5.270688056945801,
+ -4.6952223777771,
+ -8.01826000213623,
+ -8.70656967163086,
+ -4.1854143142700195,
+ -8.641817092895508,
+ -0.4432874321937561
+ ],
+ "distances_by_expert": [
+ 28.52980613708496,
+ 32.17976379394531,
+ 27.861330032348633,
+ 10.541376113891602,
+ 9.3904447555542,
+ 16.03652000427246,
+ 17.41313934326172,
+ 8.370828628540039,
+ 17.283634185791016,
+ 0.8865748643875122
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.67138671875,
+ "language": 52.92850112915039
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.360988322740013e-07,
+ 1.0221849322533672e-07,
+ 8.795249755166878e-07,
+ 0.005155074875801802,
+ 0.009052224457263947,
+ 0.0003321886179037392,
+ 0.0001660601847106591,
+ 0.015249429270625114,
+ 0.00017617555567994714,
+ 0.6429786682128906
+ ],
+ "log_scores_by_expert": [
+ -14.267911911010742,
+ -16.096153259277344,
+ -13.943883895874023,
+ -5.267773628234863,
+ -4.704744815826416,
+ -8.009807586669922,
+ -8.703160285949707,
+ -4.183213233947754,
+ -8.64402961730957,
+ -0.4416438043117523
+ ],
+ "distances_by_expert": [
+ 28.535823822021484,
+ 32.19230651855469,
+ 27.887767791748047,
+ 10.535547256469727,
+ 9.409489631652832,
+ 16.019615173339844,
+ 17.406320571899414,
+ 8.366426467895508,
+ 17.28805923461914,
+ 0.8832876086235046
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3273.19873046875,
+ "language": 52.91703796386719
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.091292448218155e-07,
+ 9.818675295036883e-08,
+ 8.36651395275112e-07,
+ 0.004942009691148996,
+ 0.008854575455188751,
+ 0.00032709029619582,
+ 0.00016207747103180736,
+ 0.014827648177742958,
+ 0.00016902742208912969,
+ 0.6345316767692566
+ ],
+ "log_scores_by_expert": [
+ -14.311235427856445,
+ -16.136394500732422,
+ -13.993858337402344,
+ -5.309983253479004,
+ -4.726820945739746,
+ -8.025274276733398,
+ -8.727436065673828,
+ -4.211261749267578,
+ -8.685449600219727,
+ -0.45486804842948914
+ ],
+ "distances_by_expert": [
+ 28.62247085571289,
+ 32.272789001464844,
+ 27.987716674804688,
+ 10.619966506958008,
+ 9.453641891479492,
+ 16.050548553466797,
+ 17.454872131347656,
+ 8.422523498535156,
+ 17.370899200439453,
+ 0.9097360968589783
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.530029296875,
+ "language": 52.91915512084961
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.610729883504973e-07,
+ 1.0914879311485493e-07,
+ 9.177818469652266e-07,
+ 0.005392882041633129,
+ 0.009725669398903847,
+ 0.00035426777321845293,
+ 0.00017698977899271995,
+ 0.016267957165837288,
+ 0.00018080910376738757,
+ 0.6923691630363464
+ ],
+ "log_scores_by_expert": [
+ -14.229401588439941,
+ -16.030553817749023,
+ -13.90130615234375,
+ -5.222675323486328,
+ -4.632986545562744,
+ -7.945457458496094,
+ -8.639418601989746,
+ -4.118557929992676,
+ -8.61806869506836,
+ -0.3676359951496124
+ ],
+ "distances_by_expert": [
+ 28.458803176879883,
+ 32.06110763549805,
+ 27.8026123046875,
+ 10.445350646972656,
+ 9.265973091125488,
+ 15.890914916992188,
+ 17.278837203979492,
+ 8.237115859985352,
+ 17.23613739013672,
+ 0.7352719902992249
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3279.61083984375,
+ "language": 52.906646728515625
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.300000450210064e-07,
+ 9.741467010826454e-08,
+ 8.726171927264659e-07,
+ 0.005047278944402933,
+ 0.00893575418740511,
+ 0.00031633127946406603,
+ 0.0001631347695365548,
+ 0.015092811547219753,
+ 0.00017370707064401358,
+ 0.6239203810691833
+ ],
+ "log_scores_by_expert": [
+ -14.277545928955078,
+ -16.144289016723633,
+ -13.95176887512207,
+ -5.288906097412109,
+ -4.7176947593688965,
+ -8.058720588684082,
+ -8.72093391418457,
+ -4.193536758422852,
+ -8.658140182495117,
+ -0.4717325270175934
+ ],
+ "distances_by_expert": [
+ 28.555091857910156,
+ 32.288578033447266,
+ 27.90353775024414,
+ 10.577812194824219,
+ 9.435389518737793,
+ 16.117441177368164,
+ 17.44186782836914,
+ 8.387073516845703,
+ 17.316280364990234,
+ 0.9434650540351868
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.212158203125,
+ "language": 52.91176223754883
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.60447881273285e-07,
+ 9.640912423947157e-08,
+ 9.129787486017449e-07,
+ 0.004382956773042679,
+ 0.008986122906208038,
+ 0.0002547454787418246,
+ 0.00015382007404696196,
+ 0.014987974427640438,
+ 0.00017067590670194477,
+ 0.6617964506149292
+ ],
+ "log_scores_by_expert": [
+ -14.230347633361816,
+ -16.154664993286133,
+ -13.906553268432617,
+ -5.430031776428223,
+ -4.712073802947998,
+ -8.275245666503906,
+ -8.7797269821167,
+ -4.200507164001465,
+ -8.67574405670166,
+ -0.41279733180999756
+ ],
+ "distances_by_expert": [
+ 28.460695266723633,
+ 32.309329986572266,
+ 27.813106536865234,
+ 10.860063552856445,
+ 9.424147605895996,
+ 16.550491333007812,
+ 17.5594539642334,
+ 8.40101432800293,
+ 17.35148811340332,
+ 0.8255946636199951
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3496.432373046875,
+ "language": 52.900394439697266
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.028346544757369e-07,
+ 1.08779893537303e-07,
+ 9.583377504895907e-07,
+ 0.004816519096493721,
+ 0.010116679593920708,
+ 0.0002926629676949233,
+ 0.0001669569028308615,
+ 0.01625152677297592,
+ 0.00018370847101323307,
+ 0.7381560802459717
+ ],
+ "log_scores_by_expert": [
+ -14.168144226074219,
+ -16.033939361572266,
+ -13.858065605163574,
+ -5.3357038497924805,
+ -4.593569755554199,
+ -8.136488914489746,
+ -8.697774887084961,
+ -4.119568347930908,
+ -8.602160453796387,
+ -0.3035999536514282
+ ],
+ "distances_by_expert": [
+ 28.336288452148438,
+ 32.06787872314453,
+ 27.71613121032715,
+ 10.671407699584961,
+ 9.187139511108398,
+ 16.272977828979492,
+ 17.395549774169922,
+ 8.239136695861816,
+ 17.204320907592773,
+ 0.6071999073028564
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.375732421875,
+ "language": 52.90715026855469
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.322611850213434e-07,
+ 1.1626454465840652e-07,
+ 9.933927458405378e-07,
+ 0.00494165625423193,
+ 0.01077711209654808,
+ 0.00030950631480664015,
+ 0.000176930712768808,
+ 0.01720522716641426,
+ 0.00019037096353713423,
+ 0.7887914776802063
+ ],
+ "log_scores_by_expert": [
+ -14.127128601074219,
+ -15.967397689819336,
+ -13.822139739990234,
+ -5.310054779052734,
+ -4.530330657958984,
+ -8.08053207397461,
+ -8.639752388000488,
+ -4.062541961669922,
+ -8.566535949707031,
+ -0.2372533082962036
+ ],
+ "distances_by_expert": [
+ 28.254257202148438,
+ 31.934795379638672,
+ 27.64427947998047,
+ 10.620109558105469,
+ 9.060661315917969,
+ 16.16106414794922,
+ 17.279504776000977,
+ 8.125083923339844,
+ 17.133071899414062,
+ 0.4745066165924072
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3385.150634765625,
+ "language": 52.91989517211914
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82905181292881e-07,
+ 1.0814643758294551e-07,
+ 9.24612265862379e-07,
+ 0.004727888386696577,
+ 0.010575923137366772,
+ 0.000305279711028561,
+ 0.00016976940969470888,
+ 0.01667601428925991,
+ 0.00018554490816313773,
+ 0.7940559387207031
+ ],
+ "log_scores_by_expert": [
+ -14.19690990447998,
+ -16.039779663085938,
+ -13.893891334533691,
+ -5.354276657104492,
+ -4.549175262451172,
+ -8.094282150268555,
+ -8.681069374084473,
+ -4.093783855438232,
+ -8.59221363067627,
+ -0.23060140013694763
+ ],
+ "distances_by_expert": [
+ 28.39381980895996,
+ 32.079559326171875,
+ 27.787782669067383,
+ 10.708553314208984,
+ 9.098350524902344,
+ 16.18856430053711,
+ 17.362138748168945,
+ 8.187567710876465,
+ 17.18442726135254,
+ 0.46120280027389526
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.425048828125,
+ "language": 52.926231384277344
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.959054985600233e-07,
+ 1.0542302675276005e-07,
+ 9.418097306479467e-07,
+ 0.004761930555105209,
+ 0.010614288970828056,
+ 0.00029429749702103436,
+ 0.00017223220493178815,
+ 0.016816874966025352,
+ 0.00018439002451486886,
+ 0.7759597301483154
+ ],
+ "log_scores_by_expert": [
+ -14.178051948547363,
+ -16.065284729003906,
+ -13.875462532043457,
+ -5.347102165222168,
+ -4.545554161071777,
+ -8.130919456481934,
+ -8.666666984558105,
+ -4.085372447967529,
+ -8.598457336425781,
+ -0.25365471839904785
+ ],
+ "distances_by_expert": [
+ 28.356103897094727,
+ 32.13056945800781,
+ 27.750925064086914,
+ 10.694204330444336,
+ 9.091108322143555,
+ 16.261838912963867,
+ 17.33333396911621,
+ 8.170744895935059,
+ 17.196914672851562,
+ 0.5073094367980957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.453125,
+ "language": 52.925872802734375
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.748441023773921e-07,
+ 1.0048010778973548e-07,
+ 9.092736945603974e-07,
+ 0.004770494066178799,
+ 0.009790248237550259,
+ 0.00030183157650753856,
+ 0.0001670330238994211,
+ 0.016296684741973877,
+ 0.00017882316024042666,
+ 0.7154251337051392
+ ],
+ "log_scores_by_expert": [
+ -14.208784103393555,
+ -16.113306045532227,
+ -13.910619735717773,
+ -5.345305442810059,
+ -4.626368522644043,
+ -8.10564136505127,
+ -8.697319030761719,
+ -4.116793632507324,
+ -8.62911319732666,
+ -0.3348783850669861
+ ],
+ "distances_by_expert": [
+ 28.41756820678711,
+ 32.22661209106445,
+ 27.821239471435547,
+ 10.690610885620117,
+ 9.252737045288086,
+ 16.21128273010254,
+ 17.394638061523438,
+ 8.233587265014648,
+ 17.25822639465332,
+ 0.6697567701339722
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3487.092529296875,
+ "language": 52.93641662597656
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.808437547078938e-07,
+ 1.0988763676778035e-07,
+ 9.286897579841025e-07,
+ 0.005041185766458511,
+ 0.010820015333592892,
+ 0.00035317399306222796,
+ 0.00018100716988556087,
+ 0.017720697447657585,
+ 0.00018131885735783726,
+ 0.8141367435455322
+ ],
+ "log_scores_by_expert": [
+ -14.199933052062988,
+ -16.023807525634766,
+ -13.889491081237793,
+ -5.290113925933838,
+ -4.526357650756836,
+ -7.948549747467041,
+ -8.616973876953125,
+ -4.033021926879883,
+ -8.615253448486328,
+ -0.2056269496679306
+ ],
+ "distances_by_expert": [
+ 28.399866104125977,
+ 32.04761505126953,
+ 27.778982162475586,
+ 10.580227851867676,
+ 9.052715301513672,
+ 15.897099494934082,
+ 17.23394775390625,
+ 8.066043853759766,
+ 17.230506896972656,
+ 0.4112538993358612
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.365966796875,
+ "language": 52.934078216552734
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.588015821762383e-07,
+ 1.0832128793936135e-07,
+ 9.029774901136989e-07,
+ 0.004614472854882479,
+ 0.010464723221957684,
+ 0.00030867240275256336,
+ 0.00017044605920091271,
+ 0.01647014543414116,
+ 0.0001802705373847857,
+ 0.7907477021217346
+ ],
+ "log_scores_by_expert": [
+ -14.232843399047852,
+ -16.038164138793945,
+ -13.91756820678711,
+ -5.3785576820373535,
+ -4.5597453117370605,
+ -8.083230018615723,
+ -8.677091598510742,
+ -4.106205940246582,
+ -8.621051788330078,
+ -0.2347763180732727
+ ],
+ "distances_by_expert": [
+ 28.465686798095703,
+ 32.07632827758789,
+ 27.83513641357422,
+ 10.757115364074707,
+ 9.119490623474121,
+ 16.166460037231445,
+ 17.354183197021484,
+ 8.212411880493164,
+ 17.242103576660156,
+ 0.4695526361465454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.612060546875,
+ "language": 52.907142639160156
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.096796028032259e-07,
+ 9.853664550973917e-08,
+ 8.46847058255662e-07,
+ 0.00418836111202836,
+ 0.009760374203324318,
+ 0.00025806931080296636,
+ 0.0001557529321871698,
+ 0.014843684621155262,
+ 0.00016621575923636556,
+ 0.7253329753875732
+ ],
+ "log_scores_by_expert": [
+ -14.310332298278809,
+ -16.132837295532227,
+ -13.981745719909668,
+ -5.475445747375488,
+ -4.629424571990967,
+ -8.262282371520996,
+ -8.767239570617676,
+ -4.210180759429932,
+ -8.702223777770996,
+ -0.32112446427345276
+ ],
+ "distances_by_expert": [
+ 28.620664596557617,
+ 32.26567459106445,
+ 27.963491439819336,
+ 10.950891494750977,
+ 9.258849143981934,
+ 16.524564743041992,
+ 17.53447914123535,
+ 8.420361518859863,
+ 17.404447555541992,
+ 0.6422489285469055
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3457.605712890625,
+ "language": 52.89792251586914
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.237223715288565e-07,
+ 9.595380134896914e-08,
+ 8.51070922180952e-07,
+ 0.0041838460601866245,
+ 0.009499957785010338,
+ 0.0002635246783029288,
+ 0.00015864911256358027,
+ 0.01522375363856554,
+ 0.00017055142961908132,
+ 0.7321703433990479
+ ],
+ "log_scores_by_expert": [
+ -14.28756046295166,
+ -16.159399032592773,
+ -13.976770401000977,
+ -5.476524353027344,
+ -4.656467914581299,
+ -8.241363525390625,
+ -8.748815536499023,
+ -4.184898376464844,
+ -8.676473617553711,
+ -0.3117420971393585
+ ],
+ "distances_by_expert": [
+ 28.57512092590332,
+ 32.31879806518555,
+ 27.953540802001953,
+ 10.953048706054688,
+ 9.312935829162598,
+ 16.48272705078125,
+ 17.497631072998047,
+ 8.369796752929688,
+ 17.352947235107422,
+ 0.623484194278717
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.930419921875,
+ "language": 52.914512634277344
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.928943321327097e-07,
+ 1.0762438762412785e-07,
+ 9.423937399333226e-07,
+ 0.00459331413730979,
+ 0.010184762068092823,
+ 0.0002912810305133462,
+ 0.0001708697236608714,
+ 0.016313282772898674,
+ 0.00018736986385192722,
+ 0.7697903513908386
+ ],
+ "log_scores_by_expert": [
+ -14.182388305664062,
+ -16.044618606567383,
+ -13.874842643737793,
+ -5.383153438568115,
+ -4.586862564086914,
+ -8.14122200012207,
+ -8.674609184265137,
+ -4.1157755851745605,
+ -8.582426071166992,
+ -0.26163703203201294
+ ],
+ "distances_by_expert": [
+ 28.364776611328125,
+ 32.089237213134766,
+ 27.749685287475586,
+ 10.76630687713623,
+ 9.173725128173828,
+ 16.28244400024414,
+ 17.349218368530273,
+ 8.231551170349121,
+ 17.164852142333984,
+ 0.5232740640640259
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.187744140625,
+ "language": 52.89665603637695
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.642472953899414e-07,
+ 1.1346096329134525e-07,
+ 9.176505386676581e-07,
+ 0.004999709315598011,
+ 0.009920787997543812,
+ 0.00033980575972236693,
+ 0.00017275383288506418,
+ 0.016199728474020958,
+ 0.0001838029274949804,
+ 0.7354652285575867
+ ],
+ "log_scores_by_expert": [
+ -14.224611282348633,
+ -15.991806983947754,
+ -13.901449203491211,
+ -5.298375606536865,
+ -4.613122940063477,
+ -7.987136363983154,
+ -8.663642883300781,
+ -4.122760772705078,
+ -8.601646423339844,
+ -0.30725207924842834
+ ],
+ "distances_by_expert": [
+ 28.449222564697266,
+ 31.983613967895508,
+ 27.802898406982422,
+ 10.59675121307373,
+ 9.226245880126953,
+ 15.974272727966309,
+ 17.327285766601562,
+ 8.245521545410156,
+ 17.203292846679688,
+ 0.6145041584968567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.838623046875,
+ "language": 52.901363372802734
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.318743430711038e-07,
+ 1.066348076506074e-07,
+ 8.665905966154241e-07,
+ 0.004933839198201895,
+ 0.009146925993263721,
+ 0.00034757089451886714,
+ 0.00016836763825267553,
+ 0.015294317156076431,
+ 0.00017299257160630077,
+ 0.6626324653625488
+ ],
+ "log_scores_by_expert": [
+ -14.274575233459473,
+ -16.053855895996094,
+ -13.958699226379395,
+ -5.311637878417969,
+ -4.694337368011475,
+ -7.964541912078857,
+ -8.689360618591309,
+ -4.18027400970459,
+ -8.662261962890625,
+ -0.41153478622436523
+ ],
+ "distances_by_expert": [
+ 28.549150466918945,
+ 32.10771179199219,
+ 27.91739845275879,
+ 10.623275756835938,
+ 9.38867473602295,
+ 15.929083824157715,
+ 17.378721237182617,
+ 8.36054801940918,
+ 17.32452392578125,
+ 0.8230695724487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.10546875,
+ "language": 52.9425048828125
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.102630436544132e-07,
+ 9.536319822700534e-08,
+ 8.47880642140808e-07,
+ 0.004838262684643269,
+ 0.008488127961754799,
+ 0.0003191456780768931,
+ 0.0001570183812873438,
+ 0.01445162482559681,
+ 0.000170972736668773,
+ 0.606364905834198
+ ],
+ "log_scores_by_expert": [
+ -14.309375762939453,
+ -16.165573120117188,
+ -13.980525970458984,
+ -5.331199645996094,
+ -4.769086837768555,
+ -8.0498628616333,
+ -8.759147644042969,
+ -4.236948490142822,
+ -8.674006462097168,
+ -0.5002733469009399
+ ],
+ "distances_by_expert": [
+ 28.618751525878906,
+ 32.331146240234375,
+ 27.96105194091797,
+ 10.662399291992188,
+ 9.53817367553711,
+ 16.0997257232666,
+ 17.518295288085938,
+ 8.473896980285645,
+ 17.348012924194336,
+ 1.0005466938018799
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.688232421875,
+ "language": 52.90935134887695
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.366778393385175e-07,
+ 1.0216625412340363e-07,
+ 8.871766681295412e-07,
+ 0.005150566343218088,
+ 0.009192299097776413,
+ 0.00033172674011439085,
+ 0.00016529293498024344,
+ 0.015327929519116879,
+ 0.00018064366304315627,
+ 0.656328022480011
+ ],
+ "log_scores_by_expert": [
+ -14.26700210571289,
+ -16.096664428710938,
+ -13.935221672058105,
+ -5.268648624420166,
+ -4.689389228820801,
+ -8.011198997497559,
+ -8.707791328430176,
+ -4.178078651428223,
+ -8.61898422241211,
+ -0.42109453678131104
+ ],
+ "distances_by_expert": [
+ 28.53400421142578,
+ 32.193328857421875,
+ 27.87044334411621,
+ 10.537297248840332,
+ 9.378778457641602,
+ 16.022397994995117,
+ 17.41558265686035,
+ 8.356157302856445,
+ 17.23796844482422,
+ 0.8421890735626221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.561279296875,
+ "language": 52.885581970214844
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231926477084926e-07,
+ 9.644903542493921e-08,
+ 8.594876135248342e-07,
+ 0.004951343405991793,
+ 0.008766385726630688,
+ 0.00030990387313067913,
+ 0.00015736318891867995,
+ 0.014639848843216896,
+ 0.00017589435447007418,
+ 0.6209380626678467
+ ],
+ "log_scores_by_expert": [
+ -14.288410186767578,
+ -16.154251098632812,
+ -13.96692943572998,
+ -5.308096408843994,
+ -4.736830711364746,
+ -8.079248428344727,
+ -8.756954193115234,
+ -4.224008083343506,
+ -8.64562702178955,
+ -0.4765239357948303
+ ],
+ "distances_by_expert": [
+ 28.576820373535156,
+ 32.308502197265625,
+ 27.93385887145996,
+ 10.616192817687988,
+ 9.473661422729492,
+ 16.158496856689453,
+ 17.51390838623047,
+ 8.448016166687012,
+ 17.2912540435791,
+ 0.9530478715896606
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.661865234375,
+ "language": 52.90731430053711
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.392495492946182e-07,
+ 9.992566418759452e-08,
+ 8.683245482643542e-07,
+ 0.005025647580623627,
+ 0.009029836393892765,
+ 0.0003225445107091218,
+ 0.00016238474927376956,
+ 0.01506215613335371,
+ 0.00017803852097131312,
+ 0.6453275084495544
+ ],
+ "log_scores_by_expert": [
+ -14.262970924377441,
+ -16.118839263916016,
+ -13.956700325012207,
+ -5.293200969696045,
+ -4.707221031188965,
+ -8.03926944732666,
+ -8.725542068481445,
+ -4.19556999206543,
+ -8.63351058959961,
+ -0.43799737095832825
+ ],
+ "distances_by_expert": [
+ 28.525941848754883,
+ 32.23767852783203,
+ 27.913400650024414,
+ 10.58640193939209,
+ 9.41444206237793,
+ 16.07853889465332,
+ 17.45108413696289,
+ 8.39113998413086,
+ 17.26702117919922,
+ 0.8759947419166565
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.522705078125,
+ "language": 52.918487548828125
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.176845204208803e-07,
+ 9.255690969212083e-08,
+ 8.186995614778425e-07,
+ 0.0047321985475718975,
+ 0.008421136997640133,
+ 0.0003029045765288174,
+ 0.00015405834710691124,
+ 0.014343625865876675,
+ 0.0001706111361272633,
+ 0.6029604077339172
+ ],
+ "log_scores_by_expert": [
+ -14.297287940979004,
+ -16.19544219970703,
+ -14.015548706054688,
+ -5.353365421295166,
+ -4.777010440826416,
+ -8.102092742919922,
+ -8.778179168701172,
+ -4.244449615478516,
+ -8.67612361907959,
+ -0.5059037208557129
+ ],
+ "distances_by_expert": [
+ 28.594575881958008,
+ 32.39088439941406,
+ 28.031097412109375,
+ 10.706730842590332,
+ 9.554020881652832,
+ 16.204185485839844,
+ 17.556358337402344,
+ 8.488899230957031,
+ 17.35224723815918,
+ 1.0118074417114258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.702880859375,
+ "language": 52.92359924316406
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.489355541816622e-07,
+ 9.80825021201781e-08,
+ 8.6868402604523e-07,
+ 0.00493946997448802,
+ 0.008751416578888893,
+ 0.0003180445928592235,
+ 0.00015933979011606425,
+ 0.014941420406103134,
+ 0.00017715983267407864,
+ 0.6253777146339417
+ ],
+ "log_scores_by_expert": [
+ -14.247932434082031,
+ -16.1374568939209,
+ -13.956286430358887,
+ -5.310497283935547,
+ -4.738539695739746,
+ -8.053318977355957,
+ -8.744471549987793,
+ -4.203618049621582,
+ -8.638458251953125,
+ -0.46939948201179504
+ ],
+ "distances_by_expert": [
+ 28.495864868164062,
+ 32.2749137878418,
+ 27.912572860717773,
+ 10.620994567871094,
+ 9.477079391479492,
+ 16.106637954711914,
+ 17.488943099975586,
+ 8.407236099243164,
+ 17.27691650390625,
+ 0.9387989640235901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.56396484375,
+ "language": 52.920799255371094
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.025498689472442e-07,
+ 1.0908490111205538e-07,
+ 9.514704402135976e-07,
+ 0.005311716813594103,
+ 0.009754599072039127,
+ 0.0003474015393294394,
+ 0.00017503858543932438,
+ 0.016176894307136536,
+ 0.0001898026530398056,
+ 0.6884056329727173
+ ],
+ "log_scores_by_expert": [
+ -14.168549537658691,
+ -16.031139373779297,
+ -13.865257263183594,
+ -5.237840175628662,
+ -4.630016326904297,
+ -7.965029239654541,
+ -8.650504112243652,
+ -4.124171257019043,
+ -8.569525718688965,
+ -0.3733770251274109
+ ],
+ "distances_by_expert": [
+ 28.337099075317383,
+ 32.062278747558594,
+ 27.730514526367188,
+ 10.475680351257324,
+ 9.260032653808594,
+ 15.930058479309082,
+ 17.301008224487305,
+ 8.248342514038086,
+ 17.13905143737793,
+ 0.7467540502548218
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.805419921875,
+ "language": 52.92559814453125
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.683096328037209e-07,
+ 1.1569458280291656e-07,
+ 1.018816078612872e-06,
+ 0.005512177012860775,
+ 0.010315170511603355,
+ 0.000353025970980525,
+ 0.0001830547407735139,
+ 0.017162512987852097,
+ 0.0002030161558650434,
+ 0.7320018410682678
+ ],
+ "log_scores_by_expert": [
+ -14.079072952270508,
+ -15.972311973571777,
+ -13.796869277954102,
+ -5.200795650482178,
+ -4.574139595031738,
+ -7.948968887329102,
+ -8.605725288391113,
+ -4.065027713775635,
+ -8.502224922180176,
+ -0.3119722306728363
+ ],
+ "distances_by_expert": [
+ 28.158145904541016,
+ 31.944623947143555,
+ 27.593738555908203,
+ 10.401591300964355,
+ 9.148279190063477,
+ 15.897937774658203,
+ 17.211450576782227,
+ 8.13005542755127,
+ 17.00444984436035,
+ 0.6239444613456726
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.170166015625,
+ "language": 52.898345947265625
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.821985263944953e-07,
+ 1.224522634402092e-07,
+ 1.053070263878908e-06,
+ 0.005692486185580492,
+ 0.010786238126456738,
+ 0.0003725636925082654,
+ 0.0001915717002702877,
+ 0.017904091626405716,
+ 0.00020518351811915636,
+ 0.7662043571472168
+ ],
+ "log_scores_by_expert": [
+ -14.0611572265625,
+ -15.915544509887695,
+ -13.763800621032715,
+ -5.16860818862915,
+ -4.529484272003174,
+ -7.895102500915527,
+ -8.560248374938965,
+ -4.022726058959961,
+ -8.491605758666992,
+ -0.2663063406944275
+ ],
+ "distances_by_expert": [
+ 28.122314453125,
+ 31.83108901977539,
+ 27.52760124206543,
+ 10.3372163772583,
+ 9.058968544006348,
+ 15.790205001831055,
+ 17.12049674987793,
+ 8.045452117919922,
+ 16.983211517333984,
+ 0.532612681388855
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3238.385498046875,
+ "language": 52.89032745361328
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.377580573120213e-07,
+ 1.1413600020659942e-07,
+ 9.973815622288384e-07,
+ 0.005399296525865793,
+ 0.010455930605530739,
+ 0.0003476585843600333,
+ 0.0001863226352725178,
+ 0.017009079456329346,
+ 0.00019307770708110183,
+ 0.7313191294670105
+ ],
+ "log_scores_by_expert": [
+ -14.119649887084961,
+ -15.985875129699707,
+ -13.818132400512695,
+ -5.221486568450928,
+ -4.560585975646973,
+ -7.964289665222168,
+ -8.588030815124512,
+ -4.074007987976074,
+ -8.552417755126953,
+ -0.31290534138679504
+ ],
+ "distances_by_expert": [
+ 28.239299774169922,
+ 31.971750259399414,
+ 27.63626480102539,
+ 10.442973136901855,
+ 9.121171951293945,
+ 15.928579330444336,
+ 17.176061630249023,
+ 8.148015975952148,
+ 17.104835510253906,
+ 0.6258106827735901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.826416015625,
+ "language": 52.92498016357422
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.324895818783261e-07,
+ 1.1024472712506395e-07,
+ 9.890000001178123e-07,
+ 0.005251829046756029,
+ 0.010055954568088055,
+ 0.0003461339802015573,
+ 0.00018191311392001808,
+ 0.016749035567045212,
+ 0.00018991852994076908,
+ 0.7104979157447815
+ ],
+ "log_scores_by_expert": [
+ -14.126816749572754,
+ -16.02056312561035,
+ -13.826571464538574,
+ -5.249178886413574,
+ -4.599590301513672,
+ -7.968684673309326,
+ -8.611981391906738,
+ -4.089414596557617,
+ -8.568915367126465,
+ -0.3417893052101135
+ ],
+ "distances_by_expert": [
+ 28.253633499145508,
+ 32.0411262512207,
+ 27.65314292907715,
+ 10.498357772827148,
+ 9.199180603027344,
+ 15.937369346618652,
+ 17.223962783813477,
+ 8.178829193115234,
+ 17.13783073425293,
+ 0.683578610420227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3273.432373046875,
+ "language": 52.9223518371582
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.206138323250343e-07,
+ 1.0157169327840165e-07,
+ 8.523770134161168e-07,
+ 0.004743118770420551,
+ 0.009249060414731503,
+ 0.00033062638249248266,
+ 0.00017353669682051986,
+ 0.015475013293325901,
+ 0.00016498961485922337,
+ 0.6791954040527344
+ ],
+ "log_scores_by_expert": [
+ -14.292556762695312,
+ -16.102500915527344,
+ -13.975236892700195,
+ -5.351060390472412,
+ -4.683233261108398,
+ -8.014521598815918,
+ -8.6591215133667,
+ -4.1685285568237305,
+ -8.709628105163574,
+ -0.3868463635444641
+ ],
+ "distances_by_expert": [
+ 28.585113525390625,
+ 32.20500183105469,
+ 27.95047378540039,
+ 10.702120780944824,
+ 9.366466522216797,
+ 16.029043197631836,
+ 17.3182430267334,
+ 8.337057113647461,
+ 17.41925621032715,
+ 0.7736927270889282
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.911376953125,
+ "language": 52.93849563598633
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.766304636585119e-07,
+ 1.030337628549205e-07,
+ 9.195437087328173e-07,
+ 0.004807214718312025,
+ 0.009178191423416138,
+ 0.0003302145341876894,
+ 0.00017238174041267484,
+ 0.015688981860876083,
+ 0.00017916678916662931,
+ 0.6687758564949036
+ ],
+ "log_scores_by_expert": [
+ -14.206140518188477,
+ -16.08820915222168,
+ -13.899388313293457,
+ -5.337637424468994,
+ -4.690925121307373,
+ -8.015768051147461,
+ -8.665799140930176,
+ -4.154796600341797,
+ -8.627193450927734,
+ -0.40230631828308105
+ ],
+ "distances_by_expert": [
+ 28.412281036376953,
+ 32.17641830444336,
+ 27.798776626586914,
+ 10.675274848937988,
+ 9.381850242614746,
+ 16.031536102294922,
+ 17.33159828186035,
+ 8.309593200683594,
+ 17.25438690185547,
+ 0.8046126365661621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3216.443115234375,
+ "language": 52.89667892456055
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.572428219442372e-07,
+ 1.0082759871465896e-07,
+ 9.036477308654867e-07,
+ 0.004883089568465948,
+ 0.009342236444354057,
+ 0.0003274991759099066,
+ 0.00017439642397221178,
+ 0.01565566658973694,
+ 0.0001745326881064102,
+ 0.6698328852653503
+ ],
+ "log_scores_by_expert": [
+ -14.235212326049805,
+ -16.109853744506836,
+ -13.916826248168945,
+ -5.321977138519287,
+ -4.6732096672058105,
+ -8.024024963378906,
+ -8.654179573059082,
+ -4.156922340393066,
+ -8.653398513793945,
+ -0.4007270336151123
+ ],
+ "distances_by_expert": [
+ 28.47042465209961,
+ 32.21970748901367,
+ 27.83365249633789,
+ 10.643954277038574,
+ 9.346419334411621,
+ 16.048049926757812,
+ 17.308359146118164,
+ 8.313844680786133,
+ 17.30679702758789,
+ 0.8014540672302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.959716796875,
+ "language": 52.91401290893555
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418856060008693e-07,
+ 1.0028826125108026e-07,
+ 8.904884793992096e-07,
+ 0.004786227364093065,
+ 0.009275127202272415,
+ 0.00033055321546271443,
+ 0.00017178323469124734,
+ 0.015637259930372238,
+ 0.00017354992451146245,
+ 0.6780592799186707
+ ],
+ "log_scores_by_expert": [
+ -14.258855819702148,
+ -16.115217208862305,
+ -13.931495666503906,
+ -5.342012882232666,
+ -4.680418968200684,
+ -8.014742851257324,
+ -8.66927719116211,
+ -4.1580986976623535,
+ -8.659045219421387,
+ -0.38852056860923767
+ ],
+ "distances_by_expert": [
+ 28.517711639404297,
+ 32.23043441772461,
+ 27.862991333007812,
+ 10.684025764465332,
+ 9.360837936401367,
+ 16.02948570251465,
+ 17.33855438232422,
+ 8.316197395324707,
+ 17.318090438842773,
+ 0.7770411372184753
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.916748046875,
+ "language": 52.8947868347168
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.547497832798399e-07,
+ 9.766135633526574e-08,
+ 9.129839213528612e-07,
+ 0.004558933898806572,
+ 0.008981197141110897,
+ 0.00028318268596194685,
+ 0.0001574582129251212,
+ 0.015378942713141441,
+ 0.00017299436149187386,
+ 0.6735909581184387
+ ],
+ "log_scores_by_expert": [
+ -14.239012718200684,
+ -16.141759872436523,
+ -13.906547546386719,
+ -5.390666484832764,
+ -4.712622165679932,
+ -8.169418334960938,
+ -8.75635051727295,
+ -4.174756050109863,
+ -8.662251472473145,
+ -0.3951323330402374
+ ],
+ "distances_by_expert": [
+ 28.478025436401367,
+ 32.28351974487305,
+ 27.813095092773438,
+ 10.781332969665527,
+ 9.425244331359863,
+ 16.338836669921875,
+ 17.5127010345459,
+ 8.349512100219727,
+ 17.32450294494629,
+ 0.7902646660804749
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.11328125,
+ "language": 52.89619064331055
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.594277124349901e-07,
+ 1.0058192856376991e-07,
+ 8.981216979009332e-07,
+ 0.004430725704878569,
+ 0.009411046281456947,
+ 0.0002702720230445266,
+ 0.0001590998872416094,
+ 0.015360774472355843,
+ 0.0001741687156027183,
+ 0.6998314261436462
+ ],
+ "log_scores_by_expert": [
+ -14.231893539428711,
+ -16.112293243408203,
+ -13.92296028137207,
+ -5.419191837310791,
+ -4.6658711433410645,
+ -8.216081619262695,
+ -8.745978355407715,
+ -4.175938129425049,
+ -8.655486106872559,
+ -0.35691577196121216
+ ],
+ "distances_by_expert": [
+ 28.463787078857422,
+ 32.224586486816406,
+ 27.84592056274414,
+ 10.838383674621582,
+ 9.331742286682129,
+ 16.43216323852539,
+ 17.49195671081543,
+ 8.351876258850098,
+ 17.310972213745117,
+ 0.7138315439224243
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.071533203125,
+ "language": 52.91194534301758
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.152656280595693e-07,
+ 1.1014468981329628e-07,
+ 9.585717180016218e-07,
+ 0.0049054259434342384,
+ 0.010788963176310062,
+ 0.0003053542459383607,
+ 0.00017346338427159935,
+ 0.016829686239361763,
+ 0.00018951740639749914,
+ 0.794194221496582
+ ],
+ "log_scores_by_expert": [
+ -14.150611877441406,
+ -16.02147102355957,
+ -13.857821464538574,
+ -5.317413330078125,
+ -4.529231548309326,
+ -8.094038009643555,
+ -8.659543991088867,
+ -4.084610939025879,
+ -8.571029663085938,
+ -0.2304273098707199
+ ],
+ "distances_by_expert": [
+ 28.301223754882812,
+ 32.04294204711914,
+ 27.71564292907715,
+ 10.63482666015625,
+ 9.058463096618652,
+ 16.18807601928711,
+ 17.319087982177734,
+ 8.169221878051758,
+ 17.142059326171875,
+ 0.4608546197414398
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.892333984375,
+ "language": 52.91084289550781
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.965196348573954e-07,
+ 1.1067135829989638e-07,
+ 9.507874096925661e-07,
+ 0.004875311627984047,
+ 0.010639387182891369,
+ 0.0003111541736871004,
+ 0.0001729968498693779,
+ 0.01699015125632286,
+ 0.00018788501620292664,
+ 0.7950857281684875
+ ],
+ "log_scores_by_expert": [
+ -14.177169799804688,
+ -16.016700744628906,
+ -13.865975379943848,
+ -5.32357120513916,
+ -4.543192386627197,
+ -8.07522201538086,
+ -8.662237167358398,
+ -4.0751214027404785,
+ -8.579680442810059,
+ -0.22930535674095154
+ ],
+ "distances_by_expert": [
+ 28.354339599609375,
+ 32.03340148925781,
+ 27.731950759887695,
+ 10.64714241027832,
+ 9.086384773254395,
+ 16.15044403076172,
+ 17.324474334716797,
+ 8.150242805480957,
+ 17.159360885620117,
+ 0.4586107134819031
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.09716796875,
+ "language": 52.9184455871582
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.331054578367912e-07,
+ 9.95123698999123e-08,
+ 8.643842761557607e-07,
+ 0.004592271987348795,
+ 0.010185704566538334,
+ 0.0003008935018442571,
+ 0.00016359749133698642,
+ 0.016054289415478706,
+ 0.00017199157446157187,
+ 0.7600681185722351
+ ],
+ "log_scores_by_expert": [
+ -14.272628784179688,
+ -16.122983932495117,
+ -13.961248397827148,
+ -5.38338041305542,
+ -4.586770057678223,
+ -8.10875415802002,
+ -8.718101501464844,
+ -4.131779193878174,
+ -8.668065071105957,
+ -0.2743472456932068
+ ],
+ "distances_by_expert": [
+ 28.545257568359375,
+ 32.245967864990234,
+ 27.922496795654297,
+ 10.76676082611084,
+ 9.173540115356445,
+ 16.21750831604004,
+ 17.436203002929688,
+ 8.263558387756348,
+ 17.336130142211914,
+ 0.5486944913864136
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.265869140625,
+ "language": 52.91716766357422
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.80296898533561e-07,
+ 9.443626680649686e-08,
+ 8.259575565716659e-07,
+ 0.004475794266909361,
+ 0.009710419923067093,
+ 0.00029908568831160665,
+ 0.00016391873941756785,
+ 0.015520794317126274,
+ 0.0001585583813721314,
+ 0.7109008431434631
+ ],
+ "log_scores_by_expert": [
+ -14.359725952148438,
+ -16.17534065246582,
+ -14.006722450256348,
+ -5.409071445465088,
+ -4.634555816650391,
+ -8.11478042602539,
+ -8.716139793395996,
+ -4.165574550628662,
+ -8.749387741088867,
+ -0.34122228622436523
+ ],
+ "distances_by_expert": [
+ 28.719451904296875,
+ 32.35068130493164,
+ 28.013444900512695,
+ 10.818142890930176,
+ 9.269111633300781,
+ 16.22956085205078,
+ 17.432279586791992,
+ 8.331149101257324,
+ 17.498775482177734,
+ 0.6824445724487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.0302734375,
+ "language": 52.91157150268555
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.079632726141426e-07,
+ 1.000248275317972e-07,
+ 8.545998753106687e-07,
+ 0.004610034171491861,
+ 0.010099101811647415,
+ 0.00031795541872270405,
+ 0.00016958963533397764,
+ 0.016146739944815636,
+ 0.00016467584646306932,
+ 0.748212456703186
+ ],
+ "log_scores_by_expert": [
+ -14.313151359558105,
+ -16.117847442626953,
+ -13.97263240814209,
+ -5.379519939422607,
+ -4.595308780670166,
+ -8.05359935760498,
+ -8.68212890625,
+ -4.126037120819092,
+ -8.711531639099121,
+ -0.2900683283805847
+ ],
+ "distances_by_expert": [
+ 28.62630271911621,
+ 32.235694885253906,
+ 27.94526481628418,
+ 10.759039878845215,
+ 9.190617561340332,
+ 16.10719871520996,
+ 17.3642578125,
+ 8.252074241638184,
+ 17.423063278198242,
+ 0.5801366567611694
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.123046875,
+ "language": 52.92853927612305
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.697871981486969e-07,
+ 1.0646632375710396e-07,
+ 9.303394676862808e-07,
+ 0.0045539760030806065,
+ 0.010289251804351807,
+ 0.0003078052250202745,
+ 0.000172248954186216,
+ 0.01653771474957466,
+ 0.00018191085837315768,
+ 0.7775806188583374
+ ],
+ "log_scores_by_expert": [
+ -14.21630573272705,
+ -16.055437088012695,
+ -13.887716293334961,
+ -5.391754627227783,
+ -4.576655387878418,
+ -8.086043357849121,
+ -8.666569709777832,
+ -4.10211181640625,
+ -8.611993789672852,
+ -0.2515680193901062
+ ],
+ "distances_by_expert": [
+ 28.4326114654541,
+ 32.11087417602539,
+ 27.775432586669922,
+ 10.783509254455566,
+ 9.153310775756836,
+ 16.172086715698242,
+ 17.333139419555664,
+ 8.2042236328125,
+ 17.223987579345703,
+ 0.5031360387802124
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.439453125,
+ "language": 52.890892028808594
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.628412165810005e-07,
+ 1.0453341303673369e-07,
+ 8.965137112681987e-07,
+ 0.004493460059165955,
+ 0.01007843017578125,
+ 0.00028815752011723816,
+ 0.00016705086454749107,
+ 0.016080746427178383,
+ 0.00017937313532456756,
+ 0.7599117755889893
+ ],
+ "log_scores_by_expert": [
+ -14.226730346679688,
+ -16.073759078979492,
+ -13.924752235412598,
+ -5.405132293701172,
+ -4.597357749938965,
+ -8.152003288269043,
+ -8.697212219238281,
+ -4.130132675170898,
+ -8.626042366027832,
+ -0.27455294132232666
+ ],
+ "distances_by_expert": [
+ 28.453460693359375,
+ 32.147518157958984,
+ 27.849504470825195,
+ 10.810264587402344,
+ 9.19471549987793,
+ 16.304006576538086,
+ 17.394424438476562,
+ 8.260265350341797,
+ 17.252084732055664,
+ 0.5491058826446533
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.717529296875,
+ "language": 52.92994689941406
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.544182724610437e-07,
+ 1.062225152281826e-07,
+ 8.992324751488923e-07,
+ 0.004472628235816956,
+ 0.010119946673512459,
+ 0.00029438507044687867,
+ 0.00016677865642122924,
+ 0.01610643044114113,
+ 0.00017846554692368954,
+ 0.7680083513259888
+ ],
+ "log_scores_by_expert": [
+ -14.239519119262695,
+ -16.057729721069336,
+ -13.921724319458008,
+ -5.409779071807861,
+ -4.593246936798096,
+ -8.130621910095215,
+ -8.698843002319336,
+ -4.128536701202393,
+ -8.631114959716797,
+ -0.263954758644104
+ ],
+ "distances_by_expert": [
+ 28.47903823852539,
+ 32.11545944213867,
+ 27.843448638916016,
+ 10.819558143615723,
+ 9.186493873596191,
+ 16.26124382019043,
+ 17.397686004638672,
+ 8.257073402404785,
+ 17.262229919433594,
+ 0.527909517288208
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.43359375,
+ "language": 52.92074203491211
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.591309329451178e-07,
+ 1.0928919635944112e-07,
+ 9.085074452741537e-07,
+ 0.005040885880589485,
+ 0.009995928034186363,
+ 0.00034793486702255905,
+ 0.00017748941900208592,
+ 0.017025236040353775,
+ 0.00018023874145001173,
+ 0.7579436898231506
+ ],
+ "log_scores_by_expert": [
+ -14.232343673706055,
+ -16.029268264770508,
+ -13.911462783813477,
+ -5.290173530578613,
+ -4.60557746887207,
+ -7.963495254516602,
+ -8.63659954071045,
+ -4.073058605194092,
+ -8.621228218078613,
+ -0.27714625000953674
+ ],
+ "distances_by_expert": [
+ 28.46468734741211,
+ 32.058536529541016,
+ 27.822925567626953,
+ 10.580347061157227,
+ 9.21115493774414,
+ 15.926990509033203,
+ 17.2731990814209,
+ 8.146117210388184,
+ 17.242456436157227,
+ 0.5542925000190735
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.43115234375,
+ "language": 52.922142028808594
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388448809957481e-07,
+ 1.1143644940148079e-07,
+ 8.96536846539675e-07,
+ 0.005023532081395388,
+ 0.009921534918248653,
+ 0.0003637661866378039,
+ 0.0001807192893465981,
+ 0.016442177817225456,
+ 0.0001721778535284102,
+ 0.7335688471794128
+ ],
+ "log_scores_by_expert": [
+ -14.263604164123535,
+ -16.009811401367188,
+ -13.924726486206055,
+ -5.293622016906738,
+ -4.6130475997924805,
+ -7.918999195098877,
+ -8.618565559387207,
+ -4.107905387878418,
+ -8.666982650756836,
+ -0.3098338544368744
+ ],
+ "distances_by_expert": [
+ 28.52720832824707,
+ 32.019622802734375,
+ 27.84945297241211,
+ 10.587244033813477,
+ 9.226095199584961,
+ 15.837998390197754,
+ 17.237131118774414,
+ 8.215810775756836,
+ 17.333965301513672,
+ 0.6196677088737488
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.6064453125,
+ "language": 52.952327728271484
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.654437356701237e-07,
+ 1.1452579684601005e-07,
+ 9.166744234789803e-07,
+ 0.005113521590828896,
+ 0.009690404869616032,
+ 0.0003816309035755694,
+ 0.00018350289610680193,
+ 0.01672683097422123,
+ 0.00017442171520087868,
+ 0.7182422280311584
+ ],
+ "log_scores_by_expert": [
+ -14.222811698913574,
+ -15.982465744018555,
+ -13.90251350402832,
+ -5.275866985321045,
+ -4.6366190910339355,
+ -7.87105655670166,
+ -8.603280067443848,
+ -4.090741157531738,
+ -8.654034614562988,
+ -0.33094850182533264
+ ],
+ "distances_by_expert": [
+ 28.44562339782715,
+ 31.96493148803711,
+ 27.80502700805664,
+ 10.55173397064209,
+ 9.273238182067871,
+ 15.74211311340332,
+ 17.206560134887695,
+ 8.181482315063477,
+ 17.308069229125977,
+ 0.6618970036506653
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.27783203125,
+ "language": 52.96771240234375
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.829988936056907e-07,
+ 9.850244708786704e-08,
+ 8.159262279150425e-07,
+ 0.004617351572960615,
+ 0.008702960796654224,
+ 0.0003379172121640295,
+ 0.00016978528583422303,
+ 0.014764622785151005,
+ 0.0001563152763992548,
+ 0.6423367261886597
+ ],
+ "log_scores_by_expert": [
+ -14.355080604553223,
+ -16.1331844329834,
+ -14.018941879272461,
+ -5.377933979034424,
+ -4.744091987609863,
+ -7.992709636688232,
+ -8.680975914001465,
+ -4.215521335601807,
+ -8.763635635375977,
+ -0.4426426291465759
+ ],
+ "distances_by_expert": [
+ 28.710161209106445,
+ 32.2663688659668,
+ 28.037883758544922,
+ 10.755867958068848,
+ 9.488183975219727,
+ 15.985419273376465,
+ 17.36195182800293,
+ 8.431042671203613,
+ 17.527271270751953,
+ 0.8852852582931519
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.799560546875,
+ "language": 52.95732879638672
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.094604714235174e-07,
+ 1.0179298470802678e-07,
+ 8.672213880345225e-07,
+ 0.004958438221365213,
+ 0.009215704165399075,
+ 0.00034275680081918836,
+ 0.00016947113908827305,
+ 0.015214427374303341,
+ 0.0001663393049966544,
+ 0.6510912179946899
+ ],
+ "log_scores_by_expert": [
+ -14.310691833496094,
+ -16.100324630737305,
+ -13.957971572875977,
+ -5.30666446685791,
+ -4.6868462562561035,
+ -7.978489398956299,
+ -8.682827949523926,
+ -4.185511112213135,
+ -8.701480865478516,
+ -0.4291054606437683
+ ],
+ "distances_by_expert": [
+ 28.621383666992188,
+ 32.20064926147461,
+ 27.915943145751953,
+ 10.61332893371582,
+ 9.373692512512207,
+ 15.956978797912598,
+ 17.36565589904785,
+ 8.37102222442627,
+ 17.40296173095703,
+ 0.8582109212875366
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.97802734375,
+ "language": 52.9068717956543
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.680303954453848e-07,
+ 1.1108078012966871e-07,
+ 9.182423923448368e-07,
+ 0.005146309267729521,
+ 0.009913912042975426,
+ 0.0003610692801885307,
+ 0.00017696125723887235,
+ 0.01626162976026535,
+ 0.0001806474319892004,
+ 0.7083123326301575
+ ],
+ "log_scores_by_expert": [
+ -14.218932151794434,
+ -16.01300811767578,
+ -13.90080451965332,
+ -5.26947546005249,
+ -4.613816261291504,
+ -7.926440715789795,
+ -8.639579772949219,
+ -4.1189470291137695,
+ -8.618963241577148,
+ -0.3448701798915863
+ ],
+ "distances_by_expert": [
+ 28.437864303588867,
+ 32.02601623535156,
+ 27.80160903930664,
+ 10.53895092010498,
+ 9.227632522583008,
+ 15.85288143157959,
+ 17.279159545898438,
+ 8.237894058227539,
+ 17.237926483154297,
+ 0.6897403597831726
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.25732421875,
+ "language": 52.907203674316406
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.844765039204503e-07,
+ 1.1535250621363957e-07,
+ 9.488616683483997e-07,
+ 0.005389401223510504,
+ 0.010449530556797981,
+ 0.00038333251723088324,
+ 0.00018455821555107832,
+ 0.017261024564504623,
+ 0.00018435432866681367,
+ 0.7526457905769348
+ ],
+ "log_scores_by_expert": [
+ -14.194611549377441,
+ -15.975273132324219,
+ -13.868002891540527,
+ -5.223320960998535,
+ -4.5611982345581055,
+ -7.866607666015625,
+ -8.597545623779297,
+ -4.059304237365723,
+ -8.598650932312012,
+ -0.2841605246067047
+ ],
+ "distances_by_expert": [
+ 28.389223098754883,
+ 31.950546264648438,
+ 27.736005783081055,
+ 10.44664192199707,
+ 9.122396469116211,
+ 15.73321533203125,
+ 17.195091247558594,
+ 8.118608474731445,
+ 17.197301864624023,
+ 0.5683210492134094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.238037109375,
+ "language": 52.92332458496094
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.781627917007427e-07,
+ 1.1459156468163201e-07,
+ 9.596079735274543e-07,
+ 0.0052579729817807674,
+ 0.010183053091168404,
+ 0.0003717103390954435,
+ 0.00018076722335536033,
+ 0.016756463795900345,
+ 0.00018448219634592533,
+ 0.7280717492103577
+ ],
+ "log_scores_by_expert": [
+ -14.203878402709961,
+ -15.981891632080078,
+ -13.856740951538086,
+ -5.24800968170166,
+ -4.587030410766602,
+ -7.897395610809326,
+ -8.618300437927246,
+ -4.088971138000488,
+ -8.597957611083984,
+ -0.3173556923866272
+ ],
+ "distances_by_expert": [
+ 28.407756805419922,
+ 31.963783264160156,
+ 27.713481903076172,
+ 10.49601936340332,
+ 9.174060821533203,
+ 15.794791221618652,
+ 17.236600875854492,
+ 8.177942276000977,
+ 17.19591522216797,
+ 0.6347113847732544
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.021484375,
+ "language": 52.90275573730469
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.141028390833526e-07,
+ 1.1904221963732198e-07,
+ 9.76768660621019e-07,
+ 0.005574031732976437,
+ 0.010578414425253868,
+ 0.0003920130548067391,
+ 0.00018813673523254693,
+ 0.017444325610995293,
+ 0.00019102712394669652,
+ 0.7568549513816833
+ ],
+ "log_scores_by_expert": [
+ -14.152238845825195,
+ -15.943787574768066,
+ -13.83901596069336,
+ -5.189636707305908,
+ -4.5489397048950195,
+ -7.844215393066406,
+ -8.578341484069824,
+ -4.048740863800049,
+ -8.563095092773438,
+ -0.27858367562294006
+ ],
+ "distances_by_expert": [
+ 28.30447769165039,
+ 31.887575149536133,
+ 27.67803192138672,
+ 10.379273414611816,
+ 9.097879409790039,
+ 15.688430786132812,
+ 17.15668296813965,
+ 8.097481727600098,
+ 17.126190185546875,
+ 0.5571673512458801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.873779296875,
+ "language": 52.920387268066406
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.115901894394483e-07,
+ 1.1171331948389707e-07,
+ 9.667091944720596e-07,
+ 0.0051757595501840115,
+ 0.010216173715889454,
+ 0.0003548507229425013,
+ 0.0001807018998079002,
+ 0.01685580424964428,
+ 0.00019152695313096046,
+ 0.7394614815711975
+ ],
+ "log_scores_by_expert": [
+ -14.155763626098633,
+ -16.0073299407959,
+ -13.84936809539795,
+ -5.263769149780273,
+ -4.583783149719238,
+ -7.943813323974609,
+ -8.618661880493164,
+ -4.083060264587402,
+ -8.560482025146484,
+ -0.3018331229686737
+ ],
+ "distances_by_expert": [
+ 28.311527252197266,
+ 32.0146598815918,
+ 27.6987361907959,
+ 10.527538299560547,
+ 9.167566299438477,
+ 15.887626647949219,
+ 17.237323760986328,
+ 8.166120529174805,
+ 17.12096405029297,
+ 0.6036662459373474
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.9169921875,
+ "language": 52.8908576965332
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.180849479482276e-07,
+ 1.092220998089033e-07,
+ 9.833468084252672e-07,
+ 0.005142656620591879,
+ 0.010159632191061974,
+ 0.0003312190528959036,
+ 0.00017744439537636936,
+ 0.016736166551709175,
+ 0.00019314457313157618,
+ 0.7301974296569824
+ ],
+ "log_scores_by_expert": [
+ -14.14667797088623,
+ -16.029882431030273,
+ -13.832304000854492,
+ -5.270185470581055,
+ -4.5893330574035645,
+ -8.012730598449707,
+ -8.636853218078613,
+ -4.090183258056641,
+ -8.552071571350098,
+ -0.31444036960601807
+ ],
+ "distances_by_expert": [
+ 28.29335594177246,
+ 32.05976486206055,
+ 27.664608001708984,
+ 10.54037094116211,
+ 9.178666114807129,
+ 16.025461196899414,
+ 17.273706436157227,
+ 8.180366516113281,
+ 17.104143142700195,
+ 0.6288807392120361
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.569580078125,
+ "language": 52.901241302490234
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.398901971100713e-07,
+ 1.1513512276906113e-07,
+ 1.0014666713686893e-06,
+ 0.005397729109972715,
+ 0.01060210820287466,
+ 0.00035377198946662247,
+ 0.00018507198547013104,
+ 0.017386993393301964,
+ 0.00019965131650678813,
+ 0.7653647661209106
+ ],
+ "log_scores_by_expert": [
+ -14.116764068603516,
+ -15.97715950012207,
+ -13.814044952392578,
+ -5.221776962280273,
+ -4.5467023849487305,
+ -7.946857929229736,
+ -8.594765663146973,
+ -4.052032947540283,
+ -8.518938064575195,
+ -0.2674027681350708
+ ],
+ "distances_by_expert": [
+ 28.23352813720703,
+ 31.95431900024414,
+ 27.628089904785156,
+ 10.443553924560547,
+ 9.093404769897461,
+ 15.893715858459473,
+ 17.189531326293945,
+ 8.104065895080566,
+ 17.03787612915039,
+ 0.5348055362701416
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.48388671875,
+ "language": 52.88944625854492
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.096060130606929e-07,
+ 1.0586108345478351e-07,
+ 9.516429031464213e-07,
+ 0.00478791631758213,
+ 0.009783150628209114,
+ 0.00030919123673811555,
+ 0.0001716122787911445,
+ 0.016173385083675385,
+ 0.00019176052592229098,
+ 0.7177734375
+ ],
+ "log_scores_by_expert": [
+ -14.15855598449707,
+ -16.061138153076172,
+ -13.865076065063477,
+ -5.341660022735596,
+ -4.62709379196167,
+ -8.081550598144531,
+ -8.670272827148438,
+ -4.124388217926025,
+ -8.559263229370117,
+ -0.3316013514995575
+ ],
+ "distances_by_expert": [
+ 28.31711196899414,
+ 32.122276306152344,
+ 27.730152130126953,
+ 10.683320045471191,
+ 9.25418758392334,
+ 16.163101196289062,
+ 17.340545654296875,
+ 8.24877643585205,
+ 17.118526458740234,
+ 0.663202702999115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.464111328125,
+ "language": 52.8936653137207
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.302380709006684e-07,
+ 1.1711419034554638e-07,
+ 9.878037872113055e-07,
+ 0.00526090245693922,
+ 0.010441804304718971,
+ 0.00034597571357153356,
+ 0.000182403702638112,
+ 0.017115430906414986,
+ 0.00019510976562742144,
+ 0.7489171624183655
+ ],
+ "log_scores_by_expert": [
+ -14.129895210266113,
+ -15.960116386413574,
+ -13.827781677246094,
+ -5.247452735900879,
+ -4.5619378089904785,
+ -7.969141960144043,
+ -8.609288215637207,
+ -4.067774772644043,
+ -8.541948318481445,
+ -0.2891269028186798
+ ],
+ "distances_by_expert": [
+ 28.259790420532227,
+ 31.92023277282715,
+ 27.655563354492188,
+ 10.494905471801758,
+ 9.123875617980957,
+ 15.938283920288086,
+ 17.218576431274414,
+ 8.135549545288086,
+ 17.08389663696289,
+ 0.5782538056373596
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.86328125,
+ "language": 52.91118621826172
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.404464668070432e-07,
+ 1.1730376314744717e-07,
+ 1.015575094243104e-06,
+ 0.005284399725496769,
+ 0.01051920186728239,
+ 0.0003547827072907239,
+ 0.00018585872021503747,
+ 0.01743246801197529,
+ 0.00019806684576906264,
+ 0.758083701133728
+ ],
+ "log_scores_by_expert": [
+ -14.116012573242188,
+ -15.95849895477295,
+ -13.800055503845215,
+ -5.2429962158203125,
+ -4.554553031921387,
+ -7.944005012512207,
+ -8.590523719787598,
+ -4.0494208335876465,
+ -8.52690601348877,
+ -0.27696147561073303
+ ],
+ "distances_by_expert": [
+ 28.232025146484375,
+ 31.9169979095459,
+ 27.60011100769043,
+ 10.485992431640625,
+ 9.109106063842773,
+ 15.888010025024414,
+ 17.181047439575195,
+ 8.098841667175293,
+ 17.05381202697754,
+ 0.5539229512214661
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3373.703125,
+ "language": 52.89119338989258
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.667608201700205e-07,
+ 1.1494728369143559e-07,
+ 1.0297143262505415e-06,
+ 0.0051855421625077724,
+ 0.010398626327514648,
+ 0.0003298047522548586,
+ 0.000182651579962112,
+ 0.01742606796324253,
+ 0.00020291513646952808,
+ 0.7521806359291077
+ ],
+ "log_scores_by_expert": [
+ -14.081090927124023,
+ -15.978792190551758,
+ -13.786229133605957,
+ -5.261880874633789,
+ -4.566081523895264,
+ -8.017009735107422,
+ -8.607930183410645,
+ -4.049787998199463,
+ -8.50272274017334,
+ -0.28477880358695984
+ ],
+ "distances_by_expert": [
+ 28.162181854248047,
+ 31.957584381103516,
+ 27.572458267211914,
+ 10.523761749267578,
+ 9.132163047790527,
+ 16.034019470214844,
+ 17.21586036682129,
+ 8.099575996398926,
+ 17.00544548034668,
+ 0.5695576071739197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.956787109375,
+ "language": 52.89957046508789
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.51362563278235e-07,
+ 1.1279519895879275e-07,
+ 1.0295298125129193e-06,
+ 0.00524568185210228,
+ 0.010319283232092857,
+ 0.0003378551627974957,
+ 0.00018108902440872043,
+ 0.017272179946303368,
+ 0.00019992416491732,
+ 0.7349746823310852
+ ],
+ "log_scores_by_expert": [
+ -14.101377487182617,
+ -15.997692108154297,
+ -13.786408424377441,
+ -5.250349998474121,
+ -4.5737409591674805,
+ -7.992893218994141,
+ -8.616521835327148,
+ -4.058658123016357,
+ -8.517572402954102,
+ -0.30791932344436646
+ ],
+ "distances_by_expert": [
+ 28.202754974365234,
+ 31.995384216308594,
+ 27.572816848754883,
+ 10.500699996948242,
+ 9.147481918334961,
+ 15.985786437988281,
+ 17.233043670654297,
+ 8.117316246032715,
+ 17.035144805908203,
+ 0.6158386468887329
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3420.5947265625,
+ "language": 52.900115966796875
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.380416491287178e-07,
+ 1.0914566672681758e-07,
+ 1.0115559234691318e-06,
+ 0.005107850767672062,
+ 0.009959721006453037,
+ 0.00033064212766475976,
+ 0.0001775034616002813,
+ 0.016951818019151688,
+ 0.00019527264521457255,
+ 0.7182249426841736
+ ],
+ "log_scores_by_expert": [
+ -14.11926555633545,
+ -16.030582427978516,
+ -13.804020881652832,
+ -5.276976585388184,
+ -4.609206199645996,
+ -8.014473915100098,
+ -8.636520385742188,
+ -4.077380180358887,
+ -8.54111385345459,
+ -0.33097249269485474
+ ],
+ "distances_by_expert": [
+ 28.2385311126709,
+ 32.06116485595703,
+ 27.608041763305664,
+ 10.553953170776367,
+ 9.218412399291992,
+ 16.028947830200195,
+ 17.273040771484375,
+ 8.154760360717773,
+ 17.08222770690918,
+ 0.6619449853897095
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.575439453125,
+ "language": 52.89794158935547
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.364210207721044e-07,
+ 9.174540593903657e-08,
+ 8.918516414269106e-07,
+ 0.004156177397817373,
+ 0.008628878742456436,
+ 0.000234481631196104,
+ 0.0001505326508777216,
+ 0.014428983442485332,
+ 0.0001669046760071069,
+ 0.6400954127311707
+ ],
+ "log_scores_by_expert": [
+ -14.26740550994873,
+ -16.204248428344727,
+ -13.92996597290039,
+ -5.48315954208374,
+ -4.752640724182129,
+ -8.358133316040039,
+ -8.80133056640625,
+ -4.238516330718994,
+ -8.698087692260742,
+ -0.44613805413246155
+ ],
+ "distances_by_expert": [
+ 28.53481101989746,
+ 32.40849685668945,
+ 27.85993194580078,
+ 10.96631908416748,
+ 9.505281448364258,
+ 16.716266632080078,
+ 17.6026611328125,
+ 8.477032661437988,
+ 17.396175384521484,
+ 0.8922761082649231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.283935546875,
+ "language": 52.89305877685547
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.371473091348889e-07,
+ 9.830181113557046e-08,
+ 8.761510912336234e-07,
+ 0.004276887513697147,
+ 0.009221972897648811,
+ 0.0002484471187926829,
+ 0.0001540480589028448,
+ 0.014653783291578293,
+ 0.00016988652350846678,
+ 0.6879684329032898
+ ],
+ "log_scores_by_expert": [
+ -14.266264915466309,
+ -16.135223388671875,
+ -13.94772720336914,
+ -5.454529762268066,
+ -4.686166286468506,
+ -8.300280570983887,
+ -8.77824592590332,
+ -4.223056793212891,
+ -8.680379867553711,
+ -0.374012291431427
+ ],
+ "distances_by_expert": [
+ 28.532529830932617,
+ 32.27044677734375,
+ 27.89545440673828,
+ 10.909059524536133,
+ 9.372332572937012,
+ 16.600561141967773,
+ 17.55649185180664,
+ 8.446113586425781,
+ 17.360759735107422,
+ 0.748024582862854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.06494140625,
+ "language": 52.8924560546875
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.936361955922621e-07,
+ 1.1058484261639023e-07,
+ 9.456996963308484e-07,
+ 0.0046940515749156475,
+ 0.010218010284006596,
+ 0.00029086298309266567,
+ 0.00017109686450567096,
+ 0.016448484733700752,
+ 0.00018276117043569684,
+ 0.7757644057273865
+ ],
+ "log_scores_by_expert": [
+ -14.181318283081055,
+ -16.01748275756836,
+ -13.87134075164795,
+ -5.361459255218506,
+ -4.583603382110596,
+ -8.142658233642578,
+ -8.673280715942383,
+ -4.107522010803223,
+ -8.607330322265625,
+ -0.25390636920928955
+ ],
+ "distances_by_expert": [
+ 28.36263656616211,
+ 32.03496551513672,
+ 27.7426815032959,
+ 10.722918510437012,
+ 9.167206764221191,
+ 16.285316467285156,
+ 17.346561431884766,
+ 8.215044021606445,
+ 17.21466064453125,
+ 0.5078127384185791
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.391357421875,
+ "language": 52.932289123535156
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.940523462617421e-07,
+ 1.1445897740713917e-07,
+ 9.385935300088022e-07,
+ 0.004858681000769138,
+ 0.010773751884698868,
+ 0.00031133019365370274,
+ 0.00017402925004716963,
+ 0.016775667667388916,
+ 0.0001868402468971908,
+ 0.804852306842804
+ ],
+ "log_scores_by_expert": [
+ -14.180718421936035,
+ -15.983049392700195,
+ -13.878883361816406,
+ -5.326988220214844,
+ -4.530642509460449,
+ -8.07465648651123,
+ -8.65628719329834,
+ -4.087825775146484,
+ -8.585256576538086,
+ -0.2170964628458023
+ ],
+ "distances_by_expert": [
+ 28.36143684387207,
+ 31.96609878540039,
+ 27.757766723632812,
+ 10.653976440429688,
+ 9.061285018920898,
+ 16.14931297302246,
+ 17.31257438659668,
+ 8.175651550292969,
+ 17.170513153076172,
+ 0.4341929256916046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.268310546875,
+ "language": 52.92053985595703
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.121890348571469e-07,
+ 1.1099606922471139e-07,
+ 9.530469924357021e-07,
+ 0.004854084458202124,
+ 0.010827968828380108,
+ 0.0003171625721734017,
+ 0.00017898267833516002,
+ 0.01760895736515522,
+ 0.00018787014414556324,
+ 0.8317198753356934
+ ],
+ "log_scores_by_expert": [
+ -14.154922485351562,
+ -16.013771057128906,
+ -13.863601684570312,
+ -5.327934741973877,
+ -4.525622844696045,
+ -8.056096076965332,
+ -8.62822151184082,
+ -4.0393476486206055,
+ -8.57975959777832,
+ -0.1842595785856247
+ ],
+ "distances_by_expert": [
+ 28.309844970703125,
+ 32.02754211425781,
+ 27.727203369140625,
+ 10.655869483947754,
+ 9.05124568939209,
+ 16.112192153930664,
+ 17.25644302368164,
+ 8.078695297241211,
+ 17.15951919555664,
+ 0.3685191571712494
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.98095703125,
+ "language": 52.928375244140625
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.309376428565884e-07,
+ 1.0628574642623789e-07,
+ 9.921477612806484e-07,
+ 0.004872708581387997,
+ 0.010367756709456444,
+ 0.0003137429594062269,
+ 0.0001792038674466312,
+ 0.01745140552520752,
+ 0.00018985189672093838,
+ 0.7732219696044922
+ ],
+ "log_scores_by_expert": [
+ -14.128937721252441,
+ -16.0571346282959,
+ -13.823393821716309,
+ -5.324105262756348,
+ -4.56905460357666,
+ -8.066936492919922,
+ -8.626986503601074,
+ -4.048335075378418,
+ -8.569266319274902,
+ -0.2571890950202942
+ ],
+ "distances_by_expert": [
+ 28.257875442504883,
+ 32.1142692565918,
+ 27.646787643432617,
+ 10.648210525512695,
+ 9.13810920715332,
+ 16.133872985839844,
+ 17.25397300720215,
+ 8.096670150756836,
+ 17.138532638549805,
+ 0.5143781900405884
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.23583984375,
+ "language": 52.91843032836914
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.925040227339196e-07,
+ 9.598601025118114e-08,
+ 8.219406026910292e-07,
+ 0.004569461103528738,
+ 0.009779879823327065,
+ 0.0003063290205318481,
+ 0.00016839268209878355,
+ 0.01573600433766842,
+ 0.0001612486521480605,
+ 0.7238421440124512
+ ],
+ "log_scores_by_expert": [
+ -14.338908195495605,
+ -16.1590633392334,
+ -14.011597633361816,
+ -5.388360023498535,
+ -4.62742805480957,
+ -8.090850830078125,
+ -8.68921184539795,
+ -4.151803970336914,
+ -8.732563018798828,
+ -0.32318198680877686
+ ],
+ "distances_by_expert": [
+ 28.67781639099121,
+ 32.3181266784668,
+ 28.023195266723633,
+ 10.77672004699707,
+ 9.25485610961914,
+ 16.18170166015625,
+ 17.3784236907959,
+ 8.303607940673828,
+ 17.465126037597656,
+ 0.6463639736175537
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.266357421875,
+ "language": 52.93923568725586
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.053042168081447e-07,
+ 1.0818378370913706e-07,
+ 9.66668608270993e-07,
+ 0.0046416097320616245,
+ 0.010253424756228924,
+ 0.00030421395786106586,
+ 0.0001783600600901991,
+ 0.01684601604938507,
+ 0.00018776356591843069,
+ 0.7763113975524902
+ ],
+ "log_scores_by_expert": [
+ -14.164636611938477,
+ -16.0394344329834,
+ -13.849410057067871,
+ -5.37269401550293,
+ -4.580143451690674,
+ -8.097779273986816,
+ -8.631706237792969,
+ -4.083641052246094,
+ -8.580327033996582,
+ -0.25320160388946533
+ ],
+ "distances_by_expert": [
+ 28.329273223876953,
+ 32.0788688659668,
+ 27.698820114135742,
+ 10.74538803100586,
+ 9.160286903381348,
+ 16.195558547973633,
+ 17.263412475585938,
+ 8.167282104492188,
+ 17.160654067993164,
+ 0.5064032077789307
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.62890625,
+ "language": 52.921539306640625
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.326907507376745e-07,
+ 1.1836887381377892e-07,
+ 1.0017952263297047e-06,
+ 0.004886569920927286,
+ 0.010967432521283627,
+ 0.0003145842638332397,
+ 0.00018324758275412023,
+ 0.017477262765169144,
+ 0.00019429813255555928,
+ 0.8154900074005127
+ ],
+ "log_scores_by_expert": [
+ -14.126542091369629,
+ -15.94946002960205,
+ -13.813716888427734,
+ -5.321264743804932,
+ -4.512825012207031,
+ -8.064258575439453,
+ -8.6046724319458,
+ -4.046854496002197,
+ -8.546116828918457,
+ -0.20396608114242554
+ ],
+ "distances_by_expert": [
+ 28.253084182739258,
+ 31.8989200592041,
+ 27.62743377685547,
+ 10.642529487609863,
+ 9.025650024414062,
+ 16.128517150878906,
+ 17.2093448638916,
+ 8.093708992004395,
+ 17.092233657836914,
+ 0.4079321622848511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.52392578125,
+ "language": 52.91839599609375
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.597239803340926e-07,
+ 1.0259410032631422e-07,
+ 8.968592055680347e-07,
+ 0.004216346424072981,
+ 0.009869042783975601,
+ 0.00025657383957877755,
+ 0.00016391904500778764,
+ 0.015450991690158844,
+ 0.00017646477499511093,
+ 0.7461671233177185
+ ],
+ "log_scores_by_expert": [
+ -14.231444358825684,
+ -16.092485427856445,
+ -13.92436695098877,
+ -5.468786239624023,
+ -4.61835241317749,
+ -8.268094062805176,
+ -8.716137886047363,
+ -4.170082092285156,
+ -8.642389297485352,
+ -0.29280564188957214
+ ],
+ "distances_by_expert": [
+ 28.462888717651367,
+ 32.18497085571289,
+ 27.84873390197754,
+ 10.937572479248047,
+ 9.23670482635498,
+ 16.53618812561035,
+ 17.432275772094727,
+ 8.340164184570312,
+ 17.284778594970703,
+ 0.5856112837791443
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.474609375,
+ "language": 52.946197509765625
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657947437815892e-07,
+ 1.0564928487610814e-07,
+ 9.194410495183547e-07,
+ 0.004519064445048571,
+ 0.010061787441372871,
+ 0.0002821733942255378,
+ 0.00016532350855413824,
+ 0.01583697833120823,
+ 0.00018007519247476012,
+ 0.7365937829017639
+ ],
+ "log_scores_by_expert": [
+ -14.222284317016602,
+ -16.063140869140625,
+ -13.899499893188477,
+ -5.399450302124023,
+ -4.599010467529297,
+ -8.172988891601562,
+ -8.707606315612793,
+ -4.145407676696777,
+ -8.622136116027832,
+ -0.3057187497615814
+ ],
+ "distances_by_expert": [
+ 28.444568634033203,
+ 32.12628173828125,
+ 27.798999786376953,
+ 10.798900604248047,
+ 9.198020935058594,
+ 16.345977783203125,
+ 17.415212631225586,
+ 8.290815353393555,
+ 17.244272232055664,
+ 0.6114374995231628
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.97119140625,
+ "language": 52.9228401184082
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.110162982826296e-07,
+ 1.1643064823374516e-07,
+ 9.85954443422088e-07,
+ 0.004700728226453066,
+ 0.01020028069615364,
+ 0.00029919296503067017,
+ 0.00017647336062509567,
+ 0.016163401305675507,
+ 0.00019302358850836754,
+ 0.757347047328949
+ ],
+ "log_scores_by_expert": [
+ -14.156570434570312,
+ -15.965970039367676,
+ -13.829655647277832,
+ -5.360037803649902,
+ -4.5853400230407715,
+ -8.114421844482422,
+ -8.642340660095215,
+ -4.125005722045898,
+ -8.552698135375977,
+ -0.27793365716934204
+ ],
+ "distances_by_expert": [
+ 28.313140869140625,
+ 31.93194007873535,
+ 27.659311294555664,
+ 10.720075607299805,
+ 9.170680046081543,
+ 16.228843688964844,
+ 17.28468132019043,
+ 8.250011444091797,
+ 17.105396270751953,
+ 0.5558673143386841
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.922119140625,
+ "language": 52.90220642089844
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.706316071358742e-07,
+ 9.747786577918305e-08,
+ 9.335568051938026e-07,
+ 0.004175340291112661,
+ 0.008659821934998035,
+ 0.0002547753683757037,
+ 0.00015751046885270625,
+ 0.014746259897947311,
+ 0.0001768588408594951,
+ 0.6441004872322083
+ ],
+ "log_scores_by_expert": [
+ -14.215045928955078,
+ -16.143640518188477,
+ -13.88426399230957,
+ -5.478559494018555,
+ -4.749061107635498,
+ -8.275128364562988,
+ -8.75601863861084,
+ -4.216765880584717,
+ -8.640158653259277,
+ -0.43990054726600647
+ ],
+ "distances_by_expert": [
+ 28.430091857910156,
+ 32.28728103637695,
+ 27.76852798461914,
+ 10.95711898803711,
+ 9.498122215270996,
+ 16.550256729125977,
+ 17.51203727722168,
+ 8.433531761169434,
+ 17.280317306518555,
+ 0.8798010945320129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.23486328125,
+ "language": 52.92036819458008
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.428872438846156e-07,
+ 1.0952416573672963e-07,
+ 8.945622198552883e-07,
+ 0.005030243657529354,
+ 0.009189055301249027,
+ 0.0003436823026277125,
+ 0.00016928213881328702,
+ 0.015234188176691532,
+ 0.00017616614059079438,
+ 0.6583519577980042
+ ],
+ "log_scores_by_expert": [
+ -14.257296562194824,
+ -16.02712059020996,
+ -13.926931381225586,
+ -5.2922868728637695,
+ -4.689742088317871,
+ -7.97579288482666,
+ -8.683943748474121,
+ -4.184213161468506,
+ -8.644083023071289,
+ -0.41801559925079346
+ ],
+ "distances_by_expert": [
+ 28.51459312438965,
+ 32.05424118041992,
+ 27.853862762451172,
+ 10.584573745727539,
+ 9.379484176635742,
+ 15.95158576965332,
+ 17.367887496948242,
+ 8.368426322937012,
+ 17.288166046142578,
+ 0.8360311985015869
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.147216796875,
+ "language": 52.942901611328125
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.351435217766266e-07,
+ 1.0720867749114404e-07,
+ 8.80318793861079e-07,
+ 0.005038076546043158,
+ 0.009172800928354263,
+ 0.00034402761957608163,
+ 0.00017073647177312523,
+ 0.015244020149111748,
+ 0.0001724871399346739,
+ 0.6554939150810242
+ ],
+ "log_scores_by_expert": [
+ -14.269414901733398,
+ -16.04848861694336,
+ -13.942981719970703,
+ -5.290730953216553,
+ -4.691512584686279,
+ -7.974788665771484,
+ -8.675389289855957,
+ -4.183568000793457,
+ -8.66518783569336,
+ -0.422366201877594
+ ],
+ "distances_by_expert": [
+ 28.538829803466797,
+ 32.09697723388672,
+ 27.885963439941406,
+ 10.581461906433105,
+ 9.383025169372559,
+ 15.949577331542969,
+ 17.350778579711914,
+ 8.367136001586914,
+ 17.33037567138672,
+ 0.844732403755188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.2490234375,
+ "language": 52.94460678100586
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.281474611569138e-07,
+ 1.0262913718861455e-07,
+ 8.736172389944841e-07,
+ 0.005059804301708937,
+ 0.008894060738384724,
+ 0.00031927626696415246,
+ 0.00016366317868232727,
+ 0.01487650629132986,
+ 0.00017591548385098577,
+ 0.6288388967514038
+ ],
+ "log_scores_by_expert": [
+ -14.28049087524414,
+ -16.092144012451172,
+ -13.950623512268066,
+ -5.2864274978637695,
+ -4.722371578216553,
+ -8.049453735351562,
+ -8.717700004577637,
+ -4.207972049713135,
+ -8.645506858825684,
+ -0.4638802111148834
+ ],
+ "distances_by_expert": [
+ 28.56098175048828,
+ 32.184288024902344,
+ 27.901247024536133,
+ 10.572854995727539,
+ 9.444743156433105,
+ 16.098907470703125,
+ 17.435400009155273,
+ 8.41594409942627,
+ 17.291013717651367,
+ 0.9277604222297668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.43701171875,
+ "language": 52.92034149169922
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447291980293812e-07,
+ 1.0855272591925313e-07,
+ 8.955848898040131e-07,
+ 0.005202857311815023,
+ 0.00939109269529581,
+ 0.00033282983349636197,
+ 0.0001685197785263881,
+ 0.015393514186143875,
+ 0.00017988347099162638,
+ 0.6639043092727661
+ ],
+ "log_scores_by_expert": [
+ -14.254435539245605,
+ -16.036029815673828,
+ -13.925788879394531,
+ -5.258547306060791,
+ -4.667993545532227,
+ -8.007879257202148,
+ -8.688457489013672,
+ -4.173809051513672,
+ -8.623201370239258,
+ -0.40961721539497375
+ ],
+ "distances_by_expert": [
+ 28.50887107849121,
+ 32.072059631347656,
+ 27.851577758789062,
+ 10.517094612121582,
+ 9.335987091064453,
+ 16.015758514404297,
+ 17.376914978027344,
+ 8.347618103027344,
+ 17.246402740478516,
+ 0.8192344307899475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.908935546875,
+ "language": 52.943115234375
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.969495191493479e-07,
+ 9.746168672108979e-08,
+ 8.451752933069656e-07,
+ 0.0047891465947031975,
+ 0.008722607977688313,
+ 0.00029671122319996357,
+ 0.00015540202730335295,
+ 0.014245867729187012,
+ 0.00016989168943837285,
+ 0.6091946959495544
+ ],
+ "log_scores_by_expert": [
+ -14.331433296203613,
+ -16.14380645751953,
+ -13.983721733093262,
+ -5.341403007507324,
+ -4.741837024688721,
+ -8.122751235961914,
+ -8.769495010375977,
+ -4.251288414001465,
+ -8.680349349975586,
+ -0.4956173300743103
+ ],
+ "distances_by_expert": [
+ 28.662866592407227,
+ 32.28761291503906,
+ 27.967443466186523,
+ 10.682806015014648,
+ 9.483674049377441,
+ 16.245502471923828,
+ 17.538990020751953,
+ 8.50257682800293,
+ 17.360698699951172,
+ 0.9912346601486206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.593994140625,
+ "language": 52.91753387451172
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.715667157346616e-07,
+ 9.022780034229072e-08,
+ 8.069165460256045e-07,
+ 0.004480400588363409,
+ 0.008306942880153656,
+ 0.0002694212307687849,
+ 0.0001462200889363885,
+ 0.013519390486180782,
+ 0.00016306959150824696,
+ 0.5784585475921631
+ ],
+ "log_scores_by_expert": [
+ -14.374884605407715,
+ -16.220928192138672,
+ -14.030045509338379,
+ -5.408042907714844,
+ -4.790663719177246,
+ -8.219234466552734,
+ -8.830397605895996,
+ -4.303630352020264,
+ -8.721333503723145,
+ -0.5473883748054504
+ ],
+ "distances_by_expert": [
+ 28.74976921081543,
+ 32.441856384277344,
+ 28.060091018676758,
+ 10.816085815429688,
+ 9.581327438354492,
+ 16.43846893310547,
+ 17.660795211791992,
+ 8.607260704040527,
+ 17.44266700744629,
+ 1.0947767496109009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.82373046875,
+ "language": 52.90114974975586
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.295694561231358e-07,
+ 1.0146791140641653e-07,
+ 8.794008294898958e-07,
+ 0.004810509737581015,
+ 0.008984019979834557,
+ 0.0002944108855444938,
+ 0.00015982009063009173,
+ 0.014668988063931465,
+ 0.00017352875147480518,
+ 0.6282489895820618
+ ],
+ "log_scores_by_expert": [
+ -14.278229713439941,
+ -16.10352325439453,
+ -13.944025039672852,
+ -5.336952209472656,
+ -4.712307929992676,
+ -8.130534172058105,
+ -8.741461753845215,
+ -4.222019672393799,
+ -8.659167289733887,
+ -0.46481871604919434
+ ],
+ "distances_by_expert": [
+ 28.556459426879883,
+ 32.20704650878906,
+ 27.888050079345703,
+ 10.673904418945312,
+ 9.424615859985352,
+ 16.26106834411621,
+ 17.48292350769043,
+ 8.444039344787598,
+ 17.318334579467773,
+ 0.9296374320983887
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.99267578125,
+ "language": 52.9406623840332
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.635401064158941e-07,
+ 1.0693379692838789e-07,
+ 9.189291745315131e-07,
+ 0.00499405013397336,
+ 0.009368148632347584,
+ 0.0003108166856691241,
+ 0.00016834339476190507,
+ 0.015391186811029911,
+ 0.0001804759376682341,
+ 0.6604938507080078
+ ],
+ "log_scores_by_expert": [
+ -14.225676536560059,
+ -16.051055908203125,
+ -13.900056838989258,
+ -5.299508094787598,
+ -4.670439720153809,
+ -8.07630729675293,
+ -8.689504623413086,
+ -4.173960208892822,
+ -8.619913101196289,
+ -0.4147675037384033
+ ],
+ "distances_by_expert": [
+ 28.451353073120117,
+ 32.10211181640625,
+ 27.800113677978516,
+ 10.599016189575195,
+ 9.340879440307617,
+ 16.15261459350586,
+ 17.379009246826172,
+ 8.347920417785645,
+ 17.239826202392578,
+ 0.8295350074768066
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.17626953125,
+ "language": 52.95432662963867
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.114056757018261e-07,
+ 1.1399621513419333e-07,
+ 9.844371788858552e-07,
+ 0.005246705375611782,
+ 0.009941316209733486,
+ 0.000334612384904176,
+ 0.0001785370404832065,
+ 0.01626013219356537,
+ 0.00019191933097317815,
+ 0.7018383145332336
+ ],
+ "log_scores_by_expert": [
+ -14.156023025512695,
+ -15.987100601196289,
+ -13.831195831298828,
+ -5.250154972076416,
+ -4.611055850982666,
+ -8.002537727355957,
+ -8.630714416503906,
+ -4.119039058685303,
+ -8.558435440063477,
+ -0.35405218601226807
+ ],
+ "distances_by_expert": [
+ 28.31204605102539,
+ 31.974201202392578,
+ 27.662391662597656,
+ 10.500309944152832,
+ 9.222111701965332,
+ 16.005075454711914,
+ 17.261428833007812,
+ 8.238078117370605,
+ 17.116870880126953,
+ 0.7081043720245361
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.51953125,
+ "language": 52.94294357299805
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.946165740373544e-07,
+ 1.0374248660127705e-07,
+ 9.665349125498324e-07,
+ 0.004880223888903856,
+ 0.00922391191124916,
+ 0.00029107165755704045,
+ 0.00016576287453062832,
+ 0.015393887646496296,
+ 0.00018620734044816345,
+ 0.638733983039856
+ ],
+ "log_scores_by_expert": [
+ -14.179905891418457,
+ -16.08135414123535,
+ -13.84954833984375,
+ -5.322564125061035,
+ -4.685956001281738,
+ -8.14194107055664,
+ -8.704952239990234,
+ -4.1737847328186035,
+ -8.58864974975586,
+ -0.4482671916484833
+ ],
+ "distances_by_expert": [
+ 28.359811782836914,
+ 32.1627082824707,
+ 27.6990966796875,
+ 10.64512825012207,
+ 9.371912002563477,
+ 16.28388214111328,
+ 17.40990447998047,
+ 8.347569465637207,
+ 17.17729949951172,
+ 0.8965343832969666
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.860595703125,
+ "language": 52.922210693359375
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.229884317894175e-07,
+ 1.0724508570092439e-07,
+ 9.890802630252438e-07,
+ 0.004947368986904621,
+ 0.009437092579901218,
+ 0.00030717242043465376,
+ 0.00017070487956516445,
+ 0.0158085934817791,
+ 0.0001916983601404354,
+ 0.6601271629333496
+ ],
+ "log_scores_by_expert": [
+ -14.139872550964355,
+ -16.04814910888672,
+ -13.82649040222168,
+ -5.308899402618408,
+ -4.663107395172119,
+ -8.088101387023926,
+ -8.67557430267334,
+ -4.1472015380859375,
+ -8.559587478637695,
+ -0.41532275080680847
+ ],
+ "distances_by_expert": [
+ 28.27974510192871,
+ 32.09629821777344,
+ 27.65298080444336,
+ 10.617798805236816,
+ 9.326214790344238,
+ 16.17620277404785,
+ 17.35114860534668,
+ 8.294403076171875,
+ 17.11917495727539,
+ 0.8306455016136169
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.182861328125,
+ "language": 52.94366455078125
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.52689402361284e-07,
+ 1.1074441630398724e-07,
+ 1.0226241329291952e-06,
+ 0.005013476591557264,
+ 0.009828777052462101,
+ 0.00030854676151648164,
+ 0.00017532210040371865,
+ 0.016232840716838837,
+ 0.0001965436531463638,
+ 0.6887979507446289
+ ],
+ "log_scores_by_expert": [
+ -14.099613189697266,
+ -16.016040802001953,
+ -13.79313850402832,
+ -5.295625686645508,
+ -4.622440814971924,
+ -8.083637237548828,
+ -8.648885726928711,
+ -4.120718955993652,
+ -8.534626007080078,
+ -0.37280726432800293
+ ],
+ "distances_by_expert": [
+ 28.19922637939453,
+ 32.032081604003906,
+ 27.58627700805664,
+ 10.591251373291016,
+ 9.244881629943848,
+ 16.167274475097656,
+ 17.297771453857422,
+ 8.241437911987305,
+ 17.069252014160156,
+ 0.7456145286560059
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.23828125,
+ "language": 52.938941955566406
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.502212611143477e-07,
+ 1.0250451509818959e-07,
+ 1.0231860869680531e-06,
+ 0.004591790027916431,
+ 0.009236407466232777,
+ 0.00028552429284900427,
+ 0.000168645812664181,
+ 0.015747172757983208,
+ 0.00019459576287772506,
+ 0.6640284061431885
+ ],
+ "log_scores_by_expert": [
+ -14.102897644042969,
+ -16.093358993530273,
+ -13.79258918762207,
+ -5.383485317230225,
+ -4.6846022605896,
+ -8.16118335723877,
+ -8.68770980834961,
+ -4.151094436645508,
+ -8.544586181640625,
+ -0.40943029522895813
+ ],
+ "distances_by_expert": [
+ 28.205795288085938,
+ 32.18671798706055,
+ 27.58517837524414,
+ 10.76697063446045,
+ 9.3692045211792,
+ 16.32236671447754,
+ 17.37541961669922,
+ 8.302188873291016,
+ 17.08917236328125,
+ 0.8188605904579163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.763671875,
+ "language": 52.9213981628418
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.356061360042077e-07,
+ 9.992261595925811e-08,
+ 1.0068313258670969e-06,
+ 0.004372027236968279,
+ 0.009119576774537563,
+ 0.0002779173955786973,
+ 0.00016645975119899958,
+ 0.015524554997682571,
+ 0.00019043724751099944,
+ 0.6572065353393555
+ ],
+ "log_scores_by_expert": [
+ -14.122570991516113,
+ -16.11886978149414,
+ -13.80870246887207,
+ -5.432528495788574,
+ -4.69733190536499,
+ -8.188186645507812,
+ -8.700757026672363,
+ -4.165332317352295,
+ -8.566187858581543,
+ -0.4197569489479065
+ ],
+ "distances_by_expert": [
+ 28.245141983032227,
+ 32.23773956298828,
+ 27.61740493774414,
+ 10.865056991577148,
+ 9.39466381072998,
+ 16.376373291015625,
+ 17.401514053344727,
+ 8.33066463470459,
+ 17.132375717163086,
+ 0.839513897895813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.523681640625,
+ "language": 52.93053436279297
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.305257554435229e-07,
+ 9.666359090942933e-08,
+ 9.97024017124204e-07,
+ 0.00427265977486968,
+ 0.008854541927576065,
+ 0.0002708316606003791,
+ 0.00016296589456032962,
+ 0.01521605346351862,
+ 0.0001903168740682304,
+ 0.6408436894416809
+ ],
+ "log_scores_by_expert": [
+ -14.129501342773438,
+ -16.152029037475586,
+ -13.818490982055664,
+ -5.45551872253418,
+ -4.726824760437012,
+ -8.21401309967041,
+ -8.721969604492188,
+ -4.185404300689697,
+ -8.56682014465332,
+ -0.44496971368789673
+ ],
+ "distances_by_expert": [
+ 28.259002685546875,
+ 32.30405807495117,
+ 27.636981964111328,
+ 10.91103744506836,
+ 9.453649520874023,
+ 16.42802619934082,
+ 17.443939208984375,
+ 8.370808601379395,
+ 17.13364028930664,
+ 0.8899394273757935
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.192626953125,
+ "language": 52.90194320678711
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.475686404883163e-07,
+ 9.260087807660966e-08,
+ 9.123303357227996e-07,
+ 0.004216897767037153,
+ 0.008887332864105701,
+ 0.00024357225629501045,
+ 0.00015378354873973876,
+ 0.014802344143390656,
+ 0.0001689640776021406,
+ 0.6522902846336365
+ ],
+ "log_scores_by_expert": [
+ -14.250041007995605,
+ -16.19496726989746,
+ -13.90726375579834,
+ -5.468655586242676,
+ -4.723128318786621,
+ -8.320096969604492,
+ -8.779964447021484,
+ -4.212969779968262,
+ -8.685824394226074,
+ -0.42726558446884155
+ ],
+ "distances_by_expert": [
+ 28.50008201599121,
+ 32.38993453979492,
+ 27.81452751159668,
+ 10.937311172485352,
+ 9.446256637573242,
+ 16.640193939208984,
+ 17.55992889404297,
+ 8.425939559936523,
+ 17.37164878845215,
+ 0.8545311689376831
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3524.3720703125,
+ "language": 52.89495849609375
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.595578838641813e-07,
+ 9.852104909668924e-08,
+ 8.992959124043409e-07,
+ 0.004363450687378645,
+ 0.009353963658213615,
+ 0.00026242848252877593,
+ 0.00015635851013939828,
+ 0.015206370502710342,
+ 0.0001747392088873312,
+ 0.6847776770591736
+ ],
+ "log_scores_by_expert": [
+ -14.231696128845215,
+ -16.13299560546875,
+ -13.921653747558594,
+ -5.434492111206055,
+ -4.671955108642578,
+ -8.245532035827637,
+ -8.763359069824219,
+ -4.186040878295898,
+ -8.652215957641602,
+ -0.37866106629371643
+ ],
+ "distances_by_expert": [
+ 28.46339225769043,
+ 32.2659912109375,
+ 27.843307495117188,
+ 10.86898422241211,
+ 9.343910217285156,
+ 16.491064071655273,
+ 17.526718139648438,
+ 8.372081756591797,
+ 17.304431915283203,
+ 0.7573221325874329
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3472.145263671875,
+ "language": 52.89986801147461
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.90696708716132e-07,
+ 1.0276703221734351e-07,
+ 9.312440170106129e-07,
+ 0.004535322077572346,
+ 0.010052517987787724,
+ 0.0002686228253878653,
+ 0.00016491614223923534,
+ 0.015909215435385704,
+ 0.000181776107638143,
+ 0.7419158220291138
+ ],
+ "log_scores_by_expert": [
+ -14.185564994812012,
+ -16.090801239013672,
+ -13.886744499206543,
+ -5.395859241485596,
+ -4.5999321937561035,
+ -8.22220230102539,
+ -8.710073471069336,
+ -4.140856742858887,
+ -8.6127347946167,
+ -0.2985195219516754
+ ],
+ "distances_by_expert": [
+ 28.371129989624023,
+ 32.181602478027344,
+ 27.773488998413086,
+ 10.791718482971191,
+ 9.199864387512207,
+ 16.44440460205078,
+ 17.420146942138672,
+ 8.281713485717773,
+ 17.2254695892334,
+ 0.5970390439033508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.125732421875,
+ "language": 52.912723541259766
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.741532274645579e-07,
+ 1.0933215577324518e-07,
+ 9.26097527553793e-07,
+ 0.004738658666610718,
+ 0.010496899485588074,
+ 0.0002983874292112887,
+ 0.00016930118727032095,
+ 0.016009598970413208,
+ 0.00018437948892824352,
+ 0.7666096091270447
+ ],
+ "log_scores_by_expert": [
+ -14.209808349609375,
+ -16.02887535095215,
+ -13.89228630065918,
+ -5.352001190185547,
+ -4.556675434112549,
+ -8.117117881774902,
+ -8.683831214904785,
+ -4.134566783905029,
+ -8.598514556884766,
+ -0.2657776474952698
+ ],
+ "distances_by_expert": [
+ 28.41961669921875,
+ 32.0577507019043,
+ 27.78457260131836,
+ 10.704002380371094,
+ 9.113350868225098,
+ 16.234235763549805,
+ 17.36766242980957,
+ 8.269133567810059,
+ 17.19702911376953,
+ 0.5315552949905396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.240234375,
+ "language": 52.87812423706055
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.170817184487532e-07,
+ 1.0361216595811129e-07,
+ 9.61290652412572e-07,
+ 0.004601761233061552,
+ 0.010414724238216877,
+ 0.0002945912128780037,
+ 0.00017592907533980906,
+ 0.016919588670134544,
+ 0.00018817513773683459,
+ 0.7853785753250122
+ ],
+ "log_scores_by_expert": [
+ -14.148076057434082,
+ -16.082611083984375,
+ -13.854989051818848,
+ -5.381316184997559,
+ -4.564534664154053,
+ -8.129921913146973,
+ -8.645429611206055,
+ -4.079283237457275,
+ -8.578137397766113,
+ -0.24158938229084015
+ ],
+ "distances_by_expert": [
+ 28.296152114868164,
+ 32.16522216796875,
+ 27.709978103637695,
+ 10.762632369995117,
+ 9.129069328308105,
+ 16.259843826293945,
+ 17.29085922241211,
+ 8.15856647491455,
+ 17.156274795532227,
+ 0.4831787645816803
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.928955078125,
+ "language": 52.91725158691406
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.866713420095039e-07,
+ 1.048347115784054e-07,
+ 9.310113568972156e-07,
+ 0.004799176007509232,
+ 0.010256662033498287,
+ 0.00032316709985025227,
+ 0.0001770064845914021,
+ 0.016925914213061333,
+ 0.00018285270198248327,
+ 0.7609759569168091
+ ],
+ "log_scores_by_expert": [
+ -14.191410064697266,
+ -16.070880889892578,
+ -13.886994361877441,
+ -5.339311122894287,
+ -4.579827785491943,
+ -8.037341117858887,
+ -8.639324188232422,
+ -4.078909397125244,
+ -8.606829643249512,
+ -0.27315351366996765
+ ],
+ "distances_by_expert": [
+ 28.38282012939453,
+ 32.141761779785156,
+ 27.773988723754883,
+ 10.678622245788574,
+ 9.159655570983887,
+ 16.074682235717773,
+ 17.278648376464844,
+ 8.157818794250488,
+ 17.213659286499023,
+ 0.5463070273399353
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.860595703125,
+ "language": 52.92643356323242
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.164870226006315e-07,
+ 1.0416143680913592e-07,
+ 9.540145811115508e-07,
+ 0.004688991233706474,
+ 0.010177897289395332,
+ 0.00030532831442542374,
+ 0.00017534317157696933,
+ 0.016872473061084747,
+ 0.0001901389186969027,
+ 0.7578431963920593
+ ],
+ "log_scores_by_expert": [
+ -14.148905754089355,
+ -16.07732391357422,
+ -13.862586975097656,
+ -5.362537860870361,
+ -4.587536811828613,
+ -8.094122886657715,
+ -8.648765563964844,
+ -4.082071781158447,
+ -8.567755699157715,
+ -0.2772787809371948
+ ],
+ "distances_by_expert": [
+ 28.29781150817871,
+ 32.15464782714844,
+ 27.725173950195312,
+ 10.725075721740723,
+ 9.175073623657227,
+ 16.18824577331543,
+ 17.297531127929688,
+ 8.164143562316895,
+ 17.13551139831543,
+ 0.5545575618743896
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.51318359375,
+ "language": 52.916648864746094
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.429872539432836e-07,
+ 1.161254701287362e-07,
+ 1.0140324775420595e-06,
+ 0.004952254705131054,
+ 0.010706188157200813,
+ 0.00032111117616295815,
+ 0.00018160406034439802,
+ 0.01741654798388481,
+ 0.00019826056086458266,
+ 0.7993302345275879
+ ],
+ "log_scores_by_expert": [
+ -14.112586975097656,
+ -15.968594551086426,
+ -13.801575660705566,
+ -5.307912349700928,
+ -4.536933422088623,
+ -8.043723106384277,
+ -8.61368179321289,
+ -4.050334453582764,
+ -8.525928497314453,
+ -0.2239810675382614
+ ],
+ "distances_by_expert": [
+ 28.225173950195312,
+ 31.93718910217285,
+ 27.603151321411133,
+ 10.615824699401855,
+ 9.073866844177246,
+ 16.087446212768555,
+ 17.22736358642578,
+ 8.100668907165527,
+ 17.051856994628906,
+ 0.4479621350765228
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3438.743408203125,
+ "language": 52.894290924072266
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.076009751472156e-07,
+ 1.1276239320068271e-07,
+ 9.671822454038193e-07,
+ 0.004713059403002262,
+ 0.010413329117000103,
+ 0.00030298606725409627,
+ 0.00017410345026291907,
+ 0.01680106110870838,
+ 0.0001905006356537342,
+ 0.7825382351875305
+ ],
+ "log_scores_by_expert": [
+ -14.161385536193848,
+ -15.9979829788208,
+ -13.848878860473633,
+ -5.357418060302734,
+ -4.564668655395508,
+ -8.101823806762695,
+ -8.655860900878906,
+ -4.086313247680664,
+ -8.565855026245117,
+ -0.24521242082118988
+ ],
+ "distances_by_expert": [
+ 28.322771072387695,
+ 31.9959659576416,
+ 27.697757720947266,
+ 10.714836120605469,
+ 9.129337310791016,
+ 16.20364761352539,
+ 17.311721801757812,
+ 8.172626495361328,
+ 17.131710052490234,
+ 0.49042484164237976
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.580810546875,
+ "language": 52.90890884399414
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.277283771145449e-07,
+ 1.1210072159428819e-07,
+ 9.873856470221654e-07,
+ 0.004969577770680189,
+ 0.010631116107106209,
+ 0.00031928022508509457,
+ 0.00017942326667252928,
+ 0.01724110171198845,
+ 0.00019555777544155717,
+ 0.7879943251609802
+ ],
+ "log_scores_by_expert": [
+ -14.13333797454834,
+ -16.003868103027344,
+ -13.828205108642578,
+ -5.304420471191406,
+ -4.543970108032227,
+ -8.04944133758545,
+ -8.625762939453125,
+ -4.060459136962891,
+ -8.539654731750488,
+ -0.23826447129249573
+ ],
+ "distances_by_expert": [
+ 28.26667594909668,
+ 32.00773620605469,
+ 27.656410217285156,
+ 10.608840942382812,
+ 9.087940216064453,
+ 16.0988826751709,
+ 17.25152587890625,
+ 8.120918273925781,
+ 17.079309463500977,
+ 0.47652894258499146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3448.292724609375,
+ "language": 52.88569259643555
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.068010177135875e-07,
+ 1.208767486104989e-07,
+ 9.866909067568486e-07,
+ 0.005416227504611015,
+ 0.01055195089429617,
+ 0.00036667799577116966,
+ 0.00018381905101705343,
+ 0.01721220463514328,
+ 0.0001941827213158831,
+ 0.7634528279304504
+ ],
+ "log_scores_by_expert": [
+ -14.162516593933105,
+ -15.928494453430176,
+ -13.828908920288086,
+ -5.218355655670166,
+ -4.5514445304870605,
+ -7.911026477813721,
+ -8.601558685302734,
+ -4.062136650085449,
+ -8.546710968017578,
+ -0.2699040174484253
+ ],
+ "distances_by_expert": [
+ 28.32503318786621,
+ 31.85698890686035,
+ 27.657817840576172,
+ 10.436711311340332,
+ 9.102889060974121,
+ 15.822052955627441,
+ 17.20311737060547,
+ 8.124273300170898,
+ 17.093421936035156,
+ 0.5398080348968506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.44189453125,
+ "language": 52.90463638305664
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48379398171528e-07,
+ 1.094256134592797e-07,
+ 9.192350489684031e-07,
+ 0.005069089587777853,
+ 0.00956848356872797,
+ 0.00035469443537294865,
+ 0.0001766264031175524,
+ 0.016065271571278572,
+ 0.00017937278607860208,
+ 0.6911744475364685
+ ],
+ "log_scores_by_expert": [
+ -14.24878978729248,
+ -16.02802085876465,
+ -13.899724006652832,
+ -5.2845940589904785,
+ -4.649280548095703,
+ -7.944253921508789,
+ -8.641473770141602,
+ -4.1310954093933105,
+ -8.626044273376465,
+ -0.36936306953430176
+ ],
+ "distances_by_expert": [
+ 28.49757957458496,
+ 32.0560417175293,
+ 27.799448013305664,
+ 10.569188117980957,
+ 9.298561096191406,
+ 15.888507843017578,
+ 17.282947540283203,
+ 8.262190818786621,
+ 17.25208854675293,
+ 0.7387261390686035
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3295.72314453125,
+ "language": 52.898773193359375
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480610750259075e-07,
+ 1.0725020160862186e-07,
+ 9.168554129246331e-07,
+ 0.0050414144061505795,
+ 0.00943237729370594,
+ 0.00035099516389891505,
+ 0.0001775849232217297,
+ 0.01609737053513527,
+ 0.00017411922453902662,
+ 0.6832343339920044
+ ],
+ "log_scores_by_expert": [
+ -14.24928092956543,
+ -16.0481014251709,
+ -13.902316093444824,
+ -5.290068626403809,
+ -4.663607120513916,
+ -7.954738140106201,
+ -8.636061668395996,
+ -4.129099369049072,
+ -8.655770301818848,
+ -0.38091740012168884
+ ],
+ "distances_by_expert": [
+ 28.49856185913086,
+ 32.0962028503418,
+ 27.80463218688965,
+ 10.580137252807617,
+ 9.327214241027832,
+ 15.909476280212402,
+ 17.272123336791992,
+ 8.258198738098145,
+ 17.311540603637695,
+ 0.7618348002433777
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3279.560546875,
+ "language": 52.92892074584961
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.350368835228437e-07,
+ 1.0397663174899208e-07,
+ 9.011331485453411e-07,
+ 0.00502875167876482,
+ 0.009200007654726505,
+ 0.00034656349453143775,
+ 0.00017464674601797014,
+ 0.01561143808066845,
+ 0.00016985638649202883,
+ 0.6552627682685852
+ ],
+ "log_scores_by_expert": [
+ -14.269582748413086,
+ -16.079099655151367,
+ -13.919612884521484,
+ -5.292583465576172,
+ -4.68855094909668,
+ -7.96744441986084,
+ -8.652745246887207,
+ -4.1597514152526855,
+ -8.680557250976562,
+ -0.42271897196769714
+ ],
+ "distances_by_expert": [
+ 28.539165496826172,
+ 32.158199310302734,
+ 27.83922576904297,
+ 10.585166931152344,
+ 9.37710189819336,
+ 15.93488883972168,
+ 17.305490493774414,
+ 8.319502830505371,
+ 17.361114501953125,
+ 0.8454379439353943
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3243.76513671875,
+ "language": 52.93683624267578
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.385378696904809e-07,
+ 1.0301744879370744e-07,
+ 8.940700695347914e-07,
+ 0.005179485306143761,
+ 0.009146389551460743,
+ 0.0003411087382119149,
+ 0.00017025355191435665,
+ 0.015350340865552425,
+ 0.00017446395941078663,
+ 0.6482774615287781
+ ],
+ "log_scores_by_expert": [
+ -14.264084815979004,
+ -16.088367462158203,
+ -13.927481651306152,
+ -5.263049602508545,
+ -4.694396018981934,
+ -7.983309268951416,
+ -8.678221702575684,
+ -4.176617622375488,
+ -8.653792381286621,
+ -0.43343648314476013
+ ],
+ "distances_by_expert": [
+ 28.528169631958008,
+ 32.176734924316406,
+ 27.854963302612305,
+ 10.52609920501709,
+ 9.388792037963867,
+ 15.966618537902832,
+ 17.356443405151367,
+ 8.353235244750977,
+ 17.307584762573242,
+ 0.8668729662895203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.26904296875,
+ "language": 52.93421936035156
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241008350116317e-07,
+ 1.0132344385738179e-07,
+ 8.795844905762351e-07,
+ 0.005080695264041424,
+ 0.00890780333429575,
+ 0.00033608658122830093,
+ 0.00016674987273290753,
+ 0.015047389082610607,
+ 0.00017155271780211478,
+ 0.6317667365074158
+ ],
+ "log_scores_by_expert": [
+ -14.286953926086426,
+ -16.104948043823242,
+ -13.943816184997559,
+ -5.282307147979736,
+ -4.720827579498291,
+ -7.998141765594482,
+ -8.699015617370605,
+ -4.1965508460998535,
+ -8.67061996459961,
+ -0.4592350125312805
+ ],
+ "distances_by_expert": [
+ 28.57390785217285,
+ 32.209896087646484,
+ 27.887632369995117,
+ 10.564614295959473,
+ 9.441655158996582,
+ 15.996283531188965,
+ 17.39803123474121,
+ 8.393101692199707,
+ 17.34123992919922,
+ 0.918470025062561
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.0283203125,
+ "language": 52.93514633178711
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.297189543147397e-07,
+ 9.856127292096062e-08,
+ 8.744065098653664e-07,
+ 0.005002673249691725,
+ 0.008804318495094776,
+ 0.00033384899143129587,
+ 0.00016624858835712075,
+ 0.015044747851788998,
+ 0.00017237465362995863,
+ 0.6283139586448669
+ ],
+ "log_scores_by_expert": [
+ -14.277992248535156,
+ -16.132587432861328,
+ -13.94972038269043,
+ -5.297782897949219,
+ -4.732512950897217,
+ -8.00482177734375,
+ -8.7020263671875,
+ -4.196726322174072,
+ -8.665840148925781,
+ -0.46471524238586426
+ ],
+ "distances_by_expert": [
+ 28.555984497070312,
+ 32.265174865722656,
+ 27.89944076538086,
+ 10.595565795898438,
+ 9.465025901794434,
+ 16.0096435546875,
+ 17.404052734375,
+ 8.393452644348145,
+ 17.331680297851562,
+ 0.9294304847717285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.7392578125,
+ "language": 52.917545318603516
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.106577643549826e-07,
+ 9.275289158949818e-08,
+ 8.383510134990502e-07,
+ 0.0048451912589371204,
+ 0.008605662733316422,
+ 0.00031441362807527184,
+ 0.00016069338016677648,
+ 0.014782360754907131,
+ 0.00016582658281549811,
+ 0.6093994975090027
+ ],
+ "log_scores_by_expert": [
+ -14.30872917175293,
+ -16.193326950073242,
+ -13.991828918457031,
+ -5.329768657684326,
+ -4.755334854125977,
+ -8.064801216125488,
+ -8.73601245880127,
+ -4.214320659637451,
+ -8.704567909240723,
+ -0.4952811598777771
+ ],
+ "distances_by_expert": [
+ 28.61745834350586,
+ 32.386653900146484,
+ 27.983657836914062,
+ 10.659537315368652,
+ 9.510669708251953,
+ 16.129602432250977,
+ 17.47202491760254,
+ 8.428641319274902,
+ 17.409135818481445,
+ 0.9905623197555542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.92578125,
+ "language": 52.90431594848633
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.026260166436259e-07,
+ 9.140742207591757e-08,
+ 8.397400961257517e-07,
+ 0.004864604212343693,
+ 0.008350595831871033,
+ 0.00031103697256185114,
+ 0.00015985699428711087,
+ 0.014491592533886433,
+ 0.00016448137466795743,
+ 0.5848601460456848
+ ],
+ "log_scores_by_expert": [
+ -14.321969032287598,
+ -16.20793914794922,
+ -13.99017333984375,
+ -5.325769901275635,
+ -4.785422325134277,
+ -8.07559871673584,
+ -8.741230964660645,
+ -4.23418664932251,
+ -8.712713241577148,
+ -0.5363824367523193
+ ],
+ "distances_by_expert": [
+ 28.643938064575195,
+ 32.41587829589844,
+ 27.9803466796875,
+ 10.65153980255127,
+ 9.570844650268555,
+ 16.15119743347168,
+ 17.48246192932129,
+ 8.46837329864502,
+ 17.425426483154297,
+ 1.0727648735046387
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.942138671875,
+ "language": 52.90411376953125
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.451307174553222e-07,
+ 8.053486055814574e-08,
+ 7.602346272506111e-07,
+ 0.004393521696329117,
+ 0.00758872227743268,
+ 0.0002761272480711341,
+ 0.000145682119182311,
+ 0.013186744414269924,
+ 0.0001507386623416096,
+ 0.5281060934066772
+ ],
+ "log_scores_by_expert": [
+ -14.422240257263184,
+ -16.334575653076172,
+ -14.089638710021973,
+ -5.427624225616455,
+ -4.881092071533203,
+ -8.194648742675781,
+ -8.834083557128906,
+ -4.328543186187744,
+ -8.799962997436523,
+ -0.6384580731391907
+ ],
+ "distances_by_expert": [
+ 28.844480514526367,
+ 32.669151306152344,
+ 28.179277420043945,
+ 10.85524845123291,
+ 9.762184143066406,
+ 16.389297485351562,
+ 17.668167114257812,
+ 8.657086372375488,
+ 17.599925994873047,
+ 1.2769161462783813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.405517578125,
+ "language": 52.93555450439453
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.410865355770511e-07,
+ 7.920979783193616e-08,
+ 7.624803970429639e-07,
+ 0.004378920886665583,
+ 0.007526288274675608,
+ 0.0002690928231459111,
+ 0.00014526328595820814,
+ 0.013077800162136555,
+ 0.00015128418453969061,
+ 0.521926999092102
+ ],
+ "log_scores_by_expert": [
+ -14.429686546325684,
+ -16.351165771484375,
+ -14.086688995361328,
+ -5.430953025817871,
+ -4.889353275299072,
+ -8.220454216003418,
+ -8.836962699890137,
+ -4.336839199066162,
+ -8.796350479125977,
+ -0.6502276062965393
+ ],
+ "distances_by_expert": [
+ 28.859373092651367,
+ 32.70233154296875,
+ 28.173377990722656,
+ 10.861906051635742,
+ 9.778706550598145,
+ 16.440908432006836,
+ 17.673925399780273,
+ 8.673678398132324,
+ 17.592700958251953,
+ 1.3004552125930786
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.591064453125,
+ "language": 52.93448257446289
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.387186092775664e-07,
+ 7.821474667935036e-08,
+ 7.510760724471766e-07,
+ 0.004337577614933252,
+ 0.0074575128965079784,
+ 0.00026655677356757224,
+ 0.00014386710245162249,
+ 0.012936186045408249,
+ 0.00015051326772663742,
+ 0.5168113112449646
+ ],
+ "log_scores_by_expert": [
+ -14.434072494506836,
+ -16.363807678222656,
+ -14.10175895690918,
+ -5.440439224243164,
+ -4.898533344268799,
+ -8.229923248291016,
+ -8.846620559692383,
+ -4.347726821899414,
+ -8.801459312438965,
+ -0.6600774526596069
+ ],
+ "distances_by_expert": [
+ 28.868144989013672,
+ 32.72761535644531,
+ 28.20351791381836,
+ 10.880878448486328,
+ 9.797066688537598,
+ 16.45984649658203,
+ 17.693241119384766,
+ 8.695453643798828,
+ 17.60291862487793,
+ 1.3201549053192139
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.41064453125,
+ "language": 52.92697525024414
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.861581027806096e-07,
+ 1.0488250978823999e-07,
+ 9.565708296577213e-07,
+ 0.004742415621876717,
+ 0.009621083736419678,
+ 0.0002835212799254805,
+ 0.00016521711950190365,
+ 0.015938077121973038,
+ 0.00018093363905791193,
+ 0.7060238718986511
+ ],
+ "log_scores_by_expert": [
+ -14.192157745361328,
+ -16.070425033569336,
+ -13.85991096496582,
+ -5.351208686828613,
+ -4.643798351287842,
+ -8.16822338104248,
+ -8.708250045776367,
+ -4.139044284820557,
+ -8.617380142211914,
+ -0.3481062352657318
+ ],
+ "distances_by_expert": [
+ 28.384315490722656,
+ 32.14085006713867,
+ 27.71982192993164,
+ 10.702417373657227,
+ 9.287596702575684,
+ 16.33644676208496,
+ 17.416500091552734,
+ 8.278088569641113,
+ 17.234760284423828,
+ 0.6962124705314636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.9736328125,
+ "language": 52.884765625
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.72139435664576e-07,
+ 9.864741201681682e-08,
+ 9.196173209602421e-07,
+ 0.004327081143856049,
+ 0.009608302265405655,
+ 0.00025768642080947757,
+ 0.00015899371646810323,
+ 0.015329815447330475,
+ 0.00017564845620654523,
+ 0.695770800113678
+ ],
+ "log_scores_by_expert": [
+ -14.212800025939941,
+ -16.1317138671875,
+ -13.899308204650879,
+ -5.442862033843994,
+ -4.645127773284912,
+ -8.26376724243164,
+ -8.7466459274292,
+ -4.177955627441406,
+ -8.647026062011719,
+ -0.3627348840236664
+ ],
+ "distances_by_expert": [
+ 28.425600051879883,
+ 32.263427734375,
+ 27.798616409301758,
+ 10.885724067687988,
+ 9.290255546569824,
+ 16.52753448486328,
+ 17.4932918548584,
+ 8.355911254882812,
+ 17.294052124023438,
+ 0.7254697680473328
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.864013671875,
+ "language": 52.91548156738281
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.290495886991266e-07,
+ 1.1833083846113368e-07,
+ 9.9102896911063e-07,
+ 0.005170850548893213,
+ 0.010911685414612293,
+ 0.0003367675526533276,
+ 0.00018187754903919995,
+ 0.017764845862984657,
+ 0.00019471827545203269,
+ 0.8213492035865784
+ ],
+ "log_scores_by_expert": [
+ -14.131524085998535,
+ -15.94978141784668,
+ -13.824522018432617,
+ -5.264718055725098,
+ -4.517920970916748,
+ -7.99611759185791,
+ -8.612176895141602,
+ -4.030533790588379,
+ -8.543956756591797,
+ -0.19680695235729218
+ ],
+ "distances_by_expert": [
+ 28.26304817199707,
+ 31.89956283569336,
+ 27.649044036865234,
+ 10.529436111450195,
+ 9.035841941833496,
+ 15.99223518371582,
+ 17.224353790283203,
+ 8.061067581176758,
+ 17.087913513183594,
+ 0.39361390471458435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.474365234375,
+ "language": 52.89681625366211
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.62266813833412e-07,
+ 1.0942644479428054e-07,
+ 9.261655691261694e-07,
+ 0.004728461150079966,
+ 0.010620440356433392,
+ 0.0003009325300808996,
+ 0.0001699245913187042,
+ 0.01615450158715248,
+ 0.00017902399122249335,
+ 0.7759931087493896
+ ],
+ "log_scores_by_expert": [
+ -14.2275972366333,
+ -16.028013229370117,
+ -13.892212867736816,
+ -5.354155540466309,
+ -4.5449748039245605,
+ -8.108624458312988,
+ -8.680155754089355,
+ -4.125556468963623,
+ -8.62799072265625,
+ -0.25361162424087524
+ ],
+ "distances_by_expert": [
+ 28.4551944732666,
+ 32.056026458740234,
+ 27.784425735473633,
+ 10.708311080932617,
+ 9.089949607849121,
+ 16.217248916625977,
+ 17.36031150817871,
+ 8.251112937927246,
+ 17.2559814453125,
+ 0.5072232484817505
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.104736328125,
+ "language": 52.92678451538086
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.974349275878922e-07,
+ 1.0421668150684127e-07,
+ 9.210770031131688e-07,
+ 0.0047676400281488895,
+ 0.010493490844964981,
+ 0.00031840027077123523,
+ 0.00017698860028758645,
+ 0.017375430092215538,
+ 0.00018371058104094118,
+ 0.8018406629562378
+ ],
+ "log_scores_by_expert": [
+ -14.175856590270996,
+ -16.076793670654297,
+ -13.897722244262695,
+ -5.3459038734436035,
+ -4.557000160217285,
+ -8.052201271057129,
+ -8.639425277709961,
+ -4.052698135375977,
+ -8.60214900970459,
+ -0.22084543108940125
+ ],
+ "distances_by_expert": [
+ 28.351713180541992,
+ 32.153587341308594,
+ 27.79544448852539,
+ 10.691807746887207,
+ 9.11400032043457,
+ 16.104402542114258,
+ 17.278850555419922,
+ 8.105396270751953,
+ 17.20429801940918,
+ 0.4416908621788025
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.888427734375,
+ "language": 52.94097137451172
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.041814799573331e-07,
+ 9.923014943069575e-08,
+ 8.36072331367177e-07,
+ 0.0047918446362018585,
+ 0.00945235975086689,
+ 0.00033293108572252095,
+ 0.00016915191372390836,
+ 0.016045808792114258,
+ 0.00016206959844566882,
+ 0.6955618262290955
+ ],
+ "log_scores_by_expert": [
+ -14.319391250610352,
+ -16.125823974609375,
+ -13.994550704956055,
+ -5.340839862823486,
+ -4.6614909172058105,
+ -8.007575035095215,
+ -8.684713363647461,
+ -4.132307529449463,
+ -8.727484703063965,
+ -0.3630353808403015
+ ],
+ "distances_by_expert": [
+ 28.638782501220703,
+ 32.25164794921875,
+ 27.98910140991211,
+ 10.681679725646973,
+ 9.322981834411621,
+ 16.01515007019043,
+ 17.369426727294922,
+ 8.264615058898926,
+ 17.45496940612793,
+ 0.726070761680603
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3390.2314453125,
+ "language": 52.94456100463867
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.49555579709704e-07,
+ 9.344346807438342e-08,
+ 7.722095460849232e-07,
+ 0.004425921943038702,
+ 0.00940629094839096,
+ 0.00031429188675247133,
+ 0.0001657801039982587,
+ 0.015773175284266472,
+ 0.00014820606156717986,
+ 0.719639241695404
+ ],
+ "log_scores_by_expert": [
+ -14.414155960083008,
+ -16.185909271240234,
+ -14.074009895324707,
+ -5.420276641845703,
+ -4.66637659072876,
+ -8.06518840789795,
+ -8.704848289489746,
+ -4.149444580078125,
+ -8.816906929016113,
+ -0.32900530099868774
+ ],
+ "distances_by_expert": [
+ 28.828311920166016,
+ 32.37181854248047,
+ 28.148019790649414,
+ 10.840553283691406,
+ 9.33275318145752,
+ 16.1303768157959,
+ 17.409696578979492,
+ 8.29888916015625,
+ 17.633813858032227,
+ 0.6580106019973755
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.6953125,
+ "language": 52.962921142578125
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.363859708675591e-07,
+ 1.1343456662871176e-07,
+ 1.0031136525867623e-06,
+ 0.004828573204576969,
+ 0.01048379298299551,
+ 0.0003226949484087527,
+ 0.00018204256775788963,
+ 0.017178593203425407,
+ 0.0001961438829312101,
+ 0.7896440625190735
+ ],
+ "log_scores_by_expert": [
+ -14.121511459350586,
+ -15.992039680480957,
+ -13.81240177154541,
+ -5.33320426940918,
+ -4.557924747467041,
+ -8.038803100585938,
+ -8.6112699508667,
+ -4.064091205596924,
+ -8.536662101745605,
+ -0.23617301881313324
+ ],
+ "distances_by_expert": [
+ 28.243022918701172,
+ 31.984079360961914,
+ 27.62480354309082,
+ 10.66640853881836,
+ 9.115849494934082,
+ 16.077606201171875,
+ 17.2225399017334,
+ 8.128182411193848,
+ 17.07332420349121,
+ 0.4723460376262665
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.01513671875,
+ "language": 52.896419525146484
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.317250378946483e-07,
+ 1.1141285227722619e-07,
+ 9.934467470884556e-07,
+ 0.004773115273565054,
+ 0.010493841022253036,
+ 0.00031564358505420387,
+ 0.00017875529010780156,
+ 0.017170289531350136,
+ 0.00019476155284792185,
+ 0.7942618727684021
+ ],
+ "log_scores_by_expert": [
+ -14.127861022949219,
+ -16.01002311706543,
+ -13.8220853805542,
+ -5.344756126403809,
+ -4.556966781616211,
+ -8.060896873474121,
+ -8.62949275970459,
+ -4.064574718475342,
+ -8.543734550476074,
+ -0.23034211993217468
+ ],
+ "distances_by_expert": [
+ 28.255722045898438,
+ 32.02004623413086,
+ 27.6441707611084,
+ 10.689512252807617,
+ 9.113933563232422,
+ 16.121793746948242,
+ 17.25898551940918,
+ 8.129149436950684,
+ 17.08746910095215,
+ 0.46068423986434937
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.62744140625,
+ "language": 52.92562484741211
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.503020924559678e-07,
+ 1.1408550903979631e-07,
+ 1.004445152830158e-06,
+ 0.004915351513773203,
+ 0.01056517194956541,
+ 0.00031557134934701025,
+ 0.00017947872402146459,
+ 0.017492378130555153,
+ 0.00019850858370773494,
+ 0.8000566959381104
+ ],
+ "log_scores_by_expert": [
+ -14.102789878845215,
+ -15.98631763458252,
+ -13.811075210571289,
+ -5.315392017364502,
+ -4.550192356109619,
+ -8.061125755310059,
+ -8.62545394897461,
+ -4.045989990234375,
+ -8.524678230285645,
+ -0.22307266294956207
+ ],
+ "distances_by_expert": [
+ 28.20557975769043,
+ 31.97263526916504,
+ 27.622150421142578,
+ 10.630784034729004,
+ 9.100384712219238,
+ 16.122251510620117,
+ 17.25090789794922,
+ 8.09197998046875,
+ 17.04935646057129,
+ 0.44614532589912415
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3489.906982421875,
+ "language": 52.919891357421875
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.929412279532698e-07,
+ 1.1361482421534674e-07,
+ 9.529051681056444e-07,
+ 0.005309630185365677,
+ 0.00998779572546482,
+ 0.0003840576100628823,
+ 0.0001829226384870708,
+ 0.016984635964035988,
+ 0.00018734269542619586,
+ 0.7398154735565186
+ ],
+ "log_scores_by_expert": [
+ -14.182320594787598,
+ -15.99045181274414,
+ -13.863750457763672,
+ -5.2382330894470215,
+ -4.606391429901123,
+ -7.864717960357666,
+ -8.606447219848633,
+ -4.075446128845215,
+ -8.582571029663086,
+ -0.30135446786880493
+ ],
+ "distances_by_expert": [
+ 28.364641189575195,
+ 31.98090362548828,
+ 27.727500915527344,
+ 10.476466178894043,
+ 9.212782859802246,
+ 15.729435920715332,
+ 17.212894439697266,
+ 8.15089225769043,
+ 17.165142059326172,
+ 0.6027089357376099
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3342.998291015625,
+ "language": 52.91096496582031
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.824891443102388e-07,
+ 1.1647229314348806e-07,
+ 9.684578117230558e-07,
+ 0.0053710248321294785,
+ 0.009922121651470661,
+ 0.0003666554403025657,
+ 0.0001865158847067505,
+ 0.01652228832244873,
+ 0.00018543381884228438,
+ 0.7133315801620483
+ ],
+ "log_scores_by_expert": [
+ -14.197519302368164,
+ -15.965612411499023,
+ -13.84756088256836,
+ -5.226736545562744,
+ -4.612988471984863,
+ -7.911087989807129,
+ -8.586994171142578,
+ -4.1030449867248535,
+ -8.592812538146973,
+ -0.3378089368343353
+ ],
+ "distances_by_expert": [
+ 28.395038604736328,
+ 31.931224822998047,
+ 27.69512176513672,
+ 10.453473091125488,
+ 9.225976943969727,
+ 15.822175979614258,
+ 17.173988342285156,
+ 8.206089973449707,
+ 17.185625076293945,
+ 0.6756178736686707
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3319.56494140625,
+ "language": 52.97234344482422
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.450587761719362e-07,
+ 1.045814741473805e-07,
+ 9.230528803527704e-07,
+ 0.0050042071379721165,
+ 0.00921078771352768,
+ 0.00035279980511404574,
+ 0.00017429982835892588,
+ 0.015655644237995148,
+ 0.0001729025098029524,
+ 0.6608317494392395
+ ],
+ "log_scores_by_expert": [
+ -14.253924369812012,
+ -16.073299407958984,
+ -13.89557933807373,
+ -5.297476291656494,
+ -4.687379837036133,
+ -7.949609756469727,
+ -8.654733657836914,
+ -4.156923770904541,
+ -8.662782669067383,
+ -0.4142560660839081
+ ],
+ "distances_by_expert": [
+ 28.507848739624023,
+ 32.14659881591797,
+ 27.79115867614746,
+ 10.594952583312988,
+ 9.374759674072266,
+ 15.899219512939453,
+ 17.309467315673828,
+ 8.313847541809082,
+ 17.325565338134766,
+ 0.8285121321678162
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3213.200439453125,
+ "language": 52.897335052490234
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.225219522093539e-07,
+ 9.003784384731262e-08,
+ 8.630778438600828e-07,
+ 0.004124034196138382,
+ 0.00888859573751688,
+ 0.00022843251645099372,
+ 0.00014902072143740952,
+ 0.014211875386536121,
+ 0.00016175660130102187,
+ 0.6416073441505432
+ ],
+ "log_scores_by_expert": [
+ -14.2894868850708,
+ -16.22303581237793,
+ -13.962760925292969,
+ -5.4909234046936035,
+ -4.722986221313477,
+ -8.384269714355469,
+ -8.81142520904541,
+ -4.2536773681640625,
+ -8.72941780090332,
+ -0.44377872347831726
+ ],
+ "distances_by_expert": [
+ 28.5789737701416,
+ 32.44607162475586,
+ 27.925521850585938,
+ 10.981846809387207,
+ 9.445972442626953,
+ 16.768539428710938,
+ 17.62285041809082,
+ 8.507354736328125,
+ 17.45883560180664,
+ 0.8875574469566345
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.493896484375,
+ "language": 52.90511703491211
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.771824132556503e-07,
+ 1.0028615804458241e-07,
+ 9.204781576954701e-07,
+ 0.004399225581437349,
+ 0.009715481661260128,
+ 0.00025621464010328054,
+ 0.0001605999277671799,
+ 0.015431738458573818,
+ 0.0001747173664625734,
+ 0.7045311331748962
+ ],
+ "log_scores_by_expert": [
+ -14.20532512664795,
+ -16.115238189697266,
+ -13.898372650146484,
+ -5.426326751708984,
+ -4.634034633636475,
+ -8.269495010375977,
+ -8.736594200134277,
+ -4.171329021453857,
+ -8.65234088897705,
+ -0.35022273659706116
+ ],
+ "distances_by_expert": [
+ 28.4106502532959,
+ 32.23047637939453,
+ 27.79674530029297,
+ 10.852653503417969,
+ 9.26806926727295,
+ 16.538990020751953,
+ 17.473188400268555,
+ 8.342658042907715,
+ 17.3046817779541,
+ 0.7004454731941223
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.319580078125,
+ "language": 52.938629150390625
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.571794983756263e-07,
+ 9.861260963361929e-08,
+ 8.89848365659418e-07,
+ 0.004387655295431614,
+ 0.010127224959433079,
+ 0.00025358612765558064,
+ 0.0001588574523339048,
+ 0.015154867433011532,
+ 0.00017513777129352093,
+ 0.7265206575393677
+ ],
+ "log_scores_by_expert": [
+ -14.235308647155762,
+ -16.13206672668457,
+ -13.932214736938477,
+ -5.42896032333374,
+ -4.592527866363525,
+ -8.279807090759277,
+ -8.747503280639648,
+ -4.189433574676514,
+ -8.649937629699707,
+ -0.3194883465766907
+ ],
+ "distances_by_expert": [
+ 28.470617294311523,
+ 32.26413345336914,
+ 27.864429473876953,
+ 10.85792064666748,
+ 9.18505573272705,
+ 16.559614181518555,
+ 17.495006561279297,
+ 8.378867149353027,
+ 17.299875259399414,
+ 0.6389766931533813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.200927734375,
+ "language": 52.91543960571289
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.64668107219768e-07,
+ 1.0132131933460187e-07,
+ 8.964445328274451e-07,
+ 0.004505231976509094,
+ 0.010388482362031937,
+ 0.0002724819350987673,
+ 0.00016379762382712215,
+ 0.015919847413897514,
+ 0.0001775635901140049,
+ 0.7583577632904053
+ ],
+ "log_scores_by_expert": [
+ -14.223978042602539,
+ -16.104969024658203,
+ -13.924829483032227,
+ -5.402515888214111,
+ -4.5670576095581055,
+ -8.207938194274902,
+ -8.716878890991211,
+ -4.140188694000244,
+ -8.636181831359863,
+ -0.27660003304481506
+ ],
+ "distances_by_expert": [
+ 28.447956085205078,
+ 32.209938049316406,
+ 27.849658966064453,
+ 10.805031776428223,
+ 9.134115219116211,
+ 16.415876388549805,
+ 17.433757781982422,
+ 8.280377388000488,
+ 17.272363662719727,
+ 0.5532000660896301
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.82275390625,
+ "language": 52.92695999145508
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.765904458916339e-07,
+ 9.802246836443373e-08,
+ 9.093066068999178e-07,
+ 0.0046186200343072414,
+ 0.009775240905582905,
+ 0.0002822646056301892,
+ 0.0001624470023671165,
+ 0.015981195494532585,
+ 0.00017953195492736995,
+ 0.7069987654685974
+ ],
+ "log_scores_by_expert": [
+ -14.206199645996094,
+ -16.13806915283203,
+ -13.91058349609375,
+ -5.377659320831299,
+ -4.627902507781982,
+ -8.1726655960083,
+ -8.72515869140625,
+ -4.136342525482178,
+ -8.625157356262207,
+ -0.34672632813453674
+ ],
+ "distances_by_expert": [
+ 28.412399291992188,
+ 32.27613830566406,
+ 27.8211669921875,
+ 10.755318641662598,
+ 9.255805015563965,
+ 16.3453311920166,
+ 17.4503173828125,
+ 8.272685050964355,
+ 17.250314712524414,
+ 0.6934526562690735
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.771240234375,
+ "language": 52.92552185058594
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723516889906023e-07,
+ 1.0892688351304969e-07,
+ 9.377909009344876e-07,
+ 0.00510880071669817,
+ 0.010449331253767014,
+ 0.00033554149558767676,
+ 0.00017703029152471572,
+ 0.016930582001805305,
+ 0.00018068500503432006,
+ 0.7475478649139404
+ ],
+ "log_scores_by_expert": [
+ -14.212484359741211,
+ -16.032588958740234,
+ -13.879738807678223,
+ -5.276790618896484,
+ -4.561217308044434,
+ -7.999764919281006,
+ -8.639189720153809,
+ -4.078633785247803,
+ -8.618755340576172,
+ -0.29095688462257385
+ ],
+ "distances_by_expert": [
+ 28.424968719482422,
+ 32.06517791748047,
+ 27.759477615356445,
+ 10.553581237792969,
+ 9.122434616088867,
+ 15.999529838562012,
+ 17.278379440307617,
+ 8.157267570495605,
+ 17.237510681152344,
+ 0.5819137692451477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.692626953125,
+ "language": 52.92826461791992
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.588618930436496e-07,
+ 1.0150952789445e-07,
+ 9.012706527755654e-07,
+ 0.004555537365376949,
+ 0.010109195485711098,
+ 0.00029474322218447924,
+ 0.00017061863036360592,
+ 0.016193225979804993,
+ 0.00017598748672753572,
+ 0.7558149099349976
+ ],
+ "log_scores_by_expert": [
+ -14.232751846313477,
+ -16.103113174438477,
+ -13.91946029663086,
+ -5.391411781311035,
+ -4.5943098068237305,
+ -8.129405975341797,
+ -8.676079750061035,
+ -4.123162269592285,
+ -8.645097732543945,
+ -0.27995872497558594
+ ],
+ "distances_by_expert": [
+ 28.465503692626953,
+ 32.20622634887695,
+ 27.83892059326172,
+ 10.78282356262207,
+ 9.188619613647461,
+ 16.258811950683594,
+ 17.35215950012207,
+ 8.24632453918457,
+ 17.29019546508789,
+ 0.5599174499511719
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.3037109375,
+ "language": 52.95830535888672
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.031349582575785e-07,
+ 1.1130686772276022e-07,
+ 9.618555623092107e-07,
+ 0.004708526190370321,
+ 0.010667326860129833,
+ 0.000307346461340785,
+ 0.00017671030946075916,
+ 0.016935434192419052,
+ 0.00018822790298145264,
+ 0.7923049330711365
+ ],
+ "log_scores_by_expert": [
+ -14.167716979980469,
+ -16.010974884033203,
+ -13.854401588439941,
+ -5.358380317687988,
+ -4.54056978225708,
+ -8.08753490447998,
+ -8.640998840332031,
+ -4.078347206115723,
+ -8.57785701751709,
+ -0.23280899226665497
+ ],
+ "distances_by_expert": [
+ 28.335433959960938,
+ 32.021949768066406,
+ 27.708803176879883,
+ 10.716760635375977,
+ 9.08113956451416,
+ 16.17506980895996,
+ 17.281997680664062,
+ 8.156694412231445,
+ 17.15571403503418,
+ 0.46561798453330994
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.89208984375,
+ "language": 52.90812301635742
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.529040774694295e-07,
+ 9.650535304217556e-08,
+ 8.990592732516234e-07,
+ 0.004072154872119427,
+ 0.00959207396954298,
+ 0.0002525057061575353,
+ 0.0001586937578395009,
+ 0.015406849794089794,
+ 0.00017485856369603425,
+ 0.7188951969146729
+ ],
+ "log_scores_by_expert": [
+ -14.241835594177246,
+ -16.153667449951172,
+ -13.921916961669922,
+ -5.503582954406738,
+ -4.646818161010742,
+ -8.284076690673828,
+ -8.748534202575684,
+ -4.172943115234375,
+ -8.651533126831055,
+ -0.33003973960876465
+ ],
+ "distances_by_expert": [
+ 28.483671188354492,
+ 32.307334899902344,
+ 27.843833923339844,
+ 11.007165908813477,
+ 9.293636322021484,
+ 16.568153381347656,
+ 17.497068405151367,
+ 8.34588623046875,
+ 17.30306625366211,
+ 0.6600794792175293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.635009765625,
+ "language": 52.916439056396484
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.251712190736725e-07,
+ 1.1253023757262781e-07,
+ 9.805253284866922e-07,
+ 0.004764739889651537,
+ 0.010589891113340855,
+ 0.00030815385980531573,
+ 0.0001785256463335827,
+ 0.017043275758624077,
+ 0.00019292293291073292,
+ 0.7919440865516663
+ ],
+ "log_scores_by_expert": [
+ -14.136857986450195,
+ -16.000043869018555,
+ -13.835177421569824,
+ -5.346512317657471,
+ -4.547855377197266,
+ -8.084911346435547,
+ -8.630778312683105,
+ -4.071999549865723,
+ -8.55321979522705,
+ -0.23326455056667328
+ ],
+ "distances_by_expert": [
+ 28.27371597290039,
+ 32.00008773803711,
+ 27.67035484313965,
+ 10.693024635314941,
+ 9.095710754394531,
+ 16.169822692871094,
+ 17.26155662536621,
+ 8.143999099731445,
+ 17.1064395904541,
+ 0.46652910113334656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.982177734375,
+ "language": 52.92195510864258
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.752683816557692e-07,
+ 1.1643064823374516e-07,
+ 9.452984386371099e-07,
+ 0.005203100387006998,
+ 0.010287054814398289,
+ 0.00036577621358446777,
+ 0.00018328007718082517,
+ 0.016936548054218292,
+ 0.00018278400239069015,
+ 0.7547130584716797
+ ],
+ "log_scores_by_expert": [
+ -14.208155632019043,
+ -15.965970039367676,
+ -13.87176513671875,
+ -5.258500576019287,
+ -4.576869010925293,
+ -7.913488864898682,
+ -8.60449504852295,
+ -4.078281402587891,
+ -8.607205390930176,
+ -0.28141769766807556
+ ],
+ "distances_by_expert": [
+ 28.416311264038086,
+ 31.93194007873535,
+ 27.7435302734375,
+ 10.517001152038574,
+ 9.153738021850586,
+ 15.826977729797363,
+ 17.2089900970459,
+ 8.156562805175781,
+ 17.21441078186035,
+ 0.5628353953361511
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.494384765625,
+ "language": 52.929473876953125
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.80976825151447e-07,
+ 1.1650406861463125e-07,
+ 9.482816949457629e-07,
+ 0.005224974825978279,
+ 0.009938301518559456,
+ 0.00036266312235966325,
+ 0.0001865706726675853,
+ 0.016693325713276863,
+ 0.00018197609460912645,
+ 0.7294926047325134
+ ],
+ "log_scores_by_expert": [
+ -14.199737548828125,
+ -15.965339660644531,
+ -13.868614196777344,
+ -5.254305362701416,
+ -4.611359119415283,
+ -7.922036170959473,
+ -8.586700439453125,
+ -4.092746257781982,
+ -8.611635208129883,
+ -0.3154059946537018
+ ],
+ "distances_by_expert": [
+ 28.39947509765625,
+ 31.930679321289062,
+ 27.737228393554688,
+ 10.508610725402832,
+ 9.222718238830566,
+ 15.844072341918945,
+ 17.17340087890625,
+ 8.185492515563965,
+ 17.223270416259766,
+ 0.6308119893074036
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.68017578125,
+ "language": 52.94871520996094
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.796740651931032e-07,
+ 9.307792225854428e-08,
+ 7.964167139107303e-07,
+ 0.004481152631342411,
+ 0.008575485087931156,
+ 0.0003151055134367198,
+ 0.0001636388333281502,
+ 0.01462768018245697,
+ 0.00015503699250984937,
+ 0.6306900382041931
+ ],
+ "log_scores_by_expert": [
+ -14.360799789428711,
+ -16.189828872680664,
+ -14.043143272399902,
+ -5.407875061035156,
+ -4.758847713470459,
+ -8.062602996826172,
+ -8.717848777770996,
+ -4.224839687347412,
+ -8.771846771240234,
+ -0.46094074845314026
+ ],
+ "distances_by_expert": [
+ 28.721599578857422,
+ 32.37965774536133,
+ 28.086286544799805,
+ 10.815750122070312,
+ 9.517695426940918,
+ 16.125205993652344,
+ 17.435697555541992,
+ 8.449679374694824,
+ 17.54369354248047,
+ 0.9218814969062805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.02685546875,
+ "language": 52.95404815673828
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.102368956817372e-07,
+ 9.600432804290904e-08,
+ 8.450801942672115e-07,
+ 0.004837831016629934,
+ 0.008829653263092041,
+ 0.0003177762555424124,
+ 0.00016329617938026786,
+ 0.014848895370960236,
+ 0.00016766022599767894,
+ 0.6258758902549744
+ ],
+ "log_scores_by_expert": [
+ -14.309418678283691,
+ -16.158872604370117,
+ -13.983834266662598,
+ -5.331288814544678,
+ -4.729639530181885,
+ -8.054162979125977,
+ -8.719944953918457,
+ -4.209829807281494,
+ -8.693571090698242,
+ -0.468603253364563
+ ],
+ "distances_by_expert": [
+ 28.618837356567383,
+ 32.317745208740234,
+ 27.967668533325195,
+ 10.662577629089355,
+ 9.45927906036377,
+ 16.108325958251953,
+ 17.439889907836914,
+ 8.419659614562988,
+ 17.387142181396484,
+ 0.937206506729126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.425048828125,
+ "language": 52.93052673339844
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.235428031686752e-07,
+ 1.0033245700924454e-07,
+ 8.698677902430063e-07,
+ 0.005028169136494398,
+ 0.009218143299221992,
+ 0.00033253381843678653,
+ 0.0001684386224951595,
+ 0.015361594967544079,
+ 0.00017073776689358056,
+ 0.6511852145195007
+ ],
+ "log_scores_by_expert": [
+ -14.287848472595215,
+ -16.114776611328125,
+ -13.954924583435059,
+ -5.292699337005615,
+ -4.686581611633301,
+ -8.008769035339355,
+ -8.688939094543457,
+ -4.17588472366333,
+ -8.675381660461426,
+ -0.42896121740341187
+ ],
+ "distances_by_expert": [
+ 28.57569694519043,
+ 32.22955322265625,
+ 27.909849166870117,
+ 10.58539867401123,
+ 9.373163223266602,
+ 16.01753807067871,
+ 17.377878189086914,
+ 8.35176944732666,
+ 17.35076332092285,
+ 0.8579224348068237
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.571533203125,
+ "language": 52.901458740234375
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.995225933475012e-07,
+ 9.612708851136631e-08,
+ 8.328231615450932e-07,
+ 0.004820999689400196,
+ 0.00907488726079464,
+ 0.0003211335570085794,
+ 0.00016484412481077015,
+ 0.015217874199151993,
+ 0.00016346304619219154,
+ 0.642638087272644
+ ],
+ "log_scores_by_expert": [
+ -14.327132225036621,
+ -16.157594680786133,
+ -13.998444557189941,
+ -5.334774017333984,
+ -4.702244281768799,
+ -8.04365348815918,
+ -8.71051025390625,
+ -4.185284614562988,
+ -8.718923568725586,
+ -0.442173570394516
+ ],
+ "distances_by_expert": [
+ 28.654264450073242,
+ 32.315189361572266,
+ 27.996889114379883,
+ 10.669548034667969,
+ 9.404488563537598,
+ 16.08730697631836,
+ 17.4210205078125,
+ 8.370569229125977,
+ 17.437847137451172,
+ 0.884347140789032
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.336669921875,
+ "language": 52.91518783569336
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.080763910176756e-07,
+ 9.721995297695685e-08,
+ 8.427309126091131e-07,
+ 0.00486917607486248,
+ 0.00907010305672884,
+ 0.00032667414052411914,
+ 0.00016592309111729264,
+ 0.015208878554403782,
+ 0.0001647842291276902,
+ 0.6389327645301819
+ ],
+ "log_scores_by_expert": [
+ -14.312965393066406,
+ -16.146289825439453,
+ -13.986618041992188,
+ -5.324830532073975,
+ -4.7027716636657715,
+ -8.0265474319458,
+ -8.703986167907715,
+ -4.18587589263916,
+ -8.7108736038208,
+ -0.4479560852050781
+ ],
+ "distances_by_expert": [
+ 28.625930786132812,
+ 32.292579650878906,
+ 27.973236083984375,
+ 10.64966106414795,
+ 9.405543327331543,
+ 16.0530948638916,
+ 17.40797233581543,
+ 8.37175178527832,
+ 17.4217472076416,
+ 0.8959121704101562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.866455078125,
+ "language": 52.922401428222656
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.367980631694081e-07,
+ 1.0244919934621066e-07,
+ 8.780097573435341e-07,
+ 0.005010109394788742,
+ 0.009259549900889397,
+ 0.0003434238024055958,
+ 0.0001707726187305525,
+ 0.015639811754226685,
+ 0.00017313830903731287,
+ 0.6594562530517578
+ ],
+ "log_scores_by_expert": [
+ -14.266813278198242,
+ -16.09389877319336,
+ -13.945608139038086,
+ -5.296297550201416,
+ -4.68209981918335,
+ -7.976545333862305,
+ -8.675177574157715,
+ -4.157935619354248,
+ -8.661419868469238,
+ -0.4163396954536438
+ ],
+ "distances_by_expert": [
+ 28.533626556396484,
+ 32.18779754638672,
+ 27.891216278076172,
+ 10.592595100402832,
+ 9.3641996383667,
+ 15.95309066772461,
+ 17.35035514831543,
+ 8.315871238708496,
+ 17.322839736938477,
+ 0.8326793909072876
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3320.838134765625,
+ "language": 52.89198684692383
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.249715625017416e-07,
+ 1.0333310740406887e-07,
+ 8.641980002721539e-07,
+ 0.004966225475072861,
+ 0.009282299317419529,
+ 0.000347264256561175,
+ 0.00017089677567128092,
+ 0.015599503181874752,
+ 0.00017092024791054428,
+ 0.6652595400810242
+ ],
+ "log_scores_by_expert": [
+ -14.28555965423584,
+ -16.085308074951172,
+ -13.961463928222656,
+ -5.305095195770264,
+ -4.679646015167236,
+ -7.965424537658691,
+ -8.674450874328613,
+ -4.160516262054443,
+ -8.67431354522705,
+ -0.4075779914855957
+ ],
+ "distances_by_expert": [
+ 28.57111930847168,
+ 32.170616149902344,
+ 27.922927856445312,
+ 10.610190391540527,
+ 9.359292030334473,
+ 15.930849075317383,
+ 17.348901748657227,
+ 8.321032524108887,
+ 17.3486270904541,
+ 0.8151559829711914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3337.4716796875,
+ "language": 52.889530181884766
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.187074177432805e-07,
+ 9.98292719600613e-08,
+ 8.634186769995722e-07,
+ 0.0049697719514369965,
+ 0.009152624756097794,
+ 0.00033300506765954196,
+ 0.00016731966752558947,
+ 0.015408510342240334,
+ 0.00016890349797904491,
+ 0.6434810757637024
+ ],
+ "log_scores_by_expert": [
+ -14.295633316040039,
+ -16.11980438232422,
+ -13.962366104125977,
+ -5.304381370544434,
+ -4.693714618682861,
+ -8.007352828979492,
+ -8.69560432434082,
+ -4.172835350036621,
+ -8.686182975769043,
+ -0.4408626854419708
+ ],
+ "distances_by_expert": [
+ 28.591266632080078,
+ 32.23960876464844,
+ 27.924732208251953,
+ 10.608762741088867,
+ 9.387429237365723,
+ 16.014705657958984,
+ 17.39120864868164,
+ 8.345670700073242,
+ 17.372365951538086,
+ 0.8817253708839417
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.455322265625,
+ "language": 52.89173126220703
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.331555937322264e-07,
+ 1.0329211619364287e-07,
+ 8.734331231607939e-07,
+ 0.004974679555743933,
+ 0.009398332796990871,
+ 0.0003461935557425022,
+ 0.00017268877127207816,
+ 0.01573827862739563,
+ 0.00017295758880209178,
+ 0.6767891049385071
+ ],
+ "log_scores_by_expert": [
+ -14.272549629211426,
+ -16.085704803466797,
+ -13.950834274291992,
+ -5.303394317626953,
+ -4.66722297668457,
+ -7.968512535095215,
+ -8.664019584655762,
+ -4.1516594886779785,
+ -8.662464141845703,
+ -0.39039555191993713
+ ],
+ "distances_by_expert": [
+ 28.54509925842285,
+ 32.171409606933594,
+ 27.901668548583984,
+ 10.606788635253906,
+ 9.33444595336914,
+ 15.93702507019043,
+ 17.328039169311523,
+ 8.303318977355957,
+ 17.324928283691406,
+ 0.7807911038398743
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.65869140625,
+ "language": 52.904239654541016
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.389685722751892e-07,
+ 1.0243473980153794e-07,
+ 8.799729585007299e-07,
+ 0.004937054123729467,
+ 0.009576074779033661,
+ 0.00033342678216286004,
+ 0.0001718140410957858,
+ 0.01578194834291935,
+ 0.00017388060223311186,
+ 0.6840848922729492
+ ],
+ "log_scores_by_expert": [
+ -14.263410568237305,
+ -16.094039916992188,
+ -13.943374633789062,
+ -5.310986518859863,
+ -4.648487567901611,
+ -8.006087303161621,
+ -8.669097900390625,
+ -4.14888858795166,
+ -8.65714168548584,
+ -0.37967321276664734
+ ],
+ "distances_by_expert": [
+ 28.52682113647461,
+ 32.188079833984375,
+ 27.886749267578125,
+ 10.621973037719727,
+ 9.296975135803223,
+ 16.012174606323242,
+ 17.33819580078125,
+ 8.29777717590332,
+ 17.31428337097168,
+ 0.7593464255332947
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.575927734375,
+ "language": 52.914424896240234
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.186626251292182e-07,
+ 9.943874346163284e-08,
+ 8.58578232509899e-07,
+ 0.004805605858564377,
+ 0.0091975387185812,
+ 0.00033038147375918925,
+ 0.0001681689900578931,
+ 0.015374947339296341,
+ 0.00016945060633588582,
+ 0.6609162092208862
+ ],
+ "log_scores_by_expert": [
+ -14.295705795288086,
+ -16.12372398376465,
+ -13.967988014221191,
+ -5.337972164154053,
+ -4.688819408416748,
+ -8.015262603759766,
+ -8.69054126739502,
+ -4.175015926361084,
+ -8.68294906616211,
+ -0.41412824392318726
+ ],
+ "distances_by_expert": [
+ 28.591411590576172,
+ 32.2474479675293,
+ 27.935976028442383,
+ 10.675944328308105,
+ 9.377638816833496,
+ 16.03052520751953,
+ 17.38108253479004,
+ 8.350031852722168,
+ 17.36589813232422,
+ 0.8282564878463745
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.62353515625,
+ "language": 52.89189910888672
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.052373464626726e-07,
+ 9.6945356631295e-08,
+ 8.298500802084163e-07,
+ 0.004724219441413879,
+ 0.009017246775329113,
+ 0.00032554767676629126,
+ 0.00016453597345389426,
+ 0.015148891136050224,
+ 0.0001647485769353807,
+ 0.6446859836578369
+ ],
+ "log_scores_by_expert": [
+ -14.317645072937012,
+ -16.149118423461914,
+ -14.002020835876465,
+ -5.355052947998047,
+ -4.708616256713867,
+ -8.030001640319824,
+ -8.712381362915039,
+ -4.189827919006348,
+ -8.711090087890625,
+ -0.4389919638633728
+ ],
+ "distances_by_expert": [
+ 28.635290145874023,
+ 32.29823684692383,
+ 28.00404167175293,
+ 10.710105895996094,
+ 9.417232513427734,
+ 16.06000328063965,
+ 17.424762725830078,
+ 8.379655838012695,
+ 17.42218017578125,
+ 0.8779839277267456
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.760986328125,
+ "language": 52.91801071166992
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.05828120114893e-07,
+ 9.7462624637501e-08,
+ 8.308556971314829e-07,
+ 0.004840637091547251,
+ 0.008913161233067513,
+ 0.0003223704406991601,
+ 0.0001650372869335115,
+ 0.0151265449821949,
+ 0.00016397485160268843,
+ 0.6326226592063904
+ ],
+ "log_scores_by_expert": [
+ -14.316669464111328,
+ -16.143796920776367,
+ -14.000809669494629,
+ -5.330708980560303,
+ -4.720226287841797,
+ -8.039809226989746,
+ -8.709339141845703,
+ -4.1913042068481445,
+ -8.715797424316406,
+ -0.4578811228275299
+ ],
+ "distances_by_expert": [
+ 28.633338928222656,
+ 32.287593841552734,
+ 28.001619338989258,
+ 10.661417961120605,
+ 9.440452575683594,
+ 16.079618453979492,
+ 17.418678283691406,
+ 8.382608413696289,
+ 17.431594848632812,
+ 0.9157622456550598
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3362.021484375,
+ "language": 52.91487121582031
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.917061116633704e-07,
+ 9.339196083146817e-08,
+ 8.155124078257359e-07,
+ 0.0047074779868125916,
+ 0.008748191408813,
+ 0.0003100052708759904,
+ 0.00016039742331486195,
+ 0.014883197844028473,
+ 0.0001609263417776674,
+ 0.6189249157905579
+ ],
+ "log_scores_by_expert": [
+ -14.340255737304688,
+ -16.186460494995117,
+ -14.019449234008789,
+ -5.358603000640869,
+ -4.738908290863037,
+ -8.0789213180542,
+ -8.737855911254883,
+ -4.207522392272949,
+ -8.734563827514648,
+ -0.47977131605148315
+ ],
+ "distances_by_expert": [
+ 28.680511474609375,
+ 32.372920989990234,
+ 28.038898468017578,
+ 10.717206001281738,
+ 9.477816581726074,
+ 16.1578426361084,
+ 17.475711822509766,
+ 8.415044784545898,
+ 17.469127655029297,
+ 0.9595426321029663
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.70654296875,
+ "language": 52.9031982421875
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.863443561793247e-07,
+ 9.103056441972512e-08,
+ 8.009930070329574e-07,
+ 0.004650389775633812,
+ 0.008562920615077019,
+ 0.00030074460664764047,
+ 0.00015793931379448622,
+ 0.014584658667445183,
+ 0.00015808895113877952,
+ 0.6039634943008423
+ ],
+ "log_scores_by_expert": [
+ -14.349358558654785,
+ -16.21207046508789,
+ -14.037413597106934,
+ -5.370804309844971,
+ -4.760313987731934,
+ -8.109249114990234,
+ -8.753299713134766,
+ -4.227785110473633,
+ -8.752352714538574,
+ -0.5042415261268616
+ ],
+ "distances_by_expert": [
+ 28.69871711730957,
+ 32.42414093017578,
+ 28.074827194213867,
+ 10.741608619689941,
+ 9.520627975463867,
+ 16.21849822998047,
+ 17.50659942626953,
+ 8.455570220947266,
+ 17.50470542907715,
+ 1.0084830522537231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.580810546875,
+ "language": 52.91602325439453
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.649147851727321e-07,
+ 8.722839339725397e-08,
+ 7.780278110658401e-07,
+ 0.0044836681336164474,
+ 0.00829874724149704,
+ 0.00029413108131848276,
+ 0.00015568001253996044,
+ 0.014255435205996037,
+ 0.00015400898701045662,
+ 0.5931419134140015
+ ],
+ "log_scores_by_expert": [
+ -14.386590957641602,
+ -16.254735946655273,
+ -14.066503524780273,
+ -5.407313823699951,
+ -4.791650772094727,
+ -8.131484985351562,
+ -8.767707824707031,
+ -4.250617027282715,
+ -8.778499603271484,
+ -0.5223216414451599
+ ],
+ "distances_by_expert": [
+ 28.773181915283203,
+ 32.50947189331055,
+ 28.133007049560547,
+ 10.814627647399902,
+ 9.583301544189453,
+ 16.262969970703125,
+ 17.535415649414062,
+ 8.50123405456543,
+ 17.55699920654297,
+ 1.0446432828903198
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.94091796875,
+ "language": 52.926963806152344
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608548801523284e-07,
+ 9.523304811409616e-08,
+ 9.191491585625045e-07,
+ 0.004331088159233332,
+ 0.008973504416644573,
+ 0.00025587936397641897,
+ 0.00015692946908529848,
+ 0.015066565945744514,
+ 0.00017279550957027823,
+ 0.6757054328918457
+ ],
+ "log_scores_by_expert": [
+ -14.229731559753418,
+ -16.16693878173828,
+ -13.89981746673584,
+ -5.441936492919922,
+ -4.713479042053223,
+ -8.270804405212402,
+ -8.759714126586914,
+ -4.195277214050293,
+ -8.66340160369873,
+ -0.3919981122016907
+ ],
+ "distances_by_expert": [
+ 28.459463119506836,
+ 32.33387756347656,
+ 27.79963493347168,
+ 10.883872985839844,
+ 9.426958084106445,
+ 16.541608810424805,
+ 17.519428253173828,
+ 8.390554428100586,
+ 17.32680320739746,
+ 0.7839962244033813
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.031005859375,
+ "language": 52.89240264892578
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.729758297296939e-07,
+ 1.0417395657214001e-07,
+ 9.18289686069329e-07,
+ 0.004498559981584549,
+ 0.009779829531908035,
+ 0.0002793440653476864,
+ 0.00016433304699603468,
+ 0.015768498182296753,
+ 0.00017915807256940752,
+ 0.7286996245384216
+ ],
+ "log_scores_by_expert": [
+ -14.211556434631348,
+ -16.07720375061035,
+ -13.900753021240234,
+ -5.403997898101807,
+ -4.6274333000183105,
+ -8.183066368103027,
+ -8.713615417480469,
+ -4.149741172790527,
+ -8.627242088317871,
+ -0.3164936900138855
+ ],
+ "distances_by_expert": [
+ 28.423112869262695,
+ 32.1544075012207,
+ 27.80150604248047,
+ 10.807995796203613,
+ 9.254866600036621,
+ 16.366132736206055,
+ 17.427230834960938,
+ 8.299482345581055,
+ 17.254484176635742,
+ 0.632987380027771
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.316162109375,
+ "language": 52.90319061279297
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.733109216838784e-07,
+ 1.0493373281406093e-07,
+ 9.177135211757559e-07,
+ 0.004567975178360939,
+ 0.010227043181657791,
+ 0.00027923696325160563,
+ 0.00016695403610356152,
+ 0.015815138816833496,
+ 0.00017986545572057366,
+ 0.7633762955665588
+ ],
+ "log_scores_by_expert": [
+ -14.211058616638184,
+ -16.069936752319336,
+ -13.90138053894043,
+ -5.38868522644043,
+ -4.582719802856445,
+ -8.183449745178223,
+ -8.697792053222656,
+ -4.146787643432617,
+ -8.62330150604248,
+ -0.2700042128562927
+ ],
+ "distances_by_expert": [
+ 28.422117233276367,
+ 32.13987350463867,
+ 27.80276107788086,
+ 10.77737045288086,
+ 9.16543960571289,
+ 16.366899490356445,
+ 17.395584106445312,
+ 8.293575286865234,
+ 17.24660301208496,
+ 0.5400084257125854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.37451171875,
+ "language": 52.91649627685547
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.783678827559925e-07,
+ 1.1220875251183315e-07,
+ 9.452426183997886e-07,
+ 0.004815928637981415,
+ 0.010595214553177357,
+ 0.000312390475301072,
+ 0.00017381843645125628,
+ 0.016570188105106354,
+ 0.00018415559316053987,
+ 0.7882115244865417
+ ],
+ "log_scores_by_expert": [
+ -14.20357608795166,
+ -16.002904891967773,
+ -13.871824264526367,
+ -5.335826396942139,
+ -4.5473527908325195,
+ -8.071256637573242,
+ -8.657499313354492,
+ -4.100150108337402,
+ -8.599729537963867,
+ -0.23798882961273193
+ ],
+ "distances_by_expert": [
+ 28.40715217590332,
+ 32.00580978393555,
+ 27.743648529052734,
+ 10.671652793884277,
+ 9.094705581665039,
+ 16.142513275146484,
+ 17.314998626708984,
+ 8.200300216674805,
+ 17.199459075927734,
+ 0.47597765922546387
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.6337890625,
+ "language": 52.92100143432617
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.469816185017407e-07,
+ 1.0326749588784878e-07,
+ 8.973331659944961e-07,
+ 0.004490452818572521,
+ 0.010374130681157112,
+ 0.00028947574901394546,
+ 0.0001675854146014899,
+ 0.015892747789621353,
+ 0.00017548301548231393,
+ 0.7696453332901001
+ ],
+ "log_scores_by_expert": [
+ -14.250947952270508,
+ -16.0859432220459,
+ -13.92383861541748,
+ -5.405801773071289,
+ -4.568439960479736,
+ -8.147439002990723,
+ -8.69401741027832,
+ -4.141892433166504,
+ -8.647968292236328,
+ -0.2618255615234375
+ ],
+ "distances_by_expert": [
+ 28.501895904541016,
+ 32.1718864440918,
+ 27.84767723083496,
+ 10.811603546142578,
+ 9.136879920959473,
+ 16.294878005981445,
+ 17.38803482055664,
+ 8.283784866333008,
+ 17.295936584472656,
+ 0.523651123046875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.60595703125,
+ "language": 52.9100341796875
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.805509542573418e-07,
+ 1.0193131316782456e-07,
+ 9.238886491402809e-07,
+ 0.004820242989808321,
+ 0.01012166403234005,
+ 0.0003120620676781982,
+ 0.00017132986977230757,
+ 0.016579024493694305,
+ 0.00018065140466205776,
+ 0.7410792112350464
+ ],
+ "log_scores_by_expert": [
+ -14.200363159179688,
+ -16.098966598510742,
+ -13.894674301147461,
+ -5.334930896759033,
+ -4.593077182769775,
+ -8.072308540344238,
+ -8.671919822692871,
+ -4.099617004394531,
+ -8.618941307067871,
+ -0.2996477782726288
+ ],
+ "distances_by_expert": [
+ 28.400726318359375,
+ 32.197933197021484,
+ 27.789348602294922,
+ 10.669861793518066,
+ 9.18615436553955,
+ 16.144617080688477,
+ 17.343839645385742,
+ 8.199234008789062,
+ 17.237882614135742,
+ 0.5992955565452576
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3484.04931640625,
+ "language": 52.9145393371582
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.90210390782886e-07,
+ 9.686975488421012e-08,
+ 8.223287295550108e-07,
+ 0.004449706990271807,
+ 0.009792148135602474,
+ 0.00031022942857816815,
+ 0.00016710440104361624,
+ 0.01587478257715702,
+ 0.00015986796643119305,
+ 0.7388333678245544
+ ],
+ "log_scores_by_expert": [
+ -14.34278678894043,
+ -16.149898529052734,
+ -14.011125564575195,
+ -5.4149169921875,
+ -4.626174449920654,
+ -8.078198432922363,
+ -8.696891784667969,
+ -4.143023490905762,
+ -8.741162300109863,
+ -0.30268290638923645
+ ],
+ "distances_by_expert": [
+ 28.68557357788086,
+ 32.29979705810547,
+ 28.02225112915039,
+ 10.829833984375,
+ 9.252348899841309,
+ 16.156396865844727,
+ 17.393783569335938,
+ 8.286046981811523,
+ 17.482324600219727,
+ 0.6053658127784729
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3552.911376953125,
+ "language": 52.931209564208984
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.007611770859512e-07,
+ 1.0896449964548083e-07,
+ 9.507003824182902e-07,
+ 0.004492193926125765,
+ 0.010293272323906422,
+ 0.00030335120391100645,
+ 0.0001757414429448545,
+ 0.016757624223828316,
+ 0.00018618763715494424,
+ 0.7903252840042114
+ ],
+ "log_scores_by_expert": [
+ -14.171098709106445,
+ -16.032243728637695,
+ -13.866066932678223,
+ -5.40541410446167,
+ -4.57626485824585,
+ -8.100619316101074,
+ -8.646496772766113,
+ -4.088901996612549,
+ -8.58875560760498,
+ -0.23531067371368408
+ ],
+ "distances_by_expert": [
+ 28.34219741821289,
+ 32.06448745727539,
+ 27.732133865356445,
+ 10.81082820892334,
+ 9.1525297164917,
+ 16.20123863220215,
+ 17.292993545532227,
+ 8.177803993225098,
+ 17.17751121520996,
+ 0.47062134742736816
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.039794921875,
+ "language": 52.91271209716797
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.752935064469057e-07,
+ 1.0062414190770141e-07,
+ 9.121110906562535e-07,
+ 0.0043088654056191444,
+ 0.009807274676859379,
+ 0.0002743206568993628,
+ 0.00016693523502908647,
+ 0.01579137146472931,
+ 0.00017976085655391216,
+ 0.751304566860199
+ ],
+ "log_scores_by_expert": [
+ -14.208118438720703,
+ -16.111873626708984,
+ -13.907504081726074,
+ -5.447080612182617,
+ -4.624630928039551,
+ -8.201212882995605,
+ -8.697904586791992,
+ -4.14829158782959,
+ -8.623883247375488,
+ -0.2859441936016083
+ ],
+ "distances_by_expert": [
+ 28.416236877441406,
+ 32.22374725341797,
+ 27.81500816345215,
+ 10.894161224365234,
+ 9.249261856079102,
+ 16.40242576599121,
+ 17.395809173583984,
+ 8.29658317565918,
+ 17.247766494750977,
+ 0.5718883872032166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.4716796875,
+ "language": 52.93828201293945
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.957157552278659e-07,
+ 1.0426797558693579e-07,
+ 9.421682420907018e-07,
+ 0.004364074673503637,
+ 0.009915447793900967,
+ 0.00027855316875502467,
+ 0.00016838498413562775,
+ 0.016209790483117104,
+ 0.00018513765826355666,
+ 0.7569276690483093
+ ],
+ "log_scores_by_expert": [
+ -14.178324699401855,
+ -16.07630157470703,
+ -13.875082015991211,
+ -5.434349060058594,
+ -4.613661289215088,
+ -8.185901641845703,
+ -8.689257621765137,
+ -4.122139930725098,
+ -8.59441089630127,
+ -0.27848756313323975
+ ],
+ "distances_by_expert": [
+ 28.35664939880371,
+ 32.15260314941406,
+ 27.750164031982422,
+ 10.868698120117188,
+ 9.227322578430176,
+ 16.371803283691406,
+ 17.378515243530273,
+ 8.244279861450195,
+ 17.18882179260254,
+ 0.5569751262664795
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.50244140625,
+ "language": 52.93476104736328
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.29249109099328e-07,
+ 1.1763694374167244e-07,
+ 9.920199772750493e-07,
+ 0.005284307058900595,
+ 0.010648898780345917,
+ 0.00035537025541998446,
+ 0.0001856151648098603,
+ 0.01735766790807247,
+ 0.0001983653346542269,
+ 0.7889041304588318
+ ],
+ "log_scores_by_expert": [
+ -14.131250381469727,
+ -15.955662727355957,
+ -13.823522567749023,
+ -5.243013858795166,
+ -4.542298793792725,
+ -7.942350387573242,
+ -8.591835021972656,
+ -4.053720951080322,
+ -8.525400161743164,
+ -0.23711049556732178
+ ],
+ "distances_by_expert": [
+ 28.262500762939453,
+ 31.911325454711914,
+ 27.647045135498047,
+ 10.486027717590332,
+ 9.08459758758545,
+ 15.884700775146484,
+ 17.183670043945312,
+ 8.107441902160645,
+ 17.050800323486328,
+ 0.47422099113464355
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.496337890625,
+ "language": 52.89365005493164
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.057186621750589e-07,
+ 1.2023325268728513e-07,
+ 9.93571916296787e-07,
+ 0.005426343064755201,
+ 0.010231837630271912,
+ 0.000374739000108093,
+ 0.00018635780725162476,
+ 0.01721969060599804,
+ 0.00019114540191367269,
+ 0.7471176981925964
+ ],
+ "log_scores_by_expert": [
+ -14.16404914855957,
+ -15.933832168579102,
+ -13.821959495544434,
+ -5.216489791870117,
+ -4.582251071929932,
+ -7.889280796051025,
+ -8.587841987609863,
+ -4.061701774597168,
+ -8.56247615814209,
+ -0.2915324866771698
+ ],
+ "distances_by_expert": [
+ 28.32809829711914,
+ 31.867664337158203,
+ 27.643918991088867,
+ 10.432979583740234,
+ 9.164502143859863,
+ 15.77856159210205,
+ 17.175683975219727,
+ 8.123403549194336,
+ 17.12495231628418,
+ 0.5830649733543396
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.811279296875,
+ "language": 52.91411209106445
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.096702461240056e-07,
+ 1.119718646691581e-07,
+ 9.93394678516779e-07,
+ 0.005404123570770025,
+ 0.009787153452634811,
+ 0.0003643327800091356,
+ 0.00017963557911571115,
+ 0.016628960147500038,
+ 0.0001927930861711502,
+ 0.6995135545730591
+ ],
+ "log_scores_by_expert": [
+ -14.158465385437012,
+ -16.00501823425293,
+ -13.822137832641602,
+ -5.220592975616455,
+ -4.626684665679932,
+ -7.917442798614502,
+ -8.624580383300781,
+ -4.096609592437744,
+ -8.553893089294434,
+ -0.35737013816833496
+ ],
+ "distances_by_expert": [
+ 28.316930770874023,
+ 32.01003646850586,
+ 27.644275665283203,
+ 10.44118595123291,
+ 9.253369331359863,
+ 15.834885597229004,
+ 17.249160766601562,
+ 8.193219184875488,
+ 17.107786178588867,
+ 0.7147402763366699
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.850830078125,
+ "language": 52.888153076171875
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.742979508089775e-07,
+ 9.630583264197412e-08,
+ 9.367647635372123e-07,
+ 0.004247450735419989,
+ 0.009042366407811642,
+ 0.0002432414621580392,
+ 0.00015774121857248247,
+ 0.01499838288873434,
+ 0.0001735338883008808,
+ 0.6702724695205688
+ ],
+ "log_scores_by_expert": [
+ -14.209593772888184,
+ -16.155736923217773,
+ -13.880833625793457,
+ -5.4614362716674805,
+ -4.70583438873291,
+ -8.321455955505371,
+ -8.754554748535156,
+ -4.199812889099121,
+ -8.659137725830078,
+ -0.40007099509239197
+ ],
+ "distances_by_expert": [
+ 28.419187545776367,
+ 32.31147384643555,
+ 27.761667251586914,
+ 10.922872543334961,
+ 9.41166877746582,
+ 16.642911911010742,
+ 17.509109497070312,
+ 8.399625778198242,
+ 17.318275451660156,
+ 0.8001419901847839
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.65966796875,
+ "language": 52.901527404785156
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.15798342096241e-07,
+ 9.45826457154908e-08,
+ 8.44505791519623e-07,
+ 0.004036224912852049,
+ 0.009483976289629936,
+ 0.00023486008285544813,
+ 0.00015267908747773618,
+ 0.014475135132670403,
+ 0.00016307549958582968,
+ 0.7007896900177002
+ ],
+ "log_scores_by_expert": [
+ -14.300346374511719,
+ -16.173791885375977,
+ -13.984514236450195,
+ -5.512445449829102,
+ -4.658151626586914,
+ -8.356520652770996,
+ -8.787172317504883,
+ -4.235322952270508,
+ -8.721297264099121,
+ -0.3555474579334259
+ ],
+ "distances_by_expert": [
+ 28.600692749023438,
+ 32.34758377075195,
+ 27.96902847290039,
+ 11.024890899658203,
+ 9.316303253173828,
+ 16.713041305541992,
+ 17.574344635009766,
+ 8.470645904541016,
+ 17.442594528198242,
+ 0.7110949158668518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3565.201904296875,
+ "language": 52.91846466064453
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.896041782056272e-07,
+ 1.0968032171376763e-07,
+ 9.435826200387964e-07,
+ 0.004791572690010071,
+ 0.010684533044695854,
+ 0.00028951826971024275,
+ 0.00017142956494353712,
+ 0.01647605188190937,
+ 0.00018215423915535212,
+ 0.793840765953064
+ ],
+ "log_scores_by_expert": [
+ -14.187148094177246,
+ -16.02569580078125,
+ -13.873581886291504,
+ -5.3408966064453125,
+ -4.5389580726623535,
+ -8.147292137145996,
+ -8.671338081359863,
+ -4.105847358703613,
+ -8.61065673828125,
+ -0.23087240755558014
+ ],
+ "distances_by_expert": [
+ 28.374296188354492,
+ 32.0513916015625,
+ 27.747163772583008,
+ 10.681793212890625,
+ 9.077916145324707,
+ 16.294584274291992,
+ 17.342676162719727,
+ 8.211694717407227,
+ 17.2213134765625,
+ 0.4617448151111603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.990234375,
+ "language": 52.92718505859375
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.711856599395105e-07,
+ 1.1258327248242495e-07,
+ 9.365307960251812e-07,
+ 0.004877262748777866,
+ 0.010660111904144287,
+ 0.0003083764167968184,
+ 0.00016997223428916186,
+ 0.01647881045937538,
+ 0.00018393549544271082,
+ 0.7855026721954346
+ ],
+ "log_scores_by_expert": [
+ -14.21422004699707,
+ -15.99957275390625,
+ -13.881083488464355,
+ -5.323171138763428,
+ -4.54124641418457,
+ -8.084189414978027,
+ -8.679875373840332,
+ -4.105679988861084,
+ -8.60092544555664,
+ -0.24143142998218536
+ ],
+ "distances_by_expert": [
+ 28.42844009399414,
+ 31.9991455078125,
+ 27.76216697692871,
+ 10.646342277526855,
+ 9.08249282836914,
+ 16.168378829956055,
+ 17.359750747680664,
+ 8.211359977722168,
+ 17.20185089111328,
+ 0.4828628599643707
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.131103515625,
+ "language": 52.90043640136719
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.241418759600492e-07,
+ 1.0348576751084693e-07,
+ 8.732773721931153e-07,
+ 0.004504856187850237,
+ 0.01031532883644104,
+ 0.00029084301786497235,
+ 0.00016563534154556692,
+ 0.015917683020234108,
+ 0.0001713380333967507,
+ 0.7733044028282166
+ ],
+ "log_scores_by_expert": [
+ -14.286888122558594,
+ -16.083831787109375,
+ -13.95101261138916,
+ -5.402599334716797,
+ -4.574124336242676,
+ -8.14272689819336,
+ -8.705721855163574,
+ -4.140324592590332,
+ -8.67187213897705,
+ -0.2570825219154358
+ ],
+ "distances_by_expert": [
+ 28.573776245117188,
+ 32.16766357421875,
+ 27.90202522277832,
+ 10.805198669433594,
+ 9.148248672485352,
+ 16.28545379638672,
+ 17.41144371032715,
+ 8.280649185180664,
+ 17.3437442779541,
+ 0.5141650438308716
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.55419921875,
+ "language": 52.91608428955078
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.621607440138177e-07,
+ 1.0753348789194206e-07,
+ 9.230017781192146e-07,
+ 0.005023776087909937,
+ 0.01075001247227192,
+ 0.0003349923645146191,
+ 0.00017598646809346974,
+ 0.016948334872722626,
+ 0.00017838930943980813,
+ 0.778815746307373
+ ],
+ "log_scores_by_expert": [
+ -14.227757453918457,
+ -16.04546356201172,
+ -13.895634651184082,
+ -5.293573379516602,
+ -4.532848358154297,
+ -8.001402854919434,
+ -8.645103454589844,
+ -4.077585697174072,
+ -8.631542205810547,
+ -0.24998079240322113
+ ],
+ "distances_by_expert": [
+ 28.455514907836914,
+ 32.09092712402344,
+ 27.791269302368164,
+ 10.587146759033203,
+ 9.065696716308594,
+ 16.002805709838867,
+ 17.290206909179688,
+ 8.155171394348145,
+ 17.263084411621094,
+ 0.49996158480644226
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.41650390625,
+ "language": 52.926265716552734
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.451151423585543e-07,
+ 9.22094258726247e-08,
+ 7.820374321454437e-07,
+ 0.004390333779156208,
+ 0.008952784352004528,
+ 0.0002909820177592337,
+ 0.00015630036068614572,
+ 0.014806988649070263,
+ 0.0001493982272222638,
+ 0.6599613428115845
+ ],
+ "log_scores_by_expert": [
+ -14.422268867492676,
+ -16.199203491210938,
+ -14.061363220214844,
+ -5.42834997177124,
+ -4.715790748596191,
+ -8.14224910736084,
+ -8.763731002807617,
+ -4.212656021118164,
+ -8.808895111083984,
+ -0.4155740439891815
+ ],
+ "distances_by_expert": [
+ 28.84453773498535,
+ 32.398406982421875,
+ 28.122726440429688,
+ 10.85669994354248,
+ 9.431581497192383,
+ 16.28449821472168,
+ 17.527462005615234,
+ 8.425312042236328,
+ 17.61779022216797,
+ 0.831148087978363
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.44287109375,
+ "language": 52.96626663208008
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.120891609702085e-07,
+ 1.154730284724792e-07,
+ 9.86357918009162e-07,
+ 0.0050101857632398605,
+ 0.010782611556351185,
+ 0.00034451254759915173,
+ 0.00018552172696217895,
+ 0.017696024850010872,
+ 0.00019063202489633113,
+ 0.8191327452659607
+ ],
+ "log_scores_by_expert": [
+ -14.155062675476074,
+ -15.974228858947754,
+ -13.829246520996094,
+ -5.2962822914123535,
+ -4.529820442199707,
+ -7.973380088806152,
+ -8.592338562011719,
+ -4.034415245056152,
+ -8.565165519714355,
+ -0.1995091289281845
+ ],
+ "distances_by_expert": [
+ 28.31012535095215,
+ 31.948457717895508,
+ 27.658493041992188,
+ 10.592564582824707,
+ 9.059640884399414,
+ 15.946760177612305,
+ 17.184677124023438,
+ 8.068830490112305,
+ 17.13033103942871,
+ 0.399018257856369
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3429.25146484375,
+ "language": 52.909759521484375
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.206356258393498e-07,
+ 1.1497656515757626e-07,
+ 9.817014188229223e-07,
+ 0.004857148043811321,
+ 0.010879852809011936,
+ 0.0003141642373520881,
+ 0.00018077067215926945,
+ 0.01707850955426693,
+ 0.00019275520753581077,
+ 0.8089711666107178
+ ],
+ "log_scores_by_expert": [
+ -14.143132209777832,
+ -15.978537559509277,
+ -13.833978652954102,
+ -5.327303886413574,
+ -4.520842552185059,
+ -8.065594673156738,
+ -8.618281364440918,
+ -4.069934368133545,
+ -8.554089546203613,
+ -0.2119920551776886
+ ],
+ "distances_by_expert": [
+ 28.286264419555664,
+ 31.957075119018555,
+ 27.667957305908203,
+ 10.654607772827148,
+ 9.041685104370117,
+ 16.131189346313477,
+ 17.236562728881836,
+ 8.13986873626709,
+ 17.108179092407227,
+ 0.4239841103553772
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.602294921875,
+ "language": 52.901004791259766
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.648011776633211e-07,
+ 1.0332305322435786e-07,
+ 9.165477194983396e-07,
+ 0.004309399984776974,
+ 0.010139918886125088,
+ 0.00026318812160752714,
+ 0.00016499731282237917,
+ 0.015586743131279945,
+ 0.0001785155909601599,
+ 0.7536278367042542
+ ],
+ "log_scores_by_expert": [
+ -14.223777770996094,
+ -16.085405349731445,
+ -13.9026517868042,
+ -5.446956634521484,
+ -4.591275215148926,
+ -8.24264144897461,
+ -8.70958137512207,
+ -4.16133451461792,
+ -8.630834579467773,
+ -0.28285670280456543
+ ],
+ "distances_by_expert": [
+ 28.447555541992188,
+ 32.17081069946289,
+ 27.8053035736084,
+ 10.893913269042969,
+ 9.182550430297852,
+ 16.48528289794922,
+ 17.41916275024414,
+ 8.32266902923584,
+ 17.261669158935547,
+ 0.5657134056091309
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3544.61376953125,
+ "language": 52.917850494384766
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.120524969650432e-07,
+ 1.1658264753577896e-07,
+ 9.8261466519034e-07,
+ 0.00502032320946455,
+ 0.010851677507162094,
+ 0.0003260718658566475,
+ 0.00018138198356609792,
+ 0.01701255887746811,
+ 0.0001936619373736903,
+ 0.799706757068634
+ ],
+ "log_scores_by_expert": [
+ -14.15511417388916,
+ -15.964665412902832,
+ -13.833048820495605,
+ -5.2942609786987305,
+ -4.523435592651367,
+ -8.028392791748047,
+ -8.61490535736084,
+ -4.073803424835205,
+ -8.549396514892578,
+ -0.22351019084453583
+ ],
+ "distances_by_expert": [
+ 28.31022834777832,
+ 31.929330825805664,
+ 27.66609764099121,
+ 10.588521957397461,
+ 9.046871185302734,
+ 16.056785583496094,
+ 17.22981071472168,
+ 8.14760684967041,
+ 17.098793029785156,
+ 0.44702038168907166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.717041015625,
+ "language": 52.901432037353516
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.022912313914276e-07,
+ 1.2431100060439348e-07,
+ 9.79163814918138e-07,
+ 0.005485269706696272,
+ 0.010831701569259167,
+ 0.0003849839267786592,
+ 0.00019171956228092313,
+ 0.017433632165193558,
+ 0.00019067148969043046,
+ 0.7944644093513489
+ ],
+ "log_scores_by_expert": [
+ -14.168917655944824,
+ -15.900479316711426,
+ -13.836566925048828,
+ -5.205688953399658,
+ -4.525278091430664,
+ -7.862308979034424,
+ -8.559476852416992,
+ -4.049354076385498,
+ -8.564958572387695,
+ -0.2300870716571808
+ ],
+ "distances_by_expert": [
+ 28.33783531188965,
+ 31.80095863342285,
+ 27.673133850097656,
+ 10.411377906799316,
+ 9.050556182861328,
+ 15.724617958068848,
+ 17.118953704833984,
+ 8.098708152770996,
+ 17.12991714477539,
+ 0.4601741433143616
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.7431640625,
+ "language": 52.934207916259766
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.37917082713102e-07,
+ 1.1224513940533143e-07,
+ 9.018708055918978e-07,
+ 0.005062217358499765,
+ 0.009627899155020714,
+ 0.00034044249332509935,
+ 0.00017958007811103016,
+ 0.01594262197613716,
+ 0.00017511038458906114,
+ 0.7059744596481323
+ ],
+ "log_scores_by_expert": [
+ -14.265057563781738,
+ -16.002580642700195,
+ -13.918794631958008,
+ -5.285950660705566,
+ -4.64309024810791,
+ -7.985264301300049,
+ -8.624889373779297,
+ -4.138759136199951,
+ -8.650094032287598,
+ -0.3481762111186981
+ ],
+ "distances_by_expert": [
+ 28.530115127563477,
+ 32.00516128540039,
+ 27.837589263916016,
+ 10.571901321411133,
+ 9.28618049621582,
+ 15.970528602600098,
+ 17.249778747558594,
+ 8.277518272399902,
+ 17.300188064575195,
+ 0.6963524222373962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.677978515625,
+ "language": 52.94013977050781
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.104523547241115e-07,
+ 1.1544913292027559e-07,
+ 1.0086477004733752e-06,
+ 0.0056138476356863976,
+ 0.010176829993724823,
+ 0.0003722804831340909,
+ 0.00018630255362950265,
+ 0.016929255798459053,
+ 0.00019003920897375792,
+ 0.710137128829956
+ ],
+ "log_scores_by_expert": [
+ -14.157363891601562,
+ -15.974435806274414,
+ -13.806900024414062,
+ -5.18251895904541,
+ -4.587641716003418,
+ -7.895863056182861,
+ -8.588138580322266,
+ -4.078711986541748,
+ -8.568280220031738,
+ -0.3422972559928894
+ ],
+ "distances_by_expert": [
+ 28.314727783203125,
+ 31.948871612548828,
+ 27.613800048828125,
+ 10.36503791809082,
+ 9.175283432006836,
+ 15.791726112365723,
+ 17.17627716064453,
+ 8.157423973083496,
+ 17.136560440063477,
+ 0.6845945119857788
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.667236328125,
+ "language": 52.92720413208008
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.326811785584141e-07,
+ 9.488385188660686e-08,
+ 8.838940743771673e-07,
+ 0.004570883698761463,
+ 0.008983085863292217,
+ 0.0002832429308909923,
+ 0.00015594897558912635,
+ 0.015191643498837948,
+ 0.00016877162852324545,
+ 0.673896074295044
+ ],
+ "log_scores_by_expert": [
+ -14.273299217224121,
+ -16.170612335205078,
+ -13.938928604125977,
+ -5.3880486488342285,
+ -4.712411880493164,
+ -8.169205665588379,
+ -8.765981674194336,
+ -4.187009811401367,
+ -8.68696403503418,
+ -0.3946794271469116
+ ],
+ "distances_by_expert": [
+ 28.546598434448242,
+ 32.341224670410156,
+ 27.877857208251953,
+ 10.776097297668457,
+ 9.424823760986328,
+ 16.338411331176758,
+ 17.531963348388672,
+ 8.374019622802734,
+ 17.37392807006836,
+ 0.7893588542938232
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3633.878173828125,
+ "language": 52.87510681152344
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.231272209333838e-07,
+ 9.786143806422842e-08,
+ 8.544394063392247e-07,
+ 0.004290198441594839,
+ 0.009577229619026184,
+ 0.00025577814085409045,
+ 0.00015472622180823237,
+ 0.0147292111068964,
+ 0.00016706169117242098,
+ 0.7043271660804749
+ ],
+ "log_scores_by_expert": [
+ -14.288515090942383,
+ -16.139713287353516,
+ -13.972820281982422,
+ -5.451422214508057,
+ -4.648366928100586,
+ -8.271200180053711,
+ -8.773853302001953,
+ -4.217922687530518,
+ -8.697147369384766,
+ -0.3505123257637024
+ ],
+ "distances_by_expert": [
+ 28.577030181884766,
+ 32.27942657470703,
+ 27.945640563964844,
+ 10.902844429016113,
+ 9.296733856201172,
+ 16.542400360107422,
+ 17.547706604003906,
+ 8.435845375061035,
+ 17.39429473876953,
+ 0.7010246515274048
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.1396484375,
+ "language": 52.90877914428711
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.268943479881273e-07,
+ 9.872439221680906e-08,
+ 8.503877779730828e-07,
+ 0.004408502951264381,
+ 0.009905656799674034,
+ 0.0002630089584272355,
+ 0.00015733242616988719,
+ 0.01521326694637537,
+ 0.00016622195835225284,
+ 0.731069803237915
+ ],
+ "log_scores_by_expert": [
+ -14.282487869262695,
+ -16.13093376159668,
+ -13.97757339477539,
+ -5.424220085144043,
+ -4.614649295806885,
+ -8.243322372436523,
+ -8.757149696350098,
+ -4.185587406158447,
+ -8.702186584472656,
+ -0.31324630975723267
+ ],
+ "distances_by_expert": [
+ 28.56497573852539,
+ 32.26186752319336,
+ 27.95514678955078,
+ 10.848440170288086,
+ 9.22929859161377,
+ 16.486644744873047,
+ 17.514299392700195,
+ 8.371174812316895,
+ 17.404373168945312,
+ 0.6264926195144653
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.44921875,
+ "language": 52.9425163269043
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.255589255488303e-07,
+ 1.02879802454936e-07,
+ 8.707583560862986e-07,
+ 0.004548921249806881,
+ 0.01018329057842493,
+ 0.00028738853870891035,
+ 0.00016132586461026222,
+ 0.01535958144813776,
+ 0.00017251742247026414,
+ 0.7494074106216431
+ ],
+ "log_scores_by_expert": [
+ -14.28462028503418,
+ -16.089704513549805,
+ -13.953901290893555,
+ -5.392865180969238,
+ -4.58700704574585,
+ -8.154675483703613,
+ -8.732084274291992,
+ -4.176015853881836,
+ -8.66501235961914,
+ -0.2884725034236908
+ ],
+ "distances_by_expert": [
+ 28.56924057006836,
+ 32.17940902709961,
+ 27.90780258178711,
+ 10.785730361938477,
+ 9.1740140914917,
+ 16.309350967407227,
+ 17.464168548583984,
+ 8.352031707763672,
+ 17.33002471923828,
+ 0.5769450068473816
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.182373046875,
+ "language": 52.90494918823242
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.865076329631847e-07,
+ 1.108462797105858e-07,
+ 9.306847346124414e-07,
+ 0.004869271069765091,
+ 0.010758879594504833,
+ 0.00033675358281470835,
+ 0.0001782639737939462,
+ 0.017201224341988564,
+ 0.00018501639715395868,
+ 0.8181440830230713
+ ],
+ "log_scores_by_expert": [
+ -14.191648483276367,
+ -16.015121459960938,
+ -13.887345314025879,
+ -5.324810981750488,
+ -4.532023906707764,
+ -7.996159076690674,
+ -8.632245063781738,
+ -4.062774658203125,
+ -8.59506607055664,
+ -0.20071685314178467
+ ],
+ "distances_by_expert": [
+ 28.383296966552734,
+ 32.030242919921875,
+ 27.774690628051758,
+ 10.649621963500977,
+ 9.064047813415527,
+ 15.992318153381348,
+ 17.264490127563477,
+ 8.12554931640625,
+ 17.19013214111328,
+ 0.40143370628356934
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.647705078125,
+ "language": 52.9031867980957
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.985958975747053e-07,
+ 1.0296539443288566e-07,
+ 9.392525157636555e-07,
+ 0.0049324631690979,
+ 0.010233107022941113,
+ 0.0003187490510754287,
+ 0.0001735166588332504,
+ 0.017010165378451347,
+ 0.00018336733046453446,
+ 0.7479727864265442
+ ],
+ "log_scores_by_expert": [
+ -14.174193382263184,
+ -16.0888729095459,
+ -13.878181457519531,
+ -5.311916828155518,
+ -4.582127094268799,
+ -8.051106452941895,
+ -8.659236907958984,
+ -4.073944091796875,
+ -8.604019165039062,
+ -0.29038870334625244
+ ],
+ "distances_by_expert": [
+ 28.348386764526367,
+ 32.1777458190918,
+ 27.756362915039062,
+ 10.623833656311035,
+ 9.164254188537598,
+ 16.10221290588379,
+ 17.31847381591797,
+ 8.14788818359375,
+ 17.208038330078125,
+ 0.5807774066925049
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.4599609375,
+ "language": 52.916656494140625
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.667230311701132e-07,
+ 9.287947477787384e-08,
+ 7.88865065715072e-07,
+ 0.0046160174533724785,
+ 0.009436448104679585,
+ 0.0003141094057355076,
+ 0.00016451196279376745,
+ 0.015459430404007435,
+ 0.00015171039558481425,
+ 0.6910783648490906
+ ],
+ "log_scores_by_expert": [
+ -14.383395195007324,
+ -16.19196319580078,
+ -14.0526704788208,
+ -5.378222942352295,
+ -4.663175582885742,
+ -8.06576919555664,
+ -8.71252727508545,
+ -4.169536113739014,
+ -8.793537139892578,
+ -0.3695020377635956
+ ],
+ "distances_by_expert": [
+ 28.76679039001465,
+ 32.38392639160156,
+ 28.1053409576416,
+ 10.75644588470459,
+ 9.326351165771484,
+ 16.13153839111328,
+ 17.4250545501709,
+ 8.339072227478027,
+ 17.587074279785156,
+ 0.7390040755271912
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.784912109375,
+ "language": 52.96049499511719
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.180563900670677e-07,
+ 1.0176581355381131e-07,
+ 8.581206429880694e-07,
+ 0.004767719656229019,
+ 0.010333976708352566,
+ 0.00032441364601254463,
+ 0.0001725774782244116,
+ 0.016335872933268547,
+ 0.00016749577480368316,
+ 0.766793966293335
+ ],
+ "log_scores_by_expert": [
+ -14.296686172485352,
+ -16.1005916595459,
+ -13.968521118164062,
+ -5.345887184143066,
+ -4.572318077087402,
+ -8.033491134643555,
+ -8.664664268493652,
+ -4.114391803741455,
+ -8.694552421569824,
+ -0.26553720235824585
+ ],
+ "distances_by_expert": [
+ 28.593372344970703,
+ 32.2011833190918,
+ 27.937042236328125,
+ 10.691774368286133,
+ 9.144636154174805,
+ 16.06698226928711,
+ 17.329328536987305,
+ 8.22878360748291,
+ 17.38910484313965,
+ 0.5310744047164917
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.599365234375,
+ "language": 52.92496109008789
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.845607458672021e-07,
+ 1.0721952037329174e-07,
+ 9.284958650823683e-07,
+ 0.0046826074831187725,
+ 0.010582158342003822,
+ 0.0003088164085056633,
+ 0.00017554797523189336,
+ 0.016790593042969704,
+ 0.00018428331532049924,
+ 0.799472451210022
+ ],
+ "log_scores_by_expert": [
+ -14.194488525390625,
+ -16.04838752746582,
+ -13.889699935913086,
+ -5.363900184631348,
+ -4.548585891723633,
+ -8.082763671875,
+ -8.647598266601562,
+ -4.0869364738464355,
+ -8.59903621673584,
+ -0.22380323708057404
+ ],
+ "distances_by_expert": [
+ 28.38897705078125,
+ 32.09677505493164,
+ 27.779399871826172,
+ 10.727800369262695,
+ 9.097171783447266,
+ 16.16552734375,
+ 17.295196533203125,
+ 8.173872947692871,
+ 17.19807243347168,
+ 0.44760647416114807
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.14990234375,
+ "language": 52.91800308227539
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657541575805226e-07,
+ 1.0185455323608039e-07,
+ 9.11305960471509e-07,
+ 0.00433112308382988,
+ 0.009914157912135124,
+ 0.00026508394512347877,
+ 0.0001638474641367793,
+ 0.015587851405143738,
+ 0.00017948659660760313,
+ 0.7485182881355286
+ ],
+ "log_scores_by_expert": [
+ -14.222345352172852,
+ -16.099720001220703,
+ -13.908387184143066,
+ -5.441928386688232,
+ -4.613791465759277,
+ -8.235464096069336,
+ -8.716574668884277,
+ -4.161263465881348,
+ -8.625410079956055,
+ -0.28965964913368225
+ ],
+ "distances_by_expert": [
+ 28.444690704345703,
+ 32.199440002441406,
+ 27.816774368286133,
+ 10.883856773376465,
+ 9.227582931518555,
+ 16.470928192138672,
+ 17.433149337768555,
+ 8.322526931762695,
+ 17.25082015991211,
+ 0.5793192982673645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.521240234375,
+ "language": 52.9168586730957
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.0007314434406e-07,
+ 1.0936322780707997e-07,
+ 9.481443044023763e-07,
+ 0.004739020019769669,
+ 0.010488893836736679,
+ 0.0003015844267793,
+ 0.00017438977374695241,
+ 0.016653193160891533,
+ 0.0001896072644740343,
+ 0.7853308916091919
+ ],
+ "log_scores_by_expert": [
+ -14.172080993652344,
+ -16.02859115600586,
+ -13.868759155273438,
+ -5.351924896240234,
+ -4.557438373565674,
+ -8.106460571289062,
+ -8.654217720031738,
+ -4.095153331756592,
+ -8.570555686950684,
+ -0.2416500747203827
+ ],
+ "distances_by_expert": [
+ 28.344161987304688,
+ 32.05718231201172,
+ 27.737518310546875,
+ 10.703849792480469,
+ 9.114876747131348,
+ 16.212921142578125,
+ 17.308435440063477,
+ 8.190306663513184,
+ 17.141111373901367,
+ 0.4833001494407654
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3535.700439453125,
+ "language": 52.917701721191406
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.82771656101977e-07,
+ 1.2045052244502585e-07,
+ 9.542083034830284e-07,
+ 0.005409215576946735,
+ 0.010533582419157028,
+ 0.0003801946004386991,
+ 0.00018657316104508936,
+ 0.01711767539381981,
+ 0.00018731750606093556,
+ 0.7742943167686462
+ ],
+ "log_scores_by_expert": [
+ -14.197105407714844,
+ -15.932026863098145,
+ -13.862383842468262,
+ -5.219651222229004,
+ -4.553186893463135,
+ -7.8748273849487305,
+ -8.586687088012695,
+ -4.067643642425537,
+ -8.5827054977417,
+ -0.25580325722694397
+ ],
+ "distances_by_expert": [
+ 28.394210815429688,
+ 31.86405372619629,
+ 27.724767684936523,
+ 10.439302444458008,
+ 9.10637378692627,
+ 15.749654769897461,
+ 17.17337417602539,
+ 8.135287284851074,
+ 17.1654109954834,
+ 0.5116065144538879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.63671875,
+ "language": 52.94749450683594
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034468580968678e-07,
+ 1.258029698192331e-07,
+ 9.80228946900752e-07,
+ 0.005616790149360895,
+ 0.010755001567304134,
+ 0.00039666445809416473,
+ 0.00019518569752108306,
+ 0.017641842365264893,
+ 0.00018832056957762688,
+ 0.7834237217903137
+ ],
+ "log_scores_by_expert": [
+ -14.16727352142334,
+ -15.888548851013184,
+ -13.835479736328125,
+ -5.181994915008545,
+ -4.532384395599365,
+ -7.8324198722839355,
+ -8.541559219360352,
+ -4.037481784820557,
+ -8.577364921569824,
+ -0.24408160150051117
+ ],
+ "distances_by_expert": [
+ 28.33454704284668,
+ 31.777097702026367,
+ 27.67095947265625,
+ 10.36398983001709,
+ 9.06476879119873,
+ 15.664839744567871,
+ 17.083118438720703,
+ 8.074963569641113,
+ 17.15472984313965,
+ 0.48816320300102234
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3365.164306640625,
+ "language": 52.960079193115234
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.779255272704177e-07,
+ 1.1306918423770185e-07,
+ 9.66918491940305e-07,
+ 0.005505591630935669,
+ 0.009940377436578274,
+ 0.0003722410765476525,
+ 0.00018259897478856146,
+ 0.01656709983944893,
+ 0.00018211742280982435,
+ 0.7019379138946533
+ ],
+ "log_scores_by_expert": [
+ -14.204228401184082,
+ -15.99526596069336,
+ -13.849151611328125,
+ -5.201991081237793,
+ -4.61115026473999,
+ -7.895968914031982,
+ -8.6082181930542,
+ -4.10033655166626,
+ -8.610858917236328,
+ -0.35391032695770264
+ ],
+ "distances_by_expert": [
+ 28.408456802368164,
+ 31.99053192138672,
+ 27.69830322265625,
+ 10.403982162475586,
+ 9.22230052947998,
+ 15.791937828063965,
+ 17.2164363861084,
+ 8.20067310333252,
+ 17.221717834472656,
+ 0.7078206539154053
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.091796875,
+ "language": 52.918514251708984
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.086252142267767e-07,
+ 8.91092923893666e-08,
+ 8.709203598300519e-07,
+ 0.004080059938132763,
+ 0.008531594648957253,
+ 0.00023831504222471267,
+ 0.00014633950195275247,
+ 0.014159311540424824,
+ 0.0001606222940608859,
+ 0.628690779209137
+ ],
+ "log_scores_by_expert": [
+ -14.312063217163086,
+ -16.233402252197266,
+ -13.953715324401855,
+ -5.501643657684326,
+ -4.763978958129883,
+ -8.341917037963867,
+ -8.829581260681152,
+ -4.257382869720459,
+ -8.736454963684082,
+ -0.4641157388687134
+ ],
+ "distances_by_expert": [
+ 28.624126434326172,
+ 32.46680450439453,
+ 27.90743064880371,
+ 11.003287315368652,
+ 9.527957916259766,
+ 16.683834075927734,
+ 17.659162521362305,
+ 8.514765739440918,
+ 17.472909927368164,
+ 0.9282314777374268
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3447.7099609375,
+ "language": 52.88825988769531
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.581742582056904e-07,
+ 9.951388335593947e-08,
+ 9.085715646506287e-07,
+ 0.004282762762159109,
+ 0.00945852231234312,
+ 0.0002565097529441118,
+ 0.00015826831804588437,
+ 0.015394321642816067,
+ 0.0001737663842504844,
+ 0.7003951668739319
+ ],
+ "log_scores_by_expert": [
+ -14.233796119689941,
+ -16.122968673706055,
+ -13.911392211914062,
+ -5.4531569480896,
+ -4.660839080810547,
+ -8.268343925476074,
+ -8.751218795776367,
+ -4.1737565994262695,
+ -8.657798767089844,
+ -0.3561105728149414
+ ],
+ "distances_by_expert": [
+ 28.467592239379883,
+ 32.24593734741211,
+ 27.822784423828125,
+ 10.9063138961792,
+ 9.321678161621094,
+ 16.53668785095215,
+ 17.502437591552734,
+ 8.347513198852539,
+ 17.315597534179688,
+ 0.7122211456298828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.461669921875,
+ "language": 52.8939323425293
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.777684120606864e-07,
+ 1.007610777037371e-07,
+ 9.186549050355097e-07,
+ 0.004387536086142063,
+ 0.010263335891067982,
+ 0.00026160586276091635,
+ 0.00016431440599262714,
+ 0.01583762653172016,
+ 0.0001802272308850661,
+ 0.7597008943557739
+ ],
+ "log_scores_by_expert": [
+ -14.204460144042969,
+ -16.11051368713379,
+ -13.900355339050293,
+ -5.428987503051758,
+ -4.579177379608154,
+ -8.248671531677246,
+ -8.713728904724121,
+ -4.145366668701172,
+ -8.621292114257812,
+ -0.27483052015304565
+ ],
+ "distances_by_expert": [
+ 28.408920288085938,
+ 32.22102737426758,
+ 27.800710678100586,
+ 10.857975006103516,
+ 9.158354759216309,
+ 16.497343063354492,
+ 17.427457809448242,
+ 8.290733337402344,
+ 17.242584228515625,
+ 0.5496610403060913
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.574951171875,
+ "language": 52.89221954345703
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.842200264145504e-07,
+ 1.0409252126919455e-07,
+ 9.343602869194001e-07,
+ 0.0045546297915279865,
+ 0.010511334054172039,
+ 0.00028370085055939853,
+ 0.000166947822435759,
+ 0.016389278694987297,
+ 0.00018309681036043912,
+ 0.7795025706291199
+ ],
+ "log_scores_by_expert": [
+ -14.194986343383789,
+ -16.077985763549805,
+ -13.883403778076172,
+ -5.391611099243164,
+ -4.555301189422607,
+ -8.167590141296387,
+ -8.697829246520996,
+ -4.111127853393555,
+ -8.60549545288086,
+ -0.24909937381744385
+ ],
+ "distances_by_expert": [
+ 28.389972686767578,
+ 32.15597152709961,
+ 27.766807556152344,
+ 10.783222198486328,
+ 9.110602378845215,
+ 16.335180282592773,
+ 17.395658493041992,
+ 8.22225570678711,
+ 17.21099090576172,
+ 0.4981987476348877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.681884765625,
+ "language": 52.90220642089844
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.712733693348127e-07,
+ 9.20265250670127e-08,
+ 9.022725180329871e-07,
+ 0.004290061537176371,
+ 0.00945024099200964,
+ 0.0002583832829259336,
+ 0.00015659802011214197,
+ 0.015432046726346016,
+ 0.00017489775200374424,
+ 0.6812131404876709
+ ],
+ "log_scores_by_expert": [
+ -14.214089393615723,
+ -16.201189041137695,
+ -13.918349266052246,
+ -5.451454162597656,
+ -4.661715030670166,
+ -8.261066436767578,
+ -8.761828422546387,
+ -4.171308994293213,
+ -8.6513090133667,
+ -0.3838801085948944
+ ],
+ "distances_by_expert": [
+ 28.428178787231445,
+ 32.40237808227539,
+ 27.836698532104492,
+ 10.902908325195312,
+ 9.323430061340332,
+ 16.522132873535156,
+ 17.523656845092773,
+ 8.342617988586426,
+ 17.3026180267334,
+ 0.7677602171897888
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.98291015625,
+ "language": 52.941471099853516
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.528399580929545e-07,
+ 1.0552060558666199e-07,
+ 9.083870509130065e-07,
+ 0.004735103342682123,
+ 0.010266521945595741,
+ 0.0003178041661158204,
+ 0.00017230580851901323,
+ 0.016840176656842232,
+ 0.00017596314137335867,
+ 0.7629374861717224
+ ],
+ "log_scores_by_expert": [
+ -14.241933822631836,
+ -16.064359664916992,
+ -13.911595344543457,
+ -5.352751731872559,
+ -4.578866958618164,
+ -8.054075241088867,
+ -8.666239738464355,
+ -4.083987712860107,
+ -8.645236015319824,
+ -0.27057918906211853
+ ],
+ "distances_by_expert": [
+ 28.483867645263672,
+ 32.128719329833984,
+ 27.823190689086914,
+ 10.705503463745117,
+ 9.157733917236328,
+ 16.108150482177734,
+ 17.33247947692871,
+ 8.167975425720215,
+ 17.29047203063965,
+ 0.5411583781242371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.536865234375,
+ "language": 52.910057067871094
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995219337113667e-07,
+ 1.0601323907621918e-07,
+ 9.387699151375273e-07,
+ 0.004537348635494709,
+ 0.010037146508693695,
+ 0.000297544029308483,
+ 0.00017176881374325603,
+ 0.016485946252942085,
+ 0.00018586830992717296,
+ 0.7579848766326904
+ ],
+ "log_scores_by_expert": [
+ -14.172868728637695,
+ -16.059701919555664,
+ -13.878695487976074,
+ -5.395412445068359,
+ -4.601462364196777,
+ -8.119948387145996,
+ -8.669361114501953,
+ -4.1052470207214355,
+ -8.590472221374512,
+ -0.2770918607711792
+ ],
+ "distances_by_expert": [
+ 28.34573745727539,
+ 32.11940383911133,
+ 27.75739097595215,
+ 10.790824890136719,
+ 9.202924728393555,
+ 16.239896774291992,
+ 17.338722229003906,
+ 8.210494041442871,
+ 17.180944442749023,
+ 0.5541837215423584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.257568359375,
+ "language": 52.925506591796875
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.652381330241042e-07,
+ 1.0288235330335738e-07,
+ 9.192411880576401e-07,
+ 0.004225929733365774,
+ 0.01023324765264988,
+ 0.0002649083035066724,
+ 0.0001665745658101514,
+ 0.015924470499157906,
+ 0.00017778758774511516,
+ 0.7611209750175476
+ ],
+ "log_scores_by_expert": [
+ -14.22312068939209,
+ -16.089679718017578,
+ -13.899717330932617,
+ -5.466516017913818,
+ -4.582113265991211,
+ -8.236126899719238,
+ -8.700067520141602,
+ -4.139898300170898,
+ -8.634921073913574,
+ -0.2729629874229431
+ ],
+ "distances_by_expert": [
+ 28.44624137878418,
+ 32.179359436035156,
+ 27.799434661865234,
+ 10.933032035827637,
+ 9.164226531982422,
+ 16.472253799438477,
+ 17.400135040283203,
+ 8.279796600341797,
+ 17.26984214782715,
+ 0.5459259748458862
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.4267578125,
+ "language": 52.90182113647461
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.01413057413447e-07,
+ 1.0652665594079735e-07,
+ 9.550030881655402e-07,
+ 0.00452630827203393,
+ 0.010449700057506561,
+ 0.0002923898573499173,
+ 0.00017054199997801334,
+ 0.016749674454331398,
+ 0.00018524609913583845,
+ 0.7857150435447693
+ ],
+ "log_scores_by_expert": [
+ -14.17016887664795,
+ -16.05487060546875,
+ -13.861551284790039,
+ -5.397848606109619,
+ -4.561182022094727,
+ -8.137422561645508,
+ -8.676528930664062,
+ -4.089376449584961,
+ -8.593825340270996,
+ -0.24116107821464539
+ ],
+ "distances_by_expert": [
+ 28.3403377532959,
+ 32.1097412109375,
+ 27.723102569580078,
+ 10.795697212219238,
+ 9.122364044189453,
+ 16.274845123291016,
+ 17.353057861328125,
+ 8.178752899169922,
+ 17.187650680541992,
+ 0.48232215642929077
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3490.959716796875,
+ "language": 52.910282135009766
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.036038596197614e-07,
+ 1.1800808152884201e-07,
+ 9.615831686460297e-07,
+ 0.005226220469921827,
+ 0.01084087323397398,
+ 0.00036410181201063097,
+ 0.00018797893426381052,
+ 0.017788231372833252,
+ 0.00018797120719682425,
+ 0.8074154257774353
+ ],
+ "log_scores_by_expert": [
+ -14.1670503616333,
+ -15.952512741088867,
+ -13.854684829711914,
+ -5.2540669441223145,
+ -4.5244317054748535,
+ -7.918076992034912,
+ -8.579180717468262,
+ -4.0292181968688965,
+ -8.579221725463867,
+ -0.21391701698303223
+ ],
+ "distances_by_expert": [
+ 28.3341007232666,
+ 31.905025482177734,
+ 27.709369659423828,
+ 10.508133888244629,
+ 9.048863410949707,
+ 15.836153984069824,
+ 17.158361434936523,
+ 8.058436393737793,
+ 17.158443450927734,
+ 0.42783403396606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.88232421875,
+ "language": 52.89933776855469
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.219432518468238e-07,
+ 1.251173813443529e-07,
+ 9.985398037315463e-07,
+ 0.005470409989356995,
+ 0.010704640299081802,
+ 0.00039025896694511175,
+ 0.0001941830851137638,
+ 0.017774267122149467,
+ 0.00019029418763238937,
+ 0.7890254259109497
+ ],
+ "log_scores_by_expert": [
+ -14.141319274902344,
+ -15.894013404846191,
+ -13.816971778869629,
+ -5.208401679992676,
+ -4.537077903747559,
+ -7.848700046539307,
+ -8.546709060668945,
+ -4.030003547668457,
+ -8.566939353942871,
+ -0.23695671558380127
+ ],
+ "distances_by_expert": [
+ 28.282638549804688,
+ 31.788026809692383,
+ 27.633943557739258,
+ 10.416803359985352,
+ 9.074155807495117,
+ 15.697400093078613,
+ 17.09341812133789,
+ 8.060007095336914,
+ 17.133878707885742,
+ 0.47391343116760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.021240234375,
+ "language": 52.96916580200195
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.285428864634014e-07,
+ 1.203254811343868e-07,
+ 1.0304796660420834e-06,
+ 0.005646759644150734,
+ 0.010268348269164562,
+ 0.00038097656215541065,
+ 0.0001884152297861874,
+ 0.017220182344317436,
+ 0.0001942451490322128,
+ 0.7296513319015503
+ ],
+ "log_scores_by_expert": [
+ -14.132219314575195,
+ -15.933065414428711,
+ -13.785486221313477,
+ -5.176673412322998,
+ -4.578689098358154,
+ -7.872772693634033,
+ -8.576862335205078,
+ -4.061673164367676,
+ -8.54638957977295,
+ -0.3151884377002716
+ ],
+ "distances_by_expert": [
+ 28.26443862915039,
+ 31.866130828857422,
+ 27.570972442626953,
+ 10.353346824645996,
+ 9.157378196716309,
+ 15.745545387268066,
+ 17.153724670410156,
+ 8.123346328735352,
+ 17.0927791595459,
+ 0.6303768754005432
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.55712890625,
+ "language": 52.918190002441406
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.826726348663215e-07,
+ 9.864383798685594e-08,
+ 9.54591541812988e-07,
+ 0.004408194217830896,
+ 0.009219576604664326,
+ 0.00025893462589010596,
+ 0.00015958037693053484,
+ 0.015458287671208382,
+ 0.0001758777507347986,
+ 0.6889492869377136
+ ],
+ "log_scores_by_expert": [
+ -14.197250366210938,
+ -16.131750106811523,
+ -13.861982345581055,
+ -5.424290180206299,
+ -4.686426162719727,
+ -8.25893497467041,
+ -8.742962837219238,
+ -4.169610023498535,
+ -8.645721435546875,
+ -0.3725875914096832
+ ],
+ "distances_by_expert": [
+ 28.394500732421875,
+ 32.26350021362305,
+ 27.72396469116211,
+ 10.848580360412598,
+ 9.372852325439453,
+ 16.51786994934082,
+ 17.485925674438477,
+ 8.33922004699707,
+ 17.29144287109375,
+ 0.7451751828193665
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.444580078125,
+ "language": 52.890865325927734
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.458140546783397e-07,
+ 9.459202487960283e-08,
+ 8.921766152525379e-07,
+ 0.004151744768023491,
+ 0.009289223700761795,
+ 0.00024306104751303792,
+ 0.00015339304809458554,
+ 0.014825102873146534,
+ 0.00016914610750973225,
+ 0.6736928820610046
+ ],
+ "log_scores_by_expert": [
+ -14.252754211425781,
+ -16.17369270324707,
+ -13.929601669311523,
+ -5.484226703643799,
+ -4.678900241851807,
+ -8.322197914123535,
+ -8.782506942749023,
+ -4.211433410644531,
+ -8.684747695922852,
+ -0.3949809670448303
+ ],
+ "distances_by_expert": [
+ 28.505508422851562,
+ 32.34738540649414,
+ 27.859203338623047,
+ 10.968453407287598,
+ 9.357800483703613,
+ 16.64439582824707,
+ 17.565013885498047,
+ 8.422866821289062,
+ 17.369495391845703,
+ 0.7899619340896606
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.508544921875,
+ "language": 52.90397262573242
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.320084023376694e-07,
+ 1.1176702940929317e-07,
+ 9.933255569194444e-07,
+ 0.004794048145413399,
+ 0.010517911985516548,
+ 0.00029672705568373203,
+ 0.00017441422096453607,
+ 0.016737906262278557,
+ 0.00019279160187579691,
+ 0.7843494415283203
+ ],
+ "log_scores_by_expert": [
+ -14.127473831176758,
+ -16.00684928894043,
+ -13.8222074508667,
+ -5.3403801918029785,
+ -4.554675579071045,
+ -8.122697830200195,
+ -8.654077529907227,
+ -4.090079307556152,
+ -8.553900718688965,
+ -0.24290065467357635
+ ],
+ "distances_by_expert": [
+ 28.254947662353516,
+ 32.01369857788086,
+ 27.6444149017334,
+ 10.680760383605957,
+ 9.10935115814209,
+ 16.24539566040039,
+ 17.308155059814453,
+ 8.180158615112305,
+ 17.10780143737793,
+ 0.4858013093471527
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3492.157470703125,
+ "language": 52.890628814697266
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960634664210374e-07,
+ 1.1765197172053377e-07,
+ 9.575447847964824e-07,
+ 0.004997861571609974,
+ 0.011091143824160099,
+ 0.0003352371568325907,
+ 0.00017771418788470328,
+ 0.017101384699344635,
+ 0.00018777610966935754,
+ 0.816814124584198
+ ],
+ "log_scores_by_expert": [
+ -14.177824974060059,
+ -15.955534934997559,
+ -13.858893394470215,
+ -5.298745155334473,
+ -4.501608371734619,
+ -8.000672340393066,
+ -8.635334014892578,
+ -4.068595886230469,
+ -8.580260276794434,
+ -0.20234368741512299
+ ],
+ "distances_by_expert": [
+ 28.355649948120117,
+ 31.911069869995117,
+ 27.71778678894043,
+ 10.597490310668945,
+ 9.003216743469238,
+ 16.001344680786133,
+ 17.270668029785156,
+ 8.137191772460938,
+ 17.160520553588867,
+ 0.40468737483024597
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.3974609375,
+ "language": 52.913818359375
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.451351393683581e-07,
+ 1.096594104410542e-07,
+ 9.879875051410636e-07,
+ 0.004869124852120876,
+ 0.010718252509832382,
+ 0.0003188153204973787,
+ 0.00017992514767684042,
+ 0.017436673864722252,
+ 0.0001952657476067543,
+ 0.7941489219665527
+ ],
+ "log_scores_by_expert": [
+ -14.109700202941895,
+ -16.02588653564453,
+ -13.827595710754395,
+ -5.324841022491455,
+ -4.535807132720947,
+ -8.050898551940918,
+ -8.622969627380371,
+ -4.049179553985596,
+ -8.541149139404297,
+ -0.230484277009964
+ ],
+ "distances_by_expert": [
+ 28.21940040588379,
+ 32.05177307128906,
+ 27.65519142150879,
+ 10.64968204498291,
+ 9.071614265441895,
+ 16.101797103881836,
+ 17.245939254760742,
+ 8.098359107971191,
+ 17.082298278808594,
+ 0.460968554019928
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.07421875,
+ "language": 52.9406852722168
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.243359962354589e-07,
+ 9.868712425031845e-08,
+ 8.737313805795566e-07,
+ 0.004759805742651224,
+ 0.010063443332910538,
+ 0.0003077567962463945,
+ 0.0001682763104327023,
+ 0.016042176634073257,
+ 0.00016725060413591564,
+ 0.720588207244873
+ ],
+ "log_scores_by_expert": [
+ -14.286577224731445,
+ -16.131311416625977,
+ -13.950492858886719,
+ -5.347548484802246,
+ -4.598845958709717,
+ -8.086200714111328,
+ -8.689903259277344,
+ -4.132534027099609,
+ -8.696017265319824,
+ -0.32768747210502625
+ ],
+ "distances_by_expert": [
+ 28.57315444946289,
+ 32.26262283325195,
+ 27.900985717773438,
+ 10.695096969604492,
+ 9.197691917419434,
+ 16.172401428222656,
+ 17.379806518554688,
+ 8.265068054199219,
+ 17.39203453063965,
+ 0.6553749442100525
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3451.03173828125,
+ "language": 52.945133209228516
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723535648234247e-07,
+ 1.0807735861817491e-07,
+ 9.287234661314869e-07,
+ 0.004856138024479151,
+ 0.010777672752737999,
+ 0.0003202221996616572,
+ 0.00017838132043834776,
+ 0.016933487728238106,
+ 0.00018204899970442057,
+ 0.7915166616439819
+ ],
+ "log_scores_by_expert": [
+ -14.212481498718262,
+ -16.04041862487793,
+ -13.88945484161377,
+ -5.327511787414551,
+ -4.53027868270874,
+ -8.04649543762207,
+ -8.631587028503418,
+ -4.07846212387085,
+ -8.611234664916992,
+ -0.23380433022975922
+ ],
+ "distances_by_expert": [
+ 28.424962997436523,
+ 32.08083724975586,
+ 27.77890968322754,
+ 10.655023574829102,
+ 9.06055736541748,
+ 16.09299087524414,
+ 17.263174057006836,
+ 8.1569242477417,
+ 17.222469329833984,
+ 0.46760866045951843
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.25390625,
+ "language": 52.91724395751953
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.16149486379436e-07,
+ 1.105441427284859e-07,
+ 9.675485443949583e-07,
+ 0.0047307247295975685,
+ 0.010676095262169838,
+ 0.0003027740167453885,
+ 0.0001758690195856616,
+ 0.016706306487321854,
+ 0.00019172760949004441,
+ 0.7931334376335144
+ ],
+ "log_scores_by_expert": [
+ -14.14937686920166,
+ -16.017850875854492,
+ -13.84850025177002,
+ -5.353676795959473,
+ -4.539748191833496,
+ -8.102523803710938,
+ -8.645771026611328,
+ -4.091969013214111,
+ -8.55943489074707,
+ -0.2317638099193573
+ ],
+ "distances_by_expert": [
+ 28.29875373840332,
+ 32.035701751708984,
+ 27.69700050354004,
+ 10.707353591918945,
+ 9.079496383666992,
+ 16.205047607421875,
+ 17.291542053222656,
+ 8.183938026428223,
+ 17.11886978149414,
+ 0.4635276198387146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.5859375,
+ "language": 52.90254592895508
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.728661219312926e-07,
+ 1.0246815662640074e-07,
+ 9.211955784849124e-07,
+ 0.004371397662907839,
+ 0.010022244416177273,
+ 0.00026945234276354313,
+ 0.00016380214947275817,
+ 0.015490163117647171,
+ 0.00018237360927741975,
+ 0.7400018572807312
+ ],
+ "log_scores_by_expert": [
+ -14.211719512939453,
+ -16.093713760375977,
+ -13.89759349822998,
+ -5.432672500610352,
+ -4.602948188781738,
+ -8.21911907196045,
+ -8.716851234436035,
+ -4.167550086975098,
+ -8.609453201293945,
+ -0.3011026084423065
+ ],
+ "distances_by_expert": [
+ 28.423439025878906,
+ 32.18742752075195,
+ 27.79518699645996,
+ 10.865345001220703,
+ 9.205896377563477,
+ 16.4382381439209,
+ 17.43370246887207,
+ 8.335100173950195,
+ 17.21890640258789,
+ 0.602205216884613
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.21484375,
+ "language": 52.91611099243164
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.267255455190025e-07,
+ 1.1724079485020411e-07,
+ 9.91722004073381e-07,
+ 0.005063868593424559,
+ 0.010946064256131649,
+ 0.00033126704511232674,
+ 0.00018224911764264107,
+ 0.017316894605755806,
+ 0.00019634619820863008,
+ 0.803484320640564
+ ],
+ "log_scores_by_expert": [
+ -14.134716987609863,
+ -15.959035873413086,
+ -13.823822975158691,
+ -5.2856245040893555,
+ -4.514775276184082,
+ -8.012585639953613,
+ -8.610136032104492,
+ -4.05607271194458,
+ -8.53563117980957,
+ -0.2187976986169815
+ ],
+ "distances_by_expert": [
+ 28.269433975219727,
+ 31.918071746826172,
+ 27.647645950317383,
+ 10.571249008178711,
+ 9.029550552368164,
+ 16.025171279907227,
+ 17.220272064208984,
+ 8.11214542388916,
+ 17.07126235961914,
+ 0.437595397233963
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.34619140625,
+ "language": 52.90135955810547
+ }
+ },
+ {
+ "routing_index": 550,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.962055181247706e-07,
+ 1.2040871411045373e-07,
+ 9.672127134763286e-07,
+ 0.005546685308218002,
+ 0.010458547621965408,
+ 0.0003887358179781586,
+ 0.00018981858738698065,
+ 0.017162570729851723,
+ 0.0001885130041046068,
+ 0.7597079873085022
+ ],
+ "log_scores_by_expert": [
+ -14.177620887756348,
+ -15.932374000549316,
+ -13.848847389221191,
+ -5.194554805755615,
+ -4.560335636138916,
+ -7.8526105880737305,
+ -8.569441795349121,
+ -4.065024375915527,
+ -8.576343536376953,
+ -0.2748212218284607
+ ],
+ "distances_by_expert": [
+ 28.355241775512695,
+ 31.864748001098633,
+ 27.697694778442383,
+ 10.38910961151123,
+ 9.120671272277832,
+ 15.705221176147461,
+ 17.138883590698242,
+ 8.130048751831055,
+ 17.152687072753906,
+ 0.5496424436569214
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.587646484375,
+ "language": 52.92748260498047
+ }
+ },
+ {
+ "routing_index": 551,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.949705155217089e-07,
+ 1.001492933028203e-07,
+ 8.162811582224094e-07,
+ 0.004671323113143444,
+ 0.008794207125902176,
+ 0.0003177977632731199,
+ 0.00016604734992142767,
+ 0.01464847382158041,
+ 0.00015989922394510359,
+ 0.6457663774490356
+ ],
+ "log_scores_by_expert": [
+ -14.33475399017334,
+ -16.11660385131836,
+ -14.01850700378418,
+ -5.3663129806518555,
+ -4.733662128448486,
+ -8.054095268249512,
+ -8.703237533569336,
+ -4.223419189453125,
+ -8.740966796875,
+ -0.43731752038002014
+ ],
+ "distances_by_expert": [
+ 28.66950798034668,
+ 32.23320770263672,
+ 28.03701400756836,
+ 10.732625961303711,
+ 9.467324256896973,
+ 16.108190536499023,
+ 17.406475067138672,
+ 8.44683837890625,
+ 17.48193359375,
+ 0.8746350407600403
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.058349609375,
+ "language": 52.98421096801758
+ }
+ },
+ {
+ "routing_index": 552,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.465233468588849e-07,
+ 1.1101723629280968e-07,
+ 9.155945690508815e-07,
+ 0.005216008052229881,
+ 0.009535521268844604,
+ 0.0003662311937659979,
+ 0.00018322712276130915,
+ 0.015906961634755135,
+ 0.0001717200066195801,
+ 0.6858070492744446
+ ],
+ "log_scores_by_expert": [
+ -14.251656532287598,
+ -16.013580322265625,
+ -13.903692245483398,
+ -5.256022930145264,
+ -4.652731418609619,
+ -7.912245750427246,
+ -8.60478401184082,
+ -4.140998363494873,
+ -8.669645309448242,
+ -0.3771589994430542
+ ],
+ "distances_by_expert": [
+ 28.503313064575195,
+ 32.02716064453125,
+ 27.807384490966797,
+ 10.512045860290527,
+ 9.305462837219238,
+ 15.824491500854492,
+ 17.20956802368164,
+ 8.281996726989746,
+ 17.339290618896484,
+ 0.7543179988861084
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.74560546875,
+ "language": 52.94997787475586
+ }
+ },
+ {
+ "routing_index": 553,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.457653967117949e-07,
+ 9.12118451878996e-08,
+ 8.947781111601216e-07,
+ 0.004121787380427122,
+ 0.008790210820734501,
+ 0.00023166785831563175,
+ 0.0001527503045508638,
+ 0.014497501775622368,
+ 0.00016599321679677814,
+ 0.6492139101028442
+ ],
+ "log_scores_by_expert": [
+ -14.252829551696777,
+ -16.210081100463867,
+ -13.926690101623535,
+ -5.49146842956543,
+ -4.734116554260254,
+ -8.370205879211426,
+ -8.78670597076416,
+ -4.233778953552246,
+ -8.703563690185547,
+ -0.43199294805526733
+ ],
+ "distances_by_expert": [
+ 28.505659103393555,
+ 32.420162200927734,
+ 27.85338020324707,
+ 10.98293685913086,
+ 9.468233108520508,
+ 16.74041175842285,
+ 17.57341194152832,
+ 8.467557907104492,
+ 17.407127380371094,
+ 0.8639858961105347
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.805908203125,
+ "language": 52.90169906616211
+ }
+ },
+ {
+ "routing_index": 554,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.595057016056671e-07,
+ 1.0224345459164397e-07,
+ 9.104016953642713e-07,
+ 0.004438295960426331,
+ 0.009621546603739262,
+ 0.0002608932845760137,
+ 0.00016158977814484388,
+ 0.01535030361264944,
+ 0.00017347795073874295,
+ 0.7116694450378418
+ ],
+ "log_scores_by_expert": [
+ -14.231775283813477,
+ -16.095909118652344,
+ -13.909379959106445,
+ -5.417484760284424,
+ -4.643750190734863,
+ -8.251399040222168,
+ -8.730449676513672,
+ -4.176620006561279,
+ -8.659460067749023,
+ -0.34014177322387695
+ ],
+ "distances_by_expert": [
+ 28.463550567626953,
+ 32.19181823730469,
+ 27.81875991821289,
+ 10.834969520568848,
+ 9.287500381469727,
+ 16.502798080444336,
+ 17.460899353027344,
+ 8.353240013122559,
+ 17.318920135498047,
+ 0.6802835464477539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.0498046875,
+ "language": 52.919925689697266
+ }
+ },
+ {
+ "routing_index": 555,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.63476839690702e-07,
+ 1.048719155960498e-07,
+ 9.048378046827565e-07,
+ 0.0047033182345330715,
+ 0.010189537890255451,
+ 0.00028996841865591705,
+ 0.00016909932310227305,
+ 0.016110394150018692,
+ 0.00017954051145352423,
+ 0.7793250679969788
+ ],
+ "log_scores_by_expert": [
+ -14.2257719039917,
+ -16.070526123046875,
+ -13.915510177612305,
+ -5.359487056732178,
+ -4.5863938331604,
+ -8.14573860168457,
+ -8.68502426147461,
+ -4.12829065322876,
+ -8.625109672546387,
+ -0.24932706356048584
+ ],
+ "distances_by_expert": [
+ 28.4515438079834,
+ 32.14105224609375,
+ 27.83102035522461,
+ 10.718974113464355,
+ 9.1727876663208,
+ 16.29147720336914,
+ 17.37004852294922,
+ 8.25658130645752,
+ 17.250219345092773,
+ 0.4986541271209717
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3546.962646484375,
+ "language": 52.90416717529297
+ }
+ },
+ {
+ "routing_index": 556,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.809983119637764e-07,
+ 1.124647965866643e-07,
+ 9.430060003978724e-07,
+ 0.004854906350374222,
+ 0.010743602178990841,
+ 0.00030899286502972245,
+ 0.0001736971316859126,
+ 0.0167761892080307,
+ 0.00018429808551445603,
+ 0.8008318543434143
+ ],
+ "log_scores_by_expert": [
+ -14.199706077575684,
+ -16.000625610351562,
+ -13.87419319152832,
+ -5.327765464782715,
+ -4.533444881439209,
+ -8.082192420959473,
+ -8.658197402954102,
+ -4.087794780731201,
+ -8.598956108093262,
+ -0.22210431098937988
+ ],
+ "distances_by_expert": [
+ 28.399412155151367,
+ 32.001251220703125,
+ 27.74838638305664,
+ 10.65553092956543,
+ 9.066889762878418,
+ 16.164384841918945,
+ 17.316394805908203,
+ 8.175589561462402,
+ 17.197912216186523,
+ 0.44420862197875977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3434.747802734375,
+ "language": 52.905296325683594
+ }
+ },
+ {
+ "routing_index": 557,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.116580604815681e-07,
+ 1.0678419926080096e-07,
+ 9.521240258436592e-07,
+ 0.00478112418204546,
+ 0.010582773946225643,
+ 0.0003065189521294087,
+ 0.00017685159400571138,
+ 0.017200322821736336,
+ 0.00018726731650531292,
+ 0.8032170534133911
+ ],
+ "log_scores_by_expert": [
+ -14.155668258666992,
+ -16.05245590209961,
+ -13.864570617675781,
+ -5.343079566955566,
+ -4.548527717590332,
+ -8.090230941772461,
+ -8.640199661254883,
+ -4.062827110290527,
+ -8.58297348022461,
+ -0.21913032233715057
+ ],
+ "distances_by_expert": [
+ 28.311336517333984,
+ 32.10491180419922,
+ 27.729141235351562,
+ 10.686159133911133,
+ 9.097055435180664,
+ 16.180461883544922,
+ 17.280399322509766,
+ 8.125654220581055,
+ 17.16594696044922,
+ 0.43826064467430115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.735595703125,
+ "language": 52.936302185058594
+ }
+ },
+ {
+ "routing_index": 558,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.978987130423775e-07,
+ 1.12353738757065e-07,
+ 9.49683624185127e-07,
+ 0.0050634415820240974,
+ 0.010925987735390663,
+ 0.0003344684955663979,
+ 0.00018166676454711705,
+ 0.017240509390830994,
+ 0.00018572158296592534,
+ 0.804964005947113
+ ],
+ "log_scores_by_expert": [
+ -14.175191879272461,
+ -16.00161361694336,
+ -13.86713695526123,
+ -5.285708904266357,
+ -4.516611099243164,
+ -8.002967834472656,
+ -8.613336563110352,
+ -4.060493469238281,
+ -8.591261863708496,
+ -0.21695777773857117
+ ],
+ "distances_by_expert": [
+ 28.350383758544922,
+ 32.00322723388672,
+ 27.73427391052246,
+ 10.571417808532715,
+ 9.033222198486328,
+ 16.005935668945312,
+ 17.226673126220703,
+ 8.120986938476562,
+ 17.182523727416992,
+ 0.43391555547714233
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.4716796875,
+ "language": 52.94469451904297
+ }
+ },
+ {
+ "routing_index": 559,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.626749495808326e-07,
+ 1.0731751842740778e-07,
+ 9.062886761057598e-07,
+ 0.004678766243159771,
+ 0.010534334927797318,
+ 0.00029464627732522786,
+ 0.00016948633128777146,
+ 0.01627364382147789,
+ 0.00017874507466331124,
+ 0.7835991978645325
+ ],
+ "log_scores_by_expert": [
+ -14.226981163024902,
+ -16.047473907470703,
+ -13.913908004760742,
+ -5.364720821380615,
+ -4.553115367889404,
+ -8.129734992980957,
+ -8.682738304138184,
+ -4.118208408355713,
+ -8.629549980163574,
+ -0.24385756254196167
+ ],
+ "distances_by_expert": [
+ 28.453962326049805,
+ 32.094947814941406,
+ 27.827816009521484,
+ 10.72944164276123,
+ 9.106230735778809,
+ 16.259469985961914,
+ 17.365476608276367,
+ 8.236416816711426,
+ 17.25909996032715,
+ 0.48771512508392334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.65966796875,
+ "language": 52.92869567871094
+ }
+ },
+ {
+ "routing_index": 560,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.422425258278963e-07,
+ 1.027343046189344e-07,
+ 8.879799793248822e-07,
+ 0.004625004716217518,
+ 0.010091463103890419,
+ 0.00028342395671643317,
+ 0.00016360309382434934,
+ 0.015574484132230282,
+ 0.00017560372361913323,
+ 0.7534226775169373
+ ],
+ "log_scores_by_expert": [
+ -14.258299827575684,
+ -16.09111976623535,
+ -13.934316635131836,
+ -5.376277923583984,
+ -4.596065521240234,
+ -8.168566703796387,
+ -8.718067169189453,
+ -4.162121295928955,
+ -8.6472806930542,
+ -0.28312888741493225
+ ],
+ "distances_by_expert": [
+ 28.516599655151367,
+ 32.1822395324707,
+ 27.868633270263672,
+ 10.752555847167969,
+ 9.192131042480469,
+ 16.337133407592773,
+ 17.436134338378906,
+ 8.32424259185791,
+ 17.2945613861084,
+ 0.5662577748298645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.483642578125,
+ "language": 52.8901252746582
+ }
+ },
+ {
+ "routing_index": 561,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.742143116549414e-07,
+ 8.948672558517501e-08,
+ 7.868184184189886e-07,
+ 0.00406611105427146,
+ 0.00915937777608633,
+ 0.00024582253536209464,
+ 0.00014738869504071772,
+ 0.01411508210003376,
+ 0.00015894776151981205,
+ 0.6901382803916931
+ ],
+ "log_scores_by_expert": [
+ -14.37026309967041,
+ -16.229175567626953,
+ -14.055268287658691,
+ -5.505068302154541,
+ -4.692976951599121,
+ -8.310900688171387,
+ -8.822437286376953,
+ -4.26051139831543,
+ -8.74693489074707,
+ -0.37086328864097595
+ ],
+ "distances_by_expert": [
+ 28.74052619934082,
+ 32.458351135253906,
+ 28.110536575317383,
+ 11.010136604309082,
+ 9.385953903198242,
+ 16.621801376342773,
+ 17.644874572753906,
+ 8.52102279663086,
+ 17.49386978149414,
+ 0.7417265772819519
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3556.687255859375,
+ "language": 52.913795471191406
+ }
+ },
+ {
+ "routing_index": 562,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.467768116635852e-07,
+ 1.0225671331909325e-07,
+ 8.707791607776016e-07,
+ 0.004436025395989418,
+ 0.009635789319872856,
+ 0.00027060083812102675,
+ 0.0001610318140592426,
+ 0.01489853486418724,
+ 0.0001780169695848599,
+ 0.7155398726463318
+ ],
+ "log_scores_by_expert": [
+ -14.251264572143555,
+ -16.095779418945312,
+ -13.953877449035645,
+ -5.417996406555176,
+ -4.642271041870117,
+ -8.214865684509277,
+ -8.733908653259277,
+ -4.2064924240112305,
+ -8.633631706237793,
+ -0.3347179591655731
+ ],
+ "distances_by_expert": [
+ 28.50252914428711,
+ 32.191558837890625,
+ 27.90775489807129,
+ 10.835992813110352,
+ 9.284542083740234,
+ 16.429731369018555,
+ 17.467817306518555,
+ 8.412984848022461,
+ 17.267263412475586,
+ 0.6694359183311462
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.310546875,
+ "language": 52.91529846191406
+ }
+ },
+ {
+ "routing_index": 563,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.36165475245798e-07,
+ 1.0663379157449526e-07,
+ 9.985865290218499e-07,
+ 0.004739429336041212,
+ 0.009686099365353584,
+ 0.0002967734762933105,
+ 0.00017197993292938918,
+ 0.01618237979710102,
+ 0.00019427681399974972,
+ 0.7167996168136597
+ ],
+ "log_scores_by_expert": [
+ -14.121810913085938,
+ -16.053865432739258,
+ -13.816925048828125,
+ -5.3518385887146,
+ -4.637063503265381,
+ -8.122541427612305,
+ -8.668132781982422,
+ -4.1238322257995605,
+ -8.546226501464844,
+ -0.33295902609825134
+ ],
+ "distances_by_expert": [
+ 28.243621826171875,
+ 32.107730865478516,
+ 27.63385009765625,
+ 10.7036771774292,
+ 9.274127006530762,
+ 16.24508285522461,
+ 17.336265563964844,
+ 8.247664451599121,
+ 17.092453002929688,
+ 0.6659180521965027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.021240234375,
+ "language": 52.907440185546875
+ }
+ },
+ {
+ "routing_index": 564,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608202625102422e-07,
+ 1.1166218882863177e-07,
+ 9.276143373426748e-07,
+ 0.005321614444255829,
+ 0.0095846401527524,
+ 0.00036195703432895243,
+ 0.00017515597573947161,
+ 0.01591775193810463,
+ 0.00018113097758032382,
+ 0.6818590760231018
+ ],
+ "log_scores_by_expert": [
+ -14.22978401184082,
+ -16.007787704467773,
+ -13.890649795532227,
+ -5.235978603363037,
+ -4.6475934982299805,
+ -7.923985004425049,
+ -8.649833679199219,
+ -4.140320301055908,
+ -8.616290092468262,
+ -0.38293227553367615
+ ],
+ "distances_by_expert": [
+ 28.45956802368164,
+ 32.01557540893555,
+ 27.781299591064453,
+ 10.471957206726074,
+ 9.295186996459961,
+ 15.847970008850098,
+ 17.299667358398438,
+ 8.280640602111816,
+ 17.232580184936523,
+ 0.7658645510673523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.79345703125,
+ "language": 52.94586181640625
+ }
+ },
+ {
+ "routing_index": 565,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.268865604397433e-07,
+ 1.0289844709632234e-07,
+ 8.765815664446563e-07,
+ 0.00495695136487484,
+ 0.009180773049592972,
+ 0.000335836986778304,
+ 0.00016898824833333492,
+ 0.015279111452400684,
+ 0.00017240755551028997,
+ 0.6596755385398865
+ ],
+ "log_scores_by_expert": [
+ -14.282500267028809,
+ -16.089523315429688,
+ -13.947236061096191,
+ -5.30696439743042,
+ -4.690643787384033,
+ -7.998884677886963,
+ -8.685681343078613,
+ -4.181268692016602,
+ -8.6656494140625,
+ -0.41600722074508667
+ ],
+ "distances_by_expert": [
+ 28.565000534057617,
+ 32.179046630859375,
+ 27.894472122192383,
+ 10.61392879486084,
+ 9.381287574768066,
+ 15.997769355773926,
+ 17.371362686157227,
+ 8.362537384033203,
+ 17.331298828125,
+ 0.8320144414901733
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.479736328125,
+ "language": 52.92245101928711
+ }
+ },
+ {
+ "routing_index": 566,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.893981551707839e-07,
+ 9.325614769295498e-08,
+ 8.047501864894002e-07,
+ 0.004822852555662394,
+ 0.008458975702524185,
+ 0.00030847848393023014,
+ 0.00015657994663342834,
+ 0.014364255592226982,
+ 0.00016391232202295214,
+ 0.6086083054542542
+ ],
+ "log_scores_by_expert": [
+ -14.34416389465332,
+ -16.187915802001953,
+ -14.032733917236328,
+ -5.334389686584473,
+ -4.77252721786499,
+ -8.083858489990234,
+ -8.761943817138672,
+ -4.243012428283691,
+ -8.716178894042969,
+ -0.4965803921222687
+ ],
+ "distances_by_expert": [
+ 28.68832778930664,
+ 32.375831604003906,
+ 28.065467834472656,
+ 10.668779373168945,
+ 9.54505443572998,
+ 16.16771697998047,
+ 17.523887634277344,
+ 8.486024856567383,
+ 17.432357788085938,
+ 0.9931607842445374
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.40185546875,
+ "language": 52.9211540222168
+ }
+ },
+ {
+ "routing_index": 567,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.944260692558601e-07,
+ 9.72726326153861e-08,
+ 8.252268912656291e-07,
+ 0.004890905227512121,
+ 0.008647950366139412,
+ 0.000319132290314883,
+ 0.00015989494568202645,
+ 0.014584443531930447,
+ 0.00016557313210796565,
+ 0.6215735673904419
+ ],
+ "log_scores_by_expert": [
+ -14.33566951751709,
+ -16.145748138427734,
+ -14.007607460021973,
+ -5.320377826690674,
+ -4.750432968139648,
+ -8.049904823303223,
+ -8.74099349975586,
+ -4.227799892425537,
+ -8.706097602844238,
+ -0.4755009710788727
+ ],
+ "distances_by_expert": [
+ 28.67133903503418,
+ 32.29149627685547,
+ 28.015214920043945,
+ 10.640755653381348,
+ 9.500865936279297,
+ 16.099809646606445,
+ 17.48198699951172,
+ 8.455599784851074,
+ 17.412195205688477,
+ 0.9510019421577454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.77294921875,
+ "language": 52.92277526855469
+ }
+ },
+ {
+ "routing_index": 568,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.199229574122e-07,
+ 1.0220640689340144e-07,
+ 8.635586254968075e-07,
+ 0.005098399240523577,
+ 0.009209105744957924,
+ 0.0003252671449445188,
+ 0.00016684405272826552,
+ 0.01518248300999403,
+ 0.00017087248852476478,
+ 0.6518259048461914
+ ],
+ "log_scores_by_expert": [
+ -14.293670654296875,
+ -16.096271514892578,
+ -13.962203979492188,
+ -5.2788286209106445,
+ -4.687562465667725,
+ -8.030863761901855,
+ -8.698451042175293,
+ -4.187613010406494,
+ -8.674592971801758,
+ -0.4279777705669403
+ ],
+ "distances_by_expert": [
+ 28.58734130859375,
+ 32.192543029785156,
+ 27.924407958984375,
+ 10.557657241821289,
+ 9.37512493133545,
+ 16.06172752380371,
+ 17.396902084350586,
+ 8.375226020812988,
+ 17.349185943603516,
+ 0.8559555411338806
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.3173828125,
+ "language": 52.9456787109375
+ }
+ },
+ {
+ "routing_index": 569,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.274188422139559e-07,
+ 9.885592078262562e-08,
+ 8.488361231684394e-07,
+ 0.0050101191736757755,
+ 0.009084650315344334,
+ 0.00032390077831223607,
+ 0.00016497842443641275,
+ 0.01523926667869091,
+ 0.00017003352695610374,
+ 0.6491315364837646
+ ],
+ "log_scores_by_expert": [
+ -14.281651496887207,
+ -16.129602432250977,
+ -13.979399681091309,
+ -5.296295642852783,
+ -4.701169013977051,
+ -8.035073280334473,
+ -8.709695816040039,
+ -4.183879852294922,
+ -8.67951488494873,
+ -0.4321199059486389
+ ],
+ "distances_by_expert": [
+ 28.563302993774414,
+ 32.25920486450195,
+ 27.958799362182617,
+ 10.592591285705566,
+ 9.402338027954102,
+ 16.070146560668945,
+ 17.419391632080078,
+ 8.367759704589844,
+ 17.35902976989746,
+ 0.8642398118972778
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.128173828125,
+ "language": 52.937171936035156
+ }
+ },
+ {
+ "routing_index": 570,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.327783239612472e-07,
+ 9.728969985189906e-08,
+ 8.562445259485685e-07,
+ 0.005055463407188654,
+ 0.008921457454562187,
+ 0.0003213136806152761,
+ 0.0001635622320463881,
+ 0.015003776177763939,
+ 0.0001707156334305182,
+ 0.6301838755607605
+ ],
+ "log_scores_by_expert": [
+ -14.27314567565918,
+ -16.145572662353516,
+ -13.970709800720215,
+ -5.287285804748535,
+ -4.719295978546143,
+ -8.043092727661133,
+ -8.718317031860352,
+ -4.199453353881836,
+ -8.675511360168457,
+ -0.46174365282058716
+ ],
+ "distances_by_expert": [
+ 28.54629135131836,
+ 32.29114532470703,
+ 27.94141960144043,
+ 10.57457160949707,
+ 9.438591957092285,
+ 16.086185455322266,
+ 17.436634063720703,
+ 8.398906707763672,
+ 17.351022720336914,
+ 0.9234873056411743
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.829833984375,
+ "language": 52.95661163330078
+ }
+ },
+ {
+ "routing_index": 571,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.238074661268911e-07,
+ 9.967629921447951e-08,
+ 8.481507620672346e-07,
+ 0.005031262990087271,
+ 0.009069623425602913,
+ 0.0003334274224471301,
+ 0.00016896150191314518,
+ 0.015309530310332775,
+ 0.00016804553160909563,
+ 0.6545843482017517
+ ],
+ "log_scores_by_expert": [
+ -14.287424087524414,
+ -16.121337890625,
+ -13.980207443237305,
+ -5.292084217071533,
+ -4.702824592590332,
+ -8.006085395812988,
+ -8.685839653015137,
+ -4.179279804229736,
+ -8.691275596618652,
+ -0.4237547814846039
+ ],
+ "distances_by_expert": [
+ 28.574848175048828,
+ 32.24267578125,
+ 27.96041488647461,
+ 10.584168434143066,
+ 9.405649185180664,
+ 16.012170791625977,
+ 17.371679306030273,
+ 8.358559608459473,
+ 17.382551193237305,
+ 0.8475095629692078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.93310546875,
+ "language": 52.94769287109375
+ }
+ },
+ {
+ "routing_index": 572,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.927803385930019e-07,
+ 9.465392736274225e-08,
+ 8.045667527767364e-07,
+ 0.004809456877410412,
+ 0.00878080166876316,
+ 0.00032195812673307955,
+ 0.00016246266022790223,
+ 0.014797776937484741,
+ 0.00016061677888501436,
+ 0.6361836791038513
+ ],
+ "log_scores_by_expert": [
+ -14.338441848754883,
+ -16.173038482666016,
+ -14.03296184539795,
+ -5.3371710777282715,
+ -4.735187530517578,
+ -8.041089057922363,
+ -8.725062370300293,
+ -4.213278293609619,
+ -8.736489295959473,
+ -0.45226797461509705
+ ],
+ "distances_by_expert": [
+ 28.676883697509766,
+ 32.34607696533203,
+ 28.0659236907959,
+ 10.674342155456543,
+ 9.470375061035156,
+ 16.082178115844727,
+ 17.450124740600586,
+ 8.426556587219238,
+ 17.472978591918945,
+ 0.9045359492301941
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.092529296875,
+ "language": 52.948158264160156
+ }
+ },
+ {
+ "routing_index": 573,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.100058840274869e-07,
+ 9.679735057943617e-08,
+ 8.305586334245163e-07,
+ 0.0049192411825060844,
+ 0.008940932340919971,
+ 0.0003284935955889523,
+ 0.00016469390538986772,
+ 0.015086472034454346,
+ 0.00016568132559768856,
+ 0.6447399854660034
+ ],
+ "log_scores_by_expert": [
+ -14.309797286987305,
+ -16.150646209716797,
+ -14.001167297363281,
+ -5.314600944519043,
+ -4.71711540222168,
+ -8.02099323272705,
+ -8.711421966552734,
+ -4.1939568519592285,
+ -8.7054443359375,
+ -0.43890827894210815
+ ],
+ "distances_by_expert": [
+ 28.61959457397461,
+ 32.301292419433594,
+ 28.002334594726562,
+ 10.629201889038086,
+ 9.43423080444336,
+ 16.0419864654541,
+ 17.42284393310547,
+ 8.387913703918457,
+ 17.410888671875,
+ 0.8778165578842163
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.6689453125,
+ "language": 52.942317962646484
+ }
+ },
+ {
+ "routing_index": 574,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.481704417637957e-07,
+ 1.0132576733212773e-07,
+ 8.644082072351011e-07,
+ 0.005091995466500521,
+ 0.009286956861615181,
+ 0.0003461485030129552,
+ 0.00017122531426139176,
+ 0.01573243923485279,
+ 0.00017217751883435994,
+ 0.6725249886512756
+ ],
+ "log_scores_by_expert": [
+ -14.249112129211426,
+ -16.10492515563965,
+ -13.961220741271973,
+ -5.280085563659668,
+ -4.679144382476807,
+ -7.968642711639404,
+ -8.672530174255371,
+ -4.1520304679870605,
+ -8.666984558105469,
+ -0.39671599864959717
+ ],
+ "distances_by_expert": [
+ 28.49822425842285,
+ 32.2098503112793,
+ 27.922441482543945,
+ 10.560171127319336,
+ 9.358288764953613,
+ 15.937285423278809,
+ 17.345060348510742,
+ 8.304060935974121,
+ 17.333969116210938,
+ 0.7934319972991943
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.455810546875,
+ "language": 52.95058059692383
+ }
+ },
+ {
+ "routing_index": 575,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.3768715108381e-07,
+ 1.006089789257203e-07,
+ 8.642531952318677e-07,
+ 0.0051008653827011585,
+ 0.009173299185931683,
+ 0.000336791155859828,
+ 0.00016852169937919825,
+ 0.015489188022911549,
+ 0.00017289623792748898,
+ 0.6568374633789062
+ ],
+ "log_scores_by_expert": [
+ -14.26541805267334,
+ -16.112024307250977,
+ -13.961400032043457,
+ -5.278345108032227,
+ -4.691458225250244,
+ -7.996047496795654,
+ -8.688446044921875,
+ -4.1676130294799805,
+ -8.662818908691406,
+ -0.42031872272491455
+ ],
+ "distances_by_expert": [
+ 28.53083610534668,
+ 32.22404861450195,
+ 27.922800064086914,
+ 10.556690216064453,
+ 9.382916450500488,
+ 15.992094993591309,
+ 17.37689208984375,
+ 8.335226058959961,
+ 17.325637817382812,
+ 0.8406374454498291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.488525390625,
+ "language": 52.912841796875
+ }
+ },
+ {
+ "routing_index": 576,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.402086114576377e-07,
+ 9.78007932417313e-08,
+ 8.698146984897903e-07,
+ 0.005098370369523764,
+ 0.009051849134266376,
+ 0.0003231621521990746,
+ 0.00016495262389071286,
+ 0.015252511948347092,
+ 0.0001734215475153178,
+ 0.6375203728675842
+ ],
+ "log_scores_by_expert": [
+ -14.26147174835205,
+ -16.14033317565918,
+ -13.954985618591309,
+ -5.278834342956543,
+ -4.70478630065918,
+ -8.03735637664795,
+ -8.70985221862793,
+ -4.183011054992676,
+ -8.659785270690918,
+ -0.45016908645629883
+ ],
+ "distances_by_expert": [
+ 28.5229434967041,
+ 32.28066635131836,
+ 27.909971237182617,
+ 10.557668685913086,
+ 9.40957260131836,
+ 16.0747127532959,
+ 17.41970443725586,
+ 8.366022109985352,
+ 17.319570541381836,
+ 0.9003381729125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.53271484375,
+ "language": 52.90559768676758
+ }
+ },
+ {
+ "routing_index": 577,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.2106562381814e-07,
+ 9.512194765193271e-08,
+ 8.557115052099107e-07,
+ 0.005016858223825693,
+ 0.009061798453330994,
+ 0.0003126321826130152,
+ 0.0001630275946808979,
+ 0.015009966678917408,
+ 0.00017025972192641348,
+ 0.6302165389060974
+ ],
+ "log_scores_by_expert": [
+ -14.291829109191895,
+ -16.168106079101562,
+ -13.971332550048828,
+ -5.294951438903809,
+ -4.70368766784668,
+ -8.070483207702637,
+ -8.721590995788574,
+ -4.19904088973999,
+ -8.67818546295166,
+ -0.4616917669773102
+ ],
+ "distances_by_expert": [
+ 28.58365821838379,
+ 32.336212158203125,
+ 27.942665100097656,
+ 10.589902877807617,
+ 9.40737533569336,
+ 16.140966415405273,
+ 17.44318199157715,
+ 8.39808177947998,
+ 17.35637092590332,
+ 0.9233835339546204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.4765625,
+ "language": 52.912010192871094
+ }
+ },
+ {
+ "routing_index": 578,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66498067403154e-07,
+ 1.0463615041089724e-07,
+ 9.097195174945227e-07,
+ 0.005255228374153376,
+ 0.009518158622086048,
+ 0.00034922469058074057,
+ 0.00017210298392456025,
+ 0.015763649716973305,
+ 0.0001785716158337891,
+ 0.6680155992507935
+ ],
+ "log_scores_by_expert": [
+ -14.22122859954834,
+ -16.072776794433594,
+ -13.91012954711914,
+ -5.248531818389893,
+ -4.6545538902282715,
+ -7.959794998168945,
+ -8.667417526245117,
+ -4.150048732757568,
+ -8.630520820617676,
+ -0.4034438133239746
+ ],
+ "distances_by_expert": [
+ 28.44245719909668,
+ 32.14555358886719,
+ 27.82025909423828,
+ 10.497063636779785,
+ 9.309107780456543,
+ 15.91958999633789,
+ 17.334835052490234,
+ 8.300097465515137,
+ 17.26104164123535,
+ 0.8068876266479492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.94091796875,
+ "language": 52.92820358276367
+ }
+ },
+ {
+ "routing_index": 579,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.036671607034805e-07,
+ 9.534628730989425e-08,
+ 8.425967621406016e-07,
+ 0.004963919520378113,
+ 0.008877175860106945,
+ 0.0003265915729571134,
+ 0.00016174580377992243,
+ 0.014522534795105457,
+ 0.00016523082740604877,
+ 0.6133771538734436
+ ],
+ "log_scores_by_expert": [
+ -14.320242881774902,
+ -16.16575050354004,
+ -13.986777305603027,
+ -5.3055596351623535,
+ -4.724271774291992,
+ -8.026800155639648,
+ -8.729484558105469,
+ -4.232053756713867,
+ -8.70816707611084,
+ -0.4887753129005432
+ ],
+ "distances_by_expert": [
+ 28.640485763549805,
+ 32.33150100708008,
+ 27.973554611206055,
+ 10.611119270324707,
+ 9.448543548583984,
+ 16.053600311279297,
+ 17.458969116210938,
+ 8.464107513427734,
+ 17.41633415222168,
+ 0.9775506258010864
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.497314453125,
+ "language": 52.95393753051758
+ }
+ },
+ {
+ "routing_index": 580,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.011875370859343e-07,
+ 9.474604922843355e-08,
+ 8.477310871057853e-07,
+ 0.004874607548117638,
+ 0.009216750040650368,
+ 0.0003180809726472944,
+ 0.00016429810784757137,
+ 0.014775877818465233,
+ 0.00016484412481077015,
+ 0.6312497854232788
+ ],
+ "log_scores_by_expert": [
+ -14.324358940124512,
+ -16.17206573486328,
+ -13.98070240020752,
+ -5.323715686798096,
+ -4.686732769012451,
+ -8.053204536437988,
+ -8.713828086853027,
+ -4.214759349822998,
+ -8.71051025390625,
+ -0.4600536525249481
+ ],
+ "distances_by_expert": [
+ 28.648717880249023,
+ 32.34413146972656,
+ 27.96140480041504,
+ 10.647431373596191,
+ 9.373465538024902,
+ 16.106409072875977,
+ 17.427656173706055,
+ 8.429518699645996,
+ 17.4210205078125,
+ 0.9201073050498962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.687255859375,
+ "language": 52.92230987548828
+ }
+ },
+ {
+ "routing_index": 581,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.335391162792803e-07,
+ 9.028203606931129e-08,
+ 8.731449270271696e-07,
+ 0.004166108556091785,
+ 0.00859791412949562,
+ 0.00023605332535225898,
+ 0.00014996665413491428,
+ 0.014501851052045822,
+ 0.00016424813657067716,
+ 0.6467621922492981
+ ],
+ "log_scores_by_expert": [
+ -14.271944046020508,
+ -16.220327377319336,
+ -13.951164245605469,
+ -5.480772972106934,
+ -4.756235599517822,
+ -8.351452827453613,
+ -8.805097579956055,
+ -4.233479022979736,
+ -8.714132308959961,
+ -0.4357766807079315
+ ],
+ "distances_by_expert": [
+ 28.543888092041016,
+ 32.44065475463867,
+ 27.902328491210938,
+ 10.961545944213867,
+ 9.512471199035645,
+ 16.702905654907227,
+ 17.61019515991211,
+ 8.466958045959473,
+ 17.428264617919922,
+ 0.871553361415863
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3582.496826171875,
+ "language": 52.898109436035156
+ }
+ },
+ {
+ "routing_index": 582,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.627520861002267e-07,
+ 9.907846987289304e-08,
+ 9.133035518971155e-07,
+ 0.0042865038849413395,
+ 0.009570719674229622,
+ 0.00025498366449028254,
+ 0.00016041853814385831,
+ 0.015519100241363049,
+ 0.0001745746412780136,
+ 0.7076670527458191
+ ],
+ "log_scores_by_expert": [
+ -14.2268648147583,
+ -16.12735366821289,
+ -13.906197547912598,
+ -5.45228385925293,
+ -4.649046897888184,
+ -8.274311065673828,
+ -8.737724304199219,
+ -4.165683746337891,
+ -8.653158187866211,
+ -0.3457815647125244
+ ],
+ "distances_by_expert": [
+ 28.4537296295166,
+ 32.25470733642578,
+ 27.812395095825195,
+ 10.90456771850586,
+ 9.298093795776367,
+ 16.548622131347656,
+ 17.475448608398438,
+ 8.331367492675781,
+ 17.306316375732422,
+ 0.6915631294250488
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.9599609375,
+ "language": 52.90468978881836
+ }
+ },
+ {
+ "routing_index": 583,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.574862598223262e-07,
+ 8.490373204494972e-08,
+ 7.701958111283602e-07,
+ 0.0037965127266943455,
+ 0.008959515020251274,
+ 0.00021167796512600034,
+ 0.0001423614303348586,
+ 0.0133452657610178,
+ 0.00015449030615855008,
+ 0.672725260257721
+ ],
+ "log_scores_by_expert": [
+ -14.39982795715332,
+ -16.281747817993164,
+ -14.076621055603027,
+ -5.573672294616699,
+ -4.715039253234863,
+ -8.460444450378418,
+ -8.857141494750977,
+ -4.316593647003174,
+ -8.775379180908203,
+ -0.3964182734489441
+ ],
+ "distances_by_expert": [
+ 28.79965591430664,
+ 32.56349563598633,
+ 28.153242111206055,
+ 11.147344589233398,
+ 9.430078506469727,
+ 16.920888900756836,
+ 17.714282989501953,
+ 8.633187294006348,
+ 17.550758361816406,
+ 0.7928365468978882
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3570.877685546875,
+ "language": 52.896541595458984
+ }
+ },
+ {
+ "routing_index": 584,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.474883775808848e-07,
+ 1.0269884143099262e-07,
+ 8.964496487351425e-07,
+ 0.004560392815619707,
+ 0.010209530591964722,
+ 0.00027998711448162794,
+ 0.00016329104255419225,
+ 0.016012508422136307,
+ 0.00017620882135815918,
+ 0.7590819001197815
+ ],
+ "log_scores_by_expert": [
+ -14.250164985656738,
+ -16.09146499633789,
+ -13.924823760986328,
+ -5.390346527099609,
+ -4.584433555603027,
+ -8.180767059326172,
+ -8.719976425170898,
+ -4.134385108947754,
+ -8.643840789794922,
+ -0.2756456136703491
+ ],
+ "distances_by_expert": [
+ 28.500329971313477,
+ 32.18292999267578,
+ 27.849647521972656,
+ 10.780693054199219,
+ 9.168867111206055,
+ 16.361534118652344,
+ 17.439952850341797,
+ 8.268770217895508,
+ 17.287681579589844,
+ 0.5512912273406982
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.895263671875,
+ "language": 52.892791748046875
+ }
+ },
+ {
+ "routing_index": 585,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.88507384438708e-07,
+ 1.0726349586320794e-07,
+ 9.384431223224965e-07,
+ 0.004723151680082083,
+ 0.010602351278066635,
+ 0.0002980003773700446,
+ 0.00017354165902361274,
+ 0.016738951206207275,
+ 0.0001852713612606749,
+ 0.7894721627235413
+ ],
+ "log_scores_by_expert": [
+ -14.188739776611328,
+ -16.047977447509766,
+ -13.879043579101562,
+ -5.355278968811035,
+ -4.546679496765137,
+ -8.118415832519531,
+ -8.659092903137207,
+ -4.090016841888428,
+ -8.59368896484375,
+ -0.23639070987701416
+ ],
+ "distances_by_expert": [
+ 28.377479553222656,
+ 32.09595489501953,
+ 27.758087158203125,
+ 10.71055793762207,
+ 9.093358993530273,
+ 16.236831665039062,
+ 17.318185806274414,
+ 8.180033683776855,
+ 17.1873779296875,
+ 0.4727814197540283
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.505859375,
+ "language": 52.91532516479492
+ }
+ },
+ {
+ "routing_index": 586,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.811327466493822e-07,
+ 9.546711510211026e-08,
+ 9.104207947530085e-07,
+ 0.0042759208008646965,
+ 0.009796112775802612,
+ 0.00026350683765485883,
+ 0.00016416450671385974,
+ 0.015766002237796783,
+ 0.00018019699200522155,
+ 0.7265486717224121
+ ],
+ "log_scores_by_expert": [
+ -14.199508666992188,
+ -16.16448402404785,
+ -13.909358978271484,
+ -5.454755783081055,
+ -4.62576961517334,
+ -8.24143123626709,
+ -8.714641571044922,
+ -4.149899482727051,
+ -8.6214599609375,
+ -0.31944987177848816
+ ],
+ "distances_by_expert": [
+ 28.399017333984375,
+ 32.3289680480957,
+ 27.81871795654297,
+ 10.90951156616211,
+ 9.25153923034668,
+ 16.48286247253418,
+ 17.429283142089844,
+ 8.299798965454102,
+ 17.242919921875,
+ 0.6388997435569763
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.355224609375,
+ "language": 52.93279266357422
+ }
+ },
+ {
+ "routing_index": 587,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.569150627910858e-07,
+ 9.686439739198249e-08,
+ 8.95595121619408e-07,
+ 0.004493440501391888,
+ 0.009950829669833183,
+ 0.00027521498850546777,
+ 0.00016502784274052829,
+ 0.015977270901203156,
+ 0.0001739597209962085,
+ 0.7188571095466614
+ ],
+ "log_scores_by_expert": [
+ -14.235711097717285,
+ -16.149953842163086,
+ -13.925777435302734,
+ -5.405136585235596,
+ -4.6100993156433105,
+ -8.197957992553711,
+ -8.709396362304688,
+ -4.136588096618652,
+ -8.656686782836914,
+ -0.3300926983356476
+ ],
+ "distances_by_expert": [
+ 28.47142219543457,
+ 32.29990768432617,
+ 27.85155487060547,
+ 10.810273170471191,
+ 9.220198631286621,
+ 16.395915985107422,
+ 17.418792724609375,
+ 8.273176193237305,
+ 17.313373565673828,
+ 0.6601853966712952
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.15087890625,
+ "language": 52.93941116333008
+ }
+ },
+ {
+ "routing_index": 588,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.728923835908063e-07,
+ 1.0783335113728754e-07,
+ 9.261770514967793e-07,
+ 0.004746236372739077,
+ 0.01042228564620018,
+ 0.00029544002609327435,
+ 0.00016980600776150823,
+ 0.016011064872145653,
+ 0.00018255526083521545,
+ 0.7640435695648193
+ ],
+ "log_scores_by_expert": [
+ -14.21168041229248,
+ -16.042678833007812,
+ -13.892200469970703,
+ -5.350403308868408,
+ -4.563808917999268,
+ -8.127044677734375,
+ -8.680853843688965,
+ -4.134475231170654,
+ -8.608457565307617,
+ -0.2691304683685303
+ ],
+ "distances_by_expert": [
+ 28.42336082458496,
+ 32.085357666015625,
+ 27.784400939941406,
+ 10.700806617736816,
+ 9.127617835998535,
+ 16.25408935546875,
+ 17.36170768737793,
+ 8.268950462341309,
+ 17.216915130615234,
+ 0.5382609367370605
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.26806640625,
+ "language": 52.90663146972656
+ }
+ },
+ {
+ "routing_index": 589,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071462621548562e-07,
+ 1.0025134855595752e-07,
+ 8.463723020213365e-07,
+ 0.004341542720794678,
+ 0.009893539361655712,
+ 0.00026773815625347197,
+ 0.00015863883891142905,
+ 0.014928175136446953,
+ 0.00016663764836266637,
+ 0.7312254905700684
+ ],
+ "log_scores_by_expert": [
+ -14.314496040344238,
+ -16.115585327148438,
+ -13.982306480407715,
+ -5.439525604248047,
+ -4.615873336791992,
+ -8.22550106048584,
+ -8.748880386352539,
+ -4.20450496673584,
+ -8.699688911437988,
+ -0.3130333721637726
+ ],
+ "distances_by_expert": [
+ 28.628992080688477,
+ 32.231170654296875,
+ 27.96461296081543,
+ 10.879051208496094,
+ 9.231746673583984,
+ 16.45100212097168,
+ 17.497760772705078,
+ 8.40900993347168,
+ 17.399377822875977,
+ 0.6260667443275452
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.812255859375,
+ "language": 52.911231994628906
+ }
+ },
+ {
+ "routing_index": 590,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.584057021223998e-07,
+ 8.737443124573474e-08,
+ 7.694630994592444e-07,
+ 0.00382656860165298,
+ 0.0090858805924654,
+ 0.00023097537632565945,
+ 0.00014555547386407852,
+ 0.013789810240268707,
+ 0.00015600386541336775,
+ 0.688202440738678
+ ],
+ "log_scores_by_expert": [
+ -14.39818000793457,
+ -16.253063201904297,
+ -14.0775728225708,
+ -5.565786838531494,
+ -4.701033592224121,
+ -8.373199462890625,
+ -8.834953308105469,
+ -4.283825397491455,
+ -8.765629768371582,
+ -0.3736723065376282
+ ],
+ "distances_by_expert": [
+ 28.79636001586914,
+ 32.506126403808594,
+ 28.1551456451416,
+ 11.131573677062988,
+ 9.402067184448242,
+ 16.74639892578125,
+ 17.669906616210938,
+ 8.56765079498291,
+ 17.531259536743164,
+ 0.7473446130752563
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3539.101806640625,
+ "language": 52.90053176879883
+ }
+ },
+ {
+ "routing_index": 591,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.754931973773637e-07,
+ 1.013383226222686e-07,
+ 9.201515922541148e-07,
+ 0.0045658303424716,
+ 0.009531911462545395,
+ 0.0002902295673266053,
+ 0.0001648460020078346,
+ 0.01545788999646902,
+ 0.0001848202955443412,
+ 0.7118232846260071
+ ],
+ "log_scores_by_expert": [
+ -14.207822799682617,
+ -16.104801177978516,
+ -13.898727416992188,
+ -5.38915491104126,
+ -4.653110027313232,
+ -8.144838333129883,
+ -8.710498809814453,
+ -4.169635772705078,
+ -8.596126556396484,
+ -0.3399255871772766
+ ],
+ "distances_by_expert": [
+ 28.415645599365234,
+ 32.20960235595703,
+ 27.797454833984375,
+ 10.77830982208252,
+ 9.306220054626465,
+ 16.289676666259766,
+ 17.420997619628906,
+ 8.339271545410156,
+ 17.19225311279297,
+ 0.6798511743545532
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3479.555908203125,
+ "language": 52.90305709838867
+ }
+ },
+ {
+ "routing_index": 592,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.972201163080172e-07,
+ 1.0165813080220687e-07,
+ 9.60573061092873e-07,
+ 0.004415355157107115,
+ 0.00937411468476057,
+ 0.00027830994804389775,
+ 0.00016559159848839045,
+ 0.015541339293122292,
+ 0.00018746708519756794,
+ 0.6962479948997498
+ ],
+ "log_scores_by_expert": [
+ -14.176164627075195,
+ -16.10165023803711,
+ -13.855735778808594,
+ -5.422667026519775,
+ -4.669803142547607,
+ -8.186775207519531,
+ -8.705986022949219,
+ -4.164251804351807,
+ -8.581907272338867,
+ -0.36204931139945984
+ ],
+ "distances_by_expert": [
+ 28.35232925415039,
+ 32.20330047607422,
+ 27.711471557617188,
+ 10.84533405303955,
+ 9.339606285095215,
+ 16.373550415039062,
+ 17.411972045898438,
+ 8.328503608703613,
+ 17.163814544677734,
+ 0.7240986227989197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.74951171875,
+ "language": 52.90836715698242
+ }
+ },
+ {
+ "routing_index": 593,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.187393069012614e-07,
+ 1.0438319009153929e-07,
+ 8.508851010446961e-07,
+ 0.004831463564187288,
+ 0.008966570720076561,
+ 0.0003490340895950794,
+ 0.0001666528987698257,
+ 0.01521737314760685,
+ 0.0001711260701995343,
+ 0.6605120897293091
+ ],
+ "log_scores_by_expert": [
+ -14.295581817626953,
+ -16.075197219848633,
+ -13.976988792419434,
+ -5.332605838775635,
+ -4.71425199508667,
+ -7.960340976715088,
+ -8.699597358703613,
+ -4.185317516326904,
+ -8.673110008239746,
+ -0.4147398769855499
+ ],
+ "distances_by_expert": [
+ 28.591163635253906,
+ 32.150394439697266,
+ 27.953977584838867,
+ 10.66521167755127,
+ 9.42850399017334,
+ 15.920681953430176,
+ 17.399194717407227,
+ 8.370635032653809,
+ 17.346220016479492,
+ 0.8294797539710999
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.446044921875,
+ "language": 52.93169403076172
+ }
+ },
+ {
+ "routing_index": 594,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.035819524186081e-07,
+ 9.976722026294738e-08,
+ 8.376478035643231e-07,
+ 0.004752586595714092,
+ 0.008857755921781063,
+ 0.0003307635779492557,
+ 0.00016280324780382216,
+ 0.014723564498126507,
+ 0.00016777074779383838,
+ 0.6385558843612671
+ ],
+ "log_scores_by_expert": [
+ -14.32038402557373,
+ -16.120426177978516,
+ -13.992668151855469,
+ -5.349066257476807,
+ -4.726461887359619,
+ -8.014106750488281,
+ -8.722968101501465,
+ -4.218306064605713,
+ -8.692912101745605,
+ -0.44854608178138733
+ ],
+ "distances_by_expert": [
+ 28.64076805114746,
+ 32.24085235595703,
+ 27.985336303710938,
+ 10.698132514953613,
+ 9.452923774719238,
+ 16.028213500976562,
+ 17.44593620300293,
+ 8.436612129211426,
+ 17.38582420349121,
+ 0.8970921635627747
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.546875,
+ "language": 52.93295669555664
+ }
+ },
+ {
+ "routing_index": 595,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.388406177393335e-07,
+ 1.0384087545389775e-07,
+ 8.850960284689791e-07,
+ 0.00521743344143033,
+ 0.009199222549796104,
+ 0.0003324577119201422,
+ 0.0001665288145886734,
+ 0.015354608185589314,
+ 0.00017795059829950333,
+ 0.6515211462974548
+ ],
+ "log_scores_by_expert": [
+ -14.26361083984375,
+ -16.080406188964844,
+ -13.937569618225098,
+ -5.255749702453613,
+ -4.688636302947998,
+ -8.008997917175293,
+ -8.700342178344727,
+ -4.176339626312256,
+ -8.634004592895508,
+ -0.4284454584121704
+ ],
+ "distances_by_expert": [
+ 28.5272216796875,
+ 32.16081237792969,
+ 27.875139236450195,
+ 10.511499404907227,
+ 9.377272605895996,
+ 16.017995834350586,
+ 17.400684356689453,
+ 8.352679252624512,
+ 17.268009185791016,
+ 0.8568909168243408
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.99951171875,
+ "language": 52.94215393066406
+ }
+ },
+ {
+ "routing_index": 596,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.168504000925168e-07,
+ 1.0346267487193472e-07,
+ 8.570983140998578e-07,
+ 0.005043164826929569,
+ 0.008990871720016003,
+ 0.0003301229153294116,
+ 0.00016398033767472953,
+ 0.015024911612272263,
+ 0.00017525239672977477,
+ 0.6457036733627319
+ ],
+ "log_scores_by_expert": [
+ -14.298639297485352,
+ -16.084054946899414,
+ -13.96971321105957,
+ -5.289721488952637,
+ -4.711545467376709,
+ -8.016045570373535,
+ -8.715764045715332,
+ -4.19804573059082,
+ -8.649283409118652,
+ -0.43741464614868164
+ ],
+ "distances_by_expert": [
+ 28.597278594970703,
+ 32.16810989379883,
+ 27.93942642211914,
+ 10.579442977905273,
+ 9.423090934753418,
+ 16.03209114074707,
+ 17.431528091430664,
+ 8.39609146118164,
+ 17.298566818237305,
+ 0.8748292922973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.06884765625,
+ "language": 52.92265319824219
+ }
+ },
+ {
+ "routing_index": 597,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.004174792906269e-07,
+ 9.716323035036112e-08,
+ 8.284986279250006e-07,
+ 0.004911305848509073,
+ 0.008598947897553444,
+ 0.00031143444357439876,
+ 0.0001564435224281624,
+ 0.014394513331353664,
+ 0.00017203553579747677,
+ 0.6122717261314392
+ ],
+ "log_scores_by_expert": [
+ -14.325640678405762,
+ -16.146873474121094,
+ -14.003650665283203,
+ -5.316215515136719,
+ -4.756115436553955,
+ -8.074321746826172,
+ -8.762815475463867,
+ -4.240908145904541,
+ -8.66780948638916,
+ -0.49057912826538086
+ ],
+ "distances_by_expert": [
+ 28.651281356811523,
+ 32.29374694824219,
+ 28.007301330566406,
+ 10.632431030273438,
+ 9.51223087310791,
+ 16.148643493652344,
+ 17.525630950927734,
+ 8.481816291809082,
+ 17.33561897277832,
+ 0.9811582565307617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.995361328125,
+ "language": 52.917449951171875
+ }
+ },
+ {
+ "routing_index": 598,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.1362982251012e-07,
+ 1.0094017000028543e-07,
+ 8.561588060729264e-07,
+ 0.005005073733627796,
+ 0.008871328085660934,
+ 0.0003192102303728461,
+ 0.0001602601259946823,
+ 0.01472337543964386,
+ 0.00017579256382305175,
+ 0.6319822072982788
+ ],
+ "log_scores_by_expert": [
+ -14.303874015808105,
+ -16.10873794555664,
+ -13.970809936523438,
+ -5.297303199768066,
+ -4.724930763244629,
+ -8.049660682678223,
+ -8.738712310791016,
+ -4.218318939208984,
+ -8.64620590209961,
+ -0.4588939845561981
+ ],
+ "distances_by_expert": [
+ 28.60774803161621,
+ 32.21747589111328,
+ 27.941619873046875,
+ 10.594606399536133,
+ 9.449861526489258,
+ 16.099321365356445,
+ 17.47742462158203,
+ 8.436637878417969,
+ 17.29241180419922,
+ 0.9177879691123962
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.273193359375,
+ "language": 52.9083366394043
+ }
+ },
+ {
+ "routing_index": 599,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.459895871557819e-07,
+ 1.0565432262410468e-07,
+ 8.887967055670742e-07,
+ 0.005140339955687523,
+ 0.009228479117155075,
+ 0.00033883738797158003,
+ 0.0001668187469476834,
+ 0.015446697361767292,
+ 0.00018185882072430104,
+ 0.6645490527153015
+ ],
+ "log_scores_by_expert": [
+ -14.252482414245605,
+ -16.063093185424805,
+ -13.93339729309082,
+ -5.270636081695557,
+ -4.685461044311523,
+ -7.989990234375,
+ -8.698602676391602,
+ -4.170360088348389,
+ -8.612279891967773,
+ -0.4086465537548065
+ ],
+ "distances_by_expert": [
+ 28.50496482849121,
+ 32.12618637084961,
+ 27.86679458618164,
+ 10.541272163391113,
+ 9.370922088623047,
+ 15.97998046875,
+ 17.397205352783203,
+ 8.340720176696777,
+ 17.224559783935547,
+ 0.817293107509613
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.06591796875,
+ "language": 52.91777038574219
+ }
+ },
+ {
+ "routing_index": 600,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.475334544120415e-07,
+ 1.087794743170889e-07,
+ 8.884966860023269e-07,
+ 0.005200694780796766,
+ 0.009660043753683567,
+ 0.00034699426032602787,
+ 0.0001715684193186462,
+ 0.01602550968527794,
+ 0.00018196116434410214,
+ 0.7021849751472473
+ ],
+ "log_scores_by_expert": [
+ -14.25009536743164,
+ -16.03394317626953,
+ -13.933734893798828,
+ -5.258963108062744,
+ -4.63975715637207,
+ -7.966202259063721,
+ -8.670528411865234,
+ -4.133573532104492,
+ -8.611717224121094,
+ -0.35355842113494873
+ ],
+ "distances_by_expert": [
+ 28.50019073486328,
+ 32.06788635253906,
+ 27.867469787597656,
+ 10.517926216125488,
+ 9.27951431274414,
+ 15.932404518127441,
+ 17.34105682373047,
+ 8.267147064208984,
+ 17.223434448242188,
+ 0.7071168422698975
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3290.92626953125,
+ "language": 52.92244338989258
+ }
+ },
+ {
+ "routing_index": 601,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.054865136524313e-07,
+ 1.1263159649388399e-07,
+ 9.456996963308484e-07,
+ 0.005293282214552164,
+ 0.010104458779096603,
+ 0.00035269081126898527,
+ 0.00017825428221840411,
+ 0.01678444631397724,
+ 0.0001931493607116863,
+ 0.7378258109092712
+ ],
+ "log_scores_by_expert": [
+ -14.16437816619873,
+ -15.999143600463867,
+ -13.87134075164795,
+ -5.241316795349121,
+ -4.594778537750244,
+ -7.949918746948242,
+ -8.632299423217773,
+ -4.0873026847839355,
+ -8.552046775817871,
+ -0.30404749512672424
+ ],
+ "distances_by_expert": [
+ 28.32875633239746,
+ 31.998287200927734,
+ 27.7426815032959,
+ 10.482633590698242,
+ 9.189557075500488,
+ 15.899837493896484,
+ 17.264598846435547,
+ 8.174605369567871,
+ 17.104093551635742,
+ 0.6080949902534485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.861083984375,
+ "language": 52.94234085083008
+ }
+ },
+ {
+ "routing_index": 602,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.415820846290444e-07,
+ 1.1317263926002852e-07,
+ 9.828207794271293e-07,
+ 0.005100429989397526,
+ 0.010182834230363369,
+ 0.0003261368547100574,
+ 0.00017804141680244356,
+ 0.016843156889081,
+ 0.0001977184583665803,
+ 0.7441036701202393
+ ],
+ "log_scores_by_expert": [
+ -14.114480018615723,
+ -15.994351387023926,
+ -13.832839012145996,
+ -5.278430461883545,
+ -4.587051868438721,
+ -8.028193473815918,
+ -8.63349437713623,
+ -4.083810806274414,
+ -8.528666496276855,
+ -0.2955749034881592
+ ],
+ "distances_by_expert": [
+ 28.228960037231445,
+ 31.98870277404785,
+ 27.665678024291992,
+ 10.55686092376709,
+ 9.174103736877441,
+ 16.056386947631836,
+ 17.26698875427246,
+ 8.167621612548828,
+ 17.05733299255371,
+ 0.5911498069763184
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.129638671875,
+ "language": 52.951419830322266
+ }
+ },
+ {
+ "routing_index": 603,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.334311362683366e-07,
+ 1.0647405446206903e-07,
+ 1.0070483540403075e-06,
+ 0.004705711733549833,
+ 0.009693298488855362,
+ 0.0002991804212797433,
+ 0.0001721894950605929,
+ 0.016447417438030243,
+ 0.00019287657050881535,
+ 0.7117652297019958
+ ],
+ "log_scores_by_expert": [
+ -14.125532150268555,
+ -16.05536460876465,
+ -13.808486938476562,
+ -5.358978271484375,
+ -4.6363205909729,
+ -8.114463806152344,
+ -8.666914939880371,
+ -4.107586860656738,
+ -8.553460121154785,
+ -0.34000715613365173
+ ],
+ "distances_by_expert": [
+ 28.25106430053711,
+ 32.1107292175293,
+ 27.616973876953125,
+ 10.71795654296875,
+ 9.2726411819458,
+ 16.228927612304688,
+ 17.333829879760742,
+ 8.215173721313477,
+ 17.10692024230957,
+ 0.6800143122673035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.9169921875,
+ "language": 52.91178894042969
+ }
+ },
+ {
+ "routing_index": 604,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.607691827615781e-07,
+ 1.0810229866820009e-07,
+ 1.0254201470161206e-06,
+ 0.004831272643059492,
+ 0.010149114765226841,
+ 0.0003071360697504133,
+ 0.00017943370039574802,
+ 0.017020007595419884,
+ 0.00019660739053506404,
+ 0.7410426139831543
+ ],
+ "log_scores_by_expert": [
+ -14.088935852050781,
+ -16.04018783569336,
+ -13.79040813446045,
+ -5.332645416259766,
+ -4.590368747711182,
+ -8.08821964263916,
+ -8.625704765319824,
+ -4.073365688323975,
+ -8.5343017578125,
+ -0.2996971309185028
+ ],
+ "distances_by_expert": [
+ 28.177871704101562,
+ 32.08037567138672,
+ 27.5808162689209,
+ 10.665290832519531,
+ 9.180737495422363,
+ 16.17643928527832,
+ 17.25140953063965,
+ 8.14673137664795,
+ 17.068603515625,
+ 0.5993942618370056
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.574462890625,
+ "language": 52.94942092895508
+ }
+ },
+ {
+ "routing_index": 605,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.867263664389611e-07,
+ 9.114923216202442e-08,
+ 9.547007948640385e-07,
+ 0.004267229698598385,
+ 0.008629685267806053,
+ 0.0002651049289852381,
+ 0.00015742817777208984,
+ 0.014831854961812496,
+ 0.00018199380428995937,
+ 0.6218290328979492
+ ],
+ "log_scores_by_expert": [
+ -14.191329956054688,
+ -16.21076774597168,
+ -13.861867904663086,
+ -5.456790447235107,
+ -4.752547264099121,
+ -8.235384941101074,
+ -8.75654125213623,
+ -4.210978031158447,
+ -8.61153793334961,
+ -0.4750900864601135
+ ],
+ "distances_by_expert": [
+ 28.382659912109375,
+ 32.42153549194336,
+ 27.723735809326172,
+ 10.913580894470215,
+ 9.505094528198242,
+ 16.47076988220215,
+ 17.51308250427246,
+ 8.421956062316895,
+ 17.22307586669922,
+ 0.950180172920227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.01025390625,
+ "language": 52.890281677246094
+ }
+ },
+ {
+ "routing_index": 606,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.70827319027012e-07,
+ 8.1339926794044e-08,
+ 9.235917559635709e-07,
+ 0.0038322892505675554,
+ 0.0081308763474226,
+ 0.00023980834521353245,
+ 0.0001481621147831902,
+ 0.014006766490638256,
+ 0.000176337591256015,
+ 0.5873288512229919
+ ],
+ "log_scores_by_expert": [
+ -14.214754104614258,
+ -16.324628829956055,
+ -13.89499568939209,
+ -5.564292907714844,
+ -4.812086582183838,
+ -8.335670471191406,
+ -8.817203521728516,
+ -4.268214702606201,
+ -8.643110275268555,
+ -0.532170295715332
+ ],
+ "distances_by_expert": [
+ 28.429508209228516,
+ 32.64925765991211,
+ 27.78999137878418,
+ 11.128585815429688,
+ 9.624173164367676,
+ 16.671340942382812,
+ 17.63440704345703,
+ 8.536429405212402,
+ 17.28622055053711,
+ 1.064340591430664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.736572265625,
+ "language": 52.911617279052734
+ }
+ },
+ {
+ "routing_index": 607,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.229733457985276e-07,
+ 7.536687718356916e-08,
+ 8.517067158209102e-07,
+ 0.0036747371777892113,
+ 0.0077386763878166676,
+ 0.0002252874692203477,
+ 0.00014151270443107933,
+ 0.013193530961871147,
+ 0.00016651452460791916,
+ 0.5591958165168762
+ ],
+ "log_scores_by_expert": [
+ -14.288762092590332,
+ -16.400897979736328,
+ -13.97602367401123,
+ -5.606273651123047,
+ -4.86152458190918,
+ -8.398133277893066,
+ -8.863121032714844,
+ -4.328028678894043,
+ -8.700428009033203,
+ -0.5812555551528931
+ ],
+ "distances_by_expert": [
+ 28.577524185180664,
+ 32.801795959472656,
+ 27.95204734802246,
+ 11.212547302246094,
+ 9.72304916381836,
+ 16.796266555786133,
+ 17.726242065429688,
+ 8.656057357788086,
+ 17.400856018066406,
+ 1.1625111103057861
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.7197265625,
+ "language": 52.90734100341797
+ }
+ },
+ {
+ "routing_index": 608,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.466837021434912e-07,
+ 8.000223061799261e-08,
+ 8.823519692668924e-07,
+ 0.003821542952209711,
+ 0.008033214136958122,
+ 0.00024534662952646613,
+ 0.00014665497292298824,
+ 0.013742310926318169,
+ 0.00017180484428536147,
+ 0.5826827883720398
+ ],
+ "log_scores_by_expert": [
+ -14.251408576965332,
+ -16.341211318969727,
+ -13.940674781799316,
+ -5.567101001739502,
+ -4.8241705894470215,
+ -8.312838554382324,
+ -8.827427864074707,
+ -4.287275791168213,
+ -8.669151306152344,
+ -0.5401123762130737
+ ],
+ "distances_by_expert": [
+ 28.502817153930664,
+ 32.68242263793945,
+ 27.881349563598633,
+ 11.134202003479004,
+ 9.648341178894043,
+ 16.62567710876465,
+ 17.654855728149414,
+ 8.574551582336426,
+ 17.338302612304688,
+ 1.0802247524261475
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.3193359375,
+ "language": 52.90885543823242
+ }
+ },
+ {
+ "routing_index": 609,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.286754796747118e-07,
+ 9.265264111490978e-08,
+ 8.88900956397265e-07,
+ 0.004099852871149778,
+ 0.009020299650728703,
+ 0.00023050249728839844,
+ 0.00015284778783097863,
+ 0.014541312120854855,
+ 0.00016479256737511605,
+ 0.6686428785324097
+ ],
+ "log_scores_by_expert": [
+ -14.279650688171387,
+ -16.194408416748047,
+ -13.933279991149902,
+ -5.496804237365723,
+ -4.708277702331543,
+ -8.375248908996582,
+ -8.786067962646484,
+ -4.230761528015137,
+ -8.710823059082031,
+ -0.40250518918037415
+ ],
+ "distances_by_expert": [
+ 28.559301376342773,
+ 32.388816833496094,
+ 27.866559982299805,
+ 10.993608474731445,
+ 9.416555404663086,
+ 16.750497817993164,
+ 17.57213592529297,
+ 8.461523056030273,
+ 17.421646118164062,
+ 0.8050103783607483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.134765625,
+ "language": 52.88600540161133
+ }
+ },
+ {
+ "routing_index": 610,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.175484941195464e-07,
+ 9.150407009883565e-08,
+ 8.518886147612648e-07,
+ 0.004028276074677706,
+ 0.009199604392051697,
+ 0.00023058053920976818,
+ 0.00014892722538206726,
+ 0.014221624471247196,
+ 0.00016349952784366906,
+ 0.665961742401123
+ ],
+ "log_scores_by_expert": [
+ -14.297508239746094,
+ -16.20688247680664,
+ -13.975810050964355,
+ -5.514416694641113,
+ -4.688594818115234,
+ -8.374910354614258,
+ -8.812052726745605,
+ -4.252991676330566,
+ -8.718700408935547,
+ -0.40652307868003845
+ ],
+ "distances_by_expert": [
+ 28.595016479492188,
+ 32.41376495361328,
+ 27.95162010192871,
+ 11.028833389282227,
+ 9.377189636230469,
+ 16.749820709228516,
+ 17.62410545349121,
+ 8.505983352661133,
+ 17.437400817871094,
+ 0.8130461573600769
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3530.97998046875,
+ "language": 52.895782470703125
+ }
+ },
+ {
+ "routing_index": 611,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.037810405563505e-07,
+ 1.1054225268480877e-07,
+ 9.634676416681032e-07,
+ 0.004628422204405069,
+ 0.010330080054700375,
+ 0.0002765518147498369,
+ 0.00017054591444320977,
+ 0.01632879301905632,
+ 0.00018521588935982436,
+ 0.762920618057251
+ ],
+ "log_scores_by_expert": [
+ -14.16679859161377,
+ -16.017868041992188,
+ -13.852726936340332,
+ -5.375539302825928,
+ -4.572695255279541,
+ -8.19311237335205,
+ -8.676506042480469,
+ -4.114825248718262,
+ -8.593988418579102,
+ -0.2706012725830078
+ ],
+ "distances_by_expert": [
+ 28.33359718322754,
+ 32.035736083984375,
+ 27.705453872680664,
+ 10.751078605651855,
+ 9.145390510559082,
+ 16.3862247467041,
+ 17.353012084960938,
+ 8.229650497436523,
+ 17.187976837158203,
+ 0.5412025451660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.288330078125,
+ "language": 52.9331169128418
+ }
+ },
+ {
+ "routing_index": 612,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.413416369672632e-07,
+ 1.2173734376119683e-07,
+ 1.0109753247888875e-06,
+ 0.005281754769384861,
+ 0.011427891440689564,
+ 0.0003458840074017644,
+ 0.0001867875107564032,
+ 0.01807217299938202,
+ 0.00019630351744126529,
+ 0.849226176738739
+ ],
+ "log_scores_by_expert": [
+ -14.1148042678833,
+ -15.92140007019043,
+ -13.804594993591309,
+ -5.243496894836426,
+ -4.47169828414917,
+ -7.969407081604004,
+ -8.585538864135742,
+ -4.0133819580078125,
+ -8.535848617553711,
+ -0.16342970728874207
+ ],
+ "distances_by_expert": [
+ 28.2296085357666,
+ 31.84280014038086,
+ 27.609189987182617,
+ 10.486993789672852,
+ 8.94339656829834,
+ 15.938814163208008,
+ 17.171077728271484,
+ 8.026763916015625,
+ 17.071697235107422,
+ 0.32685941457748413
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.490478515625,
+ "language": 52.92909622192383
+ }
+ },
+ {
+ "routing_index": 613,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034273608041985e-07,
+ 1.0630257918364805e-07,
+ 9.514840257907053e-07,
+ 0.004753450397402048,
+ 0.010588366538286209,
+ 0.00030681260977871716,
+ 0.0001763369218679145,
+ 0.01719110645353794,
+ 0.00018331714090891182,
+ 0.8056110739707947
+ ],
+ "log_scores_by_expert": [
+ -14.167301177978516,
+ -16.056976318359375,
+ -13.865242958068848,
+ -5.348884582519531,
+ -4.547999382019043,
+ -8.089273452758789,
+ -8.64311408996582,
+ -4.063363075256348,
+ -8.604292869567871,
+ -0.21615414321422577
+ ],
+ "distances_by_expert": [
+ 28.33460235595703,
+ 32.11395263671875,
+ 27.730485916137695,
+ 10.697769165039062,
+ 9.095998764038086,
+ 16.178546905517578,
+ 17.28622817993164,
+ 8.126726150512695,
+ 17.208585739135742,
+ 0.43230828642845154
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3550.602783203125,
+ "language": 52.91228103637695
+ }
+ },
+ {
+ "routing_index": 614,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.077105467738875e-07,
+ 1.0148378493113341e-07,
+ 8.32518992410769e-07,
+ 0.004761033691465855,
+ 0.009808138944208622,
+ 0.0003334388602524996,
+ 0.0001718782732496038,
+ 0.01638088747859001,
+ 0.0001600023388164118,
+ 0.7178731560707092
+ ],
+ "log_scores_by_expert": [
+ -14.313567161560059,
+ -16.10336685180664,
+ -13.998809814453125,
+ -5.347290515899658,
+ -4.624542713165283,
+ -8.006051063537598,
+ -8.668724060058594,
+ -4.111639976501465,
+ -8.74032211303711,
+ -0.33146241307258606
+ ],
+ "distances_by_expert": [
+ 28.627134323120117,
+ 32.20673370361328,
+ 27.99761962890625,
+ 10.694581031799316,
+ 9.249085426330566,
+ 16.012102127075195,
+ 17.337448120117188,
+ 8.22327995300293,
+ 17.48064422607422,
+ 0.6629248261451721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.329345703125,
+ "language": 52.99594497680664
+ }
+ },
+ {
+ "routing_index": 615,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.596244250227755e-07,
+ 9.350586793743787e-08,
+ 7.783633009239566e-07,
+ 0.004305349662899971,
+ 0.009514945559203625,
+ 0.0003026363265234977,
+ 0.00016602739924564958,
+ 0.015530255623161793,
+ 0.00014862757234368473,
+ 0.7111660242080688
+ ],
+ "log_scores_by_expert": [
+ -14.395999908447266,
+ -16.18524169921875,
+ -14.066072463989258,
+ -5.447896957397461,
+ -4.654891490936279,
+ -8.102978706359863,
+ -8.703357696533203,
+ -4.1649651527404785,
+ -8.814066886901855,
+ -0.3408493995666504
+ ],
+ "distances_by_expert": [
+ 28.79199981689453,
+ 32.3704833984375,
+ 28.132144927978516,
+ 10.895793914794922,
+ 9.309782981872559,
+ 16.205957412719727,
+ 17.406715393066406,
+ 8.329930305480957,
+ 17.62813377380371,
+ 0.6816987991333008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.89013671875,
+ "language": 52.965877532958984
+ }
+ },
+ {
+ "routing_index": 616,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.294230499610421e-07,
+ 1.095385826488382e-07,
+ 9.87789690043428e-07,
+ 0.004515137989073992,
+ 0.010366792790591717,
+ 0.0002986792242154479,
+ 0.00017803479568101466,
+ 0.01703757792711258,
+ 0.00019243395945522934,
+ 0.7977860569953918
+ ],
+ "log_scores_by_expert": [
+ -14.131011962890625,
+ -16.026988983154297,
+ -13.82779598236084,
+ -5.400319576263428,
+ -4.56914758682251,
+ -8.116140365600586,
+ -8.63353157043457,
+ -4.072333812713623,
+ -8.555757522583008,
+ -0.22591480612754822
+ ],
+ "distances_by_expert": [
+ 28.26202392578125,
+ 32.053977966308594,
+ 27.65559196472168,
+ 10.800639152526855,
+ 9.13829517364502,
+ 16.232280731201172,
+ 17.26706314086914,
+ 8.144667625427246,
+ 17.111515045166016,
+ 0.45182961225509644
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.301513671875,
+ "language": 52.89716720581055
+ }
+ },
+ {
+ "routing_index": 617,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.618385780006065e-07,
+ 1.237425522049307e-07,
+ 1.0423124194858246e-06,
+ 0.005074245389550924,
+ 0.011101286858320236,
+ 0.0003336971567478031,
+ 0.00018711057782638818,
+ 0.01797671988606453,
+ 0.00020106470037717372,
+ 0.8313621878623962
+ ],
+ "log_scores_by_expert": [
+ -14.087531089782715,
+ -15.905062675476074,
+ -13.774068832397461,
+ -5.2835774421691895,
+ -4.500694274902344,
+ -8.005276679992676,
+ -8.583810806274414,
+ -4.018677711486816,
+ -8.511883735656738,
+ -0.1846897155046463
+ ],
+ "distances_by_expert": [
+ 28.17506217956543,
+ 31.81012535095215,
+ 27.548137664794922,
+ 10.567154884338379,
+ 9.001388549804688,
+ 16.01055335998535,
+ 17.167621612548828,
+ 8.037355422973633,
+ 17.023767471313477,
+ 0.3693794310092926
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.2373046875,
+ "language": 52.9111328125
+ }
+ },
+ {
+ "routing_index": 618,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.306686029551201e-07,
+ 1.1400970123531806e-07,
+ 9.952713071470498e-07,
+ 0.004758044611662626,
+ 0.010537018068134785,
+ 0.00031817323178984225,
+ 0.0001771297538653016,
+ 0.017252910882234573,
+ 0.00019454472931101918,
+ 0.7922565937042236
+ ],
+ "log_scores_by_expert": [
+ -14.129305839538574,
+ -15.986982345581055,
+ -13.820250511169434,
+ -5.347918510437012,
+ -4.552860736846924,
+ -8.0529146194458,
+ -8.638628005981445,
+ -4.059774398803711,
+ -8.544848442077637,
+ -0.23287001252174377
+ ],
+ "distances_by_expert": [
+ 28.25861167907715,
+ 31.97396469116211,
+ 27.640501022338867,
+ 10.695837020874023,
+ 9.105721473693848,
+ 16.1058292388916,
+ 17.27725601196289,
+ 8.119548797607422,
+ 17.089696884155273,
+ 0.46574002504348755
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.302734375,
+ "language": 52.90712356567383
+ }
+ },
+ {
+ "routing_index": 619,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.594570661240141e-07,
+ 1.236182214370274e-07,
+ 1.0491847888260963e-06,
+ 0.005417837295681238,
+ 0.011064816266298294,
+ 0.0003548255190253258,
+ 0.00019025697838515043,
+ 0.0181004349142313,
+ 0.00020364171359688044,
+ 0.8036801815032959
+ ],
+ "log_scores_by_expert": [
+ -14.090662002563477,
+ -15.906067848205566,
+ -13.767497062683105,
+ -5.2180585861206055,
+ -4.5039849281311035,
+ -7.943884372711182,
+ -8.567134857177734,
+ -4.011819362640381,
+ -8.49914836883545,
+ -0.21855390071868896
+ ],
+ "distances_by_expert": [
+ 28.181324005126953,
+ 31.812135696411133,
+ 27.53499412536621,
+ 10.436117172241211,
+ 9.007969856262207,
+ 15.887768745422363,
+ 17.13426971435547,
+ 8.023638725280762,
+ 16.9982967376709,
+ 0.43710780143737793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.175537109375,
+ "language": 52.89889907836914
+ }
+ },
+ {
+ "routing_index": 620,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.100101129253744e-07,
+ 1.2348247935278778e-07,
+ 9.868575716609485e-07,
+ 0.005303699057549238,
+ 0.010618642903864384,
+ 0.00037818559212610126,
+ 0.00018947513308376074,
+ 0.017566537484526634,
+ 0.00018943754548672587,
+ 0.7784959077835083
+ ],
+ "log_scores_by_expert": [
+ -14.157986640930176,
+ -15.907166481018066,
+ -13.828740119934082,
+ -5.23935079574585,
+ -4.545144081115723,
+ -7.880125522613525,
+ -8.571252822875977,
+ -4.041759490966797,
+ -8.571451187133789,
+ -0.25039157271385193
+ ],
+ "distances_by_expert": [
+ 28.31597328186035,
+ 31.814332962036133,
+ 27.657480239868164,
+ 10.4787015914917,
+ 9.090288162231445,
+ 15.76025104522705,
+ 17.142505645751953,
+ 8.083518981933594,
+ 17.142902374267578,
+ 0.5007831454277039
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3350.17333984375,
+ "language": 52.9411506652832
+ }
+ },
+ {
+ "routing_index": 621,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.173123665575986e-07,
+ 1.0466089861438377e-07,
+ 8.718045023670129e-07,
+ 0.004802916198968887,
+ 0.009129940532147884,
+ 0.00034688343293964863,
+ 0.00017149366613011807,
+ 0.01553625613451004,
+ 0.00016634722123853862,
+ 0.6705801486968994
+ ],
+ "log_scores_by_expert": [
+ -14.297890663146973,
+ -16.072540283203125,
+ -13.9527006149292,
+ -5.338531970977783,
+ -4.69619607925415,
+ -7.966521739959717,
+ -8.670964241027832,
+ -4.164578914642334,
+ -8.701433181762695,
+ -0.3996121287345886
+ ],
+ "distances_by_expert": [
+ 28.595781326293945,
+ 32.14508056640625,
+ 27.9054012298584,
+ 10.677063941955566,
+ 9.3923921585083,
+ 15.933043479919434,
+ 17.341928482055664,
+ 8.329157829284668,
+ 17.40286636352539,
+ 0.7992242574691772
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.0869140625,
+ "language": 52.920894622802734
+ }
+ },
+ {
+ "routing_index": 622,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.851021001035406e-07,
+ 9.847934734352748e-08,
+ 8.264279358627391e-07,
+ 0.004627360496670008,
+ 0.008722133934497833,
+ 0.0003348981263116002,
+ 0.00016836411668919027,
+ 0.015116485767066479,
+ 0.0001559013908263296,
+ 0.6365306377410889
+ ],
+ "log_scores_by_expert": [
+ -14.351479530334473,
+ -16.133419036865234,
+ -14.006153106689453,
+ -5.375768661499023,
+ -4.741891384124756,
+ -8.001684188842773,
+ -8.68938159942627,
+ -4.191969394683838,
+ -8.766286849975586,
+ -0.45172280073165894
+ ],
+ "distances_by_expert": [
+ 28.702959060668945,
+ 32.26683807373047,
+ 28.012306213378906,
+ 10.751537322998047,
+ 9.483782768249512,
+ 16.003368377685547,
+ 17.37876319885254,
+ 8.383938789367676,
+ 17.532573699951172,
+ 0.9034456014633179
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.707275390625,
+ "language": 52.93255615234375
+ }
+ },
+ {
+ "routing_index": 623,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.088643544899242e-07,
+ 1.0104533743060529e-07,
+ 8.599680541010457e-07,
+ 0.004964499268680811,
+ 0.009234857745468616,
+ 0.00033102327142842114,
+ 0.0001697142142802477,
+ 0.015551790595054626,
+ 0.00016594254702795297,
+ 0.6534852385520935
+ ],
+ "log_scores_by_expert": [
+ -14.311670303344727,
+ -16.107696533203125,
+ -13.966370582580566,
+ -5.305442810058594,
+ -4.684770107269287,
+ -8.013321876525879,
+ -8.681394577026367,
+ -4.16357946395874,
+ -8.703868865966797,
+ -0.425435334444046
+ ],
+ "distances_by_expert": [
+ 28.623340606689453,
+ 32.21539306640625,
+ 27.932741165161133,
+ 10.610885620117188,
+ 9.369540214538574,
+ 16.026643753051758,
+ 17.362789154052734,
+ 8.32715892791748,
+ 17.407737731933594,
+ 0.850870668888092
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.8251953125,
+ "language": 52.914066314697266
+ }
+ },
+ {
+ "routing_index": 624,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.798405027235276e-07,
+ 9.386968713442911e-08,
+ 8.226754744100617e-07,
+ 0.00477895000949502,
+ 0.008734327740967274,
+ 0.0003054777334909886,
+ 0.00016009148384910077,
+ 0.014678651466965675,
+ 0.00015960578457452357,
+ 0.6105743050575256
+ ],
+ "log_scores_by_expert": [
+ -14.360512733459473,
+ -16.181358337402344,
+ -14.010704040527344,
+ -5.343534469604492,
+ -4.740494251251221,
+ -8.093633651733398,
+ -8.739765167236328,
+ -4.22136116027832,
+ -8.742803573608398,
+ -0.49335533380508423
+ ],
+ "distances_by_expert": [
+ 28.721025466918945,
+ 32.36271667480469,
+ 28.021408081054688,
+ 10.687068939208984,
+ 9.480988502502441,
+ 16.187267303466797,
+ 17.479530334472656,
+ 8.44272232055664,
+ 17.485607147216797,
+ 0.9867106676101685
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.244384765625,
+ "language": 52.902320861816406
+ }
+ },
+ {
+ "routing_index": 625,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.982792004033399e-07,
+ 9.72616902572554e-08,
+ 8.519560878994525e-07,
+ 0.004935015458613634,
+ 0.008997743017971516,
+ 0.0003183896478731185,
+ 0.0001657543471083045,
+ 0.015157128684222698,
+ 0.00016466202214360237,
+ 0.6287592649459839
+ ],
+ "log_scores_by_expert": [
+ -14.329208374023438,
+ -16.14586067199707,
+ -13.975730895996094,
+ -5.311399459838867,
+ -4.710781574249268,
+ -8.052234649658203,
+ -8.70500373840332,
+ -4.189284324645996,
+ -8.711615562438965,
+ -0.46400681138038635
+ ],
+ "distances_by_expert": [
+ 28.658416748046875,
+ 32.29172134399414,
+ 27.951461791992188,
+ 10.622798919677734,
+ 9.421563148498535,
+ 16.104469299316406,
+ 17.41000747680664,
+ 8.378568649291992,
+ 17.42323112487793,
+ 0.9280136227607727
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3289.15087890625,
+ "language": 52.88667297363281
+ }
+ },
+ {
+ "routing_index": 626,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.192835826368537e-07,
+ 1.0054240817680693e-07,
+ 8.775836022323347e-07,
+ 0.005063214339315891,
+ 0.00930027849972248,
+ 0.00033077114494517446,
+ 0.00017217044660355896,
+ 0.015675656497478485,
+ 0.0001682386064203456,
+ 0.6561614871025085
+ ],
+ "log_scores_by_expert": [
+ -14.294702529907227,
+ -16.112686157226562,
+ -13.946093559265137,
+ -5.2857537269592285,
+ -4.677711009979248,
+ -8.014083862304688,
+ -8.667025566101074,
+ -4.155646324157715,
+ -8.6901273727417,
+ -0.4213483929634094
+ ],
+ "distances_by_expert": [
+ 28.589405059814453,
+ 32.225372314453125,
+ 27.892187118530273,
+ 10.571507453918457,
+ 9.355422019958496,
+ 16.028167724609375,
+ 17.33405113220215,
+ 8.31129264831543,
+ 17.3802547454834,
+ 0.8426967859268188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.906982421875,
+ "language": 52.89867401123047
+ }
+ },
+ {
+ "routing_index": 627,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.941897143202368e-07,
+ 9.746801055143806e-08,
+ 8.49054742957378e-07,
+ 0.00483824172988534,
+ 0.008932792581617832,
+ 0.0003185351088177413,
+ 0.0001674670202191919,
+ 0.01512712799012661,
+ 0.00016110492288134992,
+ 0.6308680176734924
+ ],
+ "log_scores_by_expert": [
+ -14.336067199707031,
+ -16.143741607666016,
+ -13.979142189025879,
+ -5.331203937530518,
+ -4.718026161193848,
+ -8.051777839660645,
+ -8.694724082946777,
+ -4.19126558303833,
+ -8.733454704284668,
+ -0.46065860986709595
+ ],
+ "distances_by_expert": [
+ 28.672134399414062,
+ 32.28748321533203,
+ 27.958284378051758,
+ 10.662407875061035,
+ 9.436052322387695,
+ 16.10355567932129,
+ 17.389448165893555,
+ 8.38253116607666,
+ 17.466909408569336,
+ 0.9213172197341919
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.829345703125,
+ "language": 52.89611053466797
+ }
+ },
+ {
+ "routing_index": 628,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.052316052773676e-07,
+ 9.683908785973472e-08,
+ 8.5387978288054e-07,
+ 0.0048929862678050995,
+ 0.008982893079519272,
+ 0.0003170730487909168,
+ 0.00016691295604687184,
+ 0.015188390389084816,
+ 0.00016358484572265297,
+ 0.6333813071250916
+ ],
+ "log_scores_by_expert": [
+ -14.317654609680176,
+ -16.15021514892578,
+ -13.973475456237793,
+ -5.319952487945557,
+ -4.712433338165283,
+ -8.056378364562988,
+ -8.698038101196289,
+ -4.1872239112854,
+ -8.718178749084473,
+ -0.4566827118396759
+ ],
+ "distances_by_expert": [
+ 28.63530921936035,
+ 32.30043029785156,
+ 27.946950912475586,
+ 10.639904975891113,
+ 9.424866676330566,
+ 16.112756729125977,
+ 17.396076202392578,
+ 8.3744478225708,
+ 17.436357498168945,
+ 0.9133654236793518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.70361328125,
+ "language": 52.92455291748047
+ }
+ },
+ {
+ "routing_index": 629,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.623068091153982e-07,
+ 9.044076421105274e-08,
+ 7.918725941635785e-07,
+ 0.0045541319996118546,
+ 0.00844679493457079,
+ 0.00029835980967618525,
+ 0.00015872085350565612,
+ 0.01428836677223444,
+ 0.0001539703516755253,
+ 0.6017091870307922
+ ],
+ "log_scores_by_expert": [
+ -14.391218185424805,
+ -16.218570709228516,
+ -14.04886531829834,
+ -5.391720294952393,
+ -4.77396821975708,
+ -8.117210388183594,
+ -8.748363494873047,
+ -4.24830961227417,
+ -8.7787504196167,
+ -0.50798100233078
+ ],
+ "distances_by_expert": [
+ 28.78243637084961,
+ 32.43714141845703,
+ 28.09773063659668,
+ 10.783440589904785,
+ 9.54793643951416,
+ 16.234420776367188,
+ 17.496726989746094,
+ 8.49661922454834,
+ 17.5575008392334,
+ 1.01596200466156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.308837890625,
+ "language": 52.936744689941406
+ }
+ },
+ {
+ "routing_index": 630,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.738174877478741e-07,
+ 9.344969953417603e-08,
+ 8.24818528144533e-07,
+ 0.004722633399069309,
+ 0.008658773265779018,
+ 0.0003059573646169156,
+ 0.00016251349006779492,
+ 0.014664833433926105,
+ 0.00015755344065837562,
+ 0.6110657453536987
+ ],
+ "log_scores_by_expert": [
+ -14.370954513549805,
+ -16.185842514038086,
+ -14.008102416992188,
+ -5.355388641357422,
+ -4.749182224273682,
+ -8.09206485748291,
+ -8.724749565124512,
+ -4.2223029136657715,
+ -8.755745887756348,
+ -0.492550790309906
+ ],
+ "distances_by_expert": [
+ 28.74190902709961,
+ 32.37168502807617,
+ 28.016204833984375,
+ 10.710777282714844,
+ 9.498364448547363,
+ 16.18412971496582,
+ 17.449499130249023,
+ 8.444605827331543,
+ 17.511491775512695,
+ 0.985101580619812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.34375,
+ "language": 52.905670166015625
+ }
+ },
+ {
+ "routing_index": 631,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.736670232181496e-07,
+ 9.273733070358503e-08,
+ 8.147994776663836e-07,
+ 0.004649174399673939,
+ 0.008590471930801868,
+ 0.000308031914755702,
+ 0.0001616912049939856,
+ 0.014673717319965363,
+ 0.00015720986993983388,
+ 0.6080470681190491
+ ],
+ "log_scores_by_expert": [
+ -14.371216773986816,
+ -16.19349479675293,
+ -14.020323753356934,
+ -5.371065616607666,
+ -4.757101535797119,
+ -8.085307121276855,
+ -8.729822158813477,
+ -4.2216973304748535,
+ -8.757928848266602,
+ -0.4975029528141022
+ ],
+ "distances_by_expert": [
+ 28.742433547973633,
+ 32.38698959350586,
+ 28.040647506713867,
+ 10.742131233215332,
+ 9.514203071594238,
+ 16.17061424255371,
+ 17.459644317626953,
+ 8.443394660949707,
+ 17.515857696533203,
+ 0.9950059056282043
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3326.30078125,
+ "language": 52.897605895996094
+ }
+ },
+ {
+ "routing_index": 632,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.613696885120589e-07,
+ 9.021868407899092e-08,
+ 7.931378149805823e-07,
+ 0.0045958710834383965,
+ 0.008487831801176071,
+ 0.0002966054016724229,
+ 0.00015886759501881897,
+ 0.014314526692032814,
+ 0.00015399724361486733,
+ 0.5937432646751404
+ ],
+ "log_scores_by_expert": [
+ -14.3928861618042,
+ -16.22102928161621,
+ -14.047268867492676,
+ -5.382596969604492,
+ -4.7691216468811035,
+ -8.12310791015625,
+ -8.74743938446045,
+ -4.246480464935303,
+ -8.778575897216797,
+ -0.5213083028793335
+ ],
+ "distances_by_expert": [
+ 28.7857723236084,
+ 32.44205856323242,
+ 28.09453773498535,
+ 10.765193939208984,
+ 9.538243293762207,
+ 16.2462158203125,
+ 17.4948787689209,
+ 8.492960929870605,
+ 17.557151794433594,
+ 1.042616605758667
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.2841796875,
+ "language": 52.92388916015625
+ }
+ },
+ {
+ "routing_index": 633,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.405795491242316e-07,
+ 8.305138265995993e-08,
+ 7.607669658682426e-07,
+ 0.004363102838397026,
+ 0.008094253949820995,
+ 0.00027799769304692745,
+ 0.00015189424448180944,
+ 0.013712011277675629,
+ 0.0001478518679505214,
+ 0.5659443140029907
+ ],
+ "log_scores_by_expert": [
+ -14.430624008178711,
+ -16.30380630493164,
+ -14.08893871307373,
+ -5.434571743011475,
+ -4.816600799560547,
+ -8.187897682189941,
+ -8.792325973510742,
+ -4.289483070373535,
+ -8.819299697875977,
+ -0.569259524345398
+ ],
+ "distances_by_expert": [
+ 28.861248016357422,
+ 32.60761260986328,
+ 28.17787742614746,
+ 10.86914348602295,
+ 9.633201599121094,
+ 16.375795364379883,
+ 17.584651947021484,
+ 8.57896614074707,
+ 17.638599395751953,
+ 1.138519048690796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.19482421875,
+ "language": 52.93851852416992
+ }
+ },
+ {
+ "routing_index": 634,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.580261586146662e-07,
+ 8.721941213707396e-08,
+ 7.801007200214372e-07,
+ 0.004511930979788303,
+ 0.008337648585438728,
+ 0.000293460616376251,
+ 0.00015738359070383012,
+ 0.014070918783545494,
+ 0.00015259232895914465,
+ 0.5877205729484558
+ ],
+ "log_scores_by_expert": [
+ -14.398859977722168,
+ -16.254838943481445,
+ -14.0638427734375,
+ -5.40103006362915,
+ -4.78697395324707,
+ -8.133767127990723,
+ -8.756824493408203,
+ -4.263645172119141,
+ -8.787740707397461,
+ -0.5315035581588745
+ ],
+ "distances_by_expert": [
+ 28.797719955444336,
+ 32.50967788696289,
+ 28.127685546875,
+ 10.8020601272583,
+ 9.57394790649414,
+ 16.267534255981445,
+ 17.513648986816406,
+ 8.527290344238281,
+ 17.575481414794922,
+ 1.063007116317749
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3359.467041015625,
+ "language": 52.943485260009766
+ }
+ },
+ {
+ "routing_index": 635,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.252604751149192e-07,
+ 8.017438801743992e-08,
+ 7.367357852672285e-07,
+ 0.004275728948414326,
+ 0.007839850150048733,
+ 0.00026818845071829855,
+ 0.0001485222892370075,
+ 0.013278855942189693,
+ 0.0001430143165634945,
+ 0.5462149977684021
+ ],
+ "log_scores_by_expert": [
+ -14.459371566772461,
+ -16.339061737060547,
+ -14.121036529541016,
+ -5.454800605773926,
+ -4.848535537719727,
+ -8.223820686340332,
+ -8.814775466918945,
+ -4.321582317352295,
+ -8.85256576538086,
+ -0.6047425866127014
+ ],
+ "distances_by_expert": [
+ 28.918743133544922,
+ 32.678123474121094,
+ 28.24207305908203,
+ 10.909601211547852,
+ 9.697071075439453,
+ 16.447641372680664,
+ 17.62955093383789,
+ 8.64316463470459,
+ 17.70513153076172,
+ 1.2094851732254028
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.260009765625,
+ "language": 52.974273681640625
+ }
+ },
+ {
+ "routing_index": 636,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.565709670918295e-07,
+ 8.58532871461648e-08,
+ 7.863001201258157e-07,
+ 0.004529818892478943,
+ 0.008157038129866123,
+ 0.0002842631365638226,
+ 0.0001539006334496662,
+ 0.013878831639885902,
+ 0.00015322200488299131,
+ 0.5676823854446411
+ ],
+ "log_scores_by_expert": [
+ -14.401471138000488,
+ -16.270626068115234,
+ -14.055927276611328,
+ -5.397073268890381,
+ -4.808874130249023,
+ -8.165610313415527,
+ -8.779203414916992,
+ -4.277390480041504,
+ -8.783622741699219,
+ -0.566193163394928
+ ],
+ "distances_by_expert": [
+ 28.802942276000977,
+ 32.54125213623047,
+ 28.111854553222656,
+ 10.794146537780762,
+ 9.617748260498047,
+ 16.331220626831055,
+ 17.558406829833984,
+ 8.554780960083008,
+ 17.567245483398438,
+ 1.132386326789856
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.924560546875,
+ "language": 52.92393112182617
+ }
+ },
+ {
+ "routing_index": 637,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.335246212074708e-07,
+ 8.942188145510954e-08,
+ 8.875557568899239e-07,
+ 0.004070859868079424,
+ 0.008675866760313511,
+ 0.00022612222528550774,
+ 0.00014937572996132076,
+ 0.014121693558990955,
+ 0.00016351777594536543,
+ 0.6284233927726746
+ ],
+ "log_scores_by_expert": [
+ -14.271966934204102,
+ -16.229900360107422,
+ -13.934794425964355,
+ -5.50390100479126,
+ -4.7472100257873535,
+ -8.394434928894043,
+ -8.809045791625977,
+ -4.260043144226074,
+ -8.718588829040527,
+ -0.46454113721847534
+ ],
+ "distances_by_expert": [
+ 28.543933868408203,
+ 32.459800720214844,
+ 27.86958885192871,
+ 11.00780200958252,
+ 9.494420051574707,
+ 16.788869857788086,
+ 17.618091583251953,
+ 8.520086288452148,
+ 17.437177658081055,
+ 0.9290822744369507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3497.044677734375,
+ "language": 52.92346954345703
+ }
+ },
+ {
+ "routing_index": 638,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.700504968648602e-07,
+ 1.0461440069775563e-07,
+ 9.286827094001637e-07,
+ 0.004483065102249384,
+ 0.009664604440331459,
+ 0.0002725227386690676,
+ 0.00016222237900365144,
+ 0.015645956620573997,
+ 0.00017842369561549276,
+ 0.7202191352844238
+ ],
+ "log_scores_by_expert": [
+ -14.215912818908691,
+ -16.07298469543457,
+ -13.889498710632324,
+ -5.4074482917785645,
+ -4.639285087585449,
+ -8.207788467407227,
+ -8.726542472839355,
+ -4.157542705535889,
+ -8.631349563598633,
+ -0.3281997740268707
+ ],
+ "distances_by_expert": [
+ 28.431825637817383,
+ 32.14596939086914,
+ 27.77899742126465,
+ 10.814896583557129,
+ 9.278570175170898,
+ 16.415576934814453,
+ 17.45308494567871,
+ 8.315085411071777,
+ 17.262699127197266,
+ 0.6563995480537415
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.808837890625,
+ "language": 52.89863586425781
+ }
+ },
+ {
+ "routing_index": 639,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.190175779214769e-07,
+ 1.198282575387566e-07,
+ 9.893094556900905e-07,
+ 0.005120966117829084,
+ 0.010763312689960003,
+ 0.0003337070520501584,
+ 0.00017958966782316566,
+ 0.017319561913609505,
+ 0.00019485481607262045,
+ 0.8065057992935181
+ ],
+ "log_scores_by_expert": [
+ -14.145380020141602,
+ -15.937206268310547,
+ -13.826258659362793,
+ -5.274412155151367,
+ -4.531611919403076,
+ -8.005247116088867,
+ -8.624835968017578,
+ -4.0559186935424805,
+ -8.543255805969238,
+ -0.21504423022270203
+ ],
+ "distances_by_expert": [
+ 28.290760040283203,
+ 31.874412536621094,
+ 27.652517318725586,
+ 10.548824310302734,
+ 9.063223838806152,
+ 16.010494232177734,
+ 17.249671936035156,
+ 8.111837387084961,
+ 17.086511611938477,
+ 0.43008846044540405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.104736328125,
+ "language": 52.89043045043945
+ }
+ },
+ {
+ "routing_index": 640,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.324071020775591e-07,
+ 1.2092642975858325e-07,
+ 1.0025656820289441e-06,
+ 0.005037338938564062,
+ 0.011220615357160568,
+ 0.0003316688525956124,
+ 0.0001813837152440101,
+ 0.01748564839363098,
+ 0.00019603523833211511,
+ 0.8281344771385193
+ ],
+ "log_scores_by_expert": [
+ -14.12692928314209,
+ -15.928083419799805,
+ -13.812948226928711,
+ -5.290877342224121,
+ -4.490002632141113,
+ -8.011373519897461,
+ -8.614895820617676,
+ -4.046374797821045,
+ -8.537216186523438,
+ -0.1885797530412674
+ ],
+ "distances_by_expert": [
+ 28.25385856628418,
+ 31.85616683959961,
+ 27.625896453857422,
+ 10.581754684448242,
+ 8.980005264282227,
+ 16.022747039794922,
+ 17.22979164123535,
+ 8.09274959564209,
+ 17.074432373046875,
+ 0.3771595060825348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.3955078125,
+ "language": 52.91191482543945
+ }
+ },
+ {
+ "routing_index": 641,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.127359822334256e-07,
+ 1.1087059448300352e-07,
+ 9.546735100229853e-07,
+ 0.004848507698625326,
+ 0.01090717501938343,
+ 0.00031586430850438774,
+ 0.00017927070439327508,
+ 0.017312360927462578,
+ 0.00018977985018864274,
+ 0.8131875991821289
+ ],
+ "log_scores_by_expert": [
+ -14.154154777526855,
+ -16.014902114868164,
+ -13.861896514892578,
+ -5.329084396362305,
+ -4.51833438873291,
+ -8.060197830200195,
+ -8.62661361694336,
+ -4.056334495544434,
+ -8.569645881652832,
+ -0.20679347217082977
+ ],
+ "distances_by_expert": [
+ 28.30830955505371,
+ 32.02980422973633,
+ 27.723793029785156,
+ 10.65816879272461,
+ 9.03666877746582,
+ 16.12039566040039,
+ 17.25322723388672,
+ 8.112668991088867,
+ 17.139291763305664,
+ 0.41358694434165955
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.40966796875,
+ "language": 52.91474151611328
+ }
+ },
+ {
+ "routing_index": 642,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.183233836054569e-07,
+ 1.0302334629841425e-07,
+ 8.698893907421734e-07,
+ 0.004738696850836277,
+ 0.010042140260338783,
+ 0.00032673985697329044,
+ 0.0001706488837953657,
+ 0.01628813147544861,
+ 0.0001694750098977238,
+ 0.7299357652664185
+ ],
+ "log_scores_by_expert": [
+ -14.29625415802002,
+ -16.08831024169922,
+ -13.954899787902832,
+ -5.351993083953857,
+ -4.6009650230407715,
+ -8.026346206665039,
+ -8.675902366638184,
+ -4.117318630218506,
+ -8.682805061340332,
+ -0.3147988021373749
+ ],
+ "distances_by_expert": [
+ 28.59250831604004,
+ 32.17662048339844,
+ 27.909799575805664,
+ 10.703986167907715,
+ 9.201930046081543,
+ 16.052692413330078,
+ 17.351804733276367,
+ 8.234637260437012,
+ 17.365610122680664,
+ 0.6295976042747498
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.21875,
+ "language": 52.90447235107422
+ }
+ },
+ {
+ "routing_index": 643,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.440799668576801e-07,
+ 9.018290114681804e-08,
+ 7.493417797377333e-07,
+ 0.0042665437795221806,
+ 0.00908945593982935,
+ 0.0002998854033648968,
+ 0.0001609453756827861,
+ 0.0153514314442873,
+ 0.00014805533282924443,
+ 0.6991181969642639
+ ],
+ "log_scores_by_expert": [
+ -14.424169540405273,
+ -16.221426010131836,
+ -14.104070663452148,
+ -5.456951141357422,
+ -4.7006402015686035,
+ -8.112110137939453,
+ -8.734445571899414,
+ -4.176546573638916,
+ -8.817924499511719,
+ -0.35793545842170715
+ ],
+ "distances_by_expert": [
+ 28.848339080810547,
+ 32.44285202026367,
+ 28.208141326904297,
+ 10.913902282714844,
+ 9.401280403137207,
+ 16.224220275878906,
+ 17.468891143798828,
+ 8.353093147277832,
+ 17.635848999023438,
+ 0.7158709168434143
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.923095703125,
+ "language": 52.95421600341797
+ }
+ },
+ {
+ "routing_index": 644,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837614137111814e-07,
+ 1.0723956478386754e-07,
+ 9.26525956401747e-07,
+ 0.0045490991324186325,
+ 0.01054373849183321,
+ 0.0002906625159084797,
+ 0.00017458328511565924,
+ 0.016571104526519775,
+ 0.00018291670130565763,
+ 0.7882462739944458
+ ],
+ "log_scores_by_expert": [
+ -14.195656776428223,
+ -16.048200607299805,
+ -13.891823768615723,
+ -5.392826080322266,
+ -4.552223205566406,
+ -8.14334774017334,
+ -8.653108596801758,
+ -4.100094795227051,
+ -8.60647964477539,
+ -0.23794476687908173
+ ],
+ "distances_by_expert": [
+ 28.391313552856445,
+ 32.09640121459961,
+ 27.783647537231445,
+ 10.785652160644531,
+ 9.104446411132812,
+ 16.28669548034668,
+ 17.306217193603516,
+ 8.200189590454102,
+ 17.21295928955078,
+ 0.47588953375816345
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3459.73095703125,
+ "language": 52.93023681640625
+ }
+ },
+ {
+ "routing_index": 645,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.18274691280385e-07,
+ 1.1532566901450991e-07,
+ 9.806150274016545e-07,
+ 0.004831436090171337,
+ 0.010659521445631981,
+ 0.0003121474583167583,
+ 0.00017886444402392954,
+ 0.016938913613557816,
+ 0.0001922276132972911,
+ 0.7942901253700256
+ ],
+ "log_scores_by_expert": [
+ -14.146413803100586,
+ -15.975505828857422,
+ -13.83508586883545,
+ -5.332611560821533,
+ -4.541301727294922,
+ -8.07203483581543,
+ -8.62888240814209,
+ -4.078141689300537,
+ -8.556830406188965,
+ -0.2303064614534378
+ ],
+ "distances_by_expert": [
+ 28.292827606201172,
+ 31.951011657714844,
+ 27.6701717376709,
+ 10.665223121643066,
+ 9.082603454589844,
+ 16.14406967163086,
+ 17.25776481628418,
+ 8.156283378601074,
+ 17.11366081237793,
+ 0.4606129229068756
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.060302734375,
+ "language": 52.919219970703125
+ }
+ },
+ {
+ "routing_index": 646,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995639409979049e-07,
+ 1.0760714275193095e-07,
+ 9.518943215880427e-07,
+ 0.004578119143843651,
+ 0.010335317812860012,
+ 0.000292490265564993,
+ 0.00017134653171524405,
+ 0.016481930390000343,
+ 0.00018837660900317132,
+ 0.7714720964431763
+ ],
+ "log_scores_by_expert": [
+ -14.172808647155762,
+ -16.04477882385254,
+ -13.864811897277832,
+ -5.386466979980469,
+ -4.572188377380371,
+ -8.137079238891602,
+ -8.671822547912598,
+ -4.105490684509277,
+ -8.577067375183105,
+ -0.2594548165798187
+ ],
+ "distances_by_expert": [
+ 28.345617294311523,
+ 32.08955764770508,
+ 27.729623794555664,
+ 10.772933959960938,
+ 9.144376754760742,
+ 16.274158477783203,
+ 17.343645095825195,
+ 8.210981369018555,
+ 17.15413475036621,
+ 0.5189096331596375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.900146484375,
+ "language": 52.90055465698242
+ }
+ },
+ {
+ "routing_index": 647,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.79975471484795e-07,
+ 1.1521463960662004e-07,
+ 9.289413469559804e-07,
+ 0.005100262351334095,
+ 0.010764087550342083,
+ 0.0003447596973273903,
+ 0.00018308110884390771,
+ 0.017111865803599358,
+ 0.0001859615440480411,
+ 0.799517035484314
+ ],
+ "log_scores_by_expert": [
+ -14.20120906829834,
+ -15.976469039916992,
+ -13.889220237731934,
+ -5.278463363647461,
+ -4.5315399169921875,
+ -7.972662925720215,
+ -8.605581283569336,
+ -4.067983150482178,
+ -8.589970588684082,
+ -0.22374744713306427
+ ],
+ "distances_by_expert": [
+ 28.40241813659668,
+ 31.952938079833984,
+ 27.778440475463867,
+ 10.556926727294922,
+ 9.063079833984375,
+ 15.94532585144043,
+ 17.211162567138672,
+ 8.135966300964355,
+ 17.179941177368164,
+ 0.44749489426612854
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.361083984375,
+ "language": 52.9229850769043
+ }
+ },
+ {
+ "routing_index": 648,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.67670519760577e-07,
+ 1.1839596680829345e-07,
+ 9.310477935287054e-07,
+ 0.005209378898143768,
+ 0.010355226695537567,
+ 0.0003754619392566383,
+ 0.00018654167070053518,
+ 0.01680186204612255,
+ 0.00018094366532750428,
+ 0.7592813372612
+ ],
+ "log_scores_by_expert": [
+ -14.219470977783203,
+ -15.949231147766113,
+ -13.886955261230469,
+ -5.257294654846191,
+ -4.570263862609863,
+ -7.887353420257568,
+ -8.5868558883667,
+ -4.086265563964844,
+ -8.617324829101562,
+ -0.2753828763961792
+ ],
+ "distances_by_expert": [
+ 28.438941955566406,
+ 31.898462295532227,
+ 27.773910522460938,
+ 10.514589309692383,
+ 9.140527725219727,
+ 15.774706840515137,
+ 17.1737117767334,
+ 8.172531127929688,
+ 17.234649658203125,
+ 0.5507657527923584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.242431640625,
+ "language": 52.93974304199219
+ }
+ },
+ {
+ "routing_index": 649,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.820960720688163e-07,
+ 1.159886693358203e-07,
+ 9.518207662040368e-07,
+ 0.005307688377797604,
+ 0.010077051818370819,
+ 0.0003583913203328848,
+ 0.00018688480486162007,
+ 0.016830656677484512,
+ 0.00018406938761472702,
+ 0.7316104173660278
+ ],
+ "log_scores_by_expert": [
+ -14.198095321655273,
+ -15.969773292541504,
+ -13.864889144897461,
+ -5.238598823547363,
+ -4.597494602203369,
+ -7.933885097503662,
+ -8.585018157958984,
+ -4.084553241729736,
+ -8.600197792053223,
+ -0.31250709295272827
+ ],
+ "distances_by_expert": [
+ 28.396190643310547,
+ 31.939546585083008,
+ 27.729778289794922,
+ 10.477197647094727,
+ 9.194989204406738,
+ 15.867770195007324,
+ 17.17003631591797,
+ 8.169106483459473,
+ 17.200395584106445,
+ 0.6250141859054565
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.385986328125,
+ "language": 52.93159484863281
+ }
+ },
+ {
+ "routing_index": 650,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.765988587176253e-07,
+ 1.1288859980140842e-07,
+ 9.411956511939934e-07,
+ 0.0052772159688174725,
+ 0.009966176934540272,
+ 0.0003731916949618608,
+ 0.00018745135457720608,
+ 0.016974369063973427,
+ 0.00017816982290241867,
+ 0.725824236869812
+ ],
+ "log_scores_by_expert": [
+ -14.20618724822998,
+ -15.996864318847656,
+ -13.876114845275879,
+ -5.244356632232666,
+ -4.608558177947998,
+ -7.893418312072754,
+ -8.581991195678711,
+ -4.076050758361816,
+ -8.632773399353027,
+ -0.3204473853111267
+ ],
+ "distances_by_expert": [
+ 28.41237449645996,
+ 31.993728637695312,
+ 27.752229690551758,
+ 10.488713264465332,
+ 9.217116355895996,
+ 15.786836624145508,
+ 17.163982391357422,
+ 8.152101516723633,
+ 17.265546798706055,
+ 0.6408947706222534
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.84033203125,
+ "language": 52.92922592163086
+ }
+ },
+ {
+ "routing_index": 651,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.076230079088418e-07,
+ 8.906341264491857e-08,
+ 8.589066169406578e-07,
+ 0.003969043493270874,
+ 0.008530907332897186,
+ 0.00022653058113064617,
+ 0.0001473230659030378,
+ 0.013837636448442936,
+ 0.00016191432951018214,
+ 0.6225653886795044
+ ],
+ "log_scores_by_expert": [
+ -14.313711166381836,
+ -16.233917236328125,
+ -13.967605590820312,
+ -5.529230117797852,
+ -4.764059543609619,
+ -8.392630577087402,
+ -8.822882652282715,
+ -4.280363082885742,
+ -8.728443145751953,
+ -0.47390660643577576
+ ],
+ "distances_by_expert": [
+ 28.627422332763672,
+ 32.46783447265625,
+ 27.935211181640625,
+ 11.058460235595703,
+ 9.528119087219238,
+ 16.785261154174805,
+ 17.64576530456543,
+ 8.560726165771484,
+ 17.456886291503906,
+ 0.9478132128715515
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.60107421875,
+ "language": 52.894813537597656
+ }
+ },
+ {
+ "routing_index": 652,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.212670200511639e-07,
+ 9.274210555076934e-08,
+ 8.614833291176183e-07,
+ 0.0039055626839399338,
+ 0.009202346205711365,
+ 0.00023070612223818898,
+ 0.00015059956058394164,
+ 0.014297465793788433,
+ 0.00016274829977191985,
+ 0.666547954082489
+ ],
+ "log_scores_by_expert": [
+ -14.291504859924316,
+ -16.193443298339844,
+ -13.96461009979248,
+ -5.545353412628174,
+ -4.688296794891357,
+ -8.37436580657959,
+ -8.800886154174805,
+ -4.247673034667969,
+ -8.723305702209473,
+ -0.4056432545185089
+ ],
+ "distances_by_expert": [
+ 28.583009719848633,
+ 32.38688659667969,
+ 27.92922019958496,
+ 11.090706825256348,
+ 9.376593589782715,
+ 16.74873161315918,
+ 17.60177230834961,
+ 8.495346069335938,
+ 17.446611404418945,
+ 0.8112865090370178
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.756103515625,
+ "language": 52.914493560791016
+ }
+ },
+ {
+ "routing_index": 653,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.033810902612458e-07,
+ 1.0530686722631799e-07,
+ 9.5015650458663e-07,
+ 0.004575821105390787,
+ 0.010191821493208408,
+ 0.0002779825881589204,
+ 0.00016930168203543872,
+ 0.01626736670732498,
+ 0.00018523496692068875,
+ 0.7582293748855591
+ ],
+ "log_scores_by_expert": [
+ -14.167366981506348,
+ -16.066387176513672,
+ -13.866639137268066,
+ -5.386969089508057,
+ -4.586169719696045,
+ -8.187952041625977,
+ -8.683828353881836,
+ -4.118594169616699,
+ -8.59388542175293,
+ -0.2767693102359772
+ ],
+ "distances_by_expert": [
+ 28.334733963012695,
+ 32.132774353027344,
+ 27.733278274536133,
+ 10.773938179016113,
+ 9.17233943939209,
+ 16.375904083251953,
+ 17.367656707763672,
+ 8.237188339233398,
+ 17.18777084350586,
+ 0.5535386204719543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.949462890625,
+ "language": 52.9260368347168
+ }
+ },
+ {
+ "routing_index": 654,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447666578424105e-07,
+ 1.0676892259198212e-07,
+ 9.043097861649585e-07,
+ 0.004561134614050388,
+ 0.01023886539041996,
+ 0.0002908982278313488,
+ 0.0001661612477619201,
+ 0.015598305501043797,
+ 0.000174838729435578,
+ 0.7463089823722839
+ ],
+ "log_scores_by_expert": [
+ -14.254377365112305,
+ -16.05259895324707,
+ -13.916093826293945,
+ -5.390183925628662,
+ -4.581564426422119,
+ -8.142537117004395,
+ -8.70255184173584,
+ -4.160593032836914,
+ -8.651646614074707,
+ -0.29261553287506104
+ ],
+ "distances_by_expert": [
+ 28.50875473022461,
+ 32.10519790649414,
+ 27.83218765258789,
+ 10.780367851257324,
+ 9.163128852844238,
+ 16.28507423400879,
+ 17.40510368347168,
+ 8.321186065673828,
+ 17.303293228149414,
+ 0.5852310657501221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.72265625,
+ "language": 52.9052619934082
+ }
+ },
+ {
+ "routing_index": 655,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.233105066006829e-07,
+ 1.0379611836697222e-07,
+ 9.721480864754994e-07,
+ 0.004539384972304106,
+ 0.010075182653963566,
+ 0.0002997415722347796,
+ 0.00017376572941429913,
+ 0.01678835228085518,
+ 0.00018750321760307997,
+ 0.75898277759552
+ ],
+ "log_scores_by_expert": [
+ -14.139427185058594,
+ -16.08083724975586,
+ -13.843757629394531,
+ -5.39496374130249,
+ -4.59768009185791,
+ -8.112589836120605,
+ -8.65780258178711,
+ -4.087069988250732,
+ -8.581714630126953,
+ -0.275776207447052
+ ],
+ "distances_by_expert": [
+ 28.278854370117188,
+ 32.16167449951172,
+ 27.687515258789062,
+ 10.78992748260498,
+ 9.19536018371582,
+ 16.22517967224121,
+ 17.31560516357422,
+ 8.174139976501465,
+ 17.163429260253906,
+ 0.551552414894104
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.161865234375,
+ "language": 52.9243278503418
+ }
+ },
+ {
+ "routing_index": 656,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.40591565570503e-07,
+ 1.0358430557744214e-07,
+ 8.753844440434477e-07,
+ 0.00470768241211772,
+ 0.010276783257722855,
+ 0.00032009274582378566,
+ 0.00017537544772494584,
+ 0.0164719820022583,
+ 0.00017026167188305408,
+ 0.7515379786491394
+ ],
+ "log_scores_by_expert": [
+ -14.260873794555664,
+ -16.0828800201416,
+ -13.948602676391602,
+ -5.358559608459473,
+ -4.5778679847717285,
+ -8.046899795532227,
+ -8.648581504821777,
+ -4.1060943603515625,
+ -8.678174018859863,
+ -0.28563353419303894
+ ],
+ "distances_by_expert": [
+ 28.521747589111328,
+ 32.1657600402832,
+ 27.897205352783203,
+ 10.717119216918945,
+ 9.155735969543457,
+ 16.093799591064453,
+ 17.297163009643555,
+ 8.212188720703125,
+ 17.356348037719727,
+ 0.5712670683860779
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.69091796875,
+ "language": 52.957271575927734
+ }
+ },
+ {
+ "routing_index": 657,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.111160016393114e-07,
+ 1.060470040670225e-07,
+ 9.720758953335462e-07,
+ 0.00468667084351182,
+ 0.010029473342001438,
+ 0.00030940392753109336,
+ 0.0001768094371072948,
+ 0.016780419275164604,
+ 0.00018871643987949938,
+ 0.752738893032074
+ ],
+ "log_scores_by_expert": [
+ -14.1564302444458,
+ -16.059383392333984,
+ -13.843832015991211,
+ -5.363032817840576,
+ -4.602227210998535,
+ -8.080862998962402,
+ -8.640438079833984,
+ -4.087542533874512,
+ -8.575264930725098,
+ -0.2840368449687958
+ ],
+ "distances_by_expert": [
+ 28.3128604888916,
+ 32.11876678466797,
+ 27.687664031982422,
+ 10.726065635681152,
+ 9.20445442199707,
+ 16.161725997924805,
+ 17.28087615966797,
+ 8.175085067749023,
+ 17.150529861450195,
+ 0.5680736899375916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.314453125,
+ "language": 52.928009033203125
+ }
+ },
+ {
+ "routing_index": 658,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.029344715192565e-07,
+ 1.0847325171425837e-07,
+ 9.743181408339296e-07,
+ 0.004501691088080406,
+ 0.01017594151198864,
+ 0.00028741321875713766,
+ 0.0001723741734167561,
+ 0.01618516631424427,
+ 0.0001867137907538563,
+ 0.7556831240653992
+ ],
+ "log_scores_by_expert": [
+ -14.168002128601074,
+ -16.036762237548828,
+ -13.841527938842773,
+ -5.403302192687988,
+ -4.587728977203369,
+ -8.154589653015137,
+ -8.66584300994873,
+ -4.123660087585449,
+ -8.585933685302734,
+ -0.28013312816619873
+ ],
+ "distances_by_expert": [
+ 28.33600425720215,
+ 32.073524475097656,
+ 27.683055877685547,
+ 10.806604385375977,
+ 9.175457954406738,
+ 16.309179306030273,
+ 17.33168601989746,
+ 8.247320175170898,
+ 17.17186737060547,
+ 0.5602662563323975
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.716796875,
+ "language": 52.909324645996094
+ }
+ },
+ {
+ "routing_index": 659,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.062317308736965e-07,
+ 1.0926210336492659e-07,
+ 9.636017921366147e-07,
+ 0.004389837849885225,
+ 0.010027000680565834,
+ 0.0002800004440359771,
+ 0.00017114174261223525,
+ 0.016314100474119186,
+ 0.00018607846868690103,
+ 0.7568082213401794
+ ],
+ "log_scores_by_expert": [
+ -14.163322448730469,
+ -16.029516220092773,
+ -13.852587699890137,
+ -5.428462982177734,
+ -4.602473735809326,
+ -8.180719375610352,
+ -8.673018455505371,
+ -4.115725517272949,
+ -8.58934211730957,
+ -0.2786453366279602
+ ],
+ "distances_by_expert": [
+ 28.326644897460938,
+ 32.05903244018555,
+ 27.705175399780273,
+ 10.856925964355469,
+ 9.204947471618652,
+ 16.361438751220703,
+ 17.346036911010742,
+ 8.231451034545898,
+ 17.17868423461914,
+ 0.5572906732559204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.471435546875,
+ "language": 52.941158294677734
+ }
+ },
+ {
+ "routing_index": 660,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.547840255028859e-07,
+ 1.2186627884602785e-07,
+ 1.0354968935644138e-06,
+ 0.005082665476948023,
+ 0.010805114172399044,
+ 0.0003378817636985332,
+ 0.00018845278827939183,
+ 0.017723705619573593,
+ 0.0002020785614149645,
+ 0.8098536133766174
+ ],
+ "log_scores_by_expert": [
+ -14.096834182739258,
+ -15.920341491699219,
+ -13.78062915802002,
+ -5.281919479370117,
+ -4.527735710144043,
+ -7.992814540863037,
+ -8.57666301727295,
+ -4.0328521728515625,
+ -8.506854057312012,
+ -0.21090181171894073
+ ],
+ "distances_by_expert": [
+ 28.193668365478516,
+ 31.840682983398438,
+ 27.56125831604004,
+ 10.563838958740234,
+ 9.055471420288086,
+ 15.985629081726074,
+ 17.1533260345459,
+ 8.065704345703125,
+ 17.013708114624023,
+ 0.42180362343788147
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.06396484375,
+ "language": 52.918731689453125
+ }
+ },
+ {
+ "routing_index": 661,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.654869366684579e-07,
+ 1.1781657605069995e-07,
+ 9.31121462599549e-07,
+ 0.005121928174048662,
+ 0.010277881287038326,
+ 0.0003711124591063708,
+ 0.00018376174557488412,
+ 0.016730453819036484,
+ 0.0001788884837878868,
+ 0.7495549917221069
+ ],
+ "log_scores_by_expert": [
+ -14.222746849060059,
+ -15.954136848449707,
+ -13.886876106262207,
+ -5.274224281311035,
+ -4.577761173248291,
+ -7.89900541305542,
+ -8.6018705368042,
+ -4.090524673461914,
+ -8.628747940063477,
+ -0.2882755994796753
+ ],
+ "distances_by_expert": [
+ 28.445493698120117,
+ 31.908273696899414,
+ 27.773752212524414,
+ 10.54844856262207,
+ 9.155522346496582,
+ 15.79801082611084,
+ 17.2037410736084,
+ 8.181049346923828,
+ 17.257495880126953,
+ 0.5765511989593506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.379638671875,
+ "language": 52.970787048339844
+ }
+ },
+ {
+ "routing_index": 662,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.560992460435955e-07,
+ 1.152140924887135e-07,
+ 9.298923941969406e-07,
+ 0.005040820688009262,
+ 0.009813562035560608,
+ 0.000352078874129802,
+ 0.00018126284703612328,
+ 0.01617630198597908,
+ 0.00017898404621519148,
+ 0.714457094669342
+ ],
+ "log_scores_by_expert": [
+ -14.236953735351562,
+ -15.976473808288574,
+ -13.88819694519043,
+ -5.290186405181885,
+ -4.623990058898926,
+ -7.951655387878418,
+ -8.615562438964844,
+ -4.124207973480225,
+ -8.628213882446289,
+ -0.33623242378234863
+ ],
+ "distances_by_expert": [
+ 28.473907470703125,
+ 31.95294761657715,
+ 27.77639389038086,
+ 10.58037281036377,
+ 9.247980117797852,
+ 15.903310775756836,
+ 17.231124877929688,
+ 8.24841594696045,
+ 17.256427764892578,
+ 0.6724648475646973
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3314.5439453125,
+ "language": 52.93449401855469
+ }
+ },
+ {
+ "routing_index": 663,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.527677101075824e-07,
+ 1.0488651724926967e-07,
+ 9.275613024328777e-07,
+ 0.005076505709439516,
+ 0.009292135015130043,
+ 0.00034465137287043035,
+ 0.00017368438420817256,
+ 0.015670476481318474,
+ 0.00017553156067151576,
+ 0.6581560969352722
+ ],
+ "log_scores_by_expert": [
+ -14.242044448852539,
+ -16.07038688659668,
+ -13.890707015991211,
+ -5.283132076263428,
+ -4.678586959838867,
+ -7.972977161407471,
+ -8.658270835876465,
+ -4.15597677230835,
+ -8.64769172668457,
+ -0.4183131456375122
+ ],
+ "distances_by_expert": [
+ 28.484088897705078,
+ 32.14077377319336,
+ 27.781414031982422,
+ 10.566264152526855,
+ 9.357173919677734,
+ 15.945954322814941,
+ 17.31654167175293,
+ 8.3119535446167,
+ 17.29538345336914,
+ 0.8366262912750244
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.301025390625,
+ "language": 52.9162712097168
+ }
+ },
+ {
+ "routing_index": 664,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.605347948607232e-07,
+ 9.865136263442764e-08,
+ 9.19569174584467e-07,
+ 0.004517765250056982,
+ 0.009224977344274521,
+ 0.00026991451159119606,
+ 0.0001583709818078205,
+ 0.015270153060555458,
+ 0.00017303646018262953,
+ 0.683952271938324
+ ],
+ "log_scores_by_expert": [
+ -14.230216026306152,
+ -16.13167381286621,
+ -13.899360656738281,
+ -5.39973783493042,
+ -4.685840606689453,
+ -8.217405319213867,
+ -8.750570297241211,
+ -4.181855201721191,
+ -8.662008285522461,
+ -0.37986719608306885
+ ],
+ "distances_by_expert": [
+ 28.460432052612305,
+ 32.26334762573242,
+ 27.798721313476562,
+ 10.79947566986084,
+ 9.371681213378906,
+ 16.434810638427734,
+ 17.501140594482422,
+ 8.363710403442383,
+ 17.324016571044922,
+ 0.7597343921661377
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.08984375,
+ "language": 52.904335021972656
+ }
+ },
+ {
+ "routing_index": 665,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.863747330498882e-07,
+ 1.0886228807294174e-07,
+ 9.368532118969597e-07,
+ 0.004748830571770668,
+ 0.009949805215001106,
+ 0.000295380043098703,
+ 0.00016926486568991095,
+ 0.016141105443239212,
+ 0.000181714232894592,
+ 0.7443183064460754
+ ],
+ "log_scores_by_expert": [
+ -14.191842079162598,
+ -16.03318214416504,
+ -13.880739212036133,
+ -5.349856853485107,
+ -4.610202312469482,
+ -8.12724781036377,
+ -8.684045791625977,
+ -4.1263861656188965,
+ -8.613075256347656,
+ -0.2952865660190582
+ ],
+ "distances_by_expert": [
+ 28.383684158325195,
+ 32.06636428833008,
+ 27.761478424072266,
+ 10.699713706970215,
+ 9.220404624938965,
+ 16.25449562072754,
+ 17.368091583251953,
+ 8.252772331237793,
+ 17.226150512695312,
+ 0.5905731320381165
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3514.450927734375,
+ "language": 52.92550277709961
+ }
+ },
+ {
+ "routing_index": 666,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.354223612310307e-07,
+ 1.1136781807863372e-07,
+ 9.82487222245254e-07,
+ 0.004940400365740061,
+ 0.01073630340397358,
+ 0.0003036183479707688,
+ 0.0001755426055751741,
+ 0.016901332885026932,
+ 0.00019162322860211134,
+ 0.789523720741272
+ ],
+ "log_scores_by_expert": [
+ -14.122820854187012,
+ -16.010427474975586,
+ -13.833178520202637,
+ -5.310308933258057,
+ -4.534124374389648,
+ -8.099739074707031,
+ -8.647628784179688,
+ -4.080362796783447,
+ -8.559979438781738,
+ -0.23632538318634033
+ ],
+ "distances_by_expert": [
+ 28.245641708374023,
+ 32.02085494995117,
+ 27.666357040405273,
+ 10.620617866516113,
+ 9.068248748779297,
+ 16.199478149414062,
+ 17.295257568359375,
+ 8.160725593566895,
+ 17.119958877563477,
+ 0.47265076637268066
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3445.574951171875,
+ "language": 52.9424934387207
+ }
+ },
+ {
+ "routing_index": 667,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.846664746262832e-07,
+ 1.1428848267769354e-07,
+ 9.454824407839624e-07,
+ 0.005009638611227274,
+ 0.010717608034610748,
+ 0.0003309793828520924,
+ 0.0001754212862579152,
+ 0.016860883682966232,
+ 0.00018654025916475803,
+ 0.8008589148521423
+ ],
+ "log_scores_by_expert": [
+ -14.194334030151367,
+ -15.984539985656738,
+ -13.871570587158203,
+ -5.296391487121582,
+ -4.535867214202881,
+ -8.01345443725586,
+ -8.648320198059082,
+ -4.082758903503418,
+ -8.58686351776123,
+ -0.22207051515579224
+ ],
+ "distances_by_expert": [
+ 28.388668060302734,
+ 31.969079971313477,
+ 27.743141174316406,
+ 10.592782974243164,
+ 9.071734428405762,
+ 16.02690887451172,
+ 17.296640396118164,
+ 8.165517807006836,
+ 17.17372703552246,
+ 0.4441410303115845
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.67724609375,
+ "language": 52.912696838378906
+ }
+ },
+ {
+ "routing_index": 668,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.968585353206436e-07,
+ 1.0618848733656705e-07,
+ 9.432291108169011e-07,
+ 0.004804701078683138,
+ 0.010504464618861675,
+ 0.0003148489922750741,
+ 0.00017286409274674952,
+ 0.016863809898495674,
+ 0.00018617644673213363,
+ 0.7877198457717896
+ ],
+ "log_scores_by_expert": [
+ -14.17668342590332,
+ -16.05805015563965,
+ -13.873956680297852,
+ -5.338160514831543,
+ -4.555954933166504,
+ -8.063417434692383,
+ -8.663004875183105,
+ -4.082585334777832,
+ -8.588815689086914,
+ -0.2386128306388855
+ ],
+ "distances_by_expert": [
+ 28.35336685180664,
+ 32.1161003112793,
+ 27.747913360595703,
+ 10.676321029663086,
+ 9.111909866333008,
+ 16.126834869384766,
+ 17.32600975036621,
+ 8.165170669555664,
+ 17.177631378173828,
+ 0.477225661277771
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.90234375,
+ "language": 52.901763916015625
+ }
+ },
+ {
+ "routing_index": 669,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.48760419608152e-07,
+ 1.0013535245434468e-07,
+ 9.002131946544978e-07,
+ 0.004739001858979464,
+ 0.009920962154865265,
+ 0.0003048215003218502,
+ 0.00016777169366832823,
+ 0.01606176421046257,
+ 0.00017448909056838602,
+ 0.718042254447937
+ ],
+ "log_scores_by_expert": [
+ -14.248202323913574,
+ -16.116743087768555,
+ -13.920634269714355,
+ -5.3519287109375,
+ -4.613105297088623,
+ -8.095784187316895,
+ -8.692906379699707,
+ -4.131313800811768,
+ -8.653648376464844,
+ -0.3312269449234009
+ ],
+ "distances_by_expert": [
+ 28.49640464782715,
+ 32.23348617553711,
+ 27.84126853942871,
+ 10.703857421875,
+ 9.226210594177246,
+ 16.19156837463379,
+ 17.385812759399414,
+ 8.262627601623535,
+ 17.307296752929688,
+ 0.6624538898468018
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3467.19580078125,
+ "language": 52.93107986450195
+ }
+ },
+ {
+ "routing_index": 670,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.819206876367389e-07,
+ 9.506536002845678e-08,
+ 8.181499993042962e-07,
+ 0.0044347019866108894,
+ 0.009828466922044754,
+ 0.0003012774104718119,
+ 0.00016350747318938375,
+ 0.01556801050901413,
+ 0.00015769098536111414,
+ 0.7340470552444458
+ ],
+ "log_scores_by_expert": [
+ -14.356931686401367,
+ -16.168701171875,
+ -14.016220092773438,
+ -5.418294906616211,
+ -4.622472286224365,
+ -8.107479095458984,
+ -8.71865177154541,
+ -4.162537097930908,
+ -8.754873275756836,
+ -0.30918219685554504
+ ],
+ "distances_by_expert": [
+ 28.713863372802734,
+ 32.33740234375,
+ 28.032440185546875,
+ 10.836589813232422,
+ 9.24494457244873,
+ 16.21495819091797,
+ 17.43730354309082,
+ 8.325074195861816,
+ 17.509746551513672,
+ 0.6183643937110901
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.79638671875,
+ "language": 52.94029998779297
+ }
+ },
+ {
+ "routing_index": 671,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.987398251112609e-07,
+ 1.1072921068944197e-07,
+ 9.640209555072943e-07,
+ 0.004759310744702816,
+ 0.010293100029230118,
+ 0.00032109557650983334,
+ 0.00017539736290927976,
+ 0.016660388559103012,
+ 0.00018804114370141178,
+ 0.7794126272201538
+ ],
+ "log_scores_by_expert": [
+ -14.17398738861084,
+ -16.016178131103516,
+ -13.852152824401855,
+ -5.347652435302734,
+ -4.576281547546387,
+ -8.043771743774414,
+ -8.648456573486328,
+ -4.09472131729126,
+ -8.578849792480469,
+ -0.24921466410160065
+ ],
+ "distances_by_expert": [
+ 28.34797477722168,
+ 32.03235626220703,
+ 27.70430564880371,
+ 10.695304870605469,
+ 9.152563095092773,
+ 16.087543487548828,
+ 17.296913146972656,
+ 8.18944263458252,
+ 17.157699584960938,
+ 0.4984293282032013
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3477.8759765625,
+ "language": 52.90999984741211
+ }
+ },
+ {
+ "routing_index": 672,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.69085579829698e-07,
+ 1.0646247261547614e-07,
+ 9.17226259389281e-07,
+ 0.004594935104250908,
+ 0.009908255189657211,
+ 0.0002930715854745358,
+ 0.00016629599849693477,
+ 0.015771325677633286,
+ 0.00018102738249581307,
+ 0.7392868399620056
+ ],
+ "log_scores_by_expert": [
+ -14.217353820800781,
+ -16.05547332763672,
+ -13.901911735534668,
+ -5.382800579071045,
+ -4.614387035369873,
+ -8.135093688964844,
+ -8.701741218566895,
+ -4.149561882019043,
+ -8.616862297058105,
+ -0.3020693063735962
+ ],
+ "distances_by_expert": [
+ 28.434707641601562,
+ 32.11094665527344,
+ 27.803823471069336,
+ 10.76560115814209,
+ 9.228774070739746,
+ 16.270187377929688,
+ 17.40348243713379,
+ 8.299123764038086,
+ 17.23372459411621,
+ 0.6041386127471924
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.572509765625,
+ "language": 52.95441436767578
+ }
+ },
+ {
+ "routing_index": 673,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.976644613132521e-07,
+ 1.0770077807364942e-07,
+ 9.465126709073957e-07,
+ 0.004515766631811857,
+ 0.010098736733198166,
+ 0.00028601050144061446,
+ 0.00017124116129707545,
+ 0.016328178346157074,
+ 0.0001881780190160498,
+ 0.7633035182952881
+ ],
+ "log_scores_by_expert": [
+ -14.175527572631836,
+ -16.043909072875977,
+ -13.870481491088867,
+ -5.400180339813232,
+ -4.5953450202941895,
+ -8.1594820022583,
+ -8.67243766784668,
+ -4.11486291885376,
+ -8.57812213897705,
+ -0.27009955048561096
+ ],
+ "distances_by_expert": [
+ 28.351055145263672,
+ 32.08781814575195,
+ 27.740962982177734,
+ 10.800360679626465,
+ 9.190690040588379,
+ 16.3189640045166,
+ 17.34487533569336,
+ 8.22972583770752,
+ 17.1562442779541,
+ 0.5401991009712219
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.129150390625,
+ "language": 52.91975784301758
+ }
+ },
+ {
+ "routing_index": 674,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.021091050773975e-07,
+ 1.214504408153516e-07,
+ 9.75191937868658e-07,
+ 0.005483659449964762,
+ 0.0103918993845582,
+ 0.00037528350367210805,
+ 0.00018803808779921383,
+ 0.01717119850218296,
+ 0.00019149771833326668,
+ 0.7663751840591431
+ ],
+ "log_scores_by_expert": [
+ -14.169177055358887,
+ -15.923759460449219,
+ -13.840631484985352,
+ -5.205982685089111,
+ -4.566728591918945,
+ -7.887828826904297,
+ -8.578866004943848,
+ -4.064521789550781,
+ -8.56063461303711,
+ -0.2660834491252899
+ ],
+ "distances_by_expert": [
+ 28.338354110717773,
+ 31.847518920898438,
+ 27.681262969970703,
+ 10.411965370178223,
+ 9.13345718383789,
+ 15.775657653808594,
+ 17.157732009887695,
+ 8.129043579101562,
+ 17.12126922607422,
+ 0.5321668982505798
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.693359375,
+ "language": 52.91653823852539
+ }
+ },
+ {
+ "routing_index": 675,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.897541086596902e-07,
+ 1.0313954845742046e-07,
+ 8.307329721901624e-07,
+ 0.004698771983385086,
+ 0.00896284356713295,
+ 0.0003281735989730805,
+ 0.00017055339412763715,
+ 0.014846722595393658,
+ 0.0001617620000615716,
+ 0.6653860807418823
+ ],
+ "log_scores_by_expert": [
+ -14.343560218811035,
+ -16.087182998657227,
+ -14.000957489013672,
+ -5.360454082489014,
+ -4.714667797088623,
+ -8.021967887878418,
+ -8.676462173461914,
+ -4.2099761962890625,
+ -8.729384422302246,
+ -0.4073878228664398
+ ],
+ "distances_by_expert": [
+ 28.68712043762207,
+ 32.17436599731445,
+ 28.001914978027344,
+ 10.720908164978027,
+ 9.429335594177246,
+ 16.043935775756836,
+ 17.352924346923828,
+ 8.419952392578125,
+ 17.458768844604492,
+ 0.8147756457328796
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.91162109375,
+ "language": 52.9831428527832
+ }
+ },
+ {
+ "routing_index": 676,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.751230105488503e-07,
+ 9.738160144934227e-08,
+ 8.022123552109406e-07,
+ 0.004577984102070332,
+ 0.00840536318719387,
+ 0.0003243595128878951,
+ 0.00016558544302824885,
+ 0.014301562681794167,
+ 0.00015461175644304603,
+ 0.6275069713592529
+ ],
+ "log_scores_by_expert": [
+ -14.368681907653809,
+ -16.144628524780273,
+ -14.035892486572266,
+ -5.386496543884277,
+ -4.778885364532471,
+ -8.033658027648926,
+ -8.706023216247559,
+ -4.247386455535889,
+ -8.774593353271484,
+ -0.4660005271434784
+ ],
+ "distances_by_expert": [
+ 28.737363815307617,
+ 32.28925704956055,
+ 28.07178497314453,
+ 10.772993087768555,
+ 9.557770729064941,
+ 16.06731605529785,
+ 17.412046432495117,
+ 8.494772911071777,
+ 17.54918670654297,
+ 0.9320010542869568
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.863037109375,
+ "language": 52.95696258544922
+ }
+ },
+ {
+ "routing_index": 677,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.289267275860766e-07,
+ 1.0710935072211214e-07,
+ 9.053289318217139e-07,
+ 0.005054614506661892,
+ 0.009350021369755268,
+ 0.00035484175896272063,
+ 0.00017850674339570105,
+ 0.01566939428448677,
+ 0.00016844409401528537,
+ 0.670735239982605
+ ],
+ "log_scores_by_expert": [
+ -14.279251098632812,
+ -16.049415588378906,
+ -13.91496753692627,
+ -5.287453651428223,
+ -4.67237663269043,
+ -7.943838596343994,
+ -8.630884170532227,
+ -4.156045913696289,
+ -8.6889066696167,
+ -0.39938077330589294
+ ],
+ "distances_by_expert": [
+ 28.558502197265625,
+ 32.09883117675781,
+ 27.82993507385254,
+ 10.574907302856445,
+ 9.34475326538086,
+ 15.887677192687988,
+ 17.261768341064453,
+ 8.312091827392578,
+ 17.3778133392334,
+ 0.7987615466117859
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.7744140625,
+ "language": 52.91787338256836
+ }
+ },
+ {
+ "routing_index": 678,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.13941836036247e-07,
+ 8.703046461278063e-08,
+ 8.687659942552273e-07,
+ 0.003978802356868982,
+ 0.00846103299409151,
+ 0.0002181848103646189,
+ 0.0001451364514650777,
+ 0.013861926272511482,
+ 0.00015811804041732103,
+ 0.6142566800117493
+ ],
+ "log_scores_by_expert": [
+ -14.303365707397461,
+ -16.257007598876953,
+ -13.956192016601562,
+ -5.5267744064331055,
+ -4.772284030914307,
+ -8.430168151855469,
+ -8.837836265563965,
+ -4.278609275817871,
+ -8.752168655395508,
+ -0.4873424172401428
+ ],
+ "distances_by_expert": [
+ 28.606731414794922,
+ 32.514015197753906,
+ 27.912384033203125,
+ 11.053548812866211,
+ 9.544568061828613,
+ 16.860336303710938,
+ 17.67567253112793,
+ 8.557218551635742,
+ 17.504337310791016,
+ 0.9746848344802856
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3513.547607421875,
+ "language": 52.92884826660156
+ }
+ },
+ {
+ "routing_index": 679,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.330541282295599e-07,
+ 9.136088863215264e-08,
+ 8.782525924289075e-07,
+ 0.0041039795614778996,
+ 0.009001947939395905,
+ 0.00023586407769471407,
+ 0.00015008053742349148,
+ 0.01442123856395483,
+ 0.00016501054051332176,
+ 0.6525331735610962
+ ],
+ "log_scores_by_expert": [
+ -14.272709846496582,
+ -16.20844841003418,
+ -13.945331573486328,
+ -5.495798110961914,
+ -4.7103142738342285,
+ -8.352254867553711,
+ -8.804338455200195,
+ -4.239053249359131,
+ -8.709501266479492,
+ -0.42689335346221924
+ ],
+ "distances_by_expert": [
+ 28.545419692993164,
+ 32.41689682006836,
+ 27.890663146972656,
+ 10.991596221923828,
+ 9.420628547668457,
+ 16.704509735107422,
+ 17.60867691040039,
+ 8.478106498718262,
+ 17.419002532958984,
+ 0.8537867069244385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.540283203125,
+ "language": 52.91883850097656
+ }
+ },
+ {
+ "routing_index": 680,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.69088819904573e-07,
+ 9.789017951788992e-08,
+ 9.017555271384481e-07,
+ 0.004332093987613916,
+ 0.009858629666268826,
+ 0.00025120822829194367,
+ 0.00015963228361215442,
+ 0.015411846339702606,
+ 0.00017682460020296276,
+ 0.7237710952758789
+ ],
+ "log_scores_by_expert": [
+ -14.2173490524292,
+ -16.139419555664062,
+ -13.918922424316406,
+ -5.441704273223877,
+ -4.619408130645752,
+ -8.289228439331055,
+ -8.742637634277344,
+ -4.172618865966797,
+ -8.640352249145508,
+ -0.32328012585639954
+ ],
+ "distances_by_expert": [
+ 28.4346981048584,
+ 32.278839111328125,
+ 27.837844848632812,
+ 10.883408546447754,
+ 9.238816261291504,
+ 16.57845687866211,
+ 17.485275268554688,
+ 8.345237731933594,
+ 17.280704498291016,
+ 0.6465602517127991
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.1484375,
+ "language": 52.928932189941406
+ }
+ },
+ {
+ "routing_index": 681,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.568436674569966e-07,
+ 1.0533559446912477e-07,
+ 9.104685432248516e-07,
+ 0.004625968635082245,
+ 0.010265234857797623,
+ 0.0002858569787349552,
+ 0.00016314114327542484,
+ 0.0158182755112648,
+ 0.00018058526620734483,
+ 0.749223530292511
+ ],
+ "log_scores_by_expert": [
+ -14.235819816589355,
+ -16.06611442565918,
+ -13.909306526184082,
+ -5.37606954574585,
+ -4.5789923667907715,
+ -8.160018920898438,
+ -8.720894813537598,
+ -4.146589279174805,
+ -8.619307518005371,
+ -0.28871792554855347
+ ],
+ "distances_by_expert": [
+ 28.47163963317871,
+ 32.13222885131836,
+ 27.818613052368164,
+ 10.7521390914917,
+ 9.157984733581543,
+ 16.320037841796875,
+ 17.441789627075195,
+ 8.29317855834961,
+ 17.238615036010742,
+ 0.5774358510971069
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.216064453125,
+ "language": 52.862701416015625
+ }
+ },
+ {
+ "routing_index": 682,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.827078777860152e-07,
+ 1.0793912252893278e-07,
+ 9.387474619870773e-07,
+ 0.004535605199635029,
+ 0.010487237945199013,
+ 0.000286187045276165,
+ 0.000170293336850591,
+ 0.016246607527136803,
+ 0.00018223834922537208,
+ 0.7713696360588074
+ ],
+ "log_scores_by_expert": [
+ -14.197198867797852,
+ -16.041698455810547,
+ -13.878719329833984,
+ -5.395796775817871,
+ -4.557596206665039,
+ -8.158864974975586,
+ -8.677988052368164,
+ -4.119871139526367,
+ -8.61019515991211,
+ -0.2595875561237335
+ ],
+ "distances_by_expert": [
+ 28.394397735595703,
+ 32.083396911621094,
+ 27.75743865966797,
+ 10.791593551635742,
+ 9.115192413330078,
+ 16.317729949951172,
+ 17.355976104736328,
+ 8.239742279052734,
+ 17.22039031982422,
+ 0.519175112247467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.485595703125,
+ "language": 52.9154052734375
+ }
+ },
+ {
+ "routing_index": 683,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.657230073869869e-07,
+ 8.913648485986414e-08,
+ 8.991347044684517e-07,
+ 0.004380202852189541,
+ 0.009200740605592728,
+ 0.0002567133342381567,
+ 0.00015622153296135366,
+ 0.015281536616384983,
+ 0.00017343973740935326,
+ 0.6553224325180054
+ ],
+ "log_scores_by_expert": [
+ -14.222392082214355,
+ -16.233097076416016,
+ -13.921833038330078,
+ -5.430660247802734,
+ -4.68847131729126,
+ -8.267550468444824,
+ -8.764235496520996,
+ -4.18110990524292,
+ -8.659680366516113,
+ -0.42262792587280273
+ ],
+ "distances_by_expert": [
+ 28.44478416442871,
+ 32.46619415283203,
+ 27.843666076660156,
+ 10.861320495605469,
+ 9.37694263458252,
+ 16.53510093688965,
+ 17.528470993041992,
+ 8.36221981048584,
+ 17.319360733032227,
+ 0.8452558517456055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.311279296875,
+ "language": 52.933597564697266
+ }
+ },
+ {
+ "routing_index": 684,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.723651040374534e-07,
+ 1.1111087161452815e-07,
+ 9.363637332171493e-07,
+ 0.005119813606142998,
+ 0.010619310662150383,
+ 0.0003471433883532882,
+ 0.0001824504870455712,
+ 0.017276719212532043,
+ 0.00018123311747331172,
+ 0.7807064652442932
+ ],
+ "log_scores_by_expert": [
+ -14.212464332580566,
+ -16.012737274169922,
+ -13.881261825561523,
+ -5.274637222290039,
+ -4.54508113861084,
+ -7.96577262878418,
+ -8.609031677246094,
+ -4.0583953857421875,
+ -8.615726470947266,
+ -0.24755610525608063
+ ],
+ "distances_by_expert": [
+ 28.424928665161133,
+ 32.025474548339844,
+ 27.762523651123047,
+ 10.549274444580078,
+ 9.09016227722168,
+ 15.93154525756836,
+ 17.218063354492188,
+ 8.116790771484375,
+ 17.23145294189453,
+ 0.49511221051216125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.58154296875,
+ "language": 52.917091369628906
+ }
+ },
+ {
+ "routing_index": 685,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.27090821328602e-07,
+ 1.0995199062335814e-07,
+ 9.659672741690883e-07,
+ 0.004608682822436094,
+ 0.010302999056875706,
+ 0.00030622913618572056,
+ 0.00017846930131781846,
+ 0.01708788424730301,
+ 0.00019127469568047673,
+ 0.7885290384292603
+ ],
+ "log_scores_by_expert": [
+ -14.134214401245117,
+ -16.023221969604492,
+ -13.850135803222656,
+ -5.379813194274902,
+ -4.575320243835449,
+ -8.091176986694336,
+ -8.631093978881836,
+ -4.069385528564453,
+ -8.561800003051758,
+ -0.23758606612682343
+ ],
+ "distances_by_expert": [
+ 28.268428802490234,
+ 32.046443939208984,
+ 27.700271606445312,
+ 10.759626388549805,
+ 9.150640487670898,
+ 16.182353973388672,
+ 17.262187957763672,
+ 8.138771057128906,
+ 17.123600006103516,
+ 0.47517213225364685
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3407.1787109375,
+ "language": 52.92667770385742
+ }
+ },
+ {
+ "routing_index": 686,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.851962552900659e-07,
+ 1.02673773483275e-07,
+ 9.370623388349486e-07,
+ 0.004262873437255621,
+ 0.010028176940977573,
+ 0.00026329231332056224,
+ 0.0001667126634856686,
+ 0.01597769744694233,
+ 0.00018033228116109967,
+ 0.7515589594841003
+ ],
+ "log_scores_by_expert": [
+ -14.193560600280762,
+ -16.09170913696289,
+ -13.880516052246094,
+ -5.4578118324279785,
+ -4.602356433868408,
+ -8.2422456741333,
+ -8.699238777160645,
+ -4.136561393737793,
+ -8.620709419250488,
+ -0.28560563921928406
+ ],
+ "distances_by_expert": [
+ 28.387121200561523,
+ 32.18341827392578,
+ 27.761032104492188,
+ 10.915623664855957,
+ 9.204712867736816,
+ 16.4844913482666,
+ 17.39847755432129,
+ 8.273122787475586,
+ 17.241418838500977,
+ 0.5712112784385681
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.252197265625,
+ "language": 52.933067321777344
+ }
+ },
+ {
+ "routing_index": 687,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.31372722384549e-07,
+ 1.1050303783122217e-07,
+ 9.872613873085356e-07,
+ 0.004536240827292204,
+ 0.010318885557353497,
+ 0.0002934026706498116,
+ 0.00017402459343429655,
+ 0.017067860811948776,
+ 0.00019326414621900767,
+ 0.7882654666900635
+ ],
+ "log_scores_by_expert": [
+ -14.128342628479004,
+ -16.01822280883789,
+ -13.828330993652344,
+ -5.395656585693359,
+ -4.573779582977295,
+ -8.133964538574219,
+ -8.6563138961792,
+ -4.070558071136475,
+ -8.55145263671875,
+ -0.237920343875885
+ ],
+ "distances_by_expert": [
+ 28.256685256958008,
+ 32.03644561767578,
+ 27.656661987304688,
+ 10.791313171386719,
+ 9.14755916595459,
+ 16.267929077148438,
+ 17.3126277923584,
+ 8.14111614227295,
+ 17.1029052734375,
+ 0.47584068775177
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.01318359375,
+ "language": 52.917945861816406
+ }
+ },
+ {
+ "routing_index": 688,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 8.026339628486312e-07,
+ 1.3011887745051354e-07,
+ 1.0794833542604465e-06,
+ 0.005654700566083193,
+ 0.01131145004183054,
+ 0.0003870382788591087,
+ 0.000198270587134175,
+ 0.018646595999598503,
+ 0.00021082075545564294,
+ 0.8241683840751648
+ ],
+ "log_scores_by_expert": [
+ -14.035367012023926,
+ -15.854817390441895,
+ -13.739027976989746,
+ -5.175268173217773,
+ -4.481939792633057,
+ -7.856986999511719,
+ -8.525877952575684,
+ -3.9820916652679443,
+ -8.464502334594727,
+ -0.19338040053844452
+ ],
+ "distances_by_expert": [
+ 28.07073402404785,
+ 31.70963478088379,
+ 27.478055953979492,
+ 10.350536346435547,
+ 8.963879585266113,
+ 15.713973999023438,
+ 17.051755905151367,
+ 7.964183330535889,
+ 16.929004669189453,
+ 0.38676080107688904
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.057861328125,
+ "language": 52.93632507324219
+ }
+ },
+ {
+ "routing_index": 689,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.4368051627971e-07,
+ 1.2552636974305642e-07,
+ 1.0260785074933665e-06,
+ 0.0055772061459720135,
+ 0.010712642222642899,
+ 0.0003905022458638996,
+ 0.0001940449874382466,
+ 0.017911119386553764,
+ 0.00019724950834643096,
+ 0.7741754055023193
+ ],
+ "log_scores_by_expert": [
+ -14.111654281616211,
+ -15.89074993133545,
+ -13.789766311645508,
+ -5.189067363739014,
+ -4.536330699920654,
+ -7.848076820373535,
+ -8.547420501708984,
+ -4.02233362197876,
+ -8.531041145324707,
+ -0.25595685839653015
+ ],
+ "distances_by_expert": [
+ 28.223308563232422,
+ 31.7814998626709,
+ 27.579532623291016,
+ 10.378134727478027,
+ 9.072661399841309,
+ 15.69615364074707,
+ 17.09484100341797,
+ 8.04466724395752,
+ 17.062082290649414,
+ 0.5119137167930603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.11376953125,
+ "language": 52.96582794189453
+ }
+ },
+ {
+ "routing_index": 690,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.725267098772747e-07,
+ 1.0852788534521096e-07,
+ 9.326082590632723e-07,
+ 0.005147681571543217,
+ 0.009589522145688534,
+ 0.00035106815630570054,
+ 0.0001763961190590635,
+ 0.01628924161195755,
+ 0.000179082911927253,
+ 0.6885554194450378
+ ],
+ "log_scores_by_expert": [
+ -14.212224006652832,
+ -16.036258697509766,
+ -13.88528060913086,
+ -5.269208908081055,
+ -4.6470842361450195,
+ -7.954530239105225,
+ -8.642778396606445,
+ -4.117250442504883,
+ -8.62766170501709,
+ -0.3731594979763031
+ ],
+ "distances_by_expert": [
+ 28.424448013305664,
+ 32.07251739501953,
+ 27.77056121826172,
+ 10.53841781616211,
+ 9.294168472290039,
+ 15.90906047821045,
+ 17.28555679321289,
+ 8.234500885009766,
+ 17.25532341003418,
+ 0.7463189959526062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.376953125,
+ "language": 52.9182014465332
+ }
+ },
+ {
+ "routing_index": 691,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.286209099926054e-07,
+ 8.815869279032995e-08,
+ 8.842659440233547e-07,
+ 0.003974077291786671,
+ 0.008568838238716125,
+ 0.0002214320411439985,
+ 0.0001486774708610028,
+ 0.014212383888661861,
+ 0.00016155510093085468,
+ 0.6326452493667603
+ ],
+ "log_scores_by_expert": [
+ -14.27973747253418,
+ -16.24412727355957,
+ -13.938508033752441,
+ -5.527962684631348,
+ -4.759623050689697,
+ -8.41539478302002,
+ -8.81373119354248,
+ -4.253641605377197,
+ -8.730664253234863,
+ -0.45784544944763184
+ ],
+ "distances_by_expert": [
+ 28.55947494506836,
+ 32.48825454711914,
+ 27.877016067504883,
+ 11.055925369262695,
+ 9.519246101379395,
+ 16.83078956604004,
+ 17.62746238708496,
+ 8.507283210754395,
+ 17.461328506469727,
+ 0.9156908988952637
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.416259765625,
+ "language": 52.921260833740234
+ }
+ },
+ {
+ "routing_index": 692,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.976353349979036e-07,
+ 9.13485109776957e-08,
+ 8.326094871335954e-07,
+ 0.003840162418782711,
+ 0.009046458639204502,
+ 0.00022070280101615936,
+ 0.00014777545584365726,
+ 0.013966764323413372,
+ 0.00015878975682426244,
+ 0.6658605933189392
+ ],
+ "log_scores_by_expert": [
+ -14.33028507232666,
+ -16.20858383178711,
+ -13.998701095581055,
+ -5.5622406005859375,
+ -4.705381870269775,
+ -8.418693542480469,
+ -8.819816589355469,
+ -4.2710747718811035,
+ -8.747929573059082,
+ -0.40667492151260376
+ ],
+ "distances_by_expert": [
+ 28.66057014465332,
+ 32.41716766357422,
+ 27.99740219116211,
+ 11.124481201171875,
+ 9.41076374053955,
+ 16.837387084960938,
+ 17.639633178710938,
+ 8.542149543762207,
+ 17.495859146118164,
+ 0.8133498430252075
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.7880859375,
+ "language": 52.9213752746582
+ }
+ },
+ {
+ "routing_index": 693,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.480598244706925e-07,
+ 9.918397836372606e-08,
+ 8.865296194926486e-07,
+ 0.004227251745760441,
+ 0.009724890813231468,
+ 0.000258311367360875,
+ 0.00016035704175010324,
+ 0.01508514117449522,
+ 0.00017210544319823384,
+ 0.723054826259613
+ ],
+ "log_scores_by_expert": [
+ -14.249282836914062,
+ -16.12628936767578,
+ -13.935951232910156,
+ -5.466203212738037,
+ -4.633066654205322,
+ -8.261344909667969,
+ -8.738107681274414,
+ -4.194045066833496,
+ -8.667403221130371,
+ -0.3242703080177307
+ ],
+ "distances_by_expert": [
+ 28.498565673828125,
+ 32.25257873535156,
+ 27.871902465820312,
+ 10.932406425476074,
+ 9.266133308410645,
+ 16.522689819335938,
+ 17.476215362548828,
+ 8.388090133666992,
+ 17.334806442260742,
+ 0.6485406160354614
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.114501953125,
+ "language": 52.93580627441406
+ }
+ },
+ {
+ "routing_index": 694,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.582665719179204e-07,
+ 1.0664476945976276e-07,
+ 9.035106813826133e-07,
+ 0.004537543281912804,
+ 0.010452017188072205,
+ 0.0002913535281550139,
+ 0.0001696545077720657,
+ 0.016253752633929253,
+ 0.0001792450639186427,
+ 0.787477433681488
+ ],
+ "log_scores_by_expert": [
+ -14.23365592956543,
+ -16.053762435913086,
+ -13.916977882385254,
+ -5.395369529724121,
+ -4.560960292816162,
+ -8.140973091125488,
+ -8.681746482849121,
+ -4.119431495666504,
+ -8.62675666809082,
+ -0.23892059922218323
+ ],
+ "distances_by_expert": [
+ 28.46731185913086,
+ 32.10752487182617,
+ 27.833955764770508,
+ 10.790739059448242,
+ 9.121920585632324,
+ 16.281946182250977,
+ 17.363492965698242,
+ 8.238862991333008,
+ 17.25351333618164,
+ 0.47784119844436646
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3460.416748046875,
+ "language": 52.89692687988281
+ }
+ },
+ {
+ "routing_index": 695,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.744646500716044e-07,
+ 8.829719178038431e-08,
+ 8.028399065551639e-07,
+ 0.003855762304738164,
+ 0.009518912062048912,
+ 0.0002450538449920714,
+ 0.0001523910614196211,
+ 0.014583615586161613,
+ 0.00015706631529610604,
+ 0.7181472778320312
+ ],
+ "log_scores_by_expert": [
+ -14.369827270507812,
+ -16.242557525634766,
+ -14.035110473632812,
+ -5.5581865310668945,
+ -4.65447473526001,
+ -8.314032554626465,
+ -8.789060592651367,
+ -4.227856636047363,
+ -8.758842468261719,
+ -0.33108070492744446
+ ],
+ "distances_by_expert": [
+ 28.739654541015625,
+ 32.48511505126953,
+ 28.070220947265625,
+ 11.116373062133789,
+ 9.30894947052002,
+ 16.62806510925293,
+ 17.578121185302734,
+ 8.455713272094727,
+ 17.517684936523438,
+ 0.6621614098548889
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.737060546875,
+ "language": 52.887577056884766
+ }
+ },
+ {
+ "routing_index": 696,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.072899279592093e-07,
+ 1.0118188953356366e-07,
+ 9.645358431953355e-07,
+ 0.004496595822274685,
+ 0.010015318170189857,
+ 0.000295624922728166,
+ 0.00017356201715301722,
+ 0.01663517765700817,
+ 0.0001845425576902926,
+ 0.7599611878395081
+ ],
+ "log_scores_by_expert": [
+ -14.161825180053711,
+ -16.106346130371094,
+ -13.851618766784668,
+ -5.404434680938721,
+ -4.603639602661133,
+ -8.126419067382812,
+ -8.658975601196289,
+ -4.096235752105713,
+ -8.597630500793457,
+ -0.2744879424571991
+ ],
+ "distances_by_expert": [
+ 28.323650360107422,
+ 32.21269226074219,
+ 27.703237533569336,
+ 10.808869361877441,
+ 9.207279205322266,
+ 16.252838134765625,
+ 17.317951202392578,
+ 8.192471504211426,
+ 17.195261001586914,
+ 0.5489758849143982
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.10986328125,
+ "language": 52.94192123413086
+ }
+ },
+ {
+ "routing_index": 697,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833676593487326e-07,
+ 1.0898154556571171e-07,
+ 9.402554042026168e-07,
+ 0.005046431440860033,
+ 0.010826538316905499,
+ 0.00033365836134180427,
+ 0.00018177455058321357,
+ 0.01723603717982769,
+ 0.00018252742302138358,
+ 0.7881214618682861
+ ],
+ "log_scores_by_expert": [
+ -14.196232795715332,
+ -16.032087326049805,
+ -13.877114295959473,
+ -5.289073944091797,
+ -4.525754928588867,
+ -8.005393028259277,
+ -8.612743377685547,
+ -4.060752868652344,
+ -8.608610153198242,
+ -0.23810309171676636
+ ],
+ "distances_by_expert": [
+ 28.392465591430664,
+ 32.06417465209961,
+ 27.754228591918945,
+ 10.578147888183594,
+ 9.051509857177734,
+ 16.010786056518555,
+ 17.225486755371094,
+ 8.121505737304688,
+ 17.217220306396484,
+ 0.4762061834335327
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.480224609375,
+ "language": 52.915809631347656
+ }
+ },
+ {
+ "routing_index": 698,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.884299068588007e-07,
+ 1.0762355628912701e-07,
+ 9.353838095194078e-07,
+ 0.004438380710780621,
+ 0.010109649039804935,
+ 0.0002972799411509186,
+ 0.00017333556024823338,
+ 0.016470646485686302,
+ 0.00018431144417263567,
+ 0.772195041179657
+ ],
+ "log_scores_by_expert": [
+ -14.188852310180664,
+ -16.044626235961914,
+ -13.882308959960938,
+ -5.417465686798096,
+ -4.594264984130859,
+ -8.12083625793457,
+ -8.66028118133545,
+ -4.106175422668457,
+ -8.598883628845215,
+ -0.2585180997848511
+ ],
+ "distances_by_expert": [
+ 28.377704620361328,
+ 32.08925247192383,
+ 27.764617919921875,
+ 10.834931373596191,
+ 9.188529968261719,
+ 16.24167251586914,
+ 17.3205623626709,
+ 8.212350845336914,
+ 17.19776725769043,
+ 0.5170361995697021
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.055419921875,
+ "language": 52.90537643432617
+ }
+ },
+ {
+ "routing_index": 699,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.262869416990725e-07,
+ 1.1744682382186511e-07,
+ 1.0048198646472883e-06,
+ 0.004952984396368265,
+ 0.010562321171164513,
+ 0.00032151874620467424,
+ 0.00018058234127238393,
+ 0.01723293960094452,
+ 0.00019494198204483837,
+ 0.7903350591659546
+ ],
+ "log_scores_by_expert": [
+ -14.135320663452148,
+ -15.957280158996582,
+ -13.810702323913574,
+ -5.307765007019043,
+ -4.550462245941162,
+ -8.042454719543457,
+ -8.61932373046875,
+ -4.060932636260986,
+ -8.542808532714844,
+ -0.235298290848732
+ ],
+ "distances_by_expert": [
+ 28.270641326904297,
+ 31.914560317993164,
+ 27.62140464782715,
+ 10.615530014038086,
+ 9.100924491882324,
+ 16.084909439086914,
+ 17.2386474609375,
+ 8.121865272521973,
+ 17.085617065429688,
+ 0.470596581697464
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.9619140625,
+ "language": 52.893470764160156
+ }
+ },
+ {
+ "routing_index": 700,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.133717758733837e-07,
+ 1.0653722171127811e-07,
+ 9.622905281503336e-07,
+ 0.004384037107229233,
+ 0.00997853185981512,
+ 0.00027054097154177725,
+ 0.00016869422688614577,
+ 0.016481803730130196,
+ 0.00018811880727298558,
+ 0.7609490752220154
+ ],
+ "log_scores_by_expert": [
+ -14.153263092041016,
+ -16.054771423339844,
+ -13.853949546813965,
+ -5.429785251617432,
+ -4.607319355010986,
+ -8.215086936950684,
+ -8.687422752380371,
+ -4.105498313903809,
+ -8.578436851501465,
+ -0.27318885922431946
+ ],
+ "distances_by_expert": [
+ 28.30652618408203,
+ 32.10954284667969,
+ 27.70789909362793,
+ 10.859570503234863,
+ 9.214638710021973,
+ 16.430173873901367,
+ 17.374845504760742,
+ 8.210996627807617,
+ 17.15687370300293,
+ 0.5463777184486389
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.621826171875,
+ "language": 52.9227180480957
+ }
+ },
+ {
+ "routing_index": 701,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.382873263850342e-07,
+ 1.259423356714251e-07,
+ 1.0292764045516378e-06,
+ 0.00541202537715435,
+ 0.010768918320536613,
+ 0.0003672286693472415,
+ 0.00018784540588967502,
+ 0.017884431406855583,
+ 0.0001989795855479315,
+ 0.7913296222686768
+ ],
+ "log_scores_by_expert": [
+ -14.118932723999023,
+ -15.887441635131836,
+ -13.786654472351074,
+ -5.219131946563721,
+ -4.531091213226318,
+ -7.9095258712768555,
+ -8.579891204833984,
+ -4.023824691772461,
+ -8.522308349609375,
+ -0.23404069244861603
+ ],
+ "distances_by_expert": [
+ 28.237865447998047,
+ 31.774883270263672,
+ 27.57330894470215,
+ 10.438263893127441,
+ 9.062182426452637,
+ 15.819051742553711,
+ 17.15978240966797,
+ 8.047649383544922,
+ 17.04461669921875,
+ 0.46808138489723206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.4443359375,
+ "language": 52.892826080322266
+ }
+ },
+ {
+ "routing_index": 702,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.218737323455571e-07,
+ 1.2432582252586144e-07,
+ 1.0223404842690798e-06,
+ 0.005533584859222174,
+ 0.010357196442782879,
+ 0.000381640566047281,
+ 0.00018873265071306378,
+ 0.017519032582640648,
+ 0.0001955469633685425,
+ 0.7543171644210815
+ ],
+ "log_scores_by_expert": [
+ -14.1414155960083,
+ -15.900360107421875,
+ -13.793416023254395,
+ -5.1969194412231445,
+ -4.57007360458374,
+ -7.871031284332275,
+ -8.575179100036621,
+ -4.044467449188232,
+ -8.53971004486084,
+ -0.28194236755371094
+ ],
+ "distances_by_expert": [
+ 28.2828311920166,
+ 31.80072021484375,
+ 27.58683204650879,
+ 10.393838882446289,
+ 9.14014720916748,
+ 15.74206256866455,
+ 17.150358200073242,
+ 8.088934898376465,
+ 17.07942008972168,
+ 0.5638847351074219
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.210693359375,
+ "language": 52.91075897216797
+ }
+ },
+ {
+ "routing_index": 703,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.838840249656641e-07,
+ 1.127078803619952e-07,
+ 9.634363777877297e-07,
+ 0.005278255324810743,
+ 0.00978455413132906,
+ 0.00037127442192286253,
+ 0.00018217161414213479,
+ 0.016653399914503098,
+ 0.0001852151908678934,
+ 0.7133358120918274
+ ],
+ "log_scores_by_expert": [
+ -14.195477485656738,
+ -15.998466491699219,
+ -13.85275936126709,
+ -5.244159698486328,
+ -4.626950263977051,
+ -7.898569107055664,
+ -8.61056137084961,
+ -4.0951409339904785,
+ -8.593992233276367,
+ -0.33780303597450256
+ ],
+ "distances_by_expert": [
+ 28.390954971313477,
+ 31.996932983398438,
+ 27.70551872253418,
+ 10.488319396972656,
+ 9.253900527954102,
+ 15.797138214111328,
+ 17.22112274169922,
+ 8.190281867980957,
+ 17.187984466552734,
+ 0.6756060719490051
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.449951171875,
+ "language": 52.88739013671875
+ }
+ },
+ {
+ "routing_index": 704,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.159034455777146e-07,
+ 1.0125079796807768e-07,
+ 8.508907285431633e-07,
+ 0.0048743728548288345,
+ 0.009008943103253841,
+ 0.0003274973132647574,
+ 0.0001679466658970341,
+ 0.015181816183030605,
+ 0.0001687346084509045,
+ 0.6605356335639954
+ ],
+ "log_scores_by_expert": [
+ -14.300175666809082,
+ -16.10566520690918,
+ -13.976982116699219,
+ -5.323763847351074,
+ -4.709537506103516,
+ -8.024030685424805,
+ -8.691864013671875,
+ -4.187656879425049,
+ -8.687183380126953,
+ -0.41470420360565186
+ ],
+ "distances_by_expert": [
+ 28.600351333618164,
+ 32.21133041381836,
+ 27.953964233398438,
+ 10.647527694702148,
+ 9.419075012207031,
+ 16.04806137084961,
+ 17.38372802734375,
+ 8.375313758850098,
+ 17.374366760253906,
+ 0.8294084072113037
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.854736328125,
+ "language": 52.92974090576172
+ }
+ },
+ {
+ "routing_index": 705,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.669253593827307e-07,
+ 1.0973933939339986e-07,
+ 9.113780947700434e-07,
+ 0.005041277501732111,
+ 0.009419715963304043,
+ 0.0003590014239307493,
+ 0.00017545456648804247,
+ 0.015950728207826614,
+ 0.00018076463311444968,
+ 0.6955099701881409
+ ],
+ "log_scores_by_expert": [
+ -14.220587730407715,
+ -16.025157928466797,
+ -13.908308029174805,
+ -5.290095806121826,
+ -4.664950370788574,
+ -7.932184219360352,
+ -8.648130416870117,
+ -4.138250827789307,
+ -8.618314743041992,
+ -0.36310985684394836
+ ],
+ "distances_by_expert": [
+ 28.44117546081543,
+ 32.050315856933594,
+ 27.81661605834961,
+ 10.580191612243652,
+ 9.329900741577148,
+ 15.864368438720703,
+ 17.296260833740234,
+ 8.276501655578613,
+ 17.236629486083984,
+ 0.7262197136878967
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.358642578125,
+ "language": 52.91120529174805
+ }
+ },
+ {
+ "routing_index": 706,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.508761316581513e-07,
+ 1.056778984320772e-07,
+ 8.993756637210026e-07,
+ 0.005070646293461323,
+ 0.009406635537743568,
+ 0.00035029544960707426,
+ 0.00017337704775854945,
+ 0.015793509781360626,
+ 0.00017762336938176304,
+ 0.686517596244812
+ ],
+ "log_scores_by_expert": [
+ -14.244946479797363,
+ -16.062870025634766,
+ -13.921565055847168,
+ -5.284286975860596,
+ -4.666339874267578,
+ -7.956733703613281,
+ -8.660041809082031,
+ -4.14815616607666,
+ -8.635845184326172,
+ -0.3761233985424042
+ ],
+ "distances_by_expert": [
+ 28.489892959594727,
+ 32.12574005126953,
+ 27.843130111694336,
+ 10.568573951721191,
+ 9.332679748535156,
+ 15.913467407226562,
+ 17.320083618164062,
+ 8.29631233215332,
+ 17.271690368652344,
+ 0.7522467970848083
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.162841796875,
+ "language": 52.92427444458008
+ }
+ },
+ {
+ "routing_index": 707,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.001078756729839e-07,
+ 1.1715462733263848e-07,
+ 9.49090633639571e-07,
+ 0.005335967987775803,
+ 0.010127250105142593,
+ 0.00038125531864352524,
+ 0.00018450648349244148,
+ 0.01705959439277649,
+ 0.00018760086095426232,
+ 0.746957540512085
+ ],
+ "log_scores_by_expert": [
+ -14.17203140258789,
+ -15.959771156311035,
+ -13.867761611938477,
+ -5.233284950256348,
+ -4.592525482177734,
+ -7.87204122543335,
+ -8.59782600402832,
+ -4.071042537689209,
+ -8.581193923950195,
+ -0.29174697399139404
+ ],
+ "distances_by_expert": [
+ 28.34406280517578,
+ 31.91954231262207,
+ 27.735523223876953,
+ 10.466569900512695,
+ 9.185050964355469,
+ 15.7440824508667,
+ 17.19565200805664,
+ 8.142085075378418,
+ 17.16238784790039,
+ 0.5834939479827881
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.807861328125,
+ "language": 52.92981719970703
+ }
+ },
+ {
+ "routing_index": 708,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.797771447963896e-07,
+ 1.0983880116555156e-07,
+ 9.142866019828944e-07,
+ 0.005035251844674349,
+ 0.009644445031881332,
+ 0.000354007730493322,
+ 0.000174762710230425,
+ 0.01631968840956688,
+ 0.0001856387098086998,
+ 0.7166613936424255
+ ],
+ "log_scores_by_expert": [
+ -14.20150089263916,
+ -16.02425193786621,
+ -13.905121803283691,
+ -5.2912917137146,
+ -4.641373157501221,
+ -7.946191787719727,
+ -8.652081489562988,
+ -4.115383148193359,
+ -8.591708183288574,
+ -0.33315184712409973
+ ],
+ "distances_by_expert": [
+ 28.40300178527832,
+ 32.04850387573242,
+ 27.810243606567383,
+ 10.5825834274292,
+ 9.282746315002441,
+ 15.892383575439453,
+ 17.304162979125977,
+ 8.230766296386719,
+ 17.18341636657715,
+ 0.6663036942481995
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3359.91015625,
+ "language": 52.90966796875
+ }
+ },
+ {
+ "routing_index": 709,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.177453653639532e-07,
+ 1.1451225390146647e-07,
+ 9.57739302975824e-07,
+ 0.0052694156765937805,
+ 0.010030788369476795,
+ 0.0003577141906134784,
+ 0.00017977130482904613,
+ 0.016926705837249756,
+ 0.00019212259212508798,
+ 0.7309219241142273
+ ],
+ "log_scores_by_expert": [
+ -14.147150993347168,
+ -15.982583999633789,
+ -13.85869026184082,
+ -5.245835781097412,
+ -4.602096080780029,
+ -7.935776233673096,
+ -8.623825073242188,
+ -4.07886266708374,
+ -8.557376861572266,
+ -0.31344860792160034
+ ],
+ "distances_by_expert": [
+ 28.294301986694336,
+ 31.965167999267578,
+ 27.71738052368164,
+ 10.491671562194824,
+ 9.204192161560059,
+ 15.871552467346191,
+ 17.247650146484375,
+ 8.15772533416748,
+ 17.11475372314453,
+ 0.6268972158432007
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.08837890625,
+ "language": 52.93368911743164
+ }
+ },
+ {
+ "routing_index": 710,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.988024097154266e-07,
+ 1.0723996979322692e-07,
+ 9.287526836487814e-07,
+ 0.004983963444828987,
+ 0.009660333395004272,
+ 0.0003353554639033973,
+ 0.00017223368922714144,
+ 0.016300803050398827,
+ 0.0001889078557724133,
+ 0.7084457278251648
+ ],
+ "log_scores_by_expert": [
+ -14.173897743225098,
+ -16.04819679260254,
+ -13.889423370361328,
+ -5.301529884338379,
+ -4.6397271156311035,
+ -8.000319480895996,
+ -8.666658401489258,
+ -4.116540908813477,
+ -8.574251174926758,
+ -0.34468182921409607
+ ],
+ "distances_by_expert": [
+ 28.347795486450195,
+ 32.09639358520508,
+ 27.778846740722656,
+ 10.603059768676758,
+ 9.279454231262207,
+ 16.000638961791992,
+ 17.333316802978516,
+ 8.233081817626953,
+ 17.148502349853516,
+ 0.6893636584281921
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.85009765625,
+ "language": 52.903778076171875
+ }
+ },
+ {
+ "routing_index": 711,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.558789434369828e-07,
+ 1.1520750575755301e-07,
+ 1.0166827451030258e-06,
+ 0.005215945653617382,
+ 0.010295765474438667,
+ 0.00035076276981271803,
+ 0.00018278435163665563,
+ 0.017172016203403473,
+ 0.00020079912792425603,
+ 0.7497434616088867
+ ],
+ "log_scores_by_expert": [
+ -14.09538459777832,
+ -15.976531028747559,
+ -13.798965454101562,
+ -5.256034851074219,
+ -4.576022624969482,
+ -7.955400466918945,
+ -8.607203483581543,
+ -4.064474105834961,
+ -8.513205528259277,
+ -0.2880241870880127
+ ],
+ "distances_by_expert": [
+ 28.19076919555664,
+ 31.953062057495117,
+ 27.597930908203125,
+ 10.512069702148438,
+ 9.152045249938965,
+ 15.91080093383789,
+ 17.214406967163086,
+ 8.128948211669922,
+ 17.026411056518555,
+ 0.5760483741760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.316162109375,
+ "language": 52.912837982177734
+ }
+ },
+ {
+ "routing_index": 712,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.187207415881858e-07,
+ 1.0325626931262377e-07,
+ 9.495776680523704e-07,
+ 0.004684907849878073,
+ 0.009420780465006828,
+ 0.00031659475644119084,
+ 0.00016913158469833434,
+ 0.0159585103392601,
+ 0.00019255769439041615,
+ 0.6988468170166016
+ ],
+ "log_scores_by_expert": [
+ -14.145792961120605,
+ -16.08605194091797,
+ -13.86724853515625,
+ -5.363409042358398,
+ -4.66483736038208,
+ -8.05788803100586,
+ -8.684833526611328,
+ -4.137763023376465,
+ -8.55511474609375,
+ -0.35832369327545166
+ ],
+ "distances_by_expert": [
+ 28.29158592224121,
+ 32.17210388183594,
+ 27.7344970703125,
+ 10.726818084716797,
+ 9.32967472076416,
+ 16.11577606201172,
+ 17.369667053222656,
+ 8.27552604675293,
+ 17.1102294921875,
+ 0.7166473865509033
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.22314453125,
+ "language": 52.92071533203125
+ }
+ },
+ {
+ "routing_index": 713,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.903081839482184e-07,
+ 9.155068170230152e-08,
+ 9.104520017899631e-07,
+ 0.004117948468774557,
+ 0.008519179187715054,
+ 0.00027147168293595314,
+ 0.00015423724835272878,
+ 0.01464418601244688,
+ 0.00018556349095888436,
+ 0.6348024606704712
+ ],
+ "log_scores_by_expert": [
+ -14.186127662658691,
+ -16.20637321472168,
+ -13.909324645996094,
+ -5.492400169372559,
+ -4.765435218811035,
+ -8.211652755737305,
+ -8.777018547058105,
+ -4.223711967468262,
+ -8.592113494873047,
+ -0.4544413685798645
+ ],
+ "distances_by_expert": [
+ 28.372255325317383,
+ 32.41274642944336,
+ 27.818649291992188,
+ 10.984800338745117,
+ 9.53087043762207,
+ 16.42330551147461,
+ 17.55403709411621,
+ 8.447423934936523,
+ 17.184226989746094,
+ 0.908882737159729
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.1826171875,
+ "language": 52.91001510620117
+ }
+ },
+ {
+ "routing_index": 714,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.310017622330633e-07,
+ 9.5541800249066e-08,
+ 9.602745194570161e-07,
+ 0.004232947714626789,
+ 0.008957023732364178,
+ 0.0002681089099496603,
+ 0.0001598597300471738,
+ 0.015196620486676693,
+ 0.0001917168265208602,
+ 0.6608762145042419
+ ],
+ "log_scores_by_expert": [
+ -14.128849983215332,
+ -16.1637020111084,
+ -13.856046676635742,
+ -5.4648566246032715,
+ -4.715317249298096,
+ -8.224117279052734,
+ -8.74121379852295,
+ -4.186682224273682,
+ -8.559491157531738,
+ -0.41418880224227905
+ ],
+ "distances_by_expert": [
+ 28.257699966430664,
+ 32.3274040222168,
+ 27.712093353271484,
+ 10.929713249206543,
+ 9.430634498596191,
+ 16.44823455810547,
+ 17.4824275970459,
+ 8.373364448547363,
+ 17.118982315063477,
+ 0.8283776044845581
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3358.25732421875,
+ "language": 52.922569274902344
+ }
+ },
+ {
+ "routing_index": 715,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.19720787856204e-07,
+ 9.633155428900864e-08,
+ 9.551141602059943e-07,
+ 0.0043501402251422405,
+ 0.009016343392431736,
+ 0.00028341313009150326,
+ 0.00016087523545138538,
+ 0.015411537140607834,
+ 0.00019072495342697948,
+ 0.6648245453834534
+ ],
+ "log_scores_by_expert": [
+ -14.144402503967285,
+ -16.15546989440918,
+ -13.861434936523438,
+ -5.437547206878662,
+ -4.70871639251709,
+ -8.168604850769043,
+ -8.734881401062012,
+ -4.172638893127441,
+ -8.564678192138672,
+ -0.40823206305503845
+ ],
+ "distances_by_expert": [
+ 28.28880500793457,
+ 32.31093978881836,
+ 27.722869873046875,
+ 10.875094413757324,
+ 9.41743278503418,
+ 16.337209701538086,
+ 17.469762802124023,
+ 8.345277786254883,
+ 17.129356384277344,
+ 0.8164641261100769
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.466796875,
+ "language": 52.90719223022461
+ }
+ },
+ {
+ "routing_index": 716,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.895193109812681e-07,
+ 8.654049565848254e-08,
+ 9.076059086510213e-07,
+ 0.003972610458731651,
+ 0.00846106093376875,
+ 0.00025154766626656055,
+ 0.00014990873751230538,
+ 0.014434827491641045,
+ 0.00018212784198112786,
+ 0.6212934255599976
+ ],
+ "log_scores_by_expert": [
+ -14.187271118164062,
+ -16.262653350830078,
+ -13.912455558776855,
+ -5.528331756591797,
+ -4.772280693054199,
+ -8.287878036499023,
+ -8.8054838180542,
+ -4.23811149597168,
+ -8.610801696777344,
+ -0.47595179080963135
+ ],
+ "distances_by_expert": [
+ 28.374542236328125,
+ 32.525306701660156,
+ 27.82491111755371,
+ 11.056663513183594,
+ 9.544561386108398,
+ 16.575756072998047,
+ 17.6109676361084,
+ 8.47622299194336,
+ 17.221603393554688,
+ 0.9519035816192627
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.105224609375,
+ "language": 52.9167366027832
+ }
+ },
+ {
+ "routing_index": 717,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.852066576357174e-07,
+ 8.72724967848626e-08,
+ 8.934035804486484e-07,
+ 0.0038843564689159393,
+ 0.008407507091760635,
+ 0.0002467102895025164,
+ 0.0001500851212767884,
+ 0.014288687147200108,
+ 0.00018211151473224163,
+ 0.6248635649681091
+ ],
+ "log_scores_by_expert": [
+ -14.1935453414917,
+ -16.254230499267578,
+ -13.928227424621582,
+ -5.550797939300537,
+ -4.778630256652832,
+ -8.307295799255371,
+ -8.80430793762207,
+ -4.248287200927734,
+ -8.610891342163086,
+ -0.47022199630737305
+ ],
+ "distances_by_expert": [
+ 28.3870906829834,
+ 32.508460998535156,
+ 27.856454849243164,
+ 11.101595878601074,
+ 9.557260513305664,
+ 16.614591598510742,
+ 17.60861587524414,
+ 8.496574401855469,
+ 17.221782684326172,
+ 0.9404439926147461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.8828125,
+ "language": 52.92041778564453
+ }
+ },
+ {
+ "routing_index": 718,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.814667017351894e-07,
+ 8.617368507657375e-08,
+ 9.000827390082122e-07,
+ 0.003907748032361269,
+ 0.008283414877951145,
+ 0.0002475554356351495,
+ 0.000148483770317398,
+ 0.014120703563094139,
+ 0.00018071275553666055,
+ 0.6125741004943848
+ ],
+ "log_scores_by_expert": [
+ -14.199018478393555,
+ -16.26690101623535,
+ -13.92077922821045,
+ -5.544794082641602,
+ -4.793499946594238,
+ -8.303875923156738,
+ -8.815034866333008,
+ -4.26011323928833,
+ -8.61860179901123,
+ -0.4900853633880615
+ ],
+ "distances_by_expert": [
+ 28.39803695678711,
+ 32.5338020324707,
+ 27.8415584564209,
+ 11.089588165283203,
+ 9.586999893188477,
+ 16.607751846313477,
+ 17.630069732666016,
+ 8.52022647857666,
+ 17.23720359802246,
+ 0.980170726776123
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.2607421875,
+ "language": 52.925846099853516
+ }
+ },
+ {
+ "routing_index": 719,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.479659191427345e-07,
+ 9.072446260915967e-08,
+ 8.845070738061622e-07,
+ 0.00420181592926383,
+ 0.008626147173345089,
+ 0.0002351960720261559,
+ 0.00014959226245991886,
+ 0.014385662041604519,
+ 0.00016855561989359558,
+ 0.6331520676612854
+ ],
+ "log_scores_by_expert": [
+ -14.249427795410156,
+ -16.215438842773438,
+ -13.93823528289795,
+ -5.472238540649414,
+ -4.752957344055176,
+ -8.355091094970703,
+ -8.807597160339355,
+ -4.241523265838623,
+ -8.688244819641113,
+ -0.45704466104507446
+ ],
+ "distances_by_expert": [
+ 28.498855590820312,
+ 32.430877685546875,
+ 27.8764705657959,
+ 10.944477081298828,
+ 9.505914688110352,
+ 16.710182189941406,
+ 17.61519432067871,
+ 8.483046531677246,
+ 17.376489639282227,
+ 0.9140893220901489
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.6455078125,
+ "language": 52.90217208862305
+ }
+ },
+ {
+ "routing_index": 720,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.712970730404777e-07,
+ 9.798601752208924e-08,
+ 9.130719149652577e-07,
+ 0.004200417548418045,
+ 0.009556400589644909,
+ 0.00024595411377958953,
+ 0.00015806150622665882,
+ 0.015100859105587006,
+ 0.00017411740554962307,
+ 0.7023221254348755
+ ],
+ "log_scores_by_expert": [
+ -14.214054107666016,
+ -16.13844108581543,
+ -13.906451225280762,
+ -5.47257137298584,
+ -4.650544166564941,
+ -8.310365676879883,
+ -8.75252628326416,
+ -4.1930036544799805,
+ -8.655780792236328,
+ -0.35336312651634216
+ ],
+ "distances_by_expert": [
+ 28.42810821533203,
+ 32.27688217163086,
+ 27.812902450561523,
+ 10.94514274597168,
+ 9.301088333129883,
+ 16.620731353759766,
+ 17.50505256652832,
+ 8.386007308959961,
+ 17.311561584472656,
+ 0.7067262530326843
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.894775390625,
+ "language": 52.93315505981445
+ }
+ },
+ {
+ "routing_index": 721,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461461339313246e-07,
+ 9.04904595699918e-08,
+ 8.744290767026541e-07,
+ 0.004009224474430084,
+ 0.009292409755289555,
+ 0.00022556072508450598,
+ 0.00015116693975869566,
+ 0.014636309817433357,
+ 0.00016861315816640854,
+ 0.6812630295753479
+ ],
+ "log_scores_by_expert": [
+ -14.252240180969238,
+ -16.218021392822266,
+ -13.949694633483887,
+ -5.519157409667969,
+ -4.678557395935059,
+ -8.396921157836914,
+ -8.797125816345215,
+ -4.224249839782715,
+ -8.68790340423584,
+ -0.3838067650794983
+ ],
+ "distances_by_expert": [
+ 28.504480361938477,
+ 32.43604278564453,
+ 27.899389266967773,
+ 11.038314819335938,
+ 9.357114791870117,
+ 16.793842315673828,
+ 17.59425163269043,
+ 8.44849967956543,
+ 17.37580680847168,
+ 0.7676135301589966
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.654296875,
+ "language": 52.91830825805664
+ }
+ },
+ {
+ "routing_index": 722,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.530609653054853e-07,
+ 1.058608845028175e-07,
+ 9.081453526960104e-07,
+ 0.004638603422790766,
+ 0.010249924845993519,
+ 0.0002933657669927925,
+ 0.0001619209797354415,
+ 0.01564915105700493,
+ 0.00017927360022440553,
+ 0.7380061745643616
+ ],
+ "log_scores_by_expert": [
+ -14.241595268249512,
+ -16.061140060424805,
+ -13.911861419677734,
+ -5.373342037200928,
+ -4.580484867095947,
+ -8.134090423583984,
+ -8.728402137756348,
+ -4.157338619232178,
+ -8.62659740447998,
+ -0.30380308628082275
+ ],
+ "distances_by_expert": [
+ 28.483190536499023,
+ 32.12228012084961,
+ 27.82372283935547,
+ 10.746684074401855,
+ 9.160969734191895,
+ 16.26818084716797,
+ 17.456804275512695,
+ 8.314677238464355,
+ 17.25319480895996,
+ 0.6076061725616455
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.18310546875,
+ "language": 52.8936767578125
+ }
+ },
+ {
+ "routing_index": 723,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.275597226907848e-07,
+ 1.0968849295522887e-07,
+ 9.795606956686242e-07,
+ 0.005035859532654285,
+ 0.010528063401579857,
+ 0.00033100464497692883,
+ 0.00017911706527229398,
+ 0.01771397329866886,
+ 0.0001908461272250861,
+ 0.7933300137519836
+ ],
+ "log_scores_by_expert": [
+ -14.133569717407227,
+ -16.02562141418457,
+ -13.836161613464355,
+ -5.291171073913574,
+ -4.5537109375,
+ -8.013378143310547,
+ -8.627470970153809,
+ -4.0334014892578125,
+ -8.564043045043945,
+ -0.2315160185098648
+ ],
+ "distances_by_expert": [
+ 28.267139434814453,
+ 32.05124282836914,
+ 27.67232322692871,
+ 10.582342147827148,
+ 9.107421875,
+ 16.026756286621094,
+ 17.254941940307617,
+ 8.066802978515625,
+ 17.12808609008789,
+ 0.4630320370197296
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.552734375,
+ "language": 52.91563034057617
+ }
+ },
+ {
+ "routing_index": 724,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.589794452338538e-07,
+ 1.0060745125883841e-07,
+ 9.057814622792648e-07,
+ 0.004773247055709362,
+ 0.009775935672223568,
+ 0.00031187222339212894,
+ 0.0001700400171102956,
+ 0.016490891575813293,
+ 0.00017516734078526497,
+ 0.7002881765365601
+ ],
+ "log_scores_by_expert": [
+ -14.232573509216309,
+ -16.11203956604004,
+ -13.914467811584473,
+ -5.344728469848633,
+ -4.62783145904541,
+ -8.072916984558105,
+ -8.679476737976074,
+ -4.104947090148926,
+ -8.649768829345703,
+ -0.3562633693218231
+ ],
+ "distances_by_expert": [
+ 28.465147018432617,
+ 32.22407913208008,
+ 27.828935623168945,
+ 10.689456939697266,
+ 9.25566291809082,
+ 16.14583396911621,
+ 17.35895347595215,
+ 8.209894180297852,
+ 17.299537658691406,
+ 0.7125267386436462
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.180419921875,
+ "language": 52.935997009277344
+ }
+ },
+ {
+ "routing_index": 725,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.169592552396352e-07,
+ 1.0128808725085037e-07,
+ 8.657537478029553e-07,
+ 0.004796556197106838,
+ 0.00982778798788786,
+ 0.00033505112514831126,
+ 0.00017276454309467226,
+ 0.016428817063570023,
+ 0.00016487273387610912,
+ 0.7276026606559753
+ ],
+ "log_scores_by_expert": [
+ -14.298462867736816,
+ -16.105297088623047,
+ -13.959665298461914,
+ -5.33985710144043,
+ -4.622541427612305,
+ -8.001227378845215,
+ -8.663580894470215,
+ -4.108718395233154,
+ -8.710336685180664,
+ -0.3180001676082611
+ ],
+ "distances_by_expert": [
+ 28.596925735473633,
+ 32.210594177246094,
+ 27.919330596923828,
+ 10.67971420288086,
+ 9.24508285522461,
+ 16.00245475769043,
+ 17.32716178894043,
+ 8.217436790466309,
+ 17.420673370361328,
+ 0.6360003352165222
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.668212890625,
+ "language": 52.92865753173828
+ }
+ },
+ {
+ "routing_index": 726,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.567957140963699e-07,
+ 1.1409726141664578e-07,
+ 1.0183691756537883e-06,
+ 0.004800152964890003,
+ 0.010749326087534428,
+ 0.00031420920277014375,
+ 0.00018204153457190841,
+ 0.01768714189529419,
+ 0.0001978931250050664,
+ 0.8159353733062744
+ ],
+ "log_scores_by_expert": [
+ -14.094172477722168,
+ -15.986214637756348,
+ -13.797307968139648,
+ -5.339107513427734,
+ -4.532912254333496,
+ -8.065451622009277,
+ -8.611275672912598,
+ -4.03491735458374,
+ -8.527783393859863,
+ -0.20342010259628296
+ ],
+ "distances_by_expert": [
+ 28.188344955444336,
+ 31.972429275512695,
+ 27.594615936279297,
+ 10.678215026855469,
+ 9.065824508666992,
+ 16.130903244018555,
+ 17.222551345825195,
+ 8.06983470916748,
+ 17.055566787719727,
+ 0.4068402051925659
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3465.14404296875,
+ "language": 52.905792236328125
+ }
+ },
+ {
+ "routing_index": 727,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.850661975477124e-07,
+ 1.0516435366980659e-07,
+ 9.237855351784674e-07,
+ 0.004630678333342075,
+ 0.010191374458372593,
+ 0.0002972241200041026,
+ 0.00016891896666493267,
+ 0.01625245064496994,
+ 0.00018493914103601128,
+ 0.7615014314651489
+ ],
+ "log_scores_by_expert": [
+ -14.193750381469727,
+ -16.06774139404297,
+ -13.89478588104248,
+ -5.375051975250244,
+ -4.5862135887146,
+ -8.121024131774902,
+ -8.686091423034668,
+ -4.119511604309082,
+ -8.595483779907227,
+ -0.27246329188346863
+ ],
+ "distances_by_expert": [
+ 28.387500762939453,
+ 32.13548278808594,
+ 27.78957176208496,
+ 10.750103950500488,
+ 9.1724271774292,
+ 16.242048263549805,
+ 17.372182846069336,
+ 8.239023208618164,
+ 17.190967559814453,
+ 0.5449265837669373
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3536.0703125,
+ "language": 52.90972900390625
+ }
+ },
+ {
+ "routing_index": 728,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.443929692068195e-07,
+ 9.939873990560955e-08,
+ 8.801198418950662e-07,
+ 0.004332841839641333,
+ 0.009805829264223576,
+ 0.00027363476692698896,
+ 0.00015889819769654423,
+ 0.015496495179831982,
+ 0.00017550596385262907,
+ 0.7307889461517334
+ ],
+ "log_scores_by_expert": [
+ -14.25495719909668,
+ -16.124126434326172,
+ -13.943207740783691,
+ -5.441531658172607,
+ -4.6247782707214355,
+ -8.203716278076172,
+ -8.747246742248535,
+ -4.167141437530518,
+ -8.64783763885498,
+ -0.3136305510997772
+ ],
+ "distances_by_expert": [
+ 28.50991439819336,
+ 32.248252868652344,
+ 27.886415481567383,
+ 10.883063316345215,
+ 9.249556541442871,
+ 16.407432556152344,
+ 17.49449348449707,
+ 8.334282875061035,
+ 17.29567527770996,
+ 0.6272611021995544
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.90185546875,
+ "language": 52.90492630004883
+ }
+ },
+ {
+ "routing_index": 729,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.792884619244433e-07,
+ 1.1220147655421897e-07,
+ 9.314189810538664e-07,
+ 0.005137308966368437,
+ 0.010074524208903313,
+ 0.00036711254506371915,
+ 0.00018160750914830714,
+ 0.017221078276634216,
+ 0.00017915465286932886,
+ 0.7542575597763062
+ ],
+ "log_scores_by_expert": [
+ -14.20221996307373,
+ -16.00296974182129,
+ -13.886556625366211,
+ -5.271225929260254,
+ -4.597745418548584,
+ -7.909842014312744,
+ -8.613662719726562,
+ -4.061621189117432,
+ -8.6272611618042,
+ -0.28202134370803833
+ ],
+ "distances_by_expert": [
+ 28.40443992614746,
+ 32.00593948364258,
+ 27.773113250732422,
+ 10.542451858520508,
+ 9.195490837097168,
+ 15.819684028625488,
+ 17.227325439453125,
+ 8.123242378234863,
+ 17.2545223236084,
+ 0.5640426874160767
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.188232421875,
+ "language": 52.93000411987305
+ }
+ },
+ {
+ "routing_index": 730,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.660558256044169e-07,
+ 1.1508944197657911e-07,
+ 9.521166930426261e-07,
+ 0.005133995786309242,
+ 0.010015790350735188,
+ 0.0003671027661766857,
+ 0.00018288845603819937,
+ 0.016871348023414612,
+ 0.00017893574840854853,
+ 0.7381038069725037
+ ],
+ "log_scores_by_expert": [
+ -14.221892356872559,
+ -15.977556228637695,
+ -13.864578247070312,
+ -5.271871089935303,
+ -4.603592395782471,
+ -7.9098687171936035,
+ -8.606634140014648,
+ -4.082138538360596,
+ -8.628483772277832,
+ -0.30367082357406616
+ ],
+ "distances_by_expert": [
+ 28.443784713745117,
+ 31.95511245727539,
+ 27.729156494140625,
+ 10.543742179870605,
+ 9.207184791564941,
+ 15.819737434387207,
+ 17.213268280029297,
+ 8.164277076721191,
+ 17.256967544555664,
+ 0.6073416471481323
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.83837890625,
+ "language": 52.910682678222656
+ }
+ },
+ {
+ "routing_index": 731,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516941652989772e-07,
+ 1.088745449351336e-07,
+ 9.1714747441074e-07,
+ 0.004859107546508312,
+ 0.009322358295321465,
+ 0.0003544516221154481,
+ 0.00017828318232204765,
+ 0.0162104070186615,
+ 0.00017426242993678898,
+ 0.6987234354019165
+ ],
+ "log_scores_by_expert": [
+ -14.243690490722656,
+ -16.033069610595703,
+ -13.901997566223145,
+ -5.326900482177734,
+ -4.675339698791504,
+ -7.944938659667969,
+ -8.632137298583984,
+ -4.122101783752441,
+ -8.654948234558105,
+ -0.35850024223327637
+ ],
+ "distances_by_expert": [
+ 28.487380981445312,
+ 32.066139221191406,
+ 27.80399513244629,
+ 10.653800964355469,
+ 9.350679397583008,
+ 15.889877319335938,
+ 17.26427459716797,
+ 8.244203567504883,
+ 17.30989646911621,
+ 0.7170004844665527
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3308.26611328125,
+ "language": 52.918033599853516
+ }
+ },
+ {
+ "routing_index": 732,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.77041668950551e-07,
+ 1.0531469740726607e-07,
+ 9.43910322348529e-07,
+ 0.005252419970929623,
+ 0.00941271148622036,
+ 0.0003544523206073791,
+ 0.00017660349840298295,
+ 0.016201691702008247,
+ 0.00018094867118634284,
+ 0.6713640093803406
+ ],
+ "log_scores_by_expert": [
+ -14.205533027648926,
+ -16.066312789916992,
+ -13.873234748840332,
+ -5.249066352844238,
+ -4.665694236755371,
+ -7.944936752319336,
+ -8.641603469848633,
+ -4.1226396560668945,
+ -8.617297172546387,
+ -0.3984437584877014
+ ],
+ "distances_by_expert": [
+ 28.41106605529785,
+ 32.132625579833984,
+ 27.746469497680664,
+ 10.498132705688477,
+ 9.331388473510742,
+ 15.889873504638672,
+ 17.283206939697266,
+ 8.245279312133789,
+ 17.234594345092773,
+ 0.7968875169754028
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.216552734375,
+ "language": 52.90497970581055
+ }
+ },
+ {
+ "routing_index": 733,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.666544436484401e-07,
+ 1.0111782700050753e-07,
+ 9.417388469046273e-07,
+ 0.00464089959859848,
+ 0.00912175141274929,
+ 0.0002915584191214293,
+ 0.0001606236764928326,
+ 0.015636060386896133,
+ 0.00017631186346989125,
+ 0.6853756308555603
+ ],
+ "log_scores_by_expert": [
+ -14.220993995666504,
+ -16.106979370117188,
+ -13.875537872314453,
+ -5.372847080230713,
+ -4.697093486785889,
+ -8.140270233154297,
+ -8.736446380615234,
+ -4.158175468444824,
+ -8.643256187438965,
+ -0.3777881860733032
+ ],
+ "distances_by_expert": [
+ 28.441987991333008,
+ 32.213958740234375,
+ 27.751075744628906,
+ 10.745694160461426,
+ 9.394186973571777,
+ 16.280540466308594,
+ 17.47289276123047,
+ 8.316350936889648,
+ 17.28651237487793,
+ 0.7555763721466064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3516.3779296875,
+ "language": 52.90020751953125
+ }
+ },
+ {
+ "routing_index": 734,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.709348099320778e-07,
+ 1.0127919836122601e-07,
+ 9.215198133460945e-07,
+ 0.00447810860350728,
+ 0.0094451317563653,
+ 0.00026531482581049204,
+ 0.0001585725840413943,
+ 0.015366386622190475,
+ 0.00017462592222727835,
+ 0.7057814598083496
+ ],
+ "log_scores_by_expert": [
+ -14.214593887329102,
+ -16.105384826660156,
+ -13.897241592407227,
+ -5.408554553985596,
+ -4.662255764007568,
+ -8.234593391418457,
+ -8.749298095703125,
+ -4.175572872161865,
+ -8.652864456176758,
+ -0.3484496474266052
+ ],
+ "distances_by_expert": [
+ 28.429187774658203,
+ 32.21076965332031,
+ 27.794483184814453,
+ 10.817109107971191,
+ 9.324511528015137,
+ 16.469186782836914,
+ 17.49859619140625,
+ 8.35114574432373,
+ 17.305728912353516,
+ 0.6968992948532104
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.68603515625,
+ "language": 52.88918685913086
+ }
+ },
+ {
+ "routing_index": 735,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833618044765899e-07,
+ 1.1377041886362349e-07,
+ 9.390107038598217e-07,
+ 0.004865232855081558,
+ 0.010583586059510708,
+ 0.00031572606530971825,
+ 0.00017229249351657927,
+ 0.01650724746286869,
+ 0.00018338026711717248,
+ 0.7882850170135498
+ ],
+ "log_scores_by_expert": [
+ -14.19624137878418,
+ -15.989083290100098,
+ -13.878438949584961,
+ -5.325640678405762,
+ -4.548450946807861,
+ -8.060635566711426,
+ -8.666316986083984,
+ -4.1039557456970215,
+ -8.603948593139648,
+ -0.23789562284946442
+ ],
+ "distances_by_expert": [
+ 28.39248275756836,
+ 31.978166580200195,
+ 27.756877899169922,
+ 10.651281356811523,
+ 9.096901893615723,
+ 16.12127113342285,
+ 17.33263397216797,
+ 8.207911491394043,
+ 17.207897186279297,
+ 0.47579124569892883
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3477.695556640625,
+ "language": 52.922080993652344
+ }
+ },
+ {
+ "routing_index": 736,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.7602479703055e-07,
+ 1.0955968576809028e-07,
+ 9.104147125071904e-07,
+ 0.004817076958715916,
+ 0.010744164697825909,
+ 0.00031280991970561445,
+ 0.00017275828577112406,
+ 0.016804322600364685,
+ 0.00018300778174307197,
+ 0.8138664364814758
+ ],
+ "log_scores_by_expert": [
+ -14.207036018371582,
+ -16.026796340942383,
+ -13.9093656539917,
+ -5.335587978363037,
+ -4.533392429351807,
+ -8.069914817810059,
+ -8.663617134094238,
+ -4.086119174957275,
+ -8.605981826782227,
+ -0.20595897734165192
+ ],
+ "distances_by_expert": [
+ 28.414072036743164,
+ 32.053592681884766,
+ 27.8187313079834,
+ 10.671175956726074,
+ 9.066784858703613,
+ 16.139829635620117,
+ 17.327234268188477,
+ 8.17223834991455,
+ 17.211963653564453,
+ 0.41191795468330383
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3492.276611328125,
+ "language": 52.909812927246094
+ }
+ },
+ {
+ "routing_index": 737,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.384514108503936e-07,
+ 1.0446405696029615e-07,
+ 8.635627750663843e-07,
+ 0.004702313337475061,
+ 0.010513965971767902,
+ 0.0003189847047906369,
+ 0.00016675512597430497,
+ 0.016397761180996895,
+ 0.0001723846944514662,
+ 0.7917188405990601
+ ],
+ "log_scores_by_expert": [
+ -14.264220237731934,
+ -16.07442283630371,
+ -13.962199211120605,
+ -5.359700679779053,
+ -4.555050849914551,
+ -8.05036735534668,
+ -8.698984146118164,
+ -4.110610485076904,
+ -8.66578197479248,
+ -0.23354893922805786
+ ],
+ "distances_by_expert": [
+ 28.528440475463867,
+ 32.14884567260742,
+ 27.92439842224121,
+ 10.719401359558105,
+ 9.110101699829102,
+ 16.10073471069336,
+ 17.397968292236328,
+ 8.221220970153809,
+ 17.33156394958496,
+ 0.4670978784561157
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.57763671875,
+ "language": 52.956878662109375
+ }
+ },
+ {
+ "routing_index": 738,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.498669679582235e-07,
+ 8.13369780416906e-08,
+ 7.381395334959961e-07,
+ 0.004133992828428745,
+ 0.008632871322333813,
+ 0.0002755335299298167,
+ 0.00014397059567272663,
+ 0.014489236287772655,
+ 0.00014731744886375964,
+ 0.637345016002655
+ ],
+ "log_scores_by_expert": [
+ -14.413589477539062,
+ -16.324665069580078,
+ -14.119132995605469,
+ -5.488511562347412,
+ -4.752178192138672,
+ -8.19680118560791,
+ -8.845901489257812,
+ -4.234349250793457,
+ -8.822920799255371,
+ -0.45044419169425964
+ ],
+ "distances_by_expert": [
+ 28.827178955078125,
+ 32.649330139160156,
+ 28.238265991210938,
+ 10.977023124694824,
+ 9.504356384277344,
+ 16.39360237121582,
+ 17.691802978515625,
+ 8.468698501586914,
+ 17.645841598510742,
+ 0.9008883833885193
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.791015625,
+ "language": 52.95867919921875
+ }
+ },
+ {
+ "routing_index": 739,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.167793801774678e-07,
+ 8.633590198314778e-08,
+ 7.284755270120513e-07,
+ 0.004135662689805031,
+ 0.00811805296689272,
+ 0.00030321150552481413,
+ 0.00015117789735086262,
+ 0.014450101181864738,
+ 0.00013999469229020178,
+ 0.6026097536087036
+ ],
+ "log_scores_by_expert": [
+ -14.4756498336792,
+ -16.2650203704834,
+ -14.132311820983887,
+ -5.488107681274414,
+ -4.81366491317749,
+ -8.101079940795898,
+ -8.797053337097168,
+ -4.237053871154785,
+ -8.873906135559082,
+ -0.5064854025840759
+ ],
+ "distances_by_expert": [
+ 28.9512996673584,
+ 32.5300407409668,
+ 28.264623641967773,
+ 10.976215362548828,
+ 9.62732982635498,
+ 16.202159881591797,
+ 17.594106674194336,
+ 8.47410774230957,
+ 17.747812271118164,
+ 1.0129708051681519
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.713134765625,
+ "language": 52.95252227783203
+ }
+ },
+ {
+ "routing_index": 740,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.644260110988398e-07,
+ 1.1180604531091376e-07,
+ 9.260384103981778e-07,
+ 0.005034044850617647,
+ 0.010422936640679836,
+ 0.00035308775841258466,
+ 0.0001823043858166784,
+ 0.01725466363132,
+ 0.0001764351618476212,
+ 0.7750079035758972
+ ],
+ "log_scores_by_expert": [
+ -14.224342346191406,
+ -16.006500244140625,
+ -13.892350196838379,
+ -5.291531562805176,
+ -4.563746452331543,
+ -7.948793888092041,
+ -8.609832763671875,
+ -4.059672832489014,
+ -8.642557144165039,
+ -0.2548820674419403
+ ],
+ "distances_by_expert": [
+ 28.448684692382812,
+ 32.01300048828125,
+ 27.784700393676758,
+ 10.583063125610352,
+ 9.127492904663086,
+ 15.897587776184082,
+ 17.21966552734375,
+ 8.119345664978027,
+ 17.285114288330078,
+ 0.5097641348838806
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3404.667724609375,
+ "language": 52.93840789794922
+ }
+ },
+ {
+ "routing_index": 741,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.054777597659267e-07,
+ 1.1176660308365172e-07,
+ 9.58190639721579e-07,
+ 0.004890758544206619,
+ 0.01006447896361351,
+ 0.0003263023681938648,
+ 0.00017625991313252598,
+ 0.016967231407761574,
+ 0.00018982274923473597,
+ 0.7610636353492737
+ ],
+ "log_scores_by_expert": [
+ -14.164390563964844,
+ -16.006853103637695,
+ -13.858219146728516,
+ -5.320407867431641,
+ -4.598742961883545,
+ -8.02768611907959,
+ -8.643550872802734,
+ -4.076471328735352,
+ -8.569419860839844,
+ -0.27303826808929443
+ ],
+ "distances_by_expert": [
+ 28.328781127929688,
+ 32.01370620727539,
+ 27.71643829345703,
+ 10.640815734863281,
+ 9.19748592376709,
+ 16.05537223815918,
+ 17.28710174560547,
+ 8.152942657470703,
+ 17.138839721679688,
+ 0.5460765361785889
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.772705078125,
+ "language": 52.90082550048828
+ }
+ },
+ {
+ "routing_index": 742,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.995772992013372e-07,
+ 1.1640933195167236e-07,
+ 9.73079409050115e-07,
+ 0.005180856212973595,
+ 0.010591871105134487,
+ 0.00035074539482593536,
+ 0.00018056064436677843,
+ 0.017216503620147705,
+ 0.00018911424558609724,
+ 0.7715202569961548
+ ],
+ "log_scores_by_expert": [
+ -14.172789573669434,
+ -15.966153144836426,
+ -13.84280014038086,
+ -5.262784957885742,
+ -4.54766845703125,
+ -7.955450057983398,
+ -8.619443893432617,
+ -4.061886787414551,
+ -8.573159217834473,
+ -0.2593923807144165
+ ],
+ "distances_by_expert": [
+ 28.345579147338867,
+ 31.93230628967285,
+ 27.68560028076172,
+ 10.525569915771484,
+ 9.0953369140625,
+ 15.910900115966797,
+ 17.238887786865234,
+ 8.123773574829102,
+ 17.146318435668945,
+ 0.518784761428833
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.9658203125,
+ "language": 52.91714096069336
+ }
+ },
+ {
+ "routing_index": 743,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.461430075432872e-07,
+ 1.1054056159309766e-07,
+ 9.090387038668268e-07,
+ 0.005029898136854172,
+ 0.010185073129832745,
+ 0.0003428509517107159,
+ 0.00017601114814169705,
+ 0.017028968781232834,
+ 0.00017521662812214345,
+ 0.7516583800315857
+ ],
+ "log_scores_by_expert": [
+ -14.25224494934082,
+ -16.01788330078125,
+ -13.91087818145752,
+ -5.292355537414551,
+ -4.586832046508789,
+ -7.978214740753174,
+ -8.644963264465332,
+ -4.072839260101318,
+ -8.649487495422363,
+ -0.28547340631484985
+ ],
+ "distances_by_expert": [
+ 28.50448989868164,
+ 32.0357666015625,
+ 27.82175636291504,
+ 10.584711074829102,
+ 9.173664093017578,
+ 15.956429481506348,
+ 17.289926528930664,
+ 8.145678520202637,
+ 17.298974990844727,
+ 0.5709468126296997
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.668212890625,
+ "language": 52.915950775146484
+ }
+ },
+ {
+ "routing_index": 744,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.236105605239572e-07,
+ 1.0670703431969741e-07,
+ 8.718834578758106e-07,
+ 0.004865673836320639,
+ 0.009753065183758736,
+ 0.00034825739567168057,
+ 0.0001725228357827291,
+ 0.0163656547665596,
+ 0.0001689500641077757,
+ 0.7269476056098938
+ ],
+ "log_scores_by_expert": [
+ -14.287739753723145,
+ -16.053178787231445,
+ -13.95261001586914,
+ -5.325550079345703,
+ -4.630173683166504,
+ -7.962568759918213,
+ -8.6649808883667,
+ -4.112570285797119,
+ -8.685907363891602,
+ -0.3189009428024292
+ ],
+ "distances_by_expert": [
+ 28.57547950744629,
+ 32.10635757446289,
+ 27.90522003173828,
+ 10.651100158691406,
+ 9.260347366333008,
+ 15.925137519836426,
+ 17.3299617767334,
+ 8.225140571594238,
+ 17.371814727783203,
+ 0.6378018856048584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.776123046875,
+ "language": 52.93291473388672
+ }
+ },
+ {
+ "routing_index": 745,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.501134978658229e-07,
+ 9.877242490574645e-08,
+ 7.768741170366411e-07,
+ 0.00447623198851943,
+ 0.008987323381006718,
+ 0.0003111381665803492,
+ 0.00016255222726613283,
+ 0.014915915206074715,
+ 0.0001480594219174236,
+ 0.6595039963722229
+ ],
+ "log_scores_by_expert": [
+ -14.413141250610352,
+ -16.130447387695312,
+ -14.067987442016602,
+ -5.408973693847656,
+ -4.711940288543701,
+ -8.075273513793945,
+ -8.72451114654541,
+ -4.205326557159424,
+ -8.817896842956543,
+ -0.4162672460079193
+ ],
+ "distances_by_expert": [
+ 28.826282501220703,
+ 32.260894775390625,
+ 28.135974884033203,
+ 10.817947387695312,
+ 9.423880577087402,
+ 16.15054702758789,
+ 17.44902229309082,
+ 8.410653114318848,
+ 17.635793685913086,
+ 0.8325344920158386
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.849365234375,
+ "language": 52.95764923095703
+ }
+ },
+ {
+ "routing_index": 746,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020659384375904e-07,
+ 9.94321140979082e-08,
+ 8.387532943743281e-07,
+ 0.004633195698261261,
+ 0.009084654971957207,
+ 0.0003134334401693195,
+ 0.00016736547695472836,
+ 0.015277129597961903,
+ 0.00016072449216153473,
+ 0.6579018235206604
+ ],
+ "log_scores_by_expert": [
+ -14.322898864746094,
+ -16.123790740966797,
+ -13.991349220275879,
+ -5.374508380889893,
+ -4.701168537139893,
+ -8.067923545837402,
+ -8.695330619812012,
+ -4.181398391723633,
+ -8.735818862915039,
+ -0.41869959235191345
+ ],
+ "distances_by_expert": [
+ 28.645797729492188,
+ 32.247581481933594,
+ 27.982698440551758,
+ 10.749016761779785,
+ 9.402337074279785,
+ 16.135847091674805,
+ 17.390661239624023,
+ 8.362796783447266,
+ 17.471637725830078,
+ 0.8373991847038269
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3310.9521484375,
+ "language": 52.94015884399414
+ }
+ },
+ {
+ "routing_index": 747,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.639762091253942e-07,
+ 1.0539971384559976e-07,
+ 9.271553267353738e-07,
+ 0.004843645729124546,
+ 0.009524042718112469,
+ 0.00032642995938658714,
+ 0.0001744383480399847,
+ 0.016186023131012917,
+ 0.00017719852621667087,
+ 0.6933234930038452
+ ],
+ "log_scores_by_expert": [
+ -14.225019454956055,
+ -16.065505981445312,
+ -13.891144752502441,
+ -5.330087661743164,
+ -4.65393590927124,
+ -8.027295112609863,
+ -8.653939247131348,
+ -4.123607158660889,
+ -8.638239860534668,
+ -0.3662585914134979
+ ],
+ "distances_by_expert": [
+ 28.45003890991211,
+ 32.131011962890625,
+ 27.782289505004883,
+ 10.660175323486328,
+ 9.30787181854248,
+ 16.054590225219727,
+ 17.307878494262695,
+ 8.247214317321777,
+ 17.276479721069336,
+ 0.7325171828269958
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3341.23681640625,
+ "language": 52.893985748291016
+ }
+ },
+ {
+ "routing_index": 748,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.223792408694862e-07,
+ 1.1607155414594672e-07,
+ 1.0130755754289567e-06,
+ 0.0055994512513279915,
+ 0.010240667499601841,
+ 0.0003509819507598877,
+ 0.00017884379485622048,
+ 0.016968218609690666,
+ 0.00019420513126533478,
+ 0.6993352770805359
+ ],
+ "log_scores_by_expert": [
+ -14.140715599060059,
+ -15.969058990478516,
+ -13.802519798278809,
+ -5.185086727142334,
+ -4.581388473510742,
+ -7.954775810241699,
+ -8.628997802734375,
+ -4.076413154602051,
+ -8.546595573425293,
+ -0.35762491822242737
+ ],
+ "distances_by_expert": [
+ 28.281431198120117,
+ 31.93811798095703,
+ 27.605039596557617,
+ 10.370173454284668,
+ 9.162776947021484,
+ 15.909551620483398,
+ 17.25799560546875,
+ 8.152826309204102,
+ 17.093191146850586,
+ 0.7152498364448547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.854736328125,
+ "language": 52.88648986816406
+ }
+ },
+ {
+ "routing_index": 749,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.248842734952632e-07,
+ 1.1036612335146856e-07,
+ 1.0018717375714914e-06,
+ 0.005373084452003241,
+ 0.010126820765435696,
+ 0.00033029390033334494,
+ 0.00017492128245066851,
+ 0.016661643981933594,
+ 0.00019299230189062655,
+ 0.6988974809646606
+ ],
+ "log_scores_by_expert": [
+ -14.137253761291504,
+ -16.01946258544922,
+ -13.813640594482422,
+ -5.226353168487549,
+ -4.5925679206848145,
+ -8.015527725219727,
+ -8.651174545288086,
+ -4.094645977020264,
+ -8.552860260009766,
+ -0.3582512140274048
+ ],
+ "distances_by_expert": [
+ 28.274507522583008,
+ 32.03892517089844,
+ 27.627281188964844,
+ 10.452706336975098,
+ 9.185135841369629,
+ 16.031055450439453,
+ 17.302349090576172,
+ 8.189291954040527,
+ 17.10572052001953,
+ 0.7165024280548096
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3434.46337890625,
+ "language": 52.91720962524414
+ }
+ },
+ {
+ "routing_index": 750,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.199452625172853e-07,
+ 1.1114033782178012e-07,
+ 1.0035747664005612e-06,
+ 0.005524910520762205,
+ 0.010127033106982708,
+ 0.0003410601057112217,
+ 0.00017543316062074155,
+ 0.016756368800997734,
+ 0.00019251179764978588,
+ 0.6902920007705688
+ ],
+ "log_scores_by_expert": [
+ -14.14409065246582,
+ -16.01247215270996,
+ -13.811942100524902,
+ -5.198488235473633,
+ -4.5925469398498535,
+ -7.983451843261719,
+ -8.648252487182617,
+ -4.088976860046387,
+ -8.555353164672852,
+ -0.3706405758857727
+ ],
+ "distances_by_expert": [
+ 28.28818130493164,
+ 32.02494430541992,
+ 27.623884201049805,
+ 10.396976470947266,
+ 9.185093879699707,
+ 15.966903686523438,
+ 17.296504974365234,
+ 8.177953720092773,
+ 17.110706329345703,
+ 0.7412811517715454
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.989990234375,
+ "language": 52.909332275390625
+ }
+ },
+ {
+ "routing_index": 751,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.835208523625624e-07,
+ 1.0445528175750951e-07,
+ 9.57116526478785e-07,
+ 0.0052878353744745255,
+ 0.009731992147862911,
+ 0.00032119848765432835,
+ 0.00016977929044514894,
+ 0.015976037830114365,
+ 0.00018456454563420266,
+ 0.6624137759208679
+ ],
+ "log_scores_by_expert": [
+ -14.196008682250977,
+ -16.074506759643555,
+ -13.85934066772461,
+ -5.242346286773682,
+ -4.632336616516113,
+ -8.043451309204102,
+ -8.681011199951172,
+ -4.136665344238281,
+ -8.597511291503906,
+ -0.41186487674713135
+ ],
+ "distances_by_expert": [
+ 28.392017364501953,
+ 32.14901351928711,
+ 27.71868133544922,
+ 10.484692573547363,
+ 9.264673233032227,
+ 16.086902618408203,
+ 17.362022399902344,
+ 8.273330688476562,
+ 17.195022583007812,
+ 0.8237297534942627
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.564208984375,
+ "language": 52.93470001220703
+ }
+ },
+ {
+ "routing_index": 752,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.271906952155405e-07,
+ 1.1462698523700965e-07,
+ 1.0085495887324214e-06,
+ 0.0056541613303124905,
+ 0.010541032999753952,
+ 0.00035627218312583864,
+ 0.0001816312433220446,
+ 0.017186803743243217,
+ 0.00019318510021548718,
+ 0.7159692645072937
+ ],
+ "log_scores_by_expert": [
+ -14.134077072143555,
+ -15.981582641601562,
+ -13.806997299194336,
+ -5.175363540649414,
+ -4.5524797439575195,
+ -7.939815521240234,
+ -8.613532066345215,
+ -4.063613414764404,
+ -8.551861763000488,
+ -0.3341180980205536
+ ],
+ "distances_by_expert": [
+ 28.26815414428711,
+ 31.963165283203125,
+ 27.613994598388672,
+ 10.350727081298828,
+ 9.104959487915039,
+ 15.879631042480469,
+ 17.22706413269043,
+ 8.127226829528809,
+ 17.103723526000977,
+ 0.6682361960411072
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3320.681884765625,
+ "language": 52.92833709716797
+ }
+ },
+ {
+ "routing_index": 753,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.99080374033656e-07,
+ 1.1002772737356281e-07,
+ 9.707509889267385e-07,
+ 0.00555462809279561,
+ 0.010069712065160275,
+ 0.00035213492810726166,
+ 0.00017740936891641468,
+ 0.01646764762699604,
+ 0.00018589470710139722,
+ 0.6796546578407288
+ ],
+ "log_scores_by_expert": [
+ -14.173500061035156,
+ -16.022533416748047,
+ -13.845195770263672,
+ -5.193123817443848,
+ -4.5982232093811035,
+ -7.951496124267578,
+ -8.63705062866211,
+ -4.106357574462891,
+ -8.590330123901367,
+ -0.38617047667503357
+ ],
+ "distances_by_expert": [
+ 28.347000122070312,
+ 32.045066833496094,
+ 27.690391540527344,
+ 10.386247634887695,
+ 9.196446418762207,
+ 15.902992248535156,
+ 17.27410125732422,
+ 8.212715148925781,
+ 17.180660247802734,
+ 0.7723409533500671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.254638671875,
+ "language": 52.94120788574219
+ }
+ },
+ {
+ "routing_index": 754,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.706424642288766e-07,
+ 1.0625515045603606e-07,
+ 9.283002100346494e-07,
+ 0.005367223173379898,
+ 0.009917561896145344,
+ 0.00033961088047362864,
+ 0.0001750551164150238,
+ 0.015981828793883324,
+ 0.00018028791237156838,
+ 0.6772603988647461
+ ],
+ "log_scores_by_expert": [
+ -14.2150297164917,
+ -16.057422637939453,
+ -13.889910697937012,
+ -5.227444648742676,
+ -4.613448143005371,
+ -7.987709999084473,
+ -8.650409698486328,
+ -4.136302947998047,
+ -8.620955467224121,
+ -0.38969942927360535
+ ],
+ "distances_by_expert": [
+ 28.4300594329834,
+ 32.114845275878906,
+ 27.779821395874023,
+ 10.454889297485352,
+ 9.226896286010742,
+ 15.975419998168945,
+ 17.300819396972656,
+ 8.272605895996094,
+ 17.241910934448242,
+ 0.7793988585472107
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3322.50048828125,
+ "language": 52.946876525878906
+ }
+ },
+ {
+ "routing_index": 755,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.792884619244433e-07,
+ 1.1003003663745403e-07,
+ 9.48630827224406e-07,
+ 0.005313951522111893,
+ 0.009746091440320015,
+ 0.00035414600279182196,
+ 0.0001771013776306063,
+ 0.01615336164832115,
+ 0.0001820856414269656,
+ 0.6892322301864624
+ ],
+ "log_scores_by_expert": [
+ -14.20221996307373,
+ -16.022512435913086,
+ -13.868246078491211,
+ -5.237419605255127,
+ -4.630888938903809,
+ -7.945801258087158,
+ -8.638788223266602,
+ -4.125627040863037,
+ -8.61103343963623,
+ -0.37217700481414795
+ ],
+ "distances_by_expert": [
+ 28.40443992614746,
+ 32.04502487182617,
+ 27.736492156982422,
+ 10.474839210510254,
+ 9.261777877807617,
+ 15.891602516174316,
+ 17.277576446533203,
+ 8.251254081726074,
+ 17.22206687927246,
+ 0.7443540096282959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3195.01806640625,
+ "language": 52.91844940185547
+ }
+ },
+ {
+ "routing_index": 756,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.582313858416455e-07,
+ 1.0467846323081176e-07,
+ 9.09409834548569e-07,
+ 0.005196059122681618,
+ 0.009524823166429996,
+ 0.0003436532861087471,
+ 0.00017173998639918864,
+ 0.015772053971886635,
+ 0.00017764877702575177,
+ 0.6701776385307312
+ ],
+ "log_scores_by_expert": [
+ -14.233709335327148,
+ -16.072372436523438,
+ -13.910470008850098,
+ -5.259854793548584,
+ -4.653853893280029,
+ -7.975877285003662,
+ -8.66952896118164,
+ -4.149515628814697,
+ -8.635702133178711,
+ -0.40021243691444397
+ ],
+ "distances_by_expert": [
+ 28.467418670654297,
+ 32.144744873046875,
+ 27.820940017700195,
+ 10.519709587097168,
+ 9.307707786560059,
+ 15.951754570007324,
+ 17.33905792236328,
+ 8.299031257629395,
+ 17.271404266357422,
+ 0.8004248738288879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.887939453125,
+ "language": 52.907737731933594
+ }
+ },
+ {
+ "routing_index": 757,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.31782768323319e-07,
+ 1.019311213212859e-07,
+ 8.727786280360306e-07,
+ 0.005081712733954191,
+ 0.009429840371012688,
+ 0.0003375271917320788,
+ 0.0001705281756585464,
+ 0.015334084630012512,
+ 0.0001697038533166051,
+ 0.6616615653038025
+ ],
+ "log_scores_by_expert": [
+ -14.274720191955566,
+ -16.098968505859375,
+ -13.951583862304688,
+ -5.282106876373291,
+ -4.663876056671143,
+ -7.9938645362854,
+ -8.676609992980957,
+ -4.177677154541016,
+ -8.681455612182617,
+ -0.4130011200904846
+ ],
+ "distances_by_expert": [
+ 28.549440383911133,
+ 32.19793701171875,
+ 27.903167724609375,
+ 10.564213752746582,
+ 9.327752113342285,
+ 15.9877290725708,
+ 17.353219985961914,
+ 8.355354309082031,
+ 17.362911224365234,
+ 0.8260022401809692
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.039306640625,
+ "language": 52.95044708251953
+ }
+ },
+ {
+ "routing_index": 758,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.315978566817648e-07,
+ 9.920989896272658e-08,
+ 8.721945619072358e-07,
+ 0.005069940350949764,
+ 0.00911504216492176,
+ 0.00032262387685477734,
+ 0.00016537948977202177,
+ 0.015043034218251705,
+ 0.00017155516252387315,
+ 0.6354571580886841
+ ],
+ "log_scores_by_expert": [
+ -14.275012969970703,
+ -16.126028060913086,
+ -13.952253341674805,
+ -5.284426212310791,
+ -4.697829246520996,
+ -8.039023399353027,
+ -8.707267761230469,
+ -4.196840286254883,
+ -8.670605659484863,
+ -0.45341065526008606
+ ],
+ "distances_by_expert": [
+ 28.550025939941406,
+ 32.25205612182617,
+ 27.90450668334961,
+ 10.568852424621582,
+ 9.395658493041992,
+ 16.078046798706055,
+ 17.414535522460938,
+ 8.393680572509766,
+ 17.341211318969727,
+ 0.9068213105201721
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.268310546875,
+ "language": 52.92900085449219
+ }
+ },
+ {
+ "routing_index": 759,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.134899876997224e-07,
+ 9.870217354546185e-08,
+ 8.575389642828668e-07,
+ 0.004989494103938341,
+ 0.009134761057794094,
+ 0.00032016783370636404,
+ 0.00016429480456281453,
+ 0.014910069294273853,
+ 0.00016979596694000065,
+ 0.6347092986106873
+ ],
+ "log_scores_by_expert": [
+ -14.304101943969727,
+ -16.13115882873535,
+ -13.969199180603027,
+ -5.300420761108398,
+ -4.6956682205200195,
+ -8.04666519165039,
+ -8.713848114013672,
+ -4.205718517303467,
+ -8.680912971496582,
+ -0.4545882046222687
+ ],
+ "distances_by_expert": [
+ 28.608203887939453,
+ 32.2623176574707,
+ 27.938398361206055,
+ 10.600841522216797,
+ 9.391336441040039,
+ 16.09333038330078,
+ 17.427696228027344,
+ 8.411437034606934,
+ 17.361825942993164,
+ 0.9091764092445374
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.117919921875,
+ "language": 52.90708923339844
+ }
+ },
+ {
+ "routing_index": 760,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.970668439658766e-07,
+ 9.479015261604218e-08,
+ 8.430685625171463e-07,
+ 0.004892372526228428,
+ 0.008903400041162968,
+ 0.0003138147876597941,
+ 0.0001609258761163801,
+ 0.014580179937183857,
+ 0.00016502218204550445,
+ 0.6169543862342834
+ ],
+ "log_scores_by_expert": [
+ -14.331236839294434,
+ -16.171600341796875,
+ -13.986217498779297,
+ -5.320077896118164,
+ -4.721322059631348,
+ -8.066707611083984,
+ -8.734566688537598,
+ -4.228092193603516,
+ -8.709430694580078,
+ -0.48296016454696655
+ ],
+ "distances_by_expert": [
+ 28.662473678588867,
+ 32.34320068359375,
+ 27.972434997558594,
+ 10.640155792236328,
+ 9.442644119262695,
+ 16.13341522216797,
+ 17.469133377075195,
+ 8.456184387207031,
+ 17.418861389160156,
+ 0.9659203290939331
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3213.438720703125,
+ "language": 52.91612243652344
+ }
+ },
+ {
+ "routing_index": 761,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.674903829662071e-07,
+ 9.571416370590669e-08,
+ 9.281612278755347e-07,
+ 0.00437815859913826,
+ 0.009256230667233467,
+ 0.00025813060346990824,
+ 0.00015832611825317144,
+ 0.01527391653507948,
+ 0.00017225930059794337,
+ 0.6876293420791626
+ ],
+ "log_scores_by_expert": [
+ -14.219740867614746,
+ -16.16189956665039,
+ -13.890060424804688,
+ -5.431127071380615,
+ -4.682458400726318,
+ -8.262044906616211,
+ -8.750853538513184,
+ -4.1816086769104,
+ -8.666509628295898,
+ -0.37450531125068665
+ ],
+ "distances_by_expert": [
+ 28.439481735229492,
+ 32.32379913330078,
+ 27.780120849609375,
+ 10.86225414276123,
+ 9.364916801452637,
+ 16.524089813232422,
+ 17.501707077026367,
+ 8.3632173538208,
+ 17.333019256591797,
+ 0.7490106225013733
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3573.56494140625,
+ "language": 52.91363525390625
+ }
+ },
+ {
+ "routing_index": 762,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.968544994379045e-07,
+ 1.0225866020618923e-07,
+ 9.57620500230405e-07,
+ 0.00434435298666358,
+ 0.009736021049320698,
+ 0.0002611021336633712,
+ 0.00016429732204414904,
+ 0.01563156396150589,
+ 0.00017881428357213736,
+ 0.7160557508468628
+ ],
+ "log_scores_by_expert": [
+ -14.176689147949219,
+ -16.095760345458984,
+ -13.858814239501953,
+ -5.438878536224365,
+ -4.631922721862793,
+ -8.250598907470703,
+ -8.71383285522461,
+ -4.158463001251221,
+ -8.629162788391113,
+ -0.3339972496032715
+ ],
+ "distances_by_expert": [
+ 28.353378295898438,
+ 32.19152069091797,
+ 27.717628479003906,
+ 10.87775707244873,
+ 9.263845443725586,
+ 16.501197814941406,
+ 17.42766571044922,
+ 8.316926002502441,
+ 17.258325576782227,
+ 0.667994499206543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3499.523681640625,
+ "language": 52.91930389404297
+ }
+ },
+ {
+ "routing_index": 763,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.640862236257817e-07,
+ 1.158539149059834e-07,
+ 1.036471985571552e-06,
+ 0.005027740262448788,
+ 0.011008741334080696,
+ 0.0003133966529276222,
+ 0.00018368219025433064,
+ 0.017648320645093918,
+ 0.0001966968411579728,
+ 0.8221578001976013
+ ],
+ "log_scores_by_expert": [
+ -14.084585189819336,
+ -15.970935821533203,
+ -13.779687881469727,
+ -5.292784690856934,
+ -4.509065628051758,
+ -8.06804084777832,
+ -8.602303504943848,
+ -4.03711462020874,
+ -8.533846855163574,
+ -0.19582290947437286
+ ],
+ "distances_by_expert": [
+ 28.169170379638672,
+ 31.941871643066406,
+ 27.559375762939453,
+ 10.585569381713867,
+ 9.018131256103516,
+ 16.13608169555664,
+ 17.204607009887695,
+ 8.07422924041748,
+ 17.06769371032715,
+ 0.3916458189487457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.258056640625,
+ "language": 52.914459228515625
+ }
+ },
+ {
+ "routing_index": 764,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.47981573567813e-07,
+ 1.212744109579944e-07,
+ 1.0087795772051322e-06,
+ 0.005101529415696859,
+ 0.011224141344428062,
+ 0.000346194370649755,
+ 0.00018698071653489023,
+ 0.017940130084753036,
+ 0.00019791352679021657,
+ 0.8498780727386475
+ ],
+ "log_scores_by_expert": [
+ -14.105887413024902,
+ -15.925209999084473,
+ -13.806769371032715,
+ -5.278214931488037,
+ -4.489688396453857,
+ -7.968510150909424,
+ -8.584505081176758,
+ -4.020715236663818,
+ -8.527680397033691,
+ -0.16266243159770966
+ ],
+ "distances_by_expert": [
+ 28.211774826049805,
+ 31.850419998168945,
+ 27.61353874206543,
+ 10.556429862976074,
+ 8.979376792907715,
+ 15.937020301818848,
+ 17.169010162353516,
+ 8.041430473327637,
+ 17.055360794067383,
+ 0.3253248631954193
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3466.0009765625,
+ "language": 52.924720764160156
+ }
+ },
+ {
+ "routing_index": 765,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.196768478934246e-07,
+ 1.028947167469596e-07,
+ 9.573831221132423e-07,
+ 0.004597824066877365,
+ 0.01024548802524805,
+ 0.0003068108344450593,
+ 0.00017492995539214462,
+ 0.016965331509709358,
+ 0.00018674494640436023,
+ 0.7743455171585083
+ ],
+ "log_scores_by_expert": [
+ -14.144463539123535,
+ -16.08955955505371,
+ -13.859062194824219,
+ -5.382172107696533,
+ -4.580917835235596,
+ -8.089279174804688,
+ -8.651124954223633,
+ -4.076583385467529,
+ -8.585766792297363,
+ -0.25573715567588806
+ ],
+ "distances_by_expert": [
+ 28.28892707824707,
+ 32.17911911010742,
+ 27.718124389648438,
+ 10.764344215393066,
+ 9.161835670471191,
+ 16.178558349609375,
+ 17.302249908447266,
+ 8.153166770935059,
+ 17.171533584594727,
+ 0.5114743113517761
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.908935546875,
+ "language": 52.93803024291992
+ }
+ },
+ {
+ "routing_index": 766,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.237334784804261e-07,
+ 1.090509940127049e-07,
+ 9.824965445659473e-07,
+ 0.0048307981342077255,
+ 0.010709776543080807,
+ 0.00031894154381006956,
+ 0.00018132870900444686,
+ 0.017335236072540283,
+ 0.0001907400437630713,
+ 0.7944021224975586
+ ],
+ "log_scores_by_expert": [
+ -14.138842582702637,
+ -16.031450271606445,
+ -13.833168983459473,
+ -5.3327436447143555,
+ -4.536598205566406,
+ -8.05050277709961,
+ -8.615199089050293,
+ -4.055014133453369,
+ -8.56459903717041,
+ -0.230165496468544
+ ],
+ "distances_by_expert": [
+ 28.277685165405273,
+ 32.06290054321289,
+ 27.666337966918945,
+ 10.665487289428711,
+ 9.073196411132812,
+ 16.10100555419922,
+ 17.230398178100586,
+ 8.110028266906738,
+ 17.12919807434082,
+ 0.460330992937088
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.773681640625,
+ "language": 52.9182243347168
+ }
+ },
+ {
+ "routing_index": 767,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.433401947309903e-07,
+ 1.0904037850423265e-07,
+ 9.97385427581321e-07,
+ 0.004657808691263199,
+ 0.010153383947908878,
+ 0.00031452157418243587,
+ 0.00017961638513952494,
+ 0.01734897866845131,
+ 0.0001951458543771878,
+ 0.784488320350647
+ ],
+ "log_scores_by_expert": [
+ -14.112112045288086,
+ -16.03154754638672,
+ -13.81812858581543,
+ -5.369210243225098,
+ -4.5899481773376465,
+ -8.064457893371582,
+ -8.624687194824219,
+ -4.0542216300964355,
+ -8.541763305664062,
+ -0.24272353947162628
+ ],
+ "distances_by_expert": [
+ 28.224224090576172,
+ 32.06309509277344,
+ 27.63625717163086,
+ 10.738420486450195,
+ 9.179896354675293,
+ 16.128915786743164,
+ 17.249374389648438,
+ 8.108443260192871,
+ 17.083526611328125,
+ 0.48544707894325256
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.06640625,
+ "language": 52.917076110839844
+ }
+ },
+ {
+ "routing_index": 768,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.247612643368484e-07,
+ 1.128112288029115e-07,
+ 9.87204884950188e-07,
+ 0.00465355021879077,
+ 0.010256398469209671,
+ 0.0003038338618353009,
+ 0.00017610685608815402,
+ 0.016689768061041832,
+ 0.00019087325199507177,
+ 0.7739095687866211
+ ],
+ "log_scores_by_expert": [
+ -14.137423515319824,
+ -15.997550010681152,
+ -13.828388214111328,
+ -5.370124816894531,
+ -4.579853534698486,
+ -8.099029541015625,
+ -8.64441967010498,
+ -4.092959403991699,
+ -8.5639009475708,
+ -0.2563002407550812
+ ],
+ "distances_by_expert": [
+ 28.27484703063965,
+ 31.995100021362305,
+ 27.656776428222656,
+ 10.740249633789062,
+ 9.159707069396973,
+ 16.19805908203125,
+ 17.28883934020996,
+ 8.185918807983398,
+ 17.1278018951416,
+ 0.5126004815101624
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3441.883544921875,
+ "language": 52.9217414855957
+ }
+ },
+ {
+ "routing_index": 769,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.533076313848142e-07,
+ 1.1404601707454276e-07,
+ 1.018328475765884e-06,
+ 0.0047363112680613995,
+ 0.010448798537254333,
+ 0.0003117672458756715,
+ 0.00017883116379380226,
+ 0.01728077232837677,
+ 0.0001974830956896767,
+ 0.790420651435852
+ ],
+ "log_scores_by_expert": [
+ -14.09879207611084,
+ -15.986663818359375,
+ -13.797348022460938,
+ -5.35249662399292,
+ -4.561268329620361,
+ -8.073253631591797,
+ -8.629068374633789,
+ -4.058160781860352,
+ -8.529857635498047,
+ -0.2351900190114975
+ ],
+ "distances_by_expert": [
+ 28.19758415222168,
+ 31.97332763671875,
+ 27.594696044921875,
+ 10.70499324798584,
+ 9.122536659240723,
+ 16.146507263183594,
+ 17.258136749267578,
+ 8.116321563720703,
+ 17.059715270996094,
+ 0.470380038022995
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3496.568115234375,
+ "language": 52.92414855957031
+ }
+ },
+ {
+ "routing_index": 770,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.399960395559901e-07,
+ 1.1757559548186691e-07,
+ 9.910470453178277e-07,
+ 0.004965526983141899,
+ 0.010651204735040665,
+ 0.0003420579887460917,
+ 0.00018601938791107386,
+ 0.017686381936073303,
+ 0.00019789559883065522,
+ 0.808685839176178
+ ],
+ "log_scores_by_expert": [
+ -14.116621017456055,
+ -15.956184387207031,
+ -13.824503898620605,
+ -5.305235862731934,
+ -4.5420823097229,
+ -7.980530261993408,
+ -8.589659690856934,
+ -4.0349602699279785,
+ -8.52777099609375,
+ -0.21234475076198578
+ ],
+ "distances_by_expert": [
+ 28.23324203491211,
+ 31.912368774414062,
+ 27.64900779724121,
+ 10.610471725463867,
+ 9.0841646194458,
+ 15.961060523986816,
+ 17.179319381713867,
+ 8.069920539855957,
+ 17.0555419921875,
+ 0.42468950152397156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.3017578125,
+ "language": 52.91893005371094
+ }
+ },
+ {
+ "routing_index": 771,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.227409923871164e-07,
+ 1.2336654720002116e-07,
+ 1.0025235042121494e-06,
+ 0.005434899125248194,
+ 0.010493171401321888,
+ 0.0003894560504704714,
+ 0.00018893578089773655,
+ 0.017526444047689438,
+ 0.00019290194904897362,
+ 0.7677154541015625
+ ],
+ "log_scores_by_expert": [
+ -14.140214920043945,
+ -15.908105850219727,
+ -13.812990188598633,
+ -5.214914321899414,
+ -4.55703067779541,
+ -7.850759506225586,
+ -8.574103355407715,
+ -4.044044494628906,
+ -8.553328514099121,
+ -0.26433610916137695
+ ],
+ "distances_by_expert": [
+ 28.28042984008789,
+ 31.816211700439453,
+ 27.625980377197266,
+ 10.429828643798828,
+ 9.11406135559082,
+ 15.701519012451172,
+ 17.14820671081543,
+ 8.088088989257812,
+ 17.106657028198242,
+ 0.5286722183227539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.304443359375,
+ "language": 52.92800521850586
+ }
+ },
+ {
+ "routing_index": 772,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.721138561260886e-07,
+ 1.142411960586287e-07,
+ 9.541892040942912e-07,
+ 0.005287270527333021,
+ 0.00995650701224804,
+ 0.0003719004162121564,
+ 0.0001840751792769879,
+ 0.016622062772512436,
+ 0.00018014440138358623,
+ 0.7230925559997559
+ ],
+ "log_scores_by_expert": [
+ -14.212838172912598,
+ -15.984953880310059,
+ -13.862403869628906,
+ -5.242453098297119,
+ -4.6095290184021,
+ -7.896884441375732,
+ -8.600166320800781,
+ -4.097024440765381,
+ -8.62175178527832,
+ -0.32421809434890747
+ ],
+ "distances_by_expert": [
+ 28.425676345825195,
+ 31.969907760620117,
+ 27.724807739257812,
+ 10.484906196594238,
+ 9.2190580368042,
+ 15.793768882751465,
+ 17.200332641601562,
+ 8.194048881530762,
+ 17.24350357055664,
+ 0.6484361886978149
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.664306640625,
+ "language": 52.93545150756836
+ }
+ },
+ {
+ "routing_index": 773,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.270204835345794e-07,
+ 8.800513739970484e-08,
+ 8.842549164000957e-07,
+ 0.003978762775659561,
+ 0.008473028428852558,
+ 0.00022394950792659074,
+ 0.00014995693345554173,
+ 0.014113951474428177,
+ 0.00016152938769664615,
+ 0.632878839969635
+ ],
+ "log_scores_by_expert": [
+ -14.282286643981934,
+ -16.24587059020996,
+ -13.938520431518555,
+ -5.526784420013428,
+ -4.770867347717285,
+ -8.40408992767334,
+ -8.80516242980957,
+ -4.260591506958008,
+ -8.730823516845703,
+ -0.4574763774871826
+ ],
+ "distances_by_expert": [
+ 28.564573287963867,
+ 32.49174118041992,
+ 27.87704086303711,
+ 11.053568840026855,
+ 9.54173469543457,
+ 16.80817985534668,
+ 17.61032485961914,
+ 8.521183013916016,
+ 17.461647033691406,
+ 0.9149527549743652
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3551.901123046875,
+ "language": 52.92190170288086
+ }
+ },
+ {
+ "routing_index": 774,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.349478667289077e-07,
+ 9.518365828853348e-08,
+ 8.836311167215172e-07,
+ 0.0040666148997843266,
+ 0.009180375374853611,
+ 0.00023711667745374143,
+ 0.0001554703776491806,
+ 0.014523262158036232,
+ 0.00016656614025123417,
+ 0.6727649569511414
+ ],
+ "log_scores_by_expert": [
+ -14.269722938537598,
+ -16.167457580566406,
+ -13.939226150512695,
+ -5.504944324493408,
+ -4.69068717956543,
+ -8.34695816040039,
+ -8.769055366516113,
+ -4.232003688812256,
+ -8.700118064880371,
+ -0.39635926485061646
+ ],
+ "distances_by_expert": [
+ 28.539445877075195,
+ 32.33491516113281,
+ 27.87845230102539,
+ 11.009888648986816,
+ 9.38137435913086,
+ 16.69391632080078,
+ 17.538110733032227,
+ 8.464007377624512,
+ 17.400236129760742,
+ 0.7927185297012329
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.599365234375,
+ "language": 52.93594741821289
+ }
+ },
+ {
+ "routing_index": 775,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.846390760983923e-07,
+ 1.0319188703533655e-07,
+ 9.379555194755085e-07,
+ 0.004649522248655558,
+ 0.01018383540213108,
+ 0.00027192613924853504,
+ 0.00016710153431631625,
+ 0.015826528891921043,
+ 0.00017906667198985815,
+ 0.7389958500862122
+ ],
+ "log_scores_by_expert": [
+ -14.194374084472656,
+ -16.0866756439209,
+ -13.879563331604004,
+ -5.370990753173828,
+ -4.586953639984131,
+ -8.209980010986328,
+ -8.696908950805664,
+ -4.1460676193237305,
+ -8.627752304077148,
+ -0.30246299505233765
+ ],
+ "distances_by_expert": [
+ 28.388748168945312,
+ 32.1733512878418,
+ 27.759126663208008,
+ 10.741981506347656,
+ 9.173907279968262,
+ 16.419960021972656,
+ 17.393817901611328,
+ 8.292135238647461,
+ 17.255504608154297,
+ 0.6049259901046753
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.7802734375,
+ "language": 52.92096710205078
+ }
+ },
+ {
+ "routing_index": 776,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.66609935251472e-07,
+ 1.0649841897247825e-07,
+ 9.160128797702782e-07,
+ 0.004645097069442272,
+ 0.010405496694147587,
+ 0.00029251870000734925,
+ 0.0001690638455329463,
+ 0.01595868542790413,
+ 0.00018039281712844968,
+ 0.7717959880828857
+ ],
+ "log_scores_by_expert": [
+ -14.221060752868652,
+ -16.05513572692871,
+ -13.90323543548584,
+ -5.37194299697876,
+ -4.565421104431152,
+ -8.136981964111328,
+ -8.685234069824219,
+ -4.137752056121826,
+ -8.620373725891113,
+ -0.25903502106666565
+ ],
+ "distances_by_expert": [
+ 28.442121505737305,
+ 32.11027145385742,
+ 27.80647087097168,
+ 10.74388599395752,
+ 9.130842208862305,
+ 16.273963928222656,
+ 17.370468139648438,
+ 8.275504112243652,
+ 17.240747451782227,
+ 0.5180700421333313
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.862548828125,
+ "language": 52.88932418823242
+ }
+ },
+ {
+ "routing_index": 777,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.530939913318434e-07,
+ 9.852631421836122e-08,
+ 8.9437202177578e-07,
+ 0.00440999586135149,
+ 0.009587304666638374,
+ 0.0002992631634697318,
+ 0.00016751351358834654,
+ 0.01594145968556404,
+ 0.00017288074013777077,
+ 0.7266178727149963
+ ],
+ "log_scores_by_expert": [
+ -14.241544723510742,
+ -16.13294219970703,
+ -13.927144050598145,
+ -5.423881530761719,
+ -4.647315502166748,
+ -8.114187240600586,
+ -8.694446563720703,
+ -4.138832092285156,
+ -8.662908554077148,
+ -0.3193545937538147
+ ],
+ "distances_by_expert": [
+ 28.483089447021484,
+ 32.26588439941406,
+ 27.85428810119629,
+ 10.847763061523438,
+ 9.294631004333496,
+ 16.228374481201172,
+ 17.388893127441406,
+ 8.277664184570312,
+ 17.325817108154297,
+ 0.6387091875076294
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.64697265625,
+ "language": 52.94136047363281
+ }
+ },
+ {
+ "routing_index": 778,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.592711088160286e-07,
+ 9.510870313533815e-08,
+ 8.988535000753473e-07,
+ 0.004283083137124777,
+ 0.009378711692988873,
+ 0.0002784689422696829,
+ 0.0001628267054911703,
+ 0.015512093901634216,
+ 0.00017605781613383442,
+ 0.6922940015792847
+ ],
+ "log_scores_by_expert": [
+ -14.232131004333496,
+ -16.168245315551758,
+ -13.92214584350586,
+ -5.453082084655762,
+ -4.669312953948975,
+ -8.186203956604004,
+ -8.722824096679688,
+ -4.166135311126709,
+ -8.644698143005371,
+ -0.3677445650100708
+ ],
+ "distances_by_expert": [
+ 28.464262008666992,
+ 32.336490631103516,
+ 27.84429168701172,
+ 10.906164169311523,
+ 9.33862590789795,
+ 16.372407913208008,
+ 17.445648193359375,
+ 8.332270622253418,
+ 17.289396286010742,
+ 0.7354891300201416
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3391.16845703125,
+ "language": 52.91658020019531
+ }
+ },
+ {
+ "routing_index": 779,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.100392167558311e-07,
+ 1.0555039153814505e-07,
+ 9.708862762636272e-07,
+ 0.0044805328361690044,
+ 0.010065726935863495,
+ 0.0002901310508605093,
+ 0.00017366433166898787,
+ 0.01665499620139599,
+ 0.00018834929505828768,
+ 0.7656505107879639
+ ],
+ "log_scores_by_expert": [
+ -14.15794563293457,
+ -16.064077377319336,
+ -13.845056533813477,
+ -5.408013343811035,
+ -4.598618984222412,
+ -8.145177841186523,
+ -8.65838623046875,
+ -4.09504508972168,
+ -8.5772123336792,
+ -0.26702946424484253
+ ],
+ "distances_by_expert": [
+ 28.31589126586914,
+ 32.12815475463867,
+ 27.690113067626953,
+ 10.81602668762207,
+ 9.197237968444824,
+ 16.290355682373047,
+ 17.3167724609375,
+ 8.19009017944336,
+ 17.1544246673584,
+ 0.5340589284896851
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.824951171875,
+ "language": 52.87665939331055
+ }
+ },
+ {
+ "routing_index": 780,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.726081664965022e-07,
+ 1.0796650684596898e-07,
+ 9.186032343677653e-07,
+ 0.004698155913501978,
+ 0.010304045863449574,
+ 0.00030832848278805614,
+ 0.000172905478393659,
+ 0.0164576955139637,
+ 0.00018124435155186802,
+ 0.785092294216156
+ ],
+ "log_scores_by_expert": [
+ -14.212102890014648,
+ -16.041444778442383,
+ -13.900411605834961,
+ -5.3605852127075195,
+ -4.575218677520752,
+ -8.084344863891602,
+ -8.662765502929688,
+ -4.106962203979492,
+ -8.6156644821167,
+ -0.2419540286064148
+ ],
+ "distances_by_expert": [
+ 28.424205780029297,
+ 32.082889556884766,
+ 27.800823211669922,
+ 10.721170425415039,
+ 9.150437355041504,
+ 16.168689727783203,
+ 17.325531005859375,
+ 8.213924407958984,
+ 17.2313289642334,
+ 0.4839080572128296
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.750244140625,
+ "language": 52.926300048828125
+ }
+ },
+ {
+ "routing_index": 781,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.641047889388574e-07,
+ 9.832618985683439e-08,
+ 9.038778898684541e-07,
+ 0.00426889443770051,
+ 0.009296624921262264,
+ 0.00026558293029665947,
+ 0.00016278632392641157,
+ 0.015317868441343307,
+ 0.000179243681486696,
+ 0.7152179479598999
+ ],
+ "log_scores_by_expert": [
+ -14.224825859069824,
+ -16.13497543334961,
+ -13.916571617126465,
+ -5.456400394439697,
+ -4.678103923797607,
+ -8.233583450317383,
+ -8.723072052001953,
+ -4.178735256195068,
+ -8.626764297485352,
+ -0.33516794443130493
+ ],
+ "distances_by_expert": [
+ 28.44965171813965,
+ 32.26995086669922,
+ 27.83314323425293,
+ 10.912800788879395,
+ 9.356207847595215,
+ 16.467166900634766,
+ 17.446144104003906,
+ 8.357470512390137,
+ 17.253528594970703,
+ 0.6703358888626099
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3543.1611328125,
+ "language": 52.929046630859375
+ }
+ },
+ {
+ "routing_index": 782,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.225314675451955e-07,
+ 1.0589096888224958e-07,
+ 9.952304935723078e-07,
+ 0.004531102254986763,
+ 0.009614286944270134,
+ 0.0002847077848855406,
+ 0.00017000515072140843,
+ 0.016092604026198387,
+ 0.00019140679796691984,
+ 0.7167122960090637
+ ],
+ "log_scores_by_expert": [
+ -14.140504837036133,
+ -16.060855865478516,
+ -13.820291519165039,
+ -5.396790027618408,
+ -4.644505023956299,
+ -8.164047241210938,
+ -8.679681777954102,
+ -4.129395484924316,
+ -8.56110954284668,
+ -0.33308085799217224
+ ],
+ "distances_by_expert": [
+ 28.281009674072266,
+ 32.12171173095703,
+ 27.640583038330078,
+ 10.793580055236816,
+ 9.289010047912598,
+ 16.328094482421875,
+ 17.359363555908203,
+ 8.258790969848633,
+ 17.12221908569336,
+ 0.6661617159843445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.514892578125,
+ "language": 52.90299987792969
+ }
+ },
+ {
+ "routing_index": 783,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.259088192768104e-07,
+ 1.0570552433364355e-07,
+ 9.777995728654787e-07,
+ 0.004558357875794172,
+ 0.009527317248284817,
+ 0.0002869571908377111,
+ 0.00017030209710355848,
+ 0.015959857031702995,
+ 0.00019269896438345313,
+ 0.7022417783737183
+ ],
+ "log_scores_by_expert": [
+ -14.135841369628906,
+ -16.06260871887207,
+ -13.837961196899414,
+ -5.3907928466796875,
+ -4.653592109680176,
+ -8.156177520751953,
+ -8.677936553955078,
+ -4.137678623199463,
+ -8.554381370544434,
+ -0.3534775376319885
+ ],
+ "distances_by_expert": [
+ 28.271682739257812,
+ 32.12521743774414,
+ 27.675922393798828,
+ 10.781585693359375,
+ 9.307184219360352,
+ 16.312355041503906,
+ 17.355873107910156,
+ 8.275357246398926,
+ 17.108762741088867,
+ 0.706955075263977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.752197265625,
+ "language": 52.927303314208984
+ }
+ },
+ {
+ "routing_index": 784,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.15979217855056e-07,
+ 1.012467549799112e-07,
+ 8.616353284196521e-07,
+ 0.004943576641380787,
+ 0.008994344621896744,
+ 0.0003359843394719064,
+ 0.00016448591486550868,
+ 0.01499490812420845,
+ 0.0001705940521787852,
+ 0.6397943496704102
+ ],
+ "log_scores_by_expert": [
+ -14.300052642822266,
+ -16.10570526123047,
+ -13.964433670043945,
+ -5.309666156768799,
+ -4.7111592292785645,
+ -7.998445987701416,
+ -8.712685585021973,
+ -4.200044631958008,
+ -8.676223754882812,
+ -0.44660845398902893
+ ],
+ "distances_by_expert": [
+ 28.60010528564453,
+ 32.21141052246094,
+ 27.92886734008789,
+ 10.619332313537598,
+ 9.422318458557129,
+ 15.996891975402832,
+ 17.425371170043945,
+ 8.400089263916016,
+ 17.352447509765625,
+ 0.8932169079780579
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.850830078125,
+ "language": 52.91157913208008
+ }
+ },
+ {
+ "routing_index": 785,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.826753977089538e-07,
+ 9.25622103409296e-08,
+ 8.040428838285152e-07,
+ 0.004768624436110258,
+ 0.008246389217674732,
+ 0.0003062045725528151,
+ 0.00015336643264163285,
+ 0.014038676396012306,
+ 0.00016550855070818216,
+ 0.5922079682350159
+ ],
+ "log_scores_by_expert": [
+ -14.355635643005371,
+ -16.195384979248047,
+ -14.033613204956055,
+ -5.345697402954102,
+ -4.797979831695557,
+ -8.091257095336914,
+ -8.78268051147461,
+ -4.265939235687256,
+ -8.706487655639648,
+ -0.5238974690437317
+ ],
+ "distances_by_expert": [
+ 28.711271286010742,
+ 32.390769958496094,
+ 28.06722640991211,
+ 10.691394805908203,
+ 9.595959663391113,
+ 16.182514190673828,
+ 17.56536102294922,
+ 8.531878471374512,
+ 17.412975311279297,
+ 1.0477949380874634
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.03857421875,
+ "language": 52.89752960205078
+ }
+ },
+ {
+ "routing_index": 786,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.821699460284435e-07,
+ 9.525576416535841e-08,
+ 8.05439640316763e-07,
+ 0.0048203375190496445,
+ 0.008564455434679985,
+ 0.00031533758738078177,
+ 0.00015737277863081545,
+ 0.01430455781519413,
+ 0.00016439623141195625,
+ 0.6157695055007935
+ ],
+ "log_scores_by_expert": [
+ -14.3565034866333,
+ -16.16670036315918,
+ -14.031877517700195,
+ -5.334911346435547,
+ -4.760134696960449,
+ -8.061866760253906,
+ -8.756893157958984,
+ -4.2471771240234375,
+ -8.713231086730957,
+ -0.48488250374794006
+ ],
+ "distances_by_expert": [
+ 28.7130069732666,
+ 32.33340072631836,
+ 28.06375503540039,
+ 10.669822692871094,
+ 9.520269393920898,
+ 16.123733520507812,
+ 17.51378631591797,
+ 8.494354248046875,
+ 17.426462173461914,
+ 0.9697650074958801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.02099609375,
+ "language": 52.93233108520508
+ }
+ },
+ {
+ "routing_index": 787,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.944090162302018e-07,
+ 9.51027274709304e-08,
+ 8.325824865096365e-07,
+ 0.004881511442363262,
+ 0.008661750704050064,
+ 0.0003062673786189407,
+ 0.00015646411338821054,
+ 0.014396057464182377,
+ 0.00016786101332399994,
+ 0.608389139175415
+ ],
+ "log_scores_by_expert": [
+ -14.335698127746582,
+ -16.16830825805664,
+ -13.998733520507812,
+ -5.322300434112549,
+ -4.748838424682617,
+ -8.091052055358887,
+ -8.762683868408203,
+ -4.240800857543945,
+ -8.692374229431152,
+ -0.49694058299064636
+ ],
+ "distances_by_expert": [
+ 28.671396255493164,
+ 32.33661651611328,
+ 27.997467041015625,
+ 10.644600868225098,
+ 9.497676849365234,
+ 16.182104110717773,
+ 17.525367736816406,
+ 8.48160171508789,
+ 17.384748458862305,
+ 0.9938811659812927
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.050537109375,
+ "language": 52.90681457519531
+ }
+ },
+ {
+ "routing_index": 788,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.57602731987572e-07,
+ 8.569687537374193e-08,
+ 7.831562243154622e-07,
+ 0.004591015167534351,
+ 0.007963545620441437,
+ 0.00027798788505606353,
+ 0.00014443183317780495,
+ 0.013303971849381924,
+ 0.00015942141180858016,
+ 0.5530178546905518
+ ],
+ "log_scores_by_expert": [
+ -14.399619102478027,
+ -16.272449493408203,
+ -14.05993366241455,
+ -5.3836541175842285,
+ -4.832880973815918,
+ -8.187932968139648,
+ -8.842702865600586,
+ -4.319692611694336,
+ -8.743959426879883,
+ -0.592365026473999
+ ],
+ "distances_by_expert": [
+ 28.799238204956055,
+ 32.544898986816406,
+ 28.1198673248291,
+ 10.767308235168457,
+ 9.665761947631836,
+ 16.375865936279297,
+ 17.685405731201172,
+ 8.639385223388672,
+ 17.487918853759766,
+ 1.184730052947998
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.366943359375,
+ "language": 52.915870666503906
+ }
+ },
+ {
+ "routing_index": 789,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.673898044733505e-07,
+ 8.681808338906194e-08,
+ 7.948581242089858e-07,
+ 0.0046553174033761024,
+ 0.008067889139056206,
+ 0.0002807014971040189,
+ 0.00014602486044168472,
+ 0.013496684841811657,
+ 0.00016157006029970944,
+ 0.5589607357978821
+ ],
+ "log_scores_by_expert": [
+ -14.382219314575195,
+ -16.259450912475586,
+ -14.0451021194458,
+ -5.369745254516602,
+ -4.819863319396973,
+ -8.178218841552734,
+ -8.831733703613281,
+ -4.30531120300293,
+ -8.730571746826172,
+ -0.5816760659217834
+ ],
+ "distances_by_expert": [
+ 28.76443862915039,
+ 32.51890182495117,
+ 28.0902042388916,
+ 10.739490509033203,
+ 9.639726638793945,
+ 16.35643768310547,
+ 17.663467407226562,
+ 8.61062240600586,
+ 17.461143493652344,
+ 1.163352131843567
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.119140625,
+ "language": 52.908531188964844
+ }
+ },
+ {
+ "routing_index": 790,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.302325121192553e-07,
+ 7.968592541374164e-08,
+ 7.499873504457355e-07,
+ 0.004372748546302319,
+ 0.007556833326816559,
+ 0.00025735583039931953,
+ 0.00013741360453423113,
+ 0.012712815776467323,
+ 0.00015276166959665716,
+ 0.5221881866455078
+ ],
+ "log_scores_by_expert": [
+ -14.449950218200684,
+ -16.345172882080078,
+ -14.103209495544434,
+ -5.432363510131836,
+ -4.885303020477295,
+ -8.265050888061523,
+ -8.892515182495117,
+ -4.365144729614258,
+ -8.78663158416748,
+ -0.6497272849082947
+ ],
+ "distances_by_expert": [
+ 28.899900436401367,
+ 32.690345764160156,
+ 28.206418991088867,
+ 10.864727020263672,
+ 9.77060604095459,
+ 16.530101776123047,
+ 17.785030364990234,
+ 8.730289459228516,
+ 17.57326316833496,
+ 1.2994545698165894
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.638671875,
+ "language": 52.91713333129883
+ }
+ },
+ {
+ "routing_index": 791,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.147724664311681e-07,
+ 7.576669958098137e-08,
+ 7.216686412903073e-07,
+ 0.004223634954541922,
+ 0.007275879383087158,
+ 0.00024475654936395586,
+ 0.00013282887812238187,
+ 0.012298685498535633,
+ 0.00014774897135794163,
+ 0.5032230019569397
+ ],
+ "log_scores_by_expert": [
+ -14.479540824890137,
+ -16.395606994628906,
+ -14.14169979095459,
+ -5.467059135437012,
+ -4.923190593719482,
+ -8.31524658203125,
+ -8.926448822021484,
+ -4.398262977600098,
+ -8.819995880126953,
+ -0.6867218613624573
+ ],
+ "distances_by_expert": [
+ 28.959081649780273,
+ 32.79121398925781,
+ 28.28339958190918,
+ 10.934118270874023,
+ 9.846381187438965,
+ 16.6304931640625,
+ 17.85289764404297,
+ 8.796525955200195,
+ 17.639991760253906,
+ 1.3734437227249146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.455322265625,
+ "language": 52.9182014465332
+ }
+ },
+ {
+ "routing_index": 792,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.885129894522834e-07,
+ 9.00739109965798e-08,
+ 8.072198625086457e-07,
+ 0.00465704221278429,
+ 0.008393178693950176,
+ 0.0003055899287573993,
+ 0.0001561196695547551,
+ 0.014273085631430149,
+ 0.00016179069643840194,
+ 0.6013340353965759
+ ],
+ "log_scores_by_expert": [
+ -14.345666885375977,
+ -16.22263526916504,
+ -14.029669761657715,
+ -5.369374752044678,
+ -4.780335903167725,
+ -8.093266487121582,
+ -8.764887809753418,
+ -4.249379634857178,
+ -8.729207038879395,
+ -0.5086047649383545
+ ],
+ "distances_by_expert": [
+ 28.691333770751953,
+ 32.44527053833008,
+ 28.05933952331543,
+ 10.738749504089355,
+ 9.56067180633545,
+ 16.186532974243164,
+ 17.529775619506836,
+ 8.498759269714355,
+ 17.45841407775879,
+ 1.017209529876709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.946044921875,
+ "language": 52.92572021484375
+ }
+ },
+ {
+ "routing_index": 793,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.827059226248821e-07,
+ 8.840471110715953e-08,
+ 8.047164214985969e-07,
+ 0.004697466269135475,
+ 0.008387950249016285,
+ 0.0002973318623844534,
+ 0.00015388830797746778,
+ 0.014124380424618721,
+ 0.00016120789223350585,
+ 0.5907977819442749
+ ],
+ "log_scores_by_expert": [
+ -14.355583190917969,
+ -16.24134063720703,
+ -14.03277587890625,
+ -5.360732078552246,
+ -4.780959129333496,
+ -8.120661735534668,
+ -8.77928352355957,
+ -4.259852886199951,
+ -8.732815742492676,
+ -0.526281476020813
+ ],
+ "distances_by_expert": [
+ 28.711166381835938,
+ 32.48268127441406,
+ 28.0655517578125,
+ 10.721464157104492,
+ 9.561918258666992,
+ 16.241323471069336,
+ 17.55856704711914,
+ 8.519705772399902,
+ 17.46563148498535,
+ 1.052562952041626
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.584716796875,
+ "language": 52.923492431640625
+ }
+ },
+ {
+ "routing_index": 794,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.00247972215584e-07,
+ 9.28330763372287e-08,
+ 8.186597142412211e-07,
+ 0.004747085273265839,
+ 0.008529391139745712,
+ 0.00031238989322446287,
+ 0.00015915527183096856,
+ 0.014561164192855358,
+ 0.00016534289170522243,
+ 0.6149548888206482
+ ],
+ "log_scores_by_expert": [
+ -14.325922966003418,
+ -16.192462921142578,
+ -14.015597343444824,
+ -5.350224494934082,
+ -4.764237403869629,
+ -8.071258544921875,
+ -8.745630264282227,
+ -4.229397296905518,
+ -8.707489013671875,
+ -0.4862062931060791
+ ],
+ "distances_by_expert": [
+ 28.651845932006836,
+ 32.384925842285156,
+ 28.03119468688965,
+ 10.700448989868164,
+ 9.528474807739258,
+ 16.14251708984375,
+ 17.491260528564453,
+ 8.458794593811035,
+ 17.41497802734375,
+ 0.9724125862121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.59814453125,
+ "language": 52.92461013793945
+ }
+ },
+ {
+ "routing_index": 795,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.43853786894033e-07,
+ 7.986913175273003e-08,
+ 7.643077992725011e-07,
+ 0.0043928176164627075,
+ 0.007698239758610725,
+ 0.00025742873549461365,
+ 0.0001406905212206766,
+ 0.012951862998306751,
+ 0.00015468521451111883,
+ 0.5298036932945251
+ ],
+ "log_scores_by_expert": [
+ -14.424585342407227,
+ -16.342876434326172,
+ -14.084295272827148,
+ -5.427784442901611,
+ -4.866763591766357,
+ -8.26476764678955,
+ -8.868947982788086,
+ -4.346515655517578,
+ -8.774118423461914,
+ -0.6352487802505493
+ ],
+ "distances_by_expert": [
+ 28.849170684814453,
+ 32.685752868652344,
+ 28.168590545654297,
+ 10.855568885803223,
+ 9.733527183532715,
+ 16.5295352935791,
+ 17.737895965576172,
+ 8.693031311035156,
+ 17.548236846923828,
+ 1.2704975605010986
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3292.229736328125,
+ "language": 52.925193786621094
+ }
+ },
+ {
+ "routing_index": 796,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.659468342855689e-07,
+ 8.727732847546577e-08,
+ 7.988249990376062e-07,
+ 0.004630459472537041,
+ 0.00825341884046793,
+ 0.0002797874331008643,
+ 0.0001509174471721053,
+ 0.013613663613796234,
+ 0.00016036606393754482,
+ 0.5701978206634521
+ ],
+ "log_scores_by_expert": [
+ -14.384765625,
+ -16.254175186157227,
+ -14.04012393951416,
+ -5.375099182128906,
+ -4.797127723693848,
+ -8.181480407714844,
+ -8.79877758026123,
+ -4.2966814041137695,
+ -8.738051414489746,
+ -0.5617719292640686
+ ],
+ "distances_by_expert": [
+ 28.76953125,
+ 32.50835037231445,
+ 28.08024787902832,
+ 10.750198364257812,
+ 9.594255447387695,
+ 16.362960815429688,
+ 17.59755516052246,
+ 8.593362808227539,
+ 17.476102828979492,
+ 1.1235438585281372
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.589111328125,
+ "language": 52.92491149902344
+ }
+ },
+ {
+ "routing_index": 797,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.04096157985623e-07,
+ 9.248208243661793e-08,
+ 8.360436254406522e-07,
+ 0.004850944969803095,
+ 0.008513742126524448,
+ 0.00030864356085658073,
+ 0.000158144292072393,
+ 0.01441209577023983,
+ 0.00016708209295757115,
+ 0.6021162271499634
+ ],
+ "log_scores_by_expert": [
+ -14.31953239440918,
+ -16.196250915527344,
+ -13.994585037231445,
+ -5.328581809997559,
+ -4.766073703765869,
+ -8.08332347869873,
+ -8.752002716064453,
+ -4.239687442779541,
+ -8.697025299072266,
+ -0.5073047876358032
+ ],
+ "distances_by_expert": [
+ 28.63906478881836,
+ 32.39250183105469,
+ 27.98917007446289,
+ 10.657163619995117,
+ 9.532147407531738,
+ 16.16664695739746,
+ 17.504005432128906,
+ 8.479374885559082,
+ 17.39405059814453,
+ 1.0146095752716064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.01416015625,
+ "language": 52.928672790527344
+ }
+ },
+ {
+ "routing_index": 798,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.873411055290489e-07,
+ 8.788101979462226e-08,
+ 8.165723102138145e-07,
+ 0.004734679125249386,
+ 0.008351463824510574,
+ 0.000289196235826239,
+ 0.00015276327030733228,
+ 0.01404940988868475,
+ 0.00016355754632968456,
+ 0.5831596255302429
+ ],
+ "log_scores_by_expert": [
+ -14.347660064697266,
+ -16.247282028198242,
+ -14.018150329589844,
+ -5.352841377258301,
+ -4.785318374633789,
+ -8.148405075073242,
+ -8.78662109375,
+ -4.265174865722656,
+ -8.718345642089844,
+ -0.5392943620681763
+ ],
+ "distances_by_expert": [
+ 28.69532012939453,
+ 32.494564056396484,
+ 28.036300659179688,
+ 10.705682754516602,
+ 9.570636749267578,
+ 16.296810150146484,
+ 17.5732421875,
+ 8.530349731445312,
+ 17.436691284179688,
+ 1.0785887241363525
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.95068359375,
+ "language": 52.92976760864258
+ }
+ },
+ {
+ "routing_index": 799,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.936459501754143e-07,
+ 8.914651772329307e-08,
+ 8.207359201151121e-07,
+ 0.004757475107908249,
+ 0.00841144472360611,
+ 0.00029598516994155943,
+ 0.0001538197830086574,
+ 0.014218132942914963,
+ 0.00016631820471957326,
+ 0.592177152633667
+ ],
+ "log_scores_by_expert": [
+ -14.336982727050781,
+ -16.23298454284668,
+ -14.01306438446045,
+ -5.348038196563721,
+ -4.778162002563477,
+ -8.125201225280762,
+ -8.779728889465332,
+ -4.253237247467041,
+ -8.701607704162598,
+ -0.5239494442939758
+ ],
+ "distances_by_expert": [
+ 28.673965454101562,
+ 32.46596908569336,
+ 28.0261287689209,
+ 10.696076393127441,
+ 9.556324005126953,
+ 16.250402450561523,
+ 17.559457778930664,
+ 8.506474494934082,
+ 17.403215408325195,
+ 1.0478988885879517
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.75634765625,
+ "language": 52.89509963989258
+ }
+ },
+ {
+ "routing_index": 800,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.809652634525264e-07,
+ 8.621528024832514e-08,
+ 8.034947995838593e-07,
+ 0.004646942485123873,
+ 0.008131260052323341,
+ 0.0002834628976415843,
+ 0.00014922351692803204,
+ 0.013747836463153362,
+ 0.0001625854056328535,
+ 0.5660775303840637
+ ],
+ "log_scores_by_expert": [
+ -14.358574867248535,
+ -16.26641845703125,
+ -14.034295082092285,
+ -5.371545791625977,
+ -4.812039375305176,
+ -8.168429374694824,
+ -8.810065269470215,
+ -4.286873817443848,
+ -8.7243070602417,
+ -0.5690242052078247
+ ],
+ "distances_by_expert": [
+ 28.71714973449707,
+ 32.5328369140625,
+ 28.06859016418457,
+ 10.743091583251953,
+ 9.624078750610352,
+ 16.33685874938965,
+ 17.62013053894043,
+ 8.573747634887695,
+ 17.4486141204834,
+ 1.1380484104156494
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.08984375,
+ "language": 52.92334747314453
+ }
+ },
+ {
+ "routing_index": 801,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.598913273592188e-07,
+ 9.809148338035811e-08,
+ 9.269731435779249e-07,
+ 0.004341865424066782,
+ 0.009253309108316898,
+ 0.0002576072874944657,
+ 0.0001576117501826957,
+ 0.015142298303544521,
+ 0.00017317692982032895,
+ 0.6818590760231018
+ ],
+ "log_scores_by_expert": [
+ -14.23119068145752,
+ -16.137365341186523,
+ -13.891341209411621,
+ -5.439451217651367,
+ -4.682774066925049,
+ -8.264074325561523,
+ -8.755375862121582,
+ -4.190263271331787,
+ -8.6611967086792,
+ -0.38293227553367615
+ ],
+ "distances_by_expert": [
+ 28.46238136291504,
+ 32.27473068237305,
+ 27.782682418823242,
+ 10.878902435302734,
+ 9.365548133850098,
+ 16.528148651123047,
+ 17.510751724243164,
+ 8.380526542663574,
+ 17.3223934173584,
+ 0.7658645510673523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3561.994384765625,
+ "language": 52.88945388793945
+ }
+ },
+ {
+ "routing_index": 802,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.535893817272154e-07,
+ 1.000775000647991e-07,
+ 9.152400934908655e-07,
+ 0.004284651950001717,
+ 0.009496266953647137,
+ 0.0002638621663209051,
+ 0.00015898217679932714,
+ 0.01531035453081131,
+ 0.00017249058873858303,
+ 0.6988239288330078
+ ],
+ "log_scores_by_expert": [
+ -14.2407865524292,
+ -16.117321014404297,
+ -13.90407943725586,
+ -5.452715873718262,
+ -4.656856536865234,
+ -8.240083694458008,
+ -8.746718406677246,
+ -4.179225921630859,
+ -8.665167808532715,
+ -0.3583564758300781
+ ],
+ "distances_by_expert": [
+ 28.4815731048584,
+ 32.234642028808594,
+ 27.80815887451172,
+ 10.905431747436523,
+ 9.313713073730469,
+ 16.480167388916016,
+ 17.493436813354492,
+ 8.358451843261719,
+ 17.33033561706543,
+ 0.7167129516601562
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3463.30517578125,
+ "language": 52.89246368408203
+ }
+ },
+ {
+ "routing_index": 803,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.048564043543593e-07,
+ 1.1163344026954292e-07,
+ 9.562735385770793e-07,
+ 0.004709229338914156,
+ 0.010567283257842064,
+ 0.00029625854222103953,
+ 0.00017247414507437497,
+ 0.016603613272309303,
+ 0.000187346973689273,
+ 0.7971737384796143
+ ],
+ "log_scores_by_expert": [
+ -14.165271759033203,
+ -16.008045196533203,
+ -13.860221862792969,
+ -5.358231067657471,
+ -4.549992561340332,
+ -8.12427806854248,
+ -8.665263175964355,
+ -4.098134994506836,
+ -8.582548141479492,
+ -0.226682648062706
+ ],
+ "distances_by_expert": [
+ 28.330543518066406,
+ 32.016090393066406,
+ 27.720443725585938,
+ 10.716462135314941,
+ 9.099985122680664,
+ 16.24855613708496,
+ 17.33052635192871,
+ 8.196269989013672,
+ 17.165096282958984,
+ 0.453365296125412
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.729736328125,
+ "language": 52.926021575927734
+ }
+ },
+ {
+ "routing_index": 804,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.829216433994588e-07,
+ 9.672943690475222e-08,
+ 8.204753498830542e-07,
+ 0.004162374883890152,
+ 0.009887493215501308,
+ 0.0002642605686560273,
+ 0.00015513623657170683,
+ 0.01484709046781063,
+ 0.00016216668882407248,
+ 0.7324376702308655
+ ],
+ "log_scores_by_expert": [
+ -14.355213165283203,
+ -16.151348114013672,
+ -14.013381958007812,
+ -5.4816694259643555,
+ -4.616484642028809,
+ -8.238574981689453,
+ -8.771206855773926,
+ -4.209951400756836,
+ -8.726885795593262,
+ -0.31137701869010925
+ ],
+ "distances_by_expert": [
+ 28.710426330566406,
+ 32.302696228027344,
+ 28.026763916015625,
+ 10.963338851928711,
+ 9.232969284057617,
+ 16.477149963378906,
+ 17.54241371154785,
+ 8.419902801513672,
+ 17.453771591186523,
+ 0.6227540373802185
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.43798828125,
+ "language": 52.915470123291016
+ }
+ },
+ {
+ "routing_index": 805,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.91298316976463e-07,
+ 9.516767818240623e-08,
+ 8.271359774880693e-07,
+ 0.00409566517919302,
+ 0.009831246919929981,
+ 0.00025485968217253685,
+ 0.00015528840594924986,
+ 0.014814615249633789,
+ 0.00016085943207144737,
+ 0.7221758961677551
+ ],
+ "log_scores_by_expert": [
+ -14.34094524383545,
+ -16.167625427246094,
+ -14.00529670715332,
+ -5.497826099395752,
+ -4.622189521789551,
+ -8.274797439575195,
+ -8.77022647857666,
+ -4.212141036987305,
+ -8.734979629516602,
+ -0.32548657059669495
+ ],
+ "distances_by_expert": [
+ 28.6818904876709,
+ 32.33525085449219,
+ 28.01059341430664,
+ 10.995652198791504,
+ 9.244379043579102,
+ 16.54959487915039,
+ 17.54045295715332,
+ 8.42428207397461,
+ 17.469959259033203,
+ 0.6509731411933899
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.865234375,
+ "language": 52.90925216674805
+ }
+ },
+ {
+ "routing_index": 806,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.150031026663783e-07,
+ 1.0240016479201586e-07,
+ 8.548028631594207e-07,
+ 0.004719194024801254,
+ 0.010473414324223995,
+ 0.0003228273126296699,
+ 0.00017314754950348288,
+ 0.01636834815144539,
+ 0.00016686314484104514,
+ 0.7766833305358887
+ ],
+ "log_scores_by_expert": [
+ -14.30163860321045,
+ -16.094377517700195,
+ -13.972394943237305,
+ -5.356117248535156,
+ -4.558915138244629,
+ -8.038393020629883,
+ -8.66136646270752,
+ -4.112405776977539,
+ -8.698336601257324,
+ -0.25272253155708313
+ ],
+ "distances_by_expert": [
+ 28.6032772064209,
+ 32.18875503540039,
+ 27.94478988647461,
+ 10.712234497070312,
+ 9.117830276489258,
+ 16.076786041259766,
+ 17.32273292541504,
+ 8.224811553955078,
+ 17.39667320251465,
+ 0.5054450631141663
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.602294921875,
+ "language": 52.93238830566406
+ }
+ },
+ {
+ "routing_index": 807,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.815140298182087e-07,
+ 1.0408557216123882e-07,
+ 8.243655997830501e-07,
+ 0.004606709815561771,
+ 0.00994561705738306,
+ 0.0003378154069650918,
+ 0.00017276800645049661,
+ 0.01625627838075161,
+ 0.00015607454406563193,
+ 0.7554808259010315
+ ],
+ "log_scores_by_expert": [
+ -14.357630729675293,
+ -16.078052520751953,
+ -14.008651733398438,
+ -5.380241394042969,
+ -4.610623359680176,
+ -7.993010997772217,
+ -8.66356086730957,
+ -4.11927604675293,
+ -8.765176773071289,
+ -0.28040093183517456
+ ],
+ "distances_by_expert": [
+ 28.715261459350586,
+ 32.156105041503906,
+ 28.017303466796875,
+ 10.760482788085938,
+ 9.221246719360352,
+ 15.986021995544434,
+ 17.32712173461914,
+ 8.23855209350586,
+ 17.530353546142578,
+ 0.5608018636703491
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.407958984375,
+ "language": 52.93681716918945
+ }
+ },
+ {
+ "routing_index": 808,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.900133371345873e-07,
+ 1.0938241956637285e-07,
+ 9.492933372712287e-07,
+ 0.004635547287762165,
+ 0.010576331987977028,
+ 0.0003067259967792779,
+ 0.00017629808280617,
+ 0.01683296076953411,
+ 0.0001858358591562137,
+ 0.8021366000175476
+ ],
+ "log_scores_by_expert": [
+ -14.186554908752441,
+ -16.02841567993164,
+ -13.867547988891602,
+ -5.3740010261535645,
+ -4.549136638641357,
+ -8.089555740356445,
+ -8.64333438873291,
+ -4.084416389465332,
+ -8.590646743774414,
+ -0.22047638893127441
+ ],
+ "distances_by_expert": [
+ 28.373109817504883,
+ 32.05683135986328,
+ 27.735095977783203,
+ 10.748002052307129,
+ 9.098273277282715,
+ 16.17911148071289,
+ 17.28666877746582,
+ 8.168832778930664,
+ 17.181293487548828,
+ 0.44095277786254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.1650390625,
+ "language": 52.90615463256836
+ }
+ },
+ {
+ "routing_index": 809,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.104557653292431e-07,
+ 1.1306648417530596e-07,
+ 9.778992762221606e-07,
+ 0.004747191444039345,
+ 0.010590597987174988,
+ 0.0002992123772855848,
+ 0.0001762357132975012,
+ 0.016478942707180977,
+ 0.0001889320119516924,
+ 0.7811702489852905
+ ],
+ "log_scores_by_expert": [
+ -14.15735912322998,
+ -15.99528980255127,
+ -13.837859153747559,
+ -5.3502020835876465,
+ -4.547788619995117,
+ -8.114356994628906,
+ -8.643688201904297,
+ -4.1056718826293945,
+ -8.57412338256836,
+ -0.24696214497089386
+ ],
+ "distances_by_expert": [
+ 28.31471824645996,
+ 31.99057960510254,
+ 27.675718307495117,
+ 10.700404167175293,
+ 9.095577239990234,
+ 16.228713989257812,
+ 17.287376403808594,
+ 8.211343765258789,
+ 17.14824676513672,
+ 0.4939242899417877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.663818359375,
+ "language": 52.9332389831543
+ }
+ },
+ {
+ "routing_index": 810,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.862726422696142e-07,
+ 1.0534041905430058e-07,
+ 9.472603323956719e-07,
+ 0.004498980473726988,
+ 0.010031907819211483,
+ 0.0002759074268396944,
+ 0.00016391529061365873,
+ 0.015983695164322853,
+ 0.00018440303392708302,
+ 0.7419515252113342
+ ],
+ "log_scores_by_expert": [
+ -14.191990852355957,
+ -16.066068649291992,
+ -13.869691848754883,
+ -5.403904438018799,
+ -4.60198450088501,
+ -8.19544506072998,
+ -8.716160774230957,
+ -4.136186122894287,
+ -8.598386764526367,
+ -0.2984713315963745
+ ],
+ "distances_by_expert": [
+ 28.383981704711914,
+ 32.132137298583984,
+ 27.739383697509766,
+ 10.807808876037598,
+ 9.20396900177002,
+ 16.39089012145996,
+ 17.432321548461914,
+ 8.272372245788574,
+ 17.196773529052734,
+ 0.596942663192749
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.0546875,
+ "language": 52.89717102050781
+ }
+ },
+ {
+ "routing_index": 811,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96898382557265e-07,
+ 1.1832079849227739e-07,
+ 9.712501878311741e-07,
+ 0.005270576570183039,
+ 0.010618055239319801,
+ 0.00034774630330502987,
+ 0.00018112390534952283,
+ 0.016927722841501236,
+ 0.00019088872068095952,
+ 0.7742848992347717
+ ],
+ "log_scores_by_expert": [
+ -14.176626205444336,
+ -15.94986629486084,
+ -13.844681739807129,
+ -5.245615482330322,
+ -4.545199394226074,
+ -7.9640374183654785,
+ -8.616329193115234,
+ -4.078802585601807,
+ -8.563819885253906,
+ -0.25581538677215576
+ ],
+ "distances_by_expert": [
+ 28.353252410888672,
+ 31.89973258972168,
+ 27.689363479614258,
+ 10.491230964660645,
+ 9.090398788452148,
+ 15.928074836730957,
+ 17.23265838623047,
+ 8.157605171203613,
+ 17.127639770507812,
+ 0.5116307735443115
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.14501953125,
+ "language": 52.8995246887207
+ }
+ },
+ {
+ "routing_index": 812,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.860194048385893e-07,
+ 1.1988758785719256e-07,
+ 9.764678452484077e-07,
+ 0.005319736897945404,
+ 0.010268994607031345,
+ 0.0003646117402240634,
+ 0.00018165670917369425,
+ 0.017059113830327988,
+ 0.00018732018361333758,
+ 0.7447814345359802
+ ],
+ "log_scores_by_expert": [
+ -14.192359924316406,
+ -15.936711311340332,
+ -13.839323997497559,
+ -5.236331462860107,
+ -4.5786261558532715,
+ -7.916677474975586,
+ -8.613391876220703,
+ -4.071070671081543,
+ -8.582691192626953,
+ -0.29466453194618225
+ ],
+ "distances_by_expert": [
+ 28.384719848632812,
+ 31.873422622680664,
+ 27.678647994995117,
+ 10.472662925720215,
+ 9.157252311706543,
+ 15.833354949951172,
+ 17.226783752441406,
+ 8.142141342163086,
+ 17.165382385253906,
+ 0.5893290638923645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.18798828125,
+ "language": 52.89344024658203
+ }
+ },
+ {
+ "routing_index": 813,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.688948133160011e-07,
+ 1.140804997135092e-07,
+ 9.371087799081579e-07,
+ 0.00513472268357873,
+ 0.009596516378223896,
+ 0.0003688271972350776,
+ 0.0001794585259631276,
+ 0.016246862709522247,
+ 0.00017860159277915955,
+ 0.6982584595680237
+ ],
+ "log_scores_by_expert": [
+ -14.217638969421387,
+ -15.986361503601074,
+ -13.88046646118164,
+ -5.271729469299316,
+ -4.646355152130127,
+ -7.905182361602783,
+ -8.625566482543945,
+ -4.1198554039001465,
+ -8.630352973937988,
+ -0.35916590690612793
+ ],
+ "distances_by_expert": [
+ 28.435277938842773,
+ 31.97272300720215,
+ 27.76093292236328,
+ 10.543458938598633,
+ 9.292710304260254,
+ 15.810364723205566,
+ 17.25113296508789,
+ 8.239710807800293,
+ 17.260705947875977,
+ 0.7183318138122559
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.3916015625,
+ "language": 52.950408935546875
+ }
+ },
+ {
+ "routing_index": 814,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.580794433830306e-07,
+ 1.0069249611888154e-07,
+ 9.128715987571923e-07,
+ 0.005148828029632568,
+ 0.009140743874013424,
+ 0.00033768045250326395,
+ 0.0001699197309790179,
+ 0.015623019076883793,
+ 0.0001779852173058316,
+ 0.6482235789299011
+ ],
+ "log_scores_by_expert": [
+ -14.233940124511719,
+ -16.111194610595703,
+ -13.906670570373535,
+ -5.268986225128174,
+ -4.695013523101807,
+ -7.993410587310791,
+ -8.680184364318848,
+ -4.15900993347168,
+ -8.633810043334961,
+ -0.4335196316242218
+ ],
+ "distances_by_expert": [
+ 28.467880249023438,
+ 32.222389221191406,
+ 27.81334114074707,
+ 10.537972450256348,
+ 9.390027046203613,
+ 15.986821174621582,
+ 17.360368728637695,
+ 8.31801986694336,
+ 17.267620086669922,
+ 0.8670392632484436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.01416015625,
+ "language": 52.90897750854492
+ }
+ },
+ {
+ "routing_index": 815,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.510251182589855e-07,
+ 1.0593360144639519e-07,
+ 8.791139975983242e-07,
+ 0.005049009341746569,
+ 0.009212699718773365,
+ 0.00036161061143502593,
+ 0.00017123707220889628,
+ 0.015799520537257195,
+ 0.00017553909856360406,
+ 0.6738499999046326
+ ],
+ "log_scores_by_expert": [
+ -14.244717597961426,
+ -16.060453414916992,
+ -13.944351196289062,
+ -5.288563251495361,
+ -4.6871724128723145,
+ -7.924942493438721,
+ -8.67246150970459,
+ -4.147775650024414,
+ -8.647648811340332,
+ -0.3947477340698242
+ ],
+ "distances_by_expert": [
+ 28.48943519592285,
+ 32.120906829833984,
+ 27.888702392578125,
+ 10.577126502990723,
+ 9.374344825744629,
+ 15.849884986877441,
+ 17.34492301940918,
+ 8.295551300048828,
+ 17.295297622680664,
+ 0.7894954681396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.985107421875,
+ "language": 52.930213928222656
+ }
+ },
+ {
+ "routing_index": 816,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516369808196032e-07,
+ 1.0395799421303309e-07,
+ 8.791341201686009e-07,
+ 0.0050417897291481495,
+ 0.009280909784138203,
+ 0.00035078902146779,
+ 0.00017011689487844706,
+ 0.015641093254089355,
+ 0.00017551801283843815,
+ 0.6745283007621765
+ ],
+ "log_scores_by_expert": [
+ -14.243778228759766,
+ -16.07927894592285,
+ -13.944328308105469,
+ -5.289994239807129,
+ -4.679795742034912,
+ -7.955325603485107,
+ -8.679024696350098,
+ -4.157853603363037,
+ -8.6477689743042,
+ -0.3937416672706604
+ ],
+ "distances_by_expert": [
+ 28.48755645751953,
+ 32.1585578918457,
+ 27.888656616210938,
+ 10.579988479614258,
+ 9.359591484069824,
+ 15.910651206970215,
+ 17.358049392700195,
+ 8.315707206726074,
+ 17.2955379486084,
+ 0.7874833345413208
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.134765625,
+ "language": 52.933773040771484
+ }
+ },
+ {
+ "routing_index": 817,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.881890612930874e-07,
+ 1.1360236840118887e-07,
+ 9.355924817100458e-07,
+ 0.005144717171788216,
+ 0.009721877053380013,
+ 0.00036537108826451004,
+ 0.0001769918017089367,
+ 0.016452835872769356,
+ 0.00018620627815835178,
+ 0.7210171222686768
+ ],
+ "log_scores_by_expert": [
+ -14.189202308654785,
+ -15.990561485290527,
+ -13.882085800170898,
+ -5.269784927368164,
+ -4.633376598358154,
+ -7.914597034454346,
+ -8.63940715789795,
+ -4.10725736618042,
+ -8.588655471801758,
+ -0.3270924389362335
+ ],
+ "distances_by_expert": [
+ 28.37840461730957,
+ 31.981122970581055,
+ 27.764171600341797,
+ 10.539569854736328,
+ 9.266753196716309,
+ 15.829194068908691,
+ 17.2788143157959,
+ 8.21451473236084,
+ 17.177310943603516,
+ 0.654184877872467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.541748046875,
+ "language": 52.920166015625
+ }
+ },
+ {
+ "routing_index": 818,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.331940423682681e-07,
+ 1.1250813969354567e-07,
+ 9.764240758158849e-07,
+ 0.005226559471338987,
+ 0.009943535551428795,
+ 0.0003566454688552767,
+ 0.00017718281014822423,
+ 0.016825465485453606,
+ 0.0001973831094801426,
+ 0.7323163747787476
+ ],
+ "log_scores_by_expert": [
+ -14.125855445861816,
+ -16.000240325927734,
+ -13.83936882019043,
+ -5.254002094268799,
+ -4.610832691192627,
+ -7.93876838684082,
+ -8.638328552246094,
+ -4.084861755371094,
+ -8.530364036560059,
+ -0.31154265999794006
+ ],
+ "distances_by_expert": [
+ 28.251710891723633,
+ 32.00048065185547,
+ 27.67873764038086,
+ 10.508004188537598,
+ 9.221665382385254,
+ 15.87753677368164,
+ 17.276657104492188,
+ 8.169723510742188,
+ 17.060728073120117,
+ 0.6230853199958801
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.8701171875,
+ "language": 52.89287185668945
+ }
+ },
+ {
+ "routing_index": 819,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.619998996233335e-07,
+ 1.0599018906987112e-07,
+ 1.0103353815793525e-06,
+ 0.004717571660876274,
+ 0.009627816267311573,
+ 0.00031552682048641145,
+ 0.0001713725068839267,
+ 0.01634465530514717,
+ 0.00019976026669610292,
+ 0.7125627398490906
+ ],
+ "log_scores_by_expert": [
+ -14.087319374084473,
+ -16.059919357299805,
+ -13.805228233337402,
+ -5.356461048126221,
+ -4.643098831176758,
+ -8.061266899108887,
+ -8.671670913696289,
+ -4.11385440826416,
+ -8.518392562866211,
+ -0.33888739347457886
+ ],
+ "distances_by_expert": [
+ 28.174638748168945,
+ 32.11983871459961,
+ 27.610456466674805,
+ 10.712922096252441,
+ 9.286197662353516,
+ 16.122533798217773,
+ 17.343341827392578,
+ 8.22770881652832,
+ 17.036785125732422,
+ 0.6777747869491577
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3422.60888671875,
+ "language": 52.913299560546875
+ }
+ },
+ {
+ "routing_index": 820,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.549107294835267e-07,
+ 1.0141083350845292e-07,
+ 9.979381729863235e-07,
+ 0.00447180075570941,
+ 0.009267523884773254,
+ 0.000294701341772452,
+ 0.0001649288897169754,
+ 0.01580808125436306,
+ 0.00019652415357995778,
+ 0.6831154823303223
+ ],
+ "log_scores_by_expert": [
+ -14.09666633605957,
+ -16.10408592224121,
+ -13.817574501037598,
+ -5.409964084625244,
+ -4.681239128112793,
+ -8.129548072814941,
+ -8.709996223449707,
+ -4.147233963012695,
+ -8.534725189208984,
+ -0.381091445684433
+ ],
+ "distances_by_expert": [
+ 28.19333267211914,
+ 32.20817184448242,
+ 27.635149002075195,
+ 10.819928169250488,
+ 9.362478256225586,
+ 16.259096145629883,
+ 17.419992446899414,
+ 8.29446792602539,
+ 17.06945037841797,
+ 0.762182891368866
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.3837890625,
+ "language": 52.927974700927734
+ }
+ },
+ {
+ "routing_index": 821,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.038897820166312e-07,
+ 9.053033522832266e-08,
+ 9.398591487297381e-07,
+ 0.004147684201598167,
+ 0.00853522028774023,
+ 0.0002606130437925458,
+ 0.0001522460806882009,
+ 0.014590222388505936,
+ 0.00018614981672726572,
+ 0.6232612729072571
+ ],
+ "log_scores_by_expert": [
+ -14.166644096374512,
+ -16.217580795288086,
+ -13.877535820007324,
+ -5.485205173492432,
+ -4.763554096221924,
+ -8.252473831176758,
+ -8.79001235961914,
+ -4.22740364074707,
+ -8.588958740234375,
+ -0.472789466381073
+ ],
+ "distances_by_expert": [
+ 28.333288192749023,
+ 32.43516159057617,
+ 27.75507164001465,
+ 10.970410346984863,
+ 9.527108192443848,
+ 16.504947662353516,
+ 17.58002471923828,
+ 8.45480728149414,
+ 17.17791748046875,
+ 0.945578932762146
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3342.392578125,
+ "language": 52.90205001831055
+ }
+ },
+ {
+ "routing_index": 822,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.018540486569691e-07,
+ 9.043110793527376e-08,
+ 9.33711817197036e-07,
+ 0.004115524236112833,
+ 0.008693085052073002,
+ 0.0002683567872736603,
+ 0.00015357469965238124,
+ 0.014817272312939167,
+ 0.00018476408149581403,
+ 0.6445660591125488
+ ],
+ "log_scores_by_expert": [
+ -14.169540405273438,
+ -16.218677520751953,
+ -13.884098052978516,
+ -5.4929890632629395,
+ -4.745227336883545,
+ -8.223193168640137,
+ -8.781323432922363,
+ -4.21196174621582,
+ -8.596430778503418,
+ -0.4391779899597168
+ ],
+ "distances_by_expert": [
+ 28.339080810546875,
+ 32.437355041503906,
+ 27.76819610595703,
+ 10.985978126525879,
+ 9.49045467376709,
+ 16.446386337280273,
+ 17.562646865844727,
+ 8.42392349243164,
+ 17.192861557006836,
+ 0.8783559799194336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.994873046875,
+ "language": 52.90199279785156
+ }
+ },
+ {
+ "routing_index": 823,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.222503768389288e-07,
+ 9.23438960853673e-08,
+ 9.618142939871177e-07,
+ 0.004049764014780521,
+ 0.009126423858106136,
+ 0.0002585570910014212,
+ 0.0001572587643750012,
+ 0.015056188218295574,
+ 0.00018850814376492053,
+ 0.6663194894790649
+ ],
+ "log_scores_by_expert": [
+ -14.140893936157227,
+ -16.19774627685547,
+ -13.85444450378418,
+ -5.509096622467041,
+ -4.6965813636779785,
+ -8.260394096374512,
+ -8.757617950439453,
+ -4.1959662437438965,
+ -8.576369285583496,
+ -0.4059859812259674
+ ],
+ "distances_by_expert": [
+ 28.281787872314453,
+ 32.39549255371094,
+ 27.70888900756836,
+ 11.018193244934082,
+ 9.393162727355957,
+ 16.520788192749023,
+ 17.515235900878906,
+ 8.391932487487793,
+ 17.152738571166992,
+ 0.8119719624519348
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.73876953125,
+ "language": 52.90101623535156
+ }
+ },
+ {
+ "routing_index": 824,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.904971883159305e-07,
+ 9.225181685224015e-08,
+ 9.57704628490319e-07,
+ 0.004184686113148928,
+ 0.00877515971660614,
+ 0.00027908655465580523,
+ 0.00015788419113960117,
+ 0.014941299334168434,
+ 0.0001832393609220162,
+ 0.650108277797699
+ ],
+ "log_scores_by_expert": [
+ -14.185853958129883,
+ -16.19874382019043,
+ -13.858726501464844,
+ -5.47632360458374,
+ -4.735830307006836,
+ -8.183988571166992,
+ -8.75364875793457,
+ -4.2036261558532715,
+ -8.604717254638672,
+ -0.4306163787841797
+ ],
+ "distances_by_expert": [
+ 28.371707916259766,
+ 32.39748764038086,
+ 27.717453002929688,
+ 10.95264720916748,
+ 9.471660614013672,
+ 16.367977142333984,
+ 17.50729751586914,
+ 8.407252311706543,
+ 17.209434509277344,
+ 0.8612327575683594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.216796875,
+ "language": 52.88324737548828
+ }
+ },
+ {
+ "routing_index": 825,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.600990900551551e-07,
+ 9.197650996384255e-08,
+ 9.122763913183007e-07,
+ 0.0040761493146419525,
+ 0.008994649164378643,
+ 0.0002836002386175096,
+ 0.00016085943207144737,
+ 0.01491331122815609,
+ 0.00017681044118944556,
+ 0.6788933873176575
+ ],
+ "log_scores_by_expert": [
+ -14.230875968933105,
+ -16.201732635498047,
+ -13.907322883605957,
+ -5.502602577209473,
+ -4.711125373840332,
+ -8.16794490814209,
+ -8.734979629516602,
+ -4.205501079559326,
+ -8.640432357788086,
+ -0.38729116320610046
+ ],
+ "distances_by_expert": [
+ 28.46175193786621,
+ 32.403465270996094,
+ 27.814645767211914,
+ 11.005205154418945,
+ 9.422250747680664,
+ 16.33588981628418,
+ 17.469959259033203,
+ 8.411002159118652,
+ 17.280864715576172,
+ 0.7745823264122009
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.860595703125,
+ "language": 52.912147521972656
+ }
+ },
+ {
+ "routing_index": 826,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.225338324838958e-07,
+ 7.55358300352782e-08,
+ 8.660296089146868e-07,
+ 0.003635260509327054,
+ 0.0076220897026360035,
+ 0.00022937447647564113,
+ 0.0001392794365528971,
+ 0.012939134612679482,
+ 0.00016530694847460836,
+ 0.553017258644104
+ ],
+ "log_scores_by_expert": [
+ -14.289467811584473,
+ -16.398658752441406,
+ -13.959346771240234,
+ -5.617074489593506,
+ -4.876704692840576,
+ -8.380154609680176,
+ -8.8790283203125,
+ -4.347498893737793,
+ -8.707706451416016,
+ -0.592366099357605
+ ],
+ "distances_by_expert": [
+ 28.578935623168945,
+ 32.79731750488281,
+ 27.91869354248047,
+ 11.234148979187012,
+ 9.753409385681152,
+ 16.76030921936035,
+ 17.758056640625,
+ 8.694997787475586,
+ 17.41541290283203,
+ 1.18473219871521
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.73974609375,
+ "language": 52.90193176269531
+ }
+ },
+ {
+ "routing_index": 827,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.853014724583772e-07,
+ 9.958698399259447e-08,
+ 9.316340197074169e-07,
+ 0.0046797324903309345,
+ 0.00939328782260418,
+ 0.00031764295999892056,
+ 0.00017020924133248627,
+ 0.015597986057400703,
+ 0.00018263293895870447,
+ 0.68516606092453
+ ],
+ "log_scores_by_expert": [
+ -14.19340705871582,
+ -16.122234344482422,
+ -13.88632583618164,
+ -5.364514350891113,
+ -4.667759895324707,
+ -8.054582595825195,
+ -8.678482055664062,
+ -4.160613536834717,
+ -8.6080322265625,
+ -0.37809398770332336
+ ],
+ "distances_by_expert": [
+ 28.38681411743164,
+ 32.244468688964844,
+ 27.77265167236328,
+ 10.729028701782227,
+ 9.335519790649414,
+ 16.10916519165039,
+ 17.356964111328125,
+ 8.321227073669434,
+ 17.216064453125,
+ 0.7561879754066467
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.145263671875,
+ "language": 52.92747497558594
+ }
+ },
+ {
+ "routing_index": 828,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.412143989109609e-07,
+ 9.850921145471148e-08,
+ 8.902608783500909e-07,
+ 0.0046501122415065765,
+ 0.009155343286693096,
+ 0.00032013547024689615,
+ 0.0001681107678450644,
+ 0.015177574940025806,
+ 0.00017406111874151975,
+ 0.6704516410827637
+ ],
+ "log_scores_by_expert": [
+ -14.259902000427246,
+ -16.133115768432617,
+ -13.931751251220703,
+ -5.370863914489746,
+ -4.693417549133301,
+ -8.04676628112793,
+ -8.690887451171875,
+ -4.187936305999756,
+ -8.65610408782959,
+ -0.3998037278652191
+ ],
+ "distances_by_expert": [
+ 28.519804000854492,
+ 32.266231536865234,
+ 27.863502502441406,
+ 10.741727828979492,
+ 9.386835098266602,
+ 16.09353256225586,
+ 17.38177490234375,
+ 8.375872611999512,
+ 17.31220817565918,
+ 0.7996074557304382
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3248.55859375,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 829,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.430080361496948e-07,
+ 9.253996324787295e-08,
+ 9.072640523299924e-07,
+ 0.004128378815948963,
+ 0.008933057077229023,
+ 0.00023849647550377995,
+ 0.00015326992433983833,
+ 0.014768579043447971,
+ 0.00016663431597407907,
+ 0.6688109040260315
+ ],
+ "log_scores_by_expert": [
+ -14.257108688354492,
+ -16.19562530517578,
+ -13.912832260131836,
+ -5.489870548248291,
+ -4.717996597290039,
+ -8.341156005859375,
+ -8.783309936523438,
+ -4.2152533531188965,
+ -8.699708938598633,
+ -0.4022539258003235
+ ],
+ "distances_by_expert": [
+ 28.514217376708984,
+ 32.39125061035156,
+ 27.825664520263672,
+ 10.979741096496582,
+ 9.435993194580078,
+ 16.68231201171875,
+ 17.566619873046875,
+ 8.430506706237793,
+ 17.399417877197266,
+ 0.804507851600647
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.10595703125,
+ "language": 52.90270233154297
+ }
+ },
+ {
+ "routing_index": 830,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.472648692579241e-07,
+ 9.889608776347814e-08,
+ 9.036166943587887e-07,
+ 0.004211542196571827,
+ 0.009483406320214272,
+ 0.0002481354749761522,
+ 0.00015705896657891572,
+ 0.014957317151129246,
+ 0.00016964432143140584,
+ 0.6999402642250061
+ ],
+ "log_scores_by_expert": [
+ -14.250510215759277,
+ -16.129196166992188,
+ -13.916860580444336,
+ -5.469926357269287,
+ -4.658211708068848,
+ -8.301535606384277,
+ -8.758889198303223,
+ -4.202554702758789,
+ -8.681806564331055,
+ -0.35676026344299316
+ ],
+ "distances_by_expert": [
+ 28.501020431518555,
+ 32.258392333984375,
+ 27.833721160888672,
+ 10.939852714538574,
+ 9.316423416137695,
+ 16.603071212768555,
+ 17.517778396606445,
+ 8.405109405517578,
+ 17.36361312866211,
+ 0.7135205268859863
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.55322265625,
+ "language": 52.90837860107422
+ }
+ },
+ {
+ "routing_index": 831,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.917686050655902e-07,
+ 1.1286987700032114e-07,
+ 9.465894095228577e-07,
+ 0.004666440654546022,
+ 0.010685817338526249,
+ 0.00029853201704099774,
+ 0.00017469190061092377,
+ 0.016892792657017708,
+ 0.0001805127685656771,
+ 0.8092908263206482
+ ],
+ "log_scores_by_expert": [
+ -14.184014320373535,
+ -15.997030258178711,
+ -13.870400428771973,
+ -5.367358684539795,
+ -4.538837909698486,
+ -8.116633415222168,
+ -8.652486801147461,
+ -4.080868244171143,
+ -8.619709014892578,
+ -0.2115970104932785
+ ],
+ "distances_by_expert": [
+ 28.36802864074707,
+ 31.994060516357422,
+ 27.740800857543945,
+ 10.73471736907959,
+ 9.077675819396973,
+ 16.233266830444336,
+ 17.304973602294922,
+ 8.161736488342285,
+ 17.239418029785156,
+ 0.423194020986557
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.422607421875,
+ "language": 52.95147705078125
+ }
+ },
+ {
+ "routing_index": 832,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.538948807450652e-07,
+ 1.1845594372061896e-07,
+ 1.0260237104375847e-06,
+ 0.005078752525150776,
+ 0.010715186595916748,
+ 0.0003374603984411806,
+ 0.00018429913325235248,
+ 0.01784411445260048,
+ 0.0001977767242351547,
+ 0.8194164037704468
+ ],
+ "log_scores_by_expert": [
+ -14.098012924194336,
+ -15.948724746704102,
+ -13.789819717407227,
+ -5.282689571380615,
+ -4.536093235015869,
+ -7.994062423706055,
+ -8.598950386047363,
+ -4.026081562042236,
+ -8.528371810913086,
+ -0.19916285574436188
+ ],
+ "distances_by_expert": [
+ 28.196025848388672,
+ 31.897449493408203,
+ 27.579639434814453,
+ 10.56537914276123,
+ 9.072186470031738,
+ 15.98812484741211,
+ 17.197900772094727,
+ 8.052163124084473,
+ 17.056743621826172,
+ 0.39832571148872375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.975830078125,
+ "language": 52.890499114990234
+ }
+ },
+ {
+ "routing_index": 833,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.489027555289795e-07,
+ 9.937788547631499e-08,
+ 8.764302492636489e-07,
+ 0.004368055611848831,
+ 0.009953843429684639,
+ 0.00029552230262197554,
+ 0.00016803399194031954,
+ 0.016509372740983963,
+ 0.000170125174918212,
+ 0.7795339822769165
+ ],
+ "log_scores_by_expert": [
+ -14.2479829788208,
+ -16.12433624267578,
+ -13.947408676147461,
+ -5.433437347412109,
+ -4.609796524047852,
+ -8.126766204833984,
+ -8.691344261169434,
+ -4.103826999664307,
+ -8.678976058959961,
+ -0.24905900657176971
+ ],
+ "distances_by_expert": [
+ 28.4959659576416,
+ 32.24867248535156,
+ 27.894817352294922,
+ 10.866874694824219,
+ 9.219593048095703,
+ 16.25353240966797,
+ 17.382688522338867,
+ 8.207653999328613,
+ 17.357952117919922,
+ 0.49811801314353943
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3469.97119140625,
+ "language": 52.92666244506836
+ }
+ },
+ {
+ "routing_index": 834,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.289489533628512e-07,
+ 1.064098924530299e-07,
+ 8.684777412781841e-07,
+ 0.0047537400387227535,
+ 0.010581810027360916,
+ 0.00033907301258295774,
+ 0.00017707503866404295,
+ 0.016748331487178802,
+ 0.0001658414548728615,
+ 0.7906721830368042
+ ],
+ "log_scores_by_expert": [
+ -14.279215812683105,
+ -16.055967330932617,
+ -13.956523895263672,
+ -5.348823547363281,
+ -4.548618793487549,
+ -7.98929500579834,
+ -8.638936996459961,
+ -4.089456558227539,
+ -8.70447826385498,
+ -0.23487187922000885
+ ],
+ "distances_by_expert": [
+ 28.55843162536621,
+ 32.111934661865234,
+ 27.913047790527344,
+ 10.697647094726562,
+ 9.097237586975098,
+ 15.97859001159668,
+ 17.277873992919922,
+ 8.178913116455078,
+ 17.40895652770996,
+ 0.4697437584400177
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3485.51171875,
+ "language": 52.956016540527344
+ }
+ },
+ {
+ "routing_index": 835,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.586137715203222e-07,
+ 1.0543066508716947e-07,
+ 8.959479487202771e-07,
+ 0.004852709826081991,
+ 0.010553314350545406,
+ 0.00033813543268479407,
+ 0.00017858370847534388,
+ 0.017516709864139557,
+ 0.0001726154878269881,
+ 0.7981202602386475
+ ],
+ "log_scores_by_expert": [
+ -14.233128547668457,
+ -16.06521224975586,
+ -13.925383567810059,
+ -5.32821798324585,
+ -4.5513153076171875,
+ -7.992063999176025,
+ -8.630453109741211,
+ -4.044600009918213,
+ -8.664443969726562,
+ -0.2254960536956787
+ ],
+ "distances_by_expert": [
+ 28.466257095336914,
+ 32.13042449951172,
+ 27.850767135620117,
+ 10.6564359664917,
+ 9.102630615234375,
+ 15.98412799835205,
+ 17.260906219482422,
+ 8.089200019836426,
+ 17.328887939453125,
+ 0.4509921073913574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.155029296875,
+ "language": 52.92889404296875
+ }
+ },
+ {
+ "routing_index": 836,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.46736418477667e-07,
+ 1.1760777596236949e-07,
+ 1.021946673063212e-06,
+ 0.004926546476781368,
+ 0.010937090963125229,
+ 0.0003371359780430794,
+ 0.0001859361946117133,
+ 0.018003158271312714,
+ 0.00019644883286673576,
+ 0.8361789584159851
+ ],
+ "log_scores_by_expert": [
+ -14.107553482055664,
+ -15.955910682678223,
+ -13.793801307678223,
+ -5.313117027282715,
+ -4.515595436096191,
+ -7.99502420425415,
+ -8.590106964111328,
+ -4.017208099365234,
+ -8.53510856628418,
+ -0.17891260981559753
+ ],
+ "distances_by_expert": [
+ 28.215106964111328,
+ 31.911821365356445,
+ 27.587602615356445,
+ 10.62623405456543,
+ 9.031190872192383,
+ 15.9900484085083,
+ 17.180213928222656,
+ 8.034416198730469,
+ 17.07021713256836,
+ 0.35782521963119507
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3486.274169921875,
+ "language": 52.89116668701172
+ }
+ },
+ {
+ "routing_index": 837,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.447309258168389e-07,
+ 1.1781826714241106e-07,
+ 1.0171074791287538e-06,
+ 0.004938217345625162,
+ 0.010778222233057022,
+ 0.00032215594546869397,
+ 0.00018341052054893225,
+ 0.017555400729179382,
+ 0.00019511199207045138,
+ 0.8127411007881165
+ ],
+ "log_scores_by_expert": [
+ -14.11024284362793,
+ -15.954122543334961,
+ -13.798547744750977,
+ -5.310750961303711,
+ -4.5302276611328125,
+ -8.040474891662598,
+ -8.60378360748291,
+ -4.042393684387207,
+ -8.541936874389648,
+ -0.20734275877475739
+ ],
+ "distances_by_expert": [
+ 28.22048568725586,
+ 31.908245086669922,
+ 27.597095489501953,
+ 10.621501922607422,
+ 9.060455322265625,
+ 16.080949783325195,
+ 17.20756721496582,
+ 8.084787368774414,
+ 17.083873748779297,
+ 0.41468551754951477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.532958984375,
+ "language": 52.92941665649414
+ }
+ },
+ {
+ "routing_index": 838,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.660036089873756e-07,
+ 1.1492306839500088e-07,
+ 1.039470362229622e-06,
+ 0.0048421467654407024,
+ 0.010609992779791355,
+ 0.00030560215236619115,
+ 0.00017968440079130232,
+ 0.017482038587331772,
+ 0.00019740719289984554,
+ 0.7910815477371216
+ ],
+ "log_scores_by_expert": [
+ -14.08207893371582,
+ -15.979002952575684,
+ -13.776799201965332,
+ -5.330397129058838,
+ -4.545958995819092,
+ -8.093226432800293,
+ -8.624308586120605,
+ -4.046581268310547,
+ -8.530241966247559,
+ -0.23435428738594055
+ ],
+ "distances_by_expert": [
+ 28.16415786743164,
+ 31.958005905151367,
+ 27.553598403930664,
+ 10.660794258117676,
+ 9.091917991638184,
+ 16.186452865600586,
+ 17.24861717224121,
+ 8.093162536621094,
+ 17.060483932495117,
+ 0.4687085747718811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.18359375,
+ "language": 52.9495964050293
+ }
+ },
+ {
+ "routing_index": 839,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.236872647808923e-07,
+ 1.252646057992024e-07,
+ 9.890368346532341e-07,
+ 0.005401390139013529,
+ 0.010921877808868885,
+ 0.00037809289642609656,
+ 0.0001912677544169128,
+ 0.017855264246463776,
+ 0.00019389571389183402,
+ 0.8141014575958252
+ ],
+ "log_scores_by_expert": [
+ -14.138906478881836,
+ -15.892837524414062,
+ -13.826534271240234,
+ -5.221098899841309,
+ -4.516987323760986,
+ -7.880370616912842,
+ -8.561836242675781,
+ -4.02545690536499,
+ -8.548190116882324,
+ -0.2056703418493271
+ ],
+ "distances_by_expert": [
+ 28.277812957763672,
+ 31.785675048828125,
+ 27.65306854248047,
+ 10.442197799682617,
+ 9.033974647521973,
+ 15.760741233825684,
+ 17.123672485351562,
+ 8.05091381072998,
+ 17.09638023376465,
+ 0.4113406836986542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.41455078125,
+ "language": 52.965858459472656
+ }
+ },
+ {
+ "routing_index": 840,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.304957989617833e-07,
+ 1.2591856091148657e-07,
+ 1.032827185554197e-06,
+ 0.005647053010761738,
+ 0.010665337555110455,
+ 0.000388113665394485,
+ 0.00019156713096890599,
+ 0.017859172075986862,
+ 0.000196784661966376,
+ 0.7682477235794067
+ ],
+ "log_scores_by_expert": [
+ -14.129542350769043,
+ -15.887630462646484,
+ -13.783210754394531,
+ -5.176621437072754,
+ -4.5407562255859375,
+ -7.854212284088135,
+ -8.560272216796875,
+ -4.025238037109375,
+ -8.533400535583496,
+ -0.2636430859565735
+ ],
+ "distances_by_expert": [
+ 28.259084701538086,
+ 31.77526092529297,
+ 27.566421508789062,
+ 10.353242874145508,
+ 9.081512451171875,
+ 15.70842456817627,
+ 17.12054443359375,
+ 8.05047607421875,
+ 17.066801071166992,
+ 0.527286171913147
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.7392578125,
+ "language": 52.919002532958984
+ }
+ },
+ {
+ "routing_index": 841,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.773516929570178e-07,
+ 1.1373820285598413e-07,
+ 9.605373634258285e-07,
+ 0.005270413588732481,
+ 0.009677161462605,
+ 0.0003617292968556285,
+ 0.00018190860282629728,
+ 0.016341576352715492,
+ 0.00018172289128415287,
+ 0.7034128904342651
+ ],
+ "log_scores_by_expert": [
+ -14.20507526397705,
+ -15.98936653137207,
+ -13.855772972106934,
+ -5.2456464767456055,
+ -4.637986660003662,
+ -7.924614429473877,
+ -8.612006187438965,
+ -4.11404275894165,
+ -8.613027572631836,
+ -0.3518112599849701
+ ],
+ "distances_by_expert": [
+ 28.4101505279541,
+ 31.97873306274414,
+ 27.711545944213867,
+ 10.491292953491211,
+ 9.275973320007324,
+ 15.849228858947754,
+ 17.22401237487793,
+ 8.2280855178833,
+ 17.226055145263672,
+ 0.7036225199699402
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.57568359375,
+ "language": 52.91012954711914
+ }
+ },
+ {
+ "routing_index": 842,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.539017363138555e-07,
+ 1.0480732726136921e-07,
+ 9.113867918131291e-07,
+ 0.005232661496847868,
+ 0.009324083104729652,
+ 0.00035519659286364913,
+ 0.00017387562547810376,
+ 0.015821058303117752,
+ 0.00017671991372480989,
+ 0.6661284565925598
+ ],
+ "log_scores_by_expert": [
+ -14.24030876159668,
+ -16.071142196655273,
+ -13.90829849243164,
+ -5.252835273742676,
+ -4.675154685974121,
+ -7.9428391456604,
+ -8.657170295715332,
+ -4.146413326263428,
+ -8.640944480895996,
+ -0.4062727391719818
+ ],
+ "distances_by_expert": [
+ 28.48061752319336,
+ 32.14228439331055,
+ 27.81659698486328,
+ 10.505670547485352,
+ 9.350309371948242,
+ 15.8856782913208,
+ 17.314340591430664,
+ 8.292826652526855,
+ 17.281888961791992,
+ 0.8125454783439636
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.901611328125,
+ "language": 52.90855407714844
+ }
+ },
+ {
+ "routing_index": 843,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.96984159276326e-07,
+ 1.1295483659523597e-07,
+ 9.494807500232127e-07,
+ 0.005455775186419487,
+ 0.009892855770885944,
+ 0.0003762485575862229,
+ 0.00018041122530121356,
+ 0.01670966111123562,
+ 0.00018598070892039686,
+ 0.7071254253387451
+ ],
+ "log_scores_by_expert": [
+ -14.17650318145752,
+ -15.996277809143066,
+ -13.867350578308105,
+ -5.211080551147461,
+ -4.615942478179932,
+ -7.885260581970215,
+ -8.620271682739258,
+ -4.091768264770508,
+ -8.58986759185791,
+ -0.3465472161769867
+ ],
+ "distances_by_expert": [
+ 28.35300636291504,
+ 31.992555618286133,
+ 27.73470115661621,
+ 10.422161102294922,
+ 9.231884956359863,
+ 15.77052116394043,
+ 17.240543365478516,
+ 8.183536529541016,
+ 17.17973518371582,
+ 0.6930944323539734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3362.3447265625,
+ "language": 52.93086624145508
+ }
+ },
+ {
+ "routing_index": 844,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.664484999419074e-07,
+ 1.0508274783660454e-07,
+ 9.066880579666758e-07,
+ 0.005233172792941332,
+ 0.009541388601064682,
+ 0.00034823876922018826,
+ 0.00017345826199743897,
+ 0.015997786074876785,
+ 0.00017927344015333802,
+ 0.677921712398529
+ ],
+ "log_scores_by_expert": [
+ -14.22130298614502,
+ -16.068517684936523,
+ -13.913467407226562,
+ -5.252737522125244,
+ -4.652116298675537,
+ -7.962622165679932,
+ -8.659573554992676,
+ -4.135304927825928,
+ -8.626598358154297,
+ -0.3887234032154083
+ ],
+ "distances_by_expert": [
+ 28.44260597229004,
+ 32.13703536987305,
+ 27.826934814453125,
+ 10.505475044250488,
+ 9.304232597351074,
+ 15.925244331359863,
+ 17.31914710998535,
+ 8.270609855651855,
+ 17.253196716308594,
+ 0.7774468064308167
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3400.41796875,
+ "language": 52.93118667602539
+ }
+ },
+ {
+ "routing_index": 845,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.709265107929241e-07,
+ 1.023273412670278e-07,
+ 8.9856894192053e-07,
+ 0.0051612709648907185,
+ 0.009351675398647785,
+ 0.0003448366478551179,
+ 0.00017082247359212488,
+ 0.015860434621572495,
+ 0.00017994007794186473,
+ 0.6651589870452881
+ ],
+ "log_scores_by_expert": [
+ -14.214606285095215,
+ -16.095088958740234,
+ -13.922462463378906,
+ -5.26657247543335,
+ -4.672199726104736,
+ -7.972439765930176,
+ -8.674885749816895,
+ -4.143927574157715,
+ -8.622886657714844,
+ -0.4077291786670685
+ ],
+ "distances_by_expert": [
+ 28.42921257019043,
+ 32.19017791748047,
+ 27.844924926757812,
+ 10.5331449508667,
+ 9.344399452209473,
+ 15.944879531860352,
+ 17.34977149963379,
+ 8.28785514831543,
+ 17.245773315429688,
+ 0.815458357334137
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.896728515625,
+ "language": 52.934383392333984
+ }
+ },
+ {
+ "routing_index": 846,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.28528334548173e-07,
+ 1.1501570895688928e-07,
+ 9.966761354007758e-07,
+ 0.0054960730485618114,
+ 0.010155974887311459,
+ 0.00037021300522610545,
+ 0.00018384569557383657,
+ 0.01713498868048191,
+ 0.0001929720601765439,
+ 0.7259023189544678
+ ],
+ "log_scores_by_expert": [
+ -14.13223934173584,
+ -15.97819709777832,
+ -13.818840026855469,
+ -5.203721523284912,
+ -4.589693069458008,
+ -7.901432037353516,
+ -8.60141372680664,
+ -4.0666327476501465,
+ -8.55296516418457,
+ -0.32033979892730713
+ ],
+ "distances_by_expert": [
+ 28.26447868347168,
+ 31.95639419555664,
+ 27.637680053710938,
+ 10.407443046569824,
+ 9.179386138916016,
+ 15.802864074707031,
+ 17.20282745361328,
+ 8.133265495300293,
+ 17.10593032836914,
+ 0.6406795978546143
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3316.043212890625,
+ "language": 52.91923904418945
+ }
+ },
+ {
+ "routing_index": 847,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.351733870564203e-07,
+ 1.0939222505612634e-07,
+ 9.716123940961552e-07,
+ 0.005210663191974163,
+ 0.009913944639265537,
+ 0.0003435551770962775,
+ 0.00017711725377012044,
+ 0.016676459461450577,
+ 0.00019624042033683509,
+ 0.7175418138504028
+ ],
+ "log_scores_by_expert": [
+ -14.123159408569336,
+ -16.0283260345459,
+ -13.844308853149414,
+ -5.2570481300354,
+ -4.6138129234313965,
+ -7.976162910461426,
+ -8.63869857788086,
+ -4.093757152557373,
+ -8.53617000579834,
+ -0.33192408084869385
+ ],
+ "distances_by_expert": [
+ 28.246318817138672,
+ 32.0566520690918,
+ 27.688617706298828,
+ 10.5140962600708,
+ 9.227625846862793,
+ 15.952325820922852,
+ 17.27739715576172,
+ 8.187514305114746,
+ 17.07234001159668,
+ 0.6638481616973877
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.3349609375,
+ "language": 52.903053283691406
+ }
+ },
+ {
+ "routing_index": 848,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.244461244226841e-07,
+ 1.0384701454313472e-07,
+ 9.610110964786145e-07,
+ 0.004847922828048468,
+ 0.00935619417577982,
+ 0.0003230114816688001,
+ 0.00016865224461071193,
+ 0.015954507514834404,
+ 0.0001920517097460106,
+ 0.681190550327301
+ ],
+ "log_scores_by_expert": [
+ -14.137858390808105,
+ -16.080347061157227,
+ -13.855279922485352,
+ -5.32920503616333,
+ -4.671716690063477,
+ -8.037822723388672,
+ -8.687671661376953,
+ -4.13801383972168,
+ -8.557745933532715,
+ -0.38391318917274475
+ ],
+ "distances_by_expert": [
+ 28.27571678161621,
+ 32.16069412231445,
+ 27.710559844970703,
+ 10.65841007232666,
+ 9.343433380126953,
+ 16.075645446777344,
+ 17.375343322753906,
+ 8.27602767944336,
+ 17.11549186706543,
+ 0.7678263783454895
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.715087890625,
+ "language": 52.92779541015625
+ }
+ },
+ {
+ "routing_index": 849,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.129243044801115e-07,
+ 9.039541026822917e-08,
+ 9.435781862521253e-07,
+ 0.004311403725296259,
+ 0.008600661531090736,
+ 0.00027077278355136514,
+ 0.0001533257745904848,
+ 0.014793417416512966,
+ 0.00018716750491876155,
+ 0.624907374382019
+ ],
+ "log_scores_by_expert": [
+ -14.153890609741211,
+ -16.219072341918945,
+ -13.873586654663086,
+ -5.446491718292236,
+ -4.755916118621826,
+ -8.21423053741455,
+ -8.78294563293457,
+ -4.213572978973389,
+ -8.58350658416748,
+ -0.4701519310474396
+ ],
+ "distances_by_expert": [
+ 28.307781219482422,
+ 32.43814468383789,
+ 27.747173309326172,
+ 10.892983436584473,
+ 9.511832237243652,
+ 16.4284610748291,
+ 17.56589126586914,
+ 8.427145957946777,
+ 17.16701316833496,
+ 0.9403038620948792
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.260498046875,
+ "language": 52.90203857421875
+ }
+ },
+ {
+ "routing_index": 850,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.034723807919363e-07,
+ 8.686926378231874e-08,
+ 9.314713906860561e-07,
+ 0.004096189048141241,
+ 0.008518720045685768,
+ 0.0002600988373160362,
+ 0.00015024965978227556,
+ 0.014524265192449093,
+ 0.00018521818856243044,
+ 0.6213784217834473
+ ],
+ "log_scores_by_expert": [
+ -14.167237281799316,
+ -16.258861541748047,
+ -13.886500358581543,
+ -5.4976983070373535,
+ -4.765489101409912,
+ -8.254448890686035,
+ -8.80321216583252,
+ -4.231934547424316,
+ -8.593976020812988,
+ -0.4758150279521942
+ ],
+ "distances_by_expert": [
+ 28.334474563598633,
+ 32.517723083496094,
+ 27.773000717163086,
+ 10.995396614074707,
+ 9.530978202819824,
+ 16.50889778137207,
+ 17.60642433166504,
+ 8.463869094848633,
+ 17.187952041625977,
+ 0.9516300559043884
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3392.68798828125,
+ "language": 52.892578125
+ }
+ },
+ {
+ "routing_index": 851,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.271560207300354e-07,
+ 8.992164879373377e-08,
+ 9.83571908363956e-07,
+ 0.004023578949272633,
+ 0.008719908073544502,
+ 0.0002583953901194036,
+ 0.0001551684836158529,
+ 0.014864317141473293,
+ 0.00018826237646862864,
+ 0.6398649215698242
+ ],
+ "log_scores_by_expert": [
+ -14.134124755859375,
+ -16.224327087402344,
+ -13.832075119018555,
+ -5.515583515167236,
+ -4.7421464920043945,
+ -8.261019706726074,
+ -8.77099895477295,
+ -4.208791732788086,
+ -8.57767391204834,
+ -0.44649821519851685
+ ],
+ "distances_by_expert": [
+ 28.26824951171875,
+ 32.44865417480469,
+ 27.66415023803711,
+ 11.031167030334473,
+ 9.484292984008789,
+ 16.52203941345215,
+ 17.5419979095459,
+ 8.417583465576172,
+ 17.15534782409668,
+ 0.8929964303970337
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.292236328125,
+ "language": 52.89162063598633
+ }
+ },
+ {
+ "routing_index": 852,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.27293843535881e-07,
+ 7.22977731015817e-08,
+ 9.024205382957007e-07,
+ 0.003351817140355706,
+ 0.007549946662038565,
+ 0.00020544882863759995,
+ 0.0001351556711597368,
+ 0.012770813889801502,
+ 0.00016114565369207412,
+ 0.5460785031318665
+ ],
+ "log_scores_by_expert": [
+ -14.281850814819336,
+ -16.442472457885742,
+ -13.918185234069824,
+ -5.6982526779174805,
+ -4.886214733123779,
+ -8.490313529968262,
+ -8.909083366394043,
+ -4.360592842102051,
+ -8.73320198059082,
+ -0.6049925684928894
+ ],
+ "distances_by_expert": [
+ 28.563701629638672,
+ 32.884944915771484,
+ 27.83637046813965,
+ 11.396505355834961,
+ 9.772429466247559,
+ 16.980627059936523,
+ 17.818166732788086,
+ 8.721185684204102,
+ 17.46640396118164,
+ 1.2099851369857788
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.993896484375,
+ "language": 52.92081069946289
+ }
+ },
+ {
+ "routing_index": 853,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.698019205941819e-07,
+ 9.955906676850645e-08,
+ 9.022002132041962e-07,
+ 0.00461622653529048,
+ 0.009441349655389786,
+ 0.00030424384749494493,
+ 0.00016977831546682864,
+ 0.015423682518303394,
+ 0.00017873772594612092,
+ 0.6826019883155823
+ ],
+ "log_scores_by_expert": [
+ -14.216283798217773,
+ -16.122514724731445,
+ -13.918429374694824,
+ -5.378177642822266,
+ -4.662656307220459,
+ -8.097681045532227,
+ -8.68101692199707,
+ -4.17185115814209,
+ -8.62959098815918,
+ -0.38184332847595215
+ ],
+ "distances_by_expert": [
+ 28.432567596435547,
+ 32.24502944946289,
+ 27.83685874938965,
+ 10.756355285644531,
+ 9.325312614440918,
+ 16.195362091064453,
+ 17.36203384399414,
+ 8.34370231628418,
+ 17.25918197631836,
+ 0.7636866569519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.14111328125,
+ "language": 52.93457794189453
+ }
+ },
+ {
+ "routing_index": 854,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.597843480449228e-07,
+ 1.0194550981168504e-07,
+ 9.001033163258398e-07,
+ 0.004815712571144104,
+ 0.009777306579053402,
+ 0.0003244773834012449,
+ 0.00017621387087274343,
+ 0.01595310866832733,
+ 0.00017566318274475634,
+ 0.7065098881721497
+ ],
+ "log_scores_by_expert": [
+ -14.231352806091309,
+ -16.098827362060547,
+ -13.920756340026855,
+ -5.33587121963501,
+ -4.627691268920898,
+ -8.033294677734375,
+ -8.64381217956543,
+ -4.138101577758789,
+ -8.646942138671875,
+ -0.3474181294441223
+ ],
+ "distances_by_expert": [
+ 28.462705612182617,
+ 32.197654724121094,
+ 27.84151268005371,
+ 10.67174243927002,
+ 9.255382537841797,
+ 16.06658935546875,
+ 17.28762435913086,
+ 8.276203155517578,
+ 17.29388427734375,
+ 0.6948362588882446
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.431884765625,
+ "language": 52.94993591308594
+ }
+ },
+ {
+ "routing_index": 855,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.347183898469666e-07,
+ 1.011091512737039e-07,
+ 8.801400213087618e-07,
+ 0.004693677648901939,
+ 0.009684182703495026,
+ 0.0003170394920744002,
+ 0.00017425412079319358,
+ 0.015732882544398308,
+ 0.00016805867198854685,
+ 0.6936199069023132
+ ],
+ "log_scores_by_expert": [
+ -14.270084381103516,
+ -16.107065200805664,
+ -13.943184852600098,
+ -5.361538887023926,
+ -4.637261390686035,
+ -8.05648422241211,
+ -8.654995918273926,
+ -4.152002334594727,
+ -8.691197395324707,
+ -0.3658311665058136
+ ],
+ "distances_by_expert": [
+ 28.54016876220703,
+ 32.21413040161133,
+ 27.886369705200195,
+ 10.723077774047852,
+ 9.27452278137207,
+ 16.11296844482422,
+ 17.30999183654785,
+ 8.304004669189453,
+ 17.382394790649414,
+ 0.7316623330116272
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.675048828125,
+ "language": 52.94425964355469
+ }
+ },
+ {
+ "routing_index": 856,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.516773964904132e-07,
+ 1.0135764938468128e-07,
+ 8.952031862463627e-07,
+ 0.004723595455288887,
+ 0.009605186991393566,
+ 0.00031836991547606885,
+ 0.00017323475913144648,
+ 0.01573772355914116,
+ 0.00017392190056852996,
+ 0.6898983716964722
+ ],
+ "log_scores_by_expert": [
+ -14.2437162399292,
+ -16.104610443115234,
+ -13.926215171813965,
+ -5.355185031890869,
+ -4.64545202255249,
+ -8.05229663848877,
+ -8.660862922668457,
+ -4.1516947746276855,
+ -8.656904220581055,
+ -0.3712109625339508
+ ],
+ "distances_by_expert": [
+ 28.4874324798584,
+ 32.20922088623047,
+ 27.85243034362793,
+ 10.710370063781738,
+ 9.29090404510498,
+ 16.10459327697754,
+ 17.321725845336914,
+ 8.303389549255371,
+ 17.31380844116211,
+ 0.7424219250679016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3224.229736328125,
+ "language": 52.92271423339844
+ }
+ },
+ {
+ "routing_index": 857,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.608107696592924e-07,
+ 9.261977851338088e-08,
+ 9.160722811429878e-07,
+ 0.004173538647592068,
+ 0.008968435227870941,
+ 0.00023684751067776233,
+ 0.00015352242917288095,
+ 0.014859569258987904,
+ 0.00017041893443092704,
+ 0.6619217991828918
+ ],
+ "log_scores_by_expert": [
+ -14.229798316955566,
+ -16.19476318359375,
+ -13.903170585632324,
+ -5.4789910316467285,
+ -4.714044094085693,
+ -8.34809398651123,
+ -8.78166389465332,
+ -4.209111213684082,
+ -8.677250862121582,
+ -0.41260790824890137
+ ],
+ "distances_by_expert": [
+ 28.459596633911133,
+ 32.3895263671875,
+ 27.80634117126465,
+ 10.957982063293457,
+ 9.428088188171387,
+ 16.69618797302246,
+ 17.56332778930664,
+ 8.418222427368164,
+ 17.354501724243164,
+ 0.8252158164978027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.151611328125,
+ "language": 52.89118194580078
+ }
+ },
+ {
+ "routing_index": 858,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.319581302705046e-07,
+ 9.982375104300445e-08,
+ 8.709028520570428e-07,
+ 0.004319031722843647,
+ 0.009662369266152382,
+ 0.00025387576897628605,
+ 0.00015528322546742857,
+ 0.015000035054981709,
+ 0.00016921176575124264,
+ 0.6973913908004761
+ ],
+ "log_scores_by_expert": [
+ -14.274442672729492,
+ -16.11985969543457,
+ -13.9537353515625,
+ -5.444724082946777,
+ -4.639516353607178,
+ -8.278665542602539,
+ -8.770259857177734,
+ -4.199702739715576,
+ -8.684359550476074,
+ -0.3604084551334381
+ ],
+ "distances_by_expert": [
+ 28.548885345458984,
+ 32.23971939086914,
+ 27.907470703125,
+ 10.889448165893555,
+ 9.279032707214355,
+ 16.557331085205078,
+ 17.54051971435547,
+ 8.399405479431152,
+ 17.36871910095215,
+ 0.7208169102668762
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.760009765625,
+ "language": 52.896541595458984
+ }
+ },
+ {
+ "routing_index": 859,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.378023951787327e-07,
+ 1.140526464382674e-07,
+ 9.992733112085261e-07,
+ 0.004935707431286573,
+ 0.010783959180116653,
+ 0.00030445310403592885,
+ 0.0001767849753377959,
+ 0.017195984721183777,
+ 0.00019617643556557596,
+ 0.8042266368865967
+ ],
+ "log_scores_by_expert": [
+ -14.119589805603027,
+ -15.986605644226074,
+ -13.816237449645996,
+ -5.3112592697143555,
+ -4.529695510864258,
+ -8.096993446350098,
+ -8.640576362609863,
+ -4.063079357147217,
+ -8.53649616241455,
+ -0.217874214053154
+ ],
+ "distances_by_expert": [
+ 28.239179611206055,
+ 31.97321128845215,
+ 27.632474899291992,
+ 10.622518539428711,
+ 9.059391021728516,
+ 16.193986892700195,
+ 17.281152725219727,
+ 8.126158714294434,
+ 17.0729923248291,
+ 0.435748428106308
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.3798828125,
+ "language": 52.8936653137207
+ }
+ },
+ {
+ "routing_index": 860,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.010980880295392e-07,
+ 1.1354192963608511e-07,
+ 9.656283737058402e-07,
+ 0.00490198889747262,
+ 0.011005198583006859,
+ 0.00030796730425208807,
+ 0.00017443185788579285,
+ 0.01706155389547348,
+ 0.00018911623919848353,
+ 0.8091227412223816
+ ],
+ "log_scores_by_expert": [
+ -14.170618057250977,
+ -15.991093635559082,
+ -13.850486755371094,
+ -5.318114280700684,
+ -4.509387493133545,
+ -8.085516929626465,
+ -8.653976440429688,
+ -4.070927619934082,
+ -8.573148727416992,
+ -0.21180465817451477
+ ],
+ "distances_by_expert": [
+ 28.341236114501953,
+ 31.982187271118164,
+ 27.700973510742188,
+ 10.636228561401367,
+ 9.01877498626709,
+ 16.17103385925293,
+ 17.307952880859375,
+ 8.141855239868164,
+ 17.146297454833984,
+ 0.42360931634902954
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.993408203125,
+ "language": 52.89242172241211
+ }
+ },
+ {
+ "routing_index": 861,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.439057642637636e-07,
+ 9.753793506206421e-08,
+ 8.779896347732574e-07,
+ 0.004557468928396702,
+ 0.010383455082774162,
+ 0.0002780107024591416,
+ 0.00016288105689454824,
+ 0.01586778089404106,
+ 0.0001711260701995343,
+ 0.747821569442749
+ ],
+ "log_scores_by_expert": [
+ -14.25571346282959,
+ -16.143024444580078,
+ -13.94563102722168,
+ -5.390987873077393,
+ -4.567541599273682,
+ -8.187850952148438,
+ -8.722490310668945,
+ -4.1434645652771,
+ -8.673110008239746,
+ -0.29059091210365295
+ ],
+ "distances_by_expert": [
+ 28.51142692565918,
+ 32.286048889160156,
+ 27.89126205444336,
+ 10.781975746154785,
+ 9.135083198547363,
+ 16.375701904296875,
+ 17.44498062133789,
+ 8.2869291305542,
+ 17.346220016479492,
+ 0.5811818242073059
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3536.1748046875,
+ "language": 52.924625396728516
+ }
+ },
+ {
+ "routing_index": 862,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.447082228078216e-07,
+ 1.0314957421542204e-07,
+ 9.073766022993368e-07,
+ 0.004762943368405104,
+ 0.010086925700306892,
+ 0.00030708510894328356,
+ 0.0001695679675322026,
+ 0.016339963302016258,
+ 0.00017538564861752093,
+ 0.7321916222572327
+ ],
+ "log_scores_by_expert": [
+ -14.254467964172363,
+ -16.087085723876953,
+ -13.912708282470703,
+ -5.346889495849609,
+ -4.59651517868042,
+ -8.088385581970215,
+ -8.682256698608398,
+ -4.114141464233398,
+ -8.648523330688477,
+ -0.3117130994796753
+ ],
+ "distances_by_expert": [
+ 28.508935928344727,
+ 32.174171447753906,
+ 27.825416564941406,
+ 10.693778991699219,
+ 9.19303035736084,
+ 16.17677116394043,
+ 17.364513397216797,
+ 8.228282928466797,
+ 17.297046661376953,
+ 0.6234261989593506
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.789306640625,
+ "language": 52.900569915771484
+ }
+ },
+ {
+ "routing_index": 863,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.609374167965143e-07,
+ 1.0948532036536562e-07,
+ 9.273366003981209e-07,
+ 0.005094744265079498,
+ 0.010483393445611,
+ 0.00034770218189805746,
+ 0.00017939538520295173,
+ 0.017177430912852287,
+ 0.0001768558140611276,
+ 0.7633523941040039
+ ],
+ "log_scores_by_expert": [
+ -14.229606628417969,
+ -16.027475357055664,
+ -13.890949249267578,
+ -5.279545783996582,
+ -4.557962894439697,
+ -7.9641642570495605,
+ -8.6259183883667,
+ -4.064158916473389,
+ -8.640175819396973,
+ -0.2700355350971222
+ ],
+ "distances_by_expert": [
+ 28.459213256835938,
+ 32.05495071411133,
+ 27.781898498535156,
+ 10.559091567993164,
+ 9.115925788879395,
+ 15.928328514099121,
+ 17.2518367767334,
+ 8.128317832946777,
+ 17.280351638793945,
+ 0.5400710701942444
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.252197265625,
+ "language": 52.936180114746094
+ }
+ },
+ {
+ "routing_index": 864,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.166945354380005e-07,
+ 9.498361919213494e-08,
+ 8.374145181733184e-07,
+ 0.004188185557723045,
+ 0.009706984274089336,
+ 0.0002700674522202462,
+ 0.0001592179760336876,
+ 0.015155806206166744,
+ 0.00016848521772772074,
+ 0.7354767918586731
+ ],
+ "log_scores_by_expert": [
+ -14.2988920211792,
+ -16.1695613861084,
+ -13.99294662475586,
+ -5.47548770904541,
+ -4.634909629821777,
+ -8.216838836669922,
+ -8.74523639678955,
+ -4.189371585845947,
+ -8.6886625289917,
+ -0.30723637342453003
+ ],
+ "distances_by_expert": [
+ 28.5977840423584,
+ 32.3391227722168,
+ 27.98589324951172,
+ 10.95097541809082,
+ 9.269819259643555,
+ 16.433677673339844,
+ 17.4904727935791,
+ 8.378743171691895,
+ 17.3773250579834,
+ 0.6144727468490601
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.06298828125,
+ "language": 52.91758728027344
+ }
+ },
+ {
+ "routing_index": 865,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.218070325303415e-07,
+ 9.656868371621385e-08,
+ 8.502458967996063e-07,
+ 0.00422694580629468,
+ 0.00999667588621378,
+ 0.00024869103799574077,
+ 0.00015478997374884784,
+ 0.0147442277520895,
+ 0.00016706537280697376,
+ 0.7268131971359253
+ ],
+ "log_scores_by_expert": [
+ -14.29063606262207,
+ -16.153011322021484,
+ -13.977740287780762,
+ -5.466275691986084,
+ -4.605502605438232,
+ -8.299299240112305,
+ -8.773441314697266,
+ -4.2169036865234375,
+ -8.697125434875488,
+ -0.3190858066082001
+ ],
+ "distances_by_expert": [
+ 28.58127212524414,
+ 32.30602264404297,
+ 27.955480575561523,
+ 10.932551383972168,
+ 9.211005210876465,
+ 16.59859848022461,
+ 17.54688262939453,
+ 8.433807373046875,
+ 17.394250869750977,
+ 0.6381716132164001
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.5185546875,
+ "language": 52.92085647583008
+ }
+ },
+ {
+ "routing_index": 866,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.955245683253452e-07,
+ 9.069660222849052e-08,
+ 8.183732234101626e-07,
+ 0.0039373114705085754,
+ 0.009318295866250992,
+ 0.00023058251827023923,
+ 0.00014856705092824996,
+ 0.014049477875232697,
+ 0.00016287686594296247,
+ 0.6901553869247437
+ ],
+ "log_scores_by_expert": [
+ -14.333823204040527,
+ -16.21574592590332,
+ -14.015947341918945,
+ -5.537257194519043,
+ -4.675775527954102,
+ -8.37490177154541,
+ -8.814474105834961,
+ -4.265170097351074,
+ -8.722516059875488,
+ -0.3708385229110718
+ ],
+ "distances_by_expert": [
+ 28.667646408081055,
+ 32.43149185180664,
+ 28.03189468383789,
+ 11.074514389038086,
+ 9.351551055908203,
+ 16.74980354309082,
+ 17.628948211669922,
+ 8.530340194702148,
+ 17.445032119750977,
+ 0.7416770458221436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3559.39404296875,
+ "language": 52.92070388793945
+ }
+ },
+ {
+ "routing_index": 867,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.322758281385177e-07,
+ 9.788215749040319e-08,
+ 8.640702731099736e-07,
+ 0.004144764039665461,
+ 0.00936562567949295,
+ 0.0002515579981263727,
+ 0.00015700311632826924,
+ 0.014726738445460796,
+ 0.0001731688535073772,
+ 0.7081699371337891
+ ],
+ "log_scores_by_expert": [
+ -14.273940086364746,
+ -16.139501571655273,
+ -13.9616117477417,
+ -5.485909461975098,
+ -4.670709133148193,
+ -8.287837028503418,
+ -8.759244918823242,
+ -4.218090534210205,
+ -8.661243438720703,
+ -0.3450711965560913
+ ],
+ "distances_by_expert": [
+ 28.547880172729492,
+ 32.27900314331055,
+ 27.9232234954834,
+ 10.971818923950195,
+ 9.341418266296387,
+ 16.575674057006836,
+ 17.518489837646484,
+ 8.43618106842041,
+ 17.322486877441406,
+ 0.6901423931121826
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.1650390625,
+ "language": 52.90228271484375
+ }
+ },
+ {
+ "routing_index": 868,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.54857160498068e-07,
+ 1.0055334342951028e-07,
+ 9.064891628440819e-07,
+ 0.004510573577135801,
+ 0.00944936741143465,
+ 0.0002777610789053142,
+ 0.0001618215610506013,
+ 0.015306186862289906,
+ 0.00018066949269268662,
+ 0.7041726112365723
+ ],
+ "log_scores_by_expert": [
+ -14.238848686218262,
+ -16.112577438354492,
+ -13.913686752319336,
+ -5.401330947875977,
+ -4.661807537078857,
+ -8.188749313354492,
+ -8.729016304016113,
+ -4.179498195648193,
+ -8.618841171264648,
+ -0.3507317900657654
+ ],
+ "distances_by_expert": [
+ 28.477697372436523,
+ 32.225154876708984,
+ 27.827373504638672,
+ 10.802661895751953,
+ 9.323615074157715,
+ 16.377498626708984,
+ 17.458032608032227,
+ 8.358996391296387,
+ 17.237682342529297,
+ 0.7014635801315308
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.65576171875,
+ "language": 52.90275192260742
+ }
+ },
+ {
+ "routing_index": 869,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.905920031385904e-07,
+ 1.1621555273677586e-07,
+ 9.603853641237947e-07,
+ 0.005215739365667105,
+ 0.009940685704350471,
+ 0.0003472875978332013,
+ 0.000178115617018193,
+ 0.01651793159544468,
+ 0.00018798644305206835,
+ 0.7280120849609375
+ ],
+ "log_scores_by_expert": [
+ -14.18571662902832,
+ -15.967819213867188,
+ -13.855931282043457,
+ -5.25607442855835,
+ -4.611119270324707,
+ -7.965357303619385,
+ -8.633077621459961,
+ -4.10330867767334,
+ -8.579140663146973,
+ -0.31743761897087097
+ ],
+ "distances_by_expert": [
+ 28.37143325805664,
+ 31.935638427734375,
+ 27.711862564086914,
+ 10.5121488571167,
+ 9.222238540649414,
+ 15.93071460723877,
+ 17.266155242919922,
+ 8.20661735534668,
+ 17.158281326293945,
+ 0.6348752379417419
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.267578125,
+ "language": 52.93008041381836
+ }
+ },
+ {
+ "routing_index": 870,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.527005211864889e-07,
+ 1.0934216021496468e-07,
+ 9.166726613329956e-07,
+ 0.005156658124178648,
+ 0.009372590109705925,
+ 0.0003395927487872541,
+ 0.00016894828877411783,
+ 0.015598342753946781,
+ 0.0001811073161661625,
+ 0.6713848114013672
+ ],
+ "log_scores_by_expert": [
+ -14.242147445678711,
+ -16.028783798217773,
+ -13.902515411376953,
+ -5.2674665451049805,
+ -4.669965744018555,
+ -7.987763404846191,
+ -8.685917854309082,
+ -4.160590648651123,
+ -8.61642074584961,
+ -0.3984127640724182
+ ],
+ "distances_by_expert": [
+ 28.484294891357422,
+ 32.05756759643555,
+ 27.805030822753906,
+ 10.534933090209961,
+ 9.33993148803711,
+ 15.975526809692383,
+ 17.371835708618164,
+ 8.321181297302246,
+ 17.23284149169922,
+ 0.7968255281448364
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.71337890625,
+ "language": 52.92815017700195
+ }
+ },
+ {
+ "routing_index": 871,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.824797995046538e-07,
+ 9.491535024608311e-08,
+ 8.066388659244694e-07,
+ 0.004669779445976019,
+ 0.008525564335286617,
+ 0.0002975238603539765,
+ 0.0001537644857307896,
+ 0.014090127311646938,
+ 0.00016687746392562985,
+ 0.6254414319992065
+ ],
+ "log_scores_by_expert": [
+ -14.355971336364746,
+ -16.17028045654297,
+ -14.030389785766602,
+ -5.36664342880249,
+ -4.764686107635498,
+ -8.120016098022461,
+ -8.780088424682617,
+ -4.2622809410095215,
+ -8.698250770568848,
+ -0.4692975580692291
+ ],
+ "distances_by_expert": [
+ 28.711942672729492,
+ 32.34056091308594,
+ 28.060779571533203,
+ 10.73328685760498,
+ 9.529372215270996,
+ 16.240032196044922,
+ 17.560176849365234,
+ 8.524561882019043,
+ 17.396501541137695,
+ 0.9385951161384583
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.76123046875,
+ "language": 52.92179870605469
+ }
+ },
+ {
+ "routing_index": 872,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.105535135247919e-07,
+ 1.0197410205137203e-07,
+ 8.656546697238809e-07,
+ 0.004972692113369703,
+ 0.009116033092141151,
+ 0.0003119736793451011,
+ 0.0001624530559638515,
+ 0.014829259365797043,
+ 0.00017466372810304165,
+ 0.653403103351593
+ ],
+ "log_scores_by_expert": [
+ -14.308899879455566,
+ -16.098546981811523,
+ -13.959779739379883,
+ -5.303793907165527,
+ -4.697720527648926,
+ -8.072591781616211,
+ -8.72512149810791,
+ -4.211153030395508,
+ -8.652647972106934,
+ -0.42556098103523254
+ ],
+ "distances_by_expert": [
+ 28.617799758911133,
+ 32.19709396362305,
+ 27.919559478759766,
+ 10.607587814331055,
+ 9.395441055297852,
+ 16.145183563232422,
+ 17.45024299621582,
+ 8.422306060791016,
+ 17.305295944213867,
+ 0.8511219620704651
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.746826171875,
+ "language": 52.88468551635742
+ }
+ },
+ {
+ "routing_index": 873,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.464074431278277e-07,
+ 1.0546968809421742e-07,
+ 9.113877013078309e-07,
+ 0.005147588439285755,
+ 0.00938703678548336,
+ 0.00032687358907423913,
+ 0.00016835430869832635,
+ 0.015491840429604053,
+ 0.00018077566346619278,
+ 0.6710115075111389
+ ],
+ "log_scores_by_expert": [
+ -14.251835823059082,
+ -16.064842224121094,
+ -13.908297538757324,
+ -5.269227027893066,
+ -4.668425559997559,
+ -8.0259370803833,
+ -8.68943977355957,
+ -4.1674418449401855,
+ -8.618253707885742,
+ -0.39896902441978455
+ ],
+ "distances_by_expert": [
+ 28.503671646118164,
+ 32.12968444824219,
+ 27.81659507751465,
+ 10.538454055786133,
+ 9.336851119995117,
+ 16.0518741607666,
+ 17.37887954711914,
+ 8.334883689880371,
+ 17.236507415771484,
+ 0.7979380488395691
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.248291015625,
+ "language": 52.91652297973633
+ }
+ },
+ {
+ "routing_index": 874,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.751620844624995e-07,
+ 1.121362132039394e-07,
+ 9.278195989281812e-07,
+ 0.005338543560355902,
+ 0.00989294983446598,
+ 0.0003499147715047002,
+ 0.00017741242481861264,
+ 0.016260333359241486,
+ 0.00018421390268485993,
+ 0.7091156840324402
+ ],
+ "log_scores_by_expert": [
+ -14.20831298828125,
+ -16.003551483154297,
+ -13.89042854309082,
+ -5.232802391052246,
+ -4.615932941436768,
+ -7.957820892333984,
+ -8.637033462524414,
+ -4.1190266609191895,
+ -8.59941291809082,
+ -0.34373652935028076
+ ],
+ "distances_by_expert": [
+ 28.4166259765625,
+ 32.007102966308594,
+ 27.78085708618164,
+ 10.465604782104492,
+ 9.231865882873535,
+ 15.915641784667969,
+ 17.274066925048828,
+ 8.238053321838379,
+ 17.19882583618164,
+ 0.6874730587005615
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3328.1103515625,
+ "language": 52.961177825927734
+ }
+ },
+ {
+ "routing_index": 875,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.881056719976186e-07,
+ 1.1004955524640536e-07,
+ 9.484689940109092e-07,
+ 0.005355251021683216,
+ 0.010141302831470966,
+ 0.00034018480801023543,
+ 0.0001776457211235538,
+ 0.016353540122509003,
+ 0.00018781711696647108,
+ 0.715615451335907
+ ],
+ "log_scores_by_expert": [
+ -14.189323425292969,
+ -16.022335052490234,
+ -13.868416786193848,
+ -5.229677677154541,
+ -4.59113883972168,
+ -7.986021518707275,
+ -8.635719299316406,
+ -4.113310813903809,
+ -8.580041885375977,
+ -0.3346123993396759
+ ],
+ "distances_by_expert": [
+ 28.378646850585938,
+ 32.04467010498047,
+ 27.736833572387695,
+ 10.459355354309082,
+ 9.18227767944336,
+ 15.97204303741455,
+ 17.271438598632812,
+ 8.226621627807617,
+ 17.160083770751953,
+ 0.6692247986793518
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.687255859375,
+ "language": 52.92390060424805
+ }
+ },
+ {
+ "routing_index": 876,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.833689667473664e-07,
+ 1.04146138824035e-07,
+ 9.428657676835428e-07,
+ 0.005144758615642786,
+ 0.009473892860114574,
+ 0.00031562012736685574,
+ 0.0001702736917650327,
+ 0.015680037438869476,
+ 0.00018729553266894072,
+ 0.6676731109619141
+ ],
+ "log_scores_by_expert": [
+ -14.1962308883667,
+ -16.077470779418945,
+ -13.87434196472168,
+ -5.269776821136475,
+ -4.659215450286865,
+ -8.0609712600708,
+ -8.67810344696045,
+ -4.155366897583008,
+ -8.582822799682617,
+ -0.4039565622806549
+ ],
+ "distances_by_expert": [
+ 28.3924617767334,
+ 32.15494155883789,
+ 27.74868392944336,
+ 10.53955364227295,
+ 9.31843090057373,
+ 16.1219425201416,
+ 17.3562068939209,
+ 8.310733795166016,
+ 17.165645599365234,
+ 0.8079131245613098
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.245849609375,
+ "language": 52.90268325805664
+ }
+ },
+ {
+ "routing_index": 877,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.135666126283468e-07,
+ 1.0244431081218863e-07,
+ 8.656555792185827e-07,
+ 0.004982104990631342,
+ 0.009244224056601524,
+ 0.0003397399850655347,
+ 0.0001721207081573084,
+ 0.015279782004654408,
+ 0.00016776146367192268,
+ 0.6649916172027588
+ ],
+ "log_scores_by_expert": [
+ -14.303977012634277,
+ -16.09394645690918,
+ -13.959778785705566,
+ -5.301902770996094,
+ -4.683756351470947,
+ -7.987329959869385,
+ -8.667314529418945,
+ -4.181224822998047,
+ -8.692967414855957,
+ -0.4079807996749878
+ ],
+ "distances_by_expert": [
+ 28.607954025268555,
+ 32.18789291381836,
+ 27.919557571411133,
+ 10.603805541992188,
+ 9.367512702941895,
+ 15.97465991973877,
+ 17.33462905883789,
+ 8.362449645996094,
+ 17.385934829711914,
+ 0.8159615993499756
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.36572265625,
+ "language": 52.912750244140625
+ }
+ },
+ {
+ "routing_index": 878,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.962440354778664e-07,
+ 1.0131030592219759e-07,
+ 8.453550890408223e-07,
+ 0.004937668330967426,
+ 0.009235394187271595,
+ 0.00033563622855581343,
+ 0.0001697537227300927,
+ 0.014989146031439304,
+ 0.0001635502267163247,
+ 0.6546924710273743
+ ],
+ "log_scores_by_expert": [
+ -14.332615852355957,
+ -16.105077743530273,
+ -13.983509063720703,
+ -5.310862064361572,
+ -4.684711933135986,
+ -7.99948263168335,
+ -8.681161880493164,
+ -4.2004289627075195,
+ -8.718390464782715,
+ -0.42358967661857605
+ ],
+ "distances_by_expert": [
+ 28.665231704711914,
+ 32.21015548706055,
+ 27.967018127441406,
+ 10.621724128723145,
+ 9.369423866271973,
+ 15.9989652633667,
+ 17.362323760986328,
+ 8.400857925415039,
+ 17.43678092956543,
+ 0.8471793532371521
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3229.09326171875,
+ "language": 52.962398529052734
+ }
+ },
+ {
+ "routing_index": 879,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.432198690868972e-07,
+ 9.274317136487298e-08,
+ 7.812979561094835e-07,
+ 0.0045393891632556915,
+ 0.008388921618461609,
+ 0.0003098660090472549,
+ 0.00015814081416465342,
+ 0.013754209503531456,
+ 0.00015244279347825795,
+ 0.5980253219604492
+ ],
+ "log_scores_by_expert": [
+ -14.425751686096191,
+ -16.193431854248047,
+ -14.062309265136719,
+ -5.394962787628174,
+ -4.780843257904053,
+ -8.079370498657227,
+ -8.75202465057373,
+ -4.286410331726074,
+ -8.788721084594727,
+ -0.5141222476959229
+ ],
+ "distances_by_expert": [
+ 28.851503372192383,
+ 32.386863708496094,
+ 28.124618530273438,
+ 10.789925575256348,
+ 9.561686515808105,
+ 16.158740997314453,
+ 17.50404930114746,
+ 8.572820663452148,
+ 17.577442169189453,
+ 1.0282444953918457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3196.265869140625,
+ "language": 52.9361686706543
+ }
+ },
+ {
+ "routing_index": 880,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.326434688868176e-07,
+ 9.211836271560969e-08,
+ 7.67877509133541e-07,
+ 0.004437762778252363,
+ 0.008249381557106972,
+ 0.0003099073946941644,
+ 0.00015671216533519328,
+ 0.013717315159738064,
+ 0.00015035286196507514,
+ 0.5963307619094849
+ ],
+ "log_scores_by_expert": [
+ -14.445413589477539,
+ -16.200191497802734,
+ -14.079635620117188,
+ -5.417604923248291,
+ -4.797616958618164,
+ -8.07923698425293,
+ -8.761099815368652,
+ -4.289096355438232,
+ -8.802525520324707,
+ -0.5169597864151001
+ ],
+ "distances_by_expert": [
+ 28.890827178955078,
+ 32.40038299560547,
+ 28.159271240234375,
+ 10.835209846496582,
+ 9.595233917236328,
+ 16.15847396850586,
+ 17.522199630737305,
+ 8.578192710876465,
+ 17.605051040649414,
+ 1.0339195728302002
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3186.7373046875,
+ "language": 52.89848327636719
+ }
+ },
+ {
+ "routing_index": 881,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.748269131800043e-07,
+ 9.84519274993545e-08,
+ 8.244834930337674e-07,
+ 0.004736404400318861,
+ 0.00885566882789135,
+ 0.000323446118272841,
+ 0.00016622402472421527,
+ 0.014496623538434505,
+ 0.00016140109801199287,
+ 0.6371225118637085
+ ],
+ "log_scores_by_expert": [
+ -14.369196891784668,
+ -16.133697509765625,
+ -14.008508682250977,
+ -5.352477073669434,
+ -4.7266974449157715,
+ -8.036478042602539,
+ -8.702174186706543,
+ -4.233839511871338,
+ -8.73161792755127,
+ -0.45079338550567627
+ ],
+ "distances_by_expert": [
+ 28.738393783569336,
+ 32.26739501953125,
+ 28.017017364501953,
+ 10.704954147338867,
+ 9.453394889831543,
+ 16.072956085205078,
+ 17.404348373413086,
+ 8.467679023742676,
+ 17.46323585510254,
+ 0.9015867710113525
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.802490234375,
+ "language": 52.8973274230957
+ }
+ },
+ {
+ "routing_index": 882,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.644478733302094e-07,
+ 9.480154261609641e-08,
+ 8.198097134481941e-07,
+ 0.004651199094951153,
+ 0.008638104423880577,
+ 0.00031221655081026256,
+ 0.00016010033141355962,
+ 0.01406122650951147,
+ 0.0001584202254889533,
+ 0.6048654913902283
+ ],
+ "log_scores_by_expert": [
+ -14.387417793273926,
+ -16.171480178833008,
+ -14.014193534851074,
+ -5.370630264282227,
+ -4.751572132110596,
+ -8.071813583374023,
+ -8.739709854125977,
+ -4.264334201812744,
+ -8.750259399414062,
+ -0.5027492046356201
+ ],
+ "distances_by_expert": [
+ 28.77483558654785,
+ 32.342960357666016,
+ 28.02838706970215,
+ 10.741260528564453,
+ 9.503144264221191,
+ 16.143627166748047,
+ 17.479419708251953,
+ 8.528668403625488,
+ 17.500518798828125,
+ 1.0054984092712402
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.73583984375,
+ "language": 52.92344284057617
+ }
+ },
+ {
+ "routing_index": 883,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.583657980423595e-07,
+ 9.758483088262437e-08,
+ 8.094562531368865e-07,
+ 0.00472897058352828,
+ 0.008722840808331966,
+ 0.00032616080716252327,
+ 0.00016365552437491715,
+ 0.01431776862591505,
+ 0.00015658786287531257,
+ 0.6253370642662048
+ ],
+ "log_scores_by_expert": [
+ -14.3982515335083,
+ -16.14254379272461,
+ -14.02690315246582,
+ -5.354047775268555,
+ -4.741810321807861,
+ -8.028120040893555,
+ -8.71774673461914,
+ -4.246253967285156,
+ -8.761893272399902,
+ -0.4694644808769226
+ ],
+ "distances_by_expert": [
+ 28.7965030670166,
+ 32.28508758544922,
+ 28.05380630493164,
+ 10.70809555053711,
+ 9.483620643615723,
+ 16.05624008178711,
+ 17.43549346923828,
+ 8.492507934570312,
+ 17.523786544799805,
+ 0.9389289617538452
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3236.45361328125,
+ "language": 52.90919494628906
+ }
+ },
+ {
+ "routing_index": 884,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.578324930866074e-07,
+ 9.583491333842176e-08,
+ 8.026386240089778e-07,
+ 0.0046221911907196045,
+ 0.008395785465836525,
+ 0.00032523891422897577,
+ 0.00016010459512472153,
+ 0.014057297259569168,
+ 0.00015644442464690655,
+ 0.6119864583015442
+ ],
+ "log_scores_by_expert": [
+ -14.39920711517334,
+ -16.1606388092041,
+ -14.035361289978027,
+ -5.376886367797852,
+ -4.780025482177734,
+ -8.030950546264648,
+ -8.739683151245117,
+ -4.264613628387451,
+ -8.762809753417969,
+ -0.4910450875759125
+ ],
+ "distances_by_expert": [
+ 28.79841423034668,
+ 32.3212776184082,
+ 28.070722579956055,
+ 10.753772735595703,
+ 9.560050964355469,
+ 16.061901092529297,
+ 17.479366302490234,
+ 8.529227256774902,
+ 17.525619506835938,
+ 0.982090175151825
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.228515625,
+ "language": 52.89960479736328
+ }
+ },
+ {
+ "routing_index": 885,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.178966600600688e-07,
+ 8.545710272755969e-08,
+ 8.569290912419092e-07,
+ 0.004013685509562492,
+ 0.00832680705934763,
+ 0.0002220935857621953,
+ 0.00014489595196209848,
+ 0.013824678026139736,
+ 0.0001606303994776681,
+ 0.6168468594551086
+ ],
+ "log_scores_by_expert": [
+ -14.296944618225098,
+ -16.275251388549805,
+ -13.969910621643066,
+ -5.518045425415039,
+ -4.788275241851807,
+ -8.4124116897583,
+ -8.839494705200195,
+ -4.281300067901611,
+ -8.736404418945312,
+ -0.4831344783306122
+ ],
+ "distances_by_expert": [
+ 28.593889236450195,
+ 32.55050277709961,
+ 27.939821243286133,
+ 11.036090850830078,
+ 9.576550483703613,
+ 16.8248233795166,
+ 17.67898941040039,
+ 8.562600135803223,
+ 17.472808837890625,
+ 0.9662689566612244
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3586.125,
+ "language": 52.90184783935547
+ }
+ },
+ {
+ "routing_index": 886,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.424422736017732e-07,
+ 9.870067430028939e-08,
+ 8.776999607107427e-07,
+ 0.004355764947831631,
+ 0.009592700749635696,
+ 0.00025837146677076817,
+ 0.00015664685633964837,
+ 0.015020227059721947,
+ 0.00017129180196207017,
+ 0.6996087431907654
+ ],
+ "log_scores_by_expert": [
+ -14.257988929748535,
+ -16.131174087524414,
+ -13.945960998535156,
+ -5.436254978179932,
+ -4.646752834320068,
+ -8.261112213134766,
+ -8.761516571044922,
+ -4.198357582092285,
+ -8.672142028808594,
+ -0.35723403096199036
+ ],
+ "distances_by_expert": [
+ 28.51597785949707,
+ 32.26234817504883,
+ 27.891921997070312,
+ 10.872509956359863,
+ 9.293505668640137,
+ 16.52222442626953,
+ 17.523033142089844,
+ 8.39671516418457,
+ 17.344284057617188,
+ 0.7144680619239807
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3470.653076171875,
+ "language": 52.92634201049805
+ }
+ },
+ {
+ "routing_index": 887,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.048577461115201e-07,
+ 9.195194650146732e-08,
+ 8.278288419205637e-07,
+ 0.004100345075130463,
+ 0.009589449502527714,
+ 0.0002349940623389557,
+ 0.00015066434571053833,
+ 0.014386204071342945,
+ 0.00016507600957993418,
+ 0.7074815034866333
+ ],
+ "log_scores_by_expert": [
+ -14.318272590637207,
+ -16.20199966430664,
+ -14.004459381103516,
+ -5.4966840744018555,
+ -4.647091865539551,
+ -8.355950355529785,
+ -8.800456047058105,
+ -4.241485595703125,
+ -8.709104537963867,
+ -0.34604376554489136
+ ],
+ "distances_by_expert": [
+ 28.636545181274414,
+ 32.40399932861328,
+ 28.00891876220703,
+ 10.993368148803711,
+ 9.294183731079102,
+ 16.71190071105957,
+ 17.60091209411621,
+ 8.48297119140625,
+ 17.418209075927734,
+ 0.6920875310897827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3579.515869140625,
+ "language": 52.89573287963867
+ }
+ },
+ {
+ "routing_index": 888,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.497338063127245e-07,
+ 1.0636829017585114e-07,
+ 9.011940846903599e-07,
+ 0.0045565348118543625,
+ 0.010504464618861675,
+ 0.0002848745498340577,
+ 0.0001636449305806309,
+ 0.015756426379084587,
+ 0.0001765890046954155,
+ 0.7613783478736877
+ ],
+ "log_scores_by_expert": [
+ -14.246703147888184,
+ -16.056358337402344,
+ -13.91954517364502,
+ -5.39119291305542,
+ -4.555954933166504,
+ -8.163461685180664,
+ -8.717811584472656,
+ -4.150506973266602,
+ -8.641685485839844,
+ -0.2726249098777771
+ ],
+ "distances_by_expert": [
+ 28.493406295776367,
+ 32.11271667480469,
+ 27.83909034729004,
+ 10.78238582611084,
+ 9.111909866333008,
+ 16.326923370361328,
+ 17.435623168945312,
+ 8.301013946533203,
+ 17.283370971679688,
+ 0.5452498197555542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.833740234375,
+ "language": 52.90705108642578
+ }
+ },
+ {
+ "routing_index": 889,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.857898142698104e-07,
+ 1.0886416390576414e-07,
+ 9.463854553359852e-07,
+ 0.004723097663372755,
+ 0.01081090234220028,
+ 0.00030024454463273287,
+ 0.0001727250055409968,
+ 0.01653929054737091,
+ 0.00018208233814220876,
+ 0.7866073250770569
+ ],
+ "log_scores_by_expert": [
+ -14.192694664001465,
+ -16.033164978027344,
+ -13.87061595916748,
+ -5.355290412902832,
+ -4.527200222015381,
+ -8.110913276672363,
+ -8.663809776306152,
+ -4.102016448974609,
+ -8.611051559448242,
+ -0.24002614617347717
+ ],
+ "distances_by_expert": [
+ 28.38538932800293,
+ 32.06632995605469,
+ 27.74123191833496,
+ 10.710580825805664,
+ 9.054400444030762,
+ 16.221826553344727,
+ 17.327619552612305,
+ 8.204032897949219,
+ 17.222103118896484,
+ 0.48005229234695435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.7529296875,
+ "language": 52.94398880004883
+ }
+ },
+ {
+ "routing_index": 890,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8332337832544e-07,
+ 1.0130257521723252e-07,
+ 9.320320941696991e-07,
+ 0.004743955563753843,
+ 0.009904415346682072,
+ 0.00029304585768841207,
+ 0.00016698651597835124,
+ 0.016514074057340622,
+ 0.0001816717704059556,
+ 0.7126621007919312
+ ],
+ "log_scores_by_expert": [
+ -14.196297645568848,
+ -16.105154037475586,
+ -13.88589859008789,
+ -5.350883960723877,
+ -4.614774703979492,
+ -8.135181427001953,
+ -8.69759750366211,
+ -4.103542327880859,
+ -8.613308906555176,
+ -0.33874791860580444
+ ],
+ "distances_by_expert": [
+ 28.392595291137695,
+ 32.21030807495117,
+ 27.77179718017578,
+ 10.701767921447754,
+ 9.229549407958984,
+ 16.270362854003906,
+ 17.39519500732422,
+ 8.207084655761719,
+ 17.22661781311035,
+ 0.6774958372116089
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.724853515625,
+ "language": 52.915931701660156
+ }
+ },
+ {
+ "routing_index": 891,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.705676582896558e-07,
+ 1.088961454343007e-07,
+ 9.227765076502692e-07,
+ 0.0048393262550234795,
+ 0.01031323242932558,
+ 0.00033368857111781836,
+ 0.00018017637194134295,
+ 0.017155788838863373,
+ 0.00018004857702180743,
+ 0.7828418612480164
+ ],
+ "log_scores_by_expert": [
+ -14.215141296386719,
+ -16.03287124633789,
+ -13.895878791809082,
+ -5.330979824066162,
+ -4.57432746887207,
+ -8.005302429199219,
+ -8.621574401855469,
+ -4.065419673919678,
+ -8.622283935546875,
+ -0.2448245882987976
+ ],
+ "distances_by_expert": [
+ 28.430282592773438,
+ 32.06574249267578,
+ 27.791757583618164,
+ 10.661959648132324,
+ 9.14865493774414,
+ 16.010604858398438,
+ 17.243148803710938,
+ 8.130839347839355,
+ 17.24456787109375,
+ 0.4896491765975952
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.354248046875,
+ "language": 52.93544387817383
+ }
+ },
+ {
+ "routing_index": 892,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.035924340925703e-07,
+ 1.1188817694574027e-07,
+ 9.736977517604828e-07,
+ 0.00476213451474905,
+ 0.010434682480990887,
+ 0.00030902231810614467,
+ 0.00017609039787203074,
+ 0.016827672719955444,
+ 0.00018825556617230177,
+ 0.7742420434951782
+ ],
+ "log_scores_by_expert": [
+ -14.16706657409668,
+ -16.005765914916992,
+ -13.842164993286133,
+ -5.34705924987793,
+ -4.562620162963867,
+ -8.082097053527832,
+ -8.644513130187988,
+ -4.084730625152588,
+ -8.577710151672363,
+ -0.2558707296848297
+ ],
+ "distances_by_expert": [
+ 28.33413314819336,
+ 32.011531829833984,
+ 27.684329986572266,
+ 10.69411849975586,
+ 9.125240325927734,
+ 16.164194107055664,
+ 17.289026260375977,
+ 8.169461250305176,
+ 17.155420303344727,
+ 0.5117414593696594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.13818359375,
+ "language": 52.92436599731445
+ }
+ },
+ {
+ "routing_index": 893,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.389777240656258e-07,
+ 1.0062279898193083e-07,
+ 8.724383064873109e-07,
+ 0.004314809571951628,
+ 0.009721839800477028,
+ 0.00027097761631011963,
+ 0.0001605112774996087,
+ 0.015419086441397667,
+ 0.00017581168503966182,
+ 0.7342736124992371
+ ],
+ "log_scores_by_expert": [
+ -14.263396263122559,
+ -16.111886978149414,
+ -13.951973915100098,
+ -5.445702075958252,
+ -4.63338041305542,
+ -8.21347427368164,
+ -8.737146377563477,
+ -4.172149181365967,
+ -8.646097183227539,
+ -0.30887356400489807
+ ],
+ "distances_by_expert": [
+ 28.526792526245117,
+ 32.22377395629883,
+ 27.903947830200195,
+ 10.891404151916504,
+ 9.26676082611084,
+ 16.42694854736328,
+ 17.474292755126953,
+ 8.344298362731934,
+ 17.292194366455078,
+ 0.6177471280097961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3514.70654296875,
+ "language": 52.915016174316406
+ }
+ },
+ {
+ "routing_index": 894,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.384995003827498e-07,
+ 9.858045046939878e-08,
+ 8.703731850800978e-07,
+ 0.00405899528414011,
+ 0.009670956991612911,
+ 0.0002536158717703074,
+ 0.00015897612320259213,
+ 0.015367529354989529,
+ 0.00017314721480943263,
+ 0.7357550859451294
+ ],
+ "log_scores_by_expert": [
+ -14.264144897460938,
+ -16.13239288330078,
+ -13.954343795776367,
+ -5.506819725036621,
+ -4.638628005981445,
+ -8.27968978881836,
+ -8.746756553649902,
+ -4.1754984855651855,
+ -8.661368370056152,
+ -0.30685797333717346
+ ],
+ "distances_by_expert": [
+ 28.528289794921875,
+ 32.26478576660156,
+ 27.908687591552734,
+ 11.013639450073242,
+ 9.27725601196289,
+ 16.55937957763672,
+ 17.493513107299805,
+ 8.350996971130371,
+ 17.322736740112305,
+ 0.6137159466743469
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3569.0478515625,
+ "language": 52.919334411621094
+ }
+ },
+ {
+ "routing_index": 895,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.796020670662983e-07,
+ 1.1816631229066843e-07,
+ 9.433882723897113e-07,
+ 0.005159690976142883,
+ 0.010462288744747639,
+ 0.00035941661917604506,
+ 0.00018440303392708302,
+ 0.017470646649599075,
+ 0.0001851470151450485,
+ 0.7881749272346497
+ ],
+ "log_scores_by_expert": [
+ -14.20175838470459,
+ -15.951172828674316,
+ -13.873787879943848,
+ -5.266878604888916,
+ -4.559978008270264,
+ -7.931028366088867,
+ -8.598386764526367,
+ -4.0472331047058105,
+ -8.5943603515625,
+ -0.23803527653217316
+ ],
+ "distances_by_expert": [
+ 28.40351676940918,
+ 31.902345657348633,
+ 27.747575759887695,
+ 10.533757209777832,
+ 9.119956016540527,
+ 15.862056732177734,
+ 17.196773529052734,
+ 8.094466209411621,
+ 17.188720703125,
+ 0.4760705530643463
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.578125,
+ "language": 52.90747833251953
+ }
+ },
+ {
+ "routing_index": 896,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.91595118951227e-07,
+ 1.2165006069153605e-07,
+ 9.705945558380336e-07,
+ 0.005344970151782036,
+ 0.01051143929362297,
+ 0.00037774493102915585,
+ 0.0001903351949295029,
+ 0.017282312735915184,
+ 0.00018571449618320912,
+ 0.7685176730155945
+ ],
+ "log_scores_by_expert": [
+ -14.18426513671875,
+ -15.922117233276367,
+ -13.845356941223145,
+ -5.2315993309021,
+ -4.555291175842285,
+ -7.881291389465332,
+ -8.566723823547363,
+ -4.058071613311768,
+ -8.591300010681152,
+ -0.26329171657562256
+ ],
+ "distances_by_expert": [
+ 28.3685302734375,
+ 31.844234466552734,
+ 27.69071388244629,
+ 10.4631986618042,
+ 9.11058235168457,
+ 15.762582778930664,
+ 17.133447647094727,
+ 8.116143226623535,
+ 17.182600021362305,
+ 0.5265834331512451
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.1513671875,
+ "language": 52.949039459228516
+ }
+ },
+ {
+ "routing_index": 897,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.617945587095164e-07,
+ 1.121227413136694e-07,
+ 9.218239256369998e-07,
+ 0.0050357854925096035,
+ 0.009602723643183708,
+ 0.00036184745840728283,
+ 0.00018415892554912716,
+ 0.016503918915987015,
+ 0.00017629386275075376,
+ 0.7093434929847717
+ ],
+ "log_scores_by_expert": [
+ -14.228310585021973,
+ -16.003671646118164,
+ -13.89691162109375,
+ -5.2911858558654785,
+ -4.6457085609436035,
+ -7.924287796020508,
+ -8.599711418151855,
+ -4.104157447814941,
+ -8.64335823059082,
+ -0.34341537952423096
+ ],
+ "distances_by_expert": [
+ 28.456621170043945,
+ 32.00734329223633,
+ 27.7938232421875,
+ 10.582371711730957,
+ 9.291417121887207,
+ 15.848575592041016,
+ 17.19942283630371,
+ 8.208314895629883,
+ 17.28671646118164,
+ 0.6868307590484619
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.398193359375,
+ "language": 52.969886779785156
+ }
+ },
+ {
+ "routing_index": 898,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.732910264872771e-07,
+ 1.0950640927376298e-07,
+ 9.53176083839935e-07,
+ 0.005294928327202797,
+ 0.009574206545948982,
+ 0.0003591217682696879,
+ 0.0001810691610444337,
+ 0.016240611672401428,
+ 0.00017848564311861992,
+ 0.6766718626022339
+ ],
+ "log_scores_by_expert": [
+ -14.211088180541992,
+ -16.02728271484375,
+ -13.863466262817383,
+ -5.241005897521973,
+ -4.648682594299316,
+ -7.931849002838135,
+ -8.616631507873535,
+ -4.120240211486816,
+ -8.631002426147461,
+ -0.3905688226222992
+ ],
+ "distances_by_expert": [
+ 28.422176361083984,
+ 32.0545654296875,
+ 27.726932525634766,
+ 10.482011795043945,
+ 9.297365188598633,
+ 15.86369800567627,
+ 17.23326301574707,
+ 8.240480422973633,
+ 17.262004852294922,
+ 0.7811376452445984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.06298828125,
+ "language": 52.93169021606445
+ }
+ },
+ {
+ "routing_index": 899,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.495924935734365e-07,
+ 1.0623892876537866e-07,
+ 9.145673516286479e-07,
+ 0.0050771813839674,
+ 0.009388518519699574,
+ 0.00035229077911935747,
+ 0.0001776563876774162,
+ 0.01589285396039486,
+ 0.0001725473557598889,
+ 0.6712369918823242
+ ],
+ "log_scores_by_expert": [
+ -14.246920585632324,
+ -16.057575225830078,
+ -13.904814720153809,
+ -5.282999038696289,
+ -4.668267726898193,
+ -7.951053619384766,
+ -8.635659217834473,
+ -4.141885757446289,
+ -8.664838790893555,
+ -0.3986329734325409
+ ],
+ "distances_by_expert": [
+ 28.49384117126465,
+ 32.115150451660156,
+ 27.809629440307617,
+ 10.565998077392578,
+ 9.336535453796387,
+ 15.902107238769531,
+ 17.271318435668945,
+ 8.283771514892578,
+ 17.32967758178711,
+ 0.7972659468650818
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3226.648681640625,
+ "language": 52.94046401977539
+ }
+ },
+ {
+ "routing_index": 900,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.642770813414245e-07,
+ 1.057531093806574e-07,
+ 9.128246460932132e-07,
+ 0.005131185986101627,
+ 0.009521453641355038,
+ 0.00034297979436814785,
+ 0.00017221445159520954,
+ 0.015851642936468124,
+ 0.0001806755317375064,
+ 0.6729834675788879
+ ],
+ "log_scores_by_expert": [
+ -14.224566459655762,
+ -16.062158584594727,
+ -13.906722068786621,
+ -5.27241849899292,
+ -4.654207706451416,
+ -7.97783899307251,
+ -8.666769981384277,
+ -4.144482135772705,
+ -8.618807792663574,
+ -0.3960345685482025
+ ],
+ "distances_by_expert": [
+ 28.449132919311523,
+ 32.12431716918945,
+ 27.813444137573242,
+ 10.54483699798584,
+ 9.308415412902832,
+ 15.95567798614502,
+ 17.333539962768555,
+ 8.28896427154541,
+ 17.23761558532715,
+ 0.792069137096405
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.62451171875,
+ "language": 52.89439392089844
+ }
+ },
+ {
+ "routing_index": 901,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.518433792734868e-07,
+ 1.0532836114407473e-07,
+ 8.839345468913962e-07,
+ 0.005065687466412783,
+ 0.009457170031964779,
+ 0.00034967975807376206,
+ 0.00017200075672008097,
+ 0.015753233805298805,
+ 0.00017703180492389947,
+ 0.6817693114280701
+ ],
+ "log_scores_by_expert": [
+ -14.243461608886719,
+ -16.06618309020996,
+ -13.938882827758789,
+ -5.2852654457092285,
+ -4.660982131958008,
+ -7.958492755889893,
+ -8.668011665344238,
+ -4.150709629058838,
+ -8.639181137084961,
+ -0.383063942193985
+ ],
+ "distances_by_expert": [
+ 28.486923217773438,
+ 32.13236618041992,
+ 27.877765655517578,
+ 10.570530891418457,
+ 9.321964263916016,
+ 15.916985511779785,
+ 17.336023330688477,
+ 8.301419258117676,
+ 17.278362274169922,
+ 0.76612788438797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.371337890625,
+ "language": 52.93332290649414
+ }
+ },
+ {
+ "routing_index": 902,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.633546831835702e-07,
+ 1.104547848740367e-07,
+ 9.125095630224678e-07,
+ 0.005228401627391577,
+ 0.009733639657497406,
+ 0.00036904917214997113,
+ 0.00017854300676845014,
+ 0.016360163688659668,
+ 0.00018107745563611388,
+ 0.7026421427726746
+ ],
+ "log_scores_by_expert": [
+ -14.225955963134766,
+ -16.018659591674805,
+ -13.90706729888916,
+ -5.253649711608887,
+ -4.632167339324951,
+ -7.904580593109131,
+ -8.630681037902832,
+ -4.112905979156494,
+ -8.616585731506348,
+ -0.3529075086116791
+ ],
+ "distances_by_expert": [
+ 28.45191192626953,
+ 32.03731918334961,
+ 27.81413459777832,
+ 10.507299423217773,
+ 9.264334678649902,
+ 15.809161186218262,
+ 17.261362075805664,
+ 8.225811958312988,
+ 17.233171463012695,
+ 0.7058150172233582
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3380.534912109375,
+ "language": 52.89137649536133
+ }
+ },
+ {
+ "routing_index": 903,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.418225098059338e-07,
+ 1.0281898710218229e-07,
+ 8.646892979413678e-07,
+ 0.004940857645124197,
+ 0.009422671981155872,
+ 0.0003430643700994551,
+ 0.00016931103891693056,
+ 0.015729019418358803,
+ 0.00017386136460117996,
+ 0.6773490905761719
+ ],
+ "log_scores_by_expert": [
+ -14.258954048156738,
+ -16.090295791625977,
+ -13.960895538330078,
+ -5.310216426849365,
+ -4.664636611938477,
+ -7.977592468261719,
+ -8.683773040771484,
+ -4.152247905731201,
+ -8.657252311706543,
+ -0.3895684480667114
+ ],
+ "distances_by_expert": [
+ 28.517908096313477,
+ 32.18059158325195,
+ 27.921791076660156,
+ 10.62043285369873,
+ 9.329273223876953,
+ 15.955184936523438,
+ 17.36754608154297,
+ 8.304495811462402,
+ 17.314504623413086,
+ 0.7791368961334229
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.4951171875,
+ "language": 52.92155838012695
+ }
+ },
+ {
+ "routing_index": 904,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.420361842174316e-07,
+ 1.0263363492413191e-07,
+ 8.705142704457103e-07,
+ 0.0049485936760902405,
+ 0.009333869442343712,
+ 0.0003409727942198515,
+ 0.00016853888519108295,
+ 0.015730099752545357,
+ 0.000175074819708243,
+ 0.6731503009796143
+ ],
+ "log_scores_by_expert": [
+ -14.258621215820312,
+ -16.092100143432617,
+ -13.954181671142578,
+ -5.308651924133301,
+ -4.674105644226074,
+ -7.983707904815674,
+ -8.68834400177002,
+ -4.15217924118042,
+ -8.650297164916992,
+ -0.3957866430282593
+ ],
+ "distances_by_expert": [
+ 28.517242431640625,
+ 32.184200286865234,
+ 27.908363342285156,
+ 10.617303848266602,
+ 9.348211288452148,
+ 15.967415809631348,
+ 17.37668800354004,
+ 8.30435848236084,
+ 17.300594329833984,
+ 0.7915732860565186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.97705078125,
+ "language": 52.90718078613281
+ }
+ },
+ {
+ "routing_index": 905,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.650687964793178e-07,
+ 1.0855128351749954e-07,
+ 9.004269827528333e-07,
+ 0.005202482920140028,
+ 0.009684843011200428,
+ 0.0003643640666268766,
+ 0.00017545558512210846,
+ 0.016338257119059563,
+ 0.00017975553055293858,
+ 0.6958202123641968
+ ],
+ "log_scores_by_expert": [
+ -14.22337532043457,
+ -16.036043167114258,
+ -13.92039680480957,
+ -5.25861930847168,
+ -4.637193202972412,
+ -7.917356967926025,
+ -8.648124694824219,
+ -4.114245891571045,
+ -8.623912811279297,
+ -0.36266395449638367
+ ],
+ "distances_by_expert": [
+ 28.44675064086914,
+ 32.072086334228516,
+ 27.84079360961914,
+ 10.51723861694336,
+ 9.274386405944824,
+ 15.83471393585205,
+ 17.296249389648438,
+ 8.22849178314209,
+ 17.247825622558594,
+ 0.7253279089927673
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.082763671875,
+ "language": 52.91749572753906
+ }
+ },
+ {
+ "routing_index": 906,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.679093758066301e-07,
+ 1.0795724136869467e-07,
+ 9.187188538817281e-07,
+ 0.0052046217024326324,
+ 0.009691172279417515,
+ 0.0003451730590313673,
+ 0.00017431545711588115,
+ 0.016175244003534317,
+ 0.00018243082740809768,
+ 0.6906619668006897
+ ],
+ "log_scores_by_expert": [
+ -14.21911334991455,
+ -16.04153060913086,
+ -13.900285720825195,
+ -5.258208274841309,
+ -4.636539936065674,
+ -7.97146463394165,
+ -8.654644012451172,
+ -4.124273300170898,
+ -8.609139442443848,
+ -0.3701047897338867
+ ],
+ "distances_by_expert": [
+ 28.4382266998291,
+ 32.08306121826172,
+ 27.80057144165039,
+ 10.516416549682617,
+ 9.273079872131348,
+ 15.9429292678833,
+ 17.309288024902344,
+ 8.248546600341797,
+ 17.218278884887695,
+ 0.7402095794677734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.078857421875,
+ "language": 52.88947677612305
+ }
+ },
+ {
+ "routing_index": 907,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.472136533375306e-07,
+ 1.0064967170819727e-07,
+ 8.814066063678183e-07,
+ 0.005001804791390896,
+ 0.009278174489736557,
+ 0.0003240147780161351,
+ 0.0001667016913415864,
+ 0.015459076501429081,
+ 0.00017653193208388984,
+ 0.6584863662719727
+ ],
+ "log_scores_by_expert": [
+ -14.250589370727539,
+ -16.11161994934082,
+ -13.941746711730957,
+ -5.297956466674805,
+ -4.680090427398682,
+ -8.034721374511719,
+ -8.699304580688477,
+ -4.169559001922607,
+ -8.642008781433105,
+ -0.41781148314476013
+ ],
+ "distances_by_expert": [
+ 28.501178741455078,
+ 32.22323989868164,
+ 27.883493423461914,
+ 10.59591293334961,
+ 9.360180854797363,
+ 16.069442749023438,
+ 17.398609161376953,
+ 8.339118003845215,
+ 17.28401756286621,
+ 0.8356229662895203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.698974609375,
+ "language": 52.908897399902344
+ }
+ },
+ {
+ "routing_index": 908,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.62548586660705e-07,
+ 1.0482931145361363e-07,
+ 8.89553120941855e-07,
+ 0.004956783726811409,
+ 0.009387650527060032,
+ 0.0003367836179677397,
+ 0.00016863761993590742,
+ 0.015857160091400146,
+ 0.0001793851115508005,
+ 0.673094630241394
+ ],
+ "log_scores_by_expert": [
+ -14.227171897888184,
+ -16.070932388305664,
+ -13.932546615600586,
+ -5.306998252868652,
+ -4.668360233306885,
+ -7.99606990814209,
+ -8.687758445739746,
+ -4.144134044647217,
+ -8.625975608825684,
+ -0.39586934447288513
+ ],
+ "distances_by_expert": [
+ 28.454343795776367,
+ 32.14186477661133,
+ 27.865093231201172,
+ 10.613996505737305,
+ 9.33672046661377,
+ 15.99213981628418,
+ 17.375516891479492,
+ 8.288268089294434,
+ 17.251951217651367,
+ 0.7917386889457703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.55615234375,
+ "language": 52.90178680419922
+ }
+ },
+ {
+ "routing_index": 909,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.787451525269717e-07,
+ 1.0893457158545061e-07,
+ 9.176208095595939e-07,
+ 0.005277613643556833,
+ 0.009822250343859196,
+ 0.000355968892108649,
+ 0.00017650348308961838,
+ 0.016449393704533577,
+ 0.00018316195928491652,
+ 0.6998662948608398
+ ],
+ "log_scores_by_expert": [
+ -14.203020095825195,
+ -16.03251838684082,
+ -13.901481628417969,
+ -5.24428129196167,
+ -4.623105049133301,
+ -7.940667152404785,
+ -8.642169952392578,
+ -4.107466697692871,
+ -8.60513973236084,
+ -0.3568659722805023
+ ],
+ "distances_by_expert": [
+ 28.40604019165039,
+ 32.06503677368164,
+ 27.802963256835938,
+ 10.48856258392334,
+ 9.246210098266602,
+ 15.88133430480957,
+ 17.284339904785156,
+ 8.214933395385742,
+ 17.21027946472168,
+ 0.7137319445610046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.9716796875,
+ "language": 52.906158447265625
+ }
+ },
+ {
+ "routing_index": 910,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.594100909751432e-07,
+ 1.0518301252204765e-07,
+ 8.865592349138751e-07,
+ 0.0051565105095505714,
+ 0.009542853571474552,
+ 0.00035151338670402765,
+ 0.0001731478696456179,
+ 0.01597357727587223,
+ 0.0001779791055014357,
+ 0.6787281632423401
+ ],
+ "log_scores_by_expert": [
+ -14.23192024230957,
+ -16.067564010620117,
+ -13.935917854309082,
+ -5.267495155334473,
+ -4.651962757110596,
+ -7.953262805938721,
+ -8.661364555358887,
+ -4.136819362640381,
+ -8.633844375610352,
+ -0.387534499168396
+ ],
+ "distances_by_expert": [
+ 28.46384048461914,
+ 32.135128021240234,
+ 27.871835708618164,
+ 10.534990310668945,
+ 9.303925514221191,
+ 15.906525611877441,
+ 17.322729110717773,
+ 8.273638725280762,
+ 17.267688751220703,
+ 0.775068998336792
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.080322265625,
+ "language": 52.92073440551758
+ }
+ },
+ {
+ "routing_index": 911,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.577030831067532e-07,
+ 1.0451906007347134e-07,
+ 8.857201123646519e-07,
+ 0.005231922958046198,
+ 0.009458274580538273,
+ 0.0003473492106422782,
+ 0.00017174932872876525,
+ 0.015900077298283577,
+ 0.00017786456737667322,
+ 0.6698946356773376
+ ],
+ "log_scores_by_expert": [
+ -14.234512329101562,
+ -16.073896408081055,
+ -13.936864852905273,
+ -5.252976417541504,
+ -4.660865306854248,
+ -7.965179920196533,
+ -8.669474601745605,
+ -4.1414313316345215,
+ -8.634488105773926,
+ -0.40063485503196716
+ ],
+ "distances_by_expert": [
+ 28.469024658203125,
+ 32.14779281616211,
+ 27.873729705810547,
+ 10.505952835083008,
+ 9.321730613708496,
+ 15.930359840393066,
+ 17.33894920349121,
+ 8.282862663269043,
+ 17.26897621154785,
+ 0.8012697100639343
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.463134765625,
+ "language": 52.909969329833984
+ }
+ },
+ {
+ "routing_index": 912,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.649146939707862e-07,
+ 1.0506251157949009e-07,
+ 8.980086931842379e-07,
+ 0.005137532018125057,
+ 0.009581194259226322,
+ 0.0003415955579839647,
+ 0.00017243582988157868,
+ 0.015988757833838463,
+ 0.00017832570301834494,
+ 0.6792952418327332
+ ],
+ "log_scores_by_expert": [
+ -14.223607063293457,
+ -16.068710327148438,
+ -13.923086166381836,
+ -5.271182537078857,
+ -4.647953033447266,
+ -7.9818830490112305,
+ -8.665485382080078,
+ -4.13586950302124,
+ -8.631898880004883,
+ -0.386699378490448
+ ],
+ "distances_by_expert": [
+ 28.447214126586914,
+ 32.137420654296875,
+ 27.846172332763672,
+ 10.542365074157715,
+ 9.295906066894531,
+ 15.963766098022461,
+ 17.330970764160156,
+ 8.27173900604248,
+ 17.263797760009766,
+ 0.773398756980896
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.3330078125,
+ "language": 52.91104507446289
+ }
+ },
+ {
+ "routing_index": 913,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.486385473181144e-07,
+ 9.353173169301954e-08,
+ 9.192490892928618e-07,
+ 0.004180131014436483,
+ 0.008853131905198097,
+ 0.00024828274035826325,
+ 0.00015322038962040097,
+ 0.014913205057382584,
+ 0.00016882122145034373,
+ 0.6572428941726685
+ ],
+ "log_scores_by_expert": [
+ -14.248390197753906,
+ -16.184965133666992,
+ -13.89970874786377,
+ -5.477412700653076,
+ -4.726984024047852,
+ -8.300942420959473,
+ -8.7836332321167,
+ -4.205508232116699,
+ -8.686670303344727,
+ -0.41970163583755493
+ ],
+ "distances_by_expert": [
+ 28.496780395507812,
+ 32.369930267333984,
+ 27.79941749572754,
+ 10.954825401306152,
+ 9.453968048095703,
+ 16.601884841918945,
+ 17.5672664642334,
+ 8.411016464233398,
+ 17.373340606689453,
+ 0.8394032716751099
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.94775390625,
+ "language": 52.90886306762695
+ }
+ },
+ {
+ "routing_index": 914,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.561612053701538e-07,
+ 9.973754089287468e-08,
+ 9.008401207211136e-07,
+ 0.004442238714545965,
+ 0.009654254652559757,
+ 0.00026418548077344894,
+ 0.0001571923348819837,
+ 0.015178508125245571,
+ 0.00017252926772926003,
+ 0.7045832276344299
+ ],
+ "log_scores_by_expert": [
+ -14.236859321594238,
+ -16.120723724365234,
+ -13.919938087463379,
+ -5.41659688949585,
+ -4.640356540679932,
+ -8.238859176635742,
+ -8.758040428161621,
+ -4.187874794006348,
+ -8.66494369506836,
+ -0.35014888644218445
+ ],
+ "distances_by_expert": [
+ 28.473718643188477,
+ 32.24144744873047,
+ 27.839876174926758,
+ 10.8331937789917,
+ 9.280713081359863,
+ 16.477718353271484,
+ 17.516080856323242,
+ 8.375749588012695,
+ 17.32988739013672,
+ 0.7002977728843689
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3535.5810546875,
+ "language": 52.90714645385742
+ }
+ },
+ {
+ "routing_index": 915,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.01825911164633e-07,
+ 1.0677279504989201e-07,
+ 9.71943222793925e-07,
+ 0.004712378140538931,
+ 0.010178867727518082,
+ 0.00029149805777706206,
+ 0.00016894990403670818,
+ 0.016323819756507874,
+ 0.0001858470350271091,
+ 0.7550012469291687
+ ],
+ "log_scores_by_expert": [
+ -14.169580459594727,
+ -16.052562713623047,
+ -13.843968391418457,
+ -5.35756254196167,
+ -4.587441444396973,
+ -8.140477180480957,
+ -8.685908317565918,
+ -4.1151299476623535,
+ -8.59058666229248,
+ -0.2810359597206116
+ ],
+ "distances_by_expert": [
+ 28.339160919189453,
+ 32.105125427246094,
+ 27.687936782836914,
+ 10.71512508392334,
+ 9.174882888793945,
+ 16.280954360961914,
+ 17.371816635131836,
+ 8.230259895324707,
+ 17.18117332458496,
+ 0.5620719194412231
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.462890625,
+ "language": 52.887264251708984
+ }
+ },
+ {
+ "routing_index": 916,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.437958859351056e-07,
+ 1.0459703503329365e-07,
+ 8.987223623080354e-07,
+ 0.004593912046402693,
+ 0.010436443611979485,
+ 0.0002961557183880359,
+ 0.000163520424393937,
+ 0.015667466446757317,
+ 0.00017709058010950685,
+ 0.7550944685935974
+ ],
+ "log_scores_by_expert": [
+ -14.255884170532227,
+ -16.073150634765625,
+ -13.92229175567627,
+ -5.383023262023926,
+ -4.562451362609863,
+ -8.124625205993652,
+ -8.718572616577148,
+ -4.1561689376831055,
+ -8.638849258422852,
+ -0.28091245889663696
+ ],
+ "distances_by_expert": [
+ 28.511768341064453,
+ 32.14630126953125,
+ 27.84458351135254,
+ 10.766046524047852,
+ 9.124902725219727,
+ 16.249250411987305,
+ 17.437145233154297,
+ 8.312337875366211,
+ 17.277698516845703,
+ 0.5618249177932739
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.069091796875,
+ "language": 52.896114349365234
+ }
+ },
+ {
+ "routing_index": 917,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.106143584678648e-07,
+ 1.0789857896043031e-07,
+ 9.601499186828732e-07,
+ 0.004651667084544897,
+ 0.010756837204098701,
+ 0.00029748075758107007,
+ 0.0001770833187038079,
+ 0.01713789813220501,
+ 0.0001872439170256257,
+ 0.8039580583572388
+ ],
+ "log_scores_by_expert": [
+ -14.157135963439941,
+ -16.04207420349121,
+ -13.856176376342773,
+ -5.370529651641846,
+ -4.5322136878967285,
+ -8.120161056518555,
+ -8.638890266418457,
+ -4.066462993621826,
+ -8.583098411560059,
+ -0.2182081937789917
+ ],
+ "distances_by_expert": [
+ 28.314271926879883,
+ 32.08414840698242,
+ 27.712352752685547,
+ 10.741059303283691,
+ 9.064427375793457,
+ 16.24032211303711,
+ 17.277780532836914,
+ 8.132925987243652,
+ 17.166196823120117,
+ 0.4364163875579834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.519287109375,
+ "language": 52.91583251953125
+ }
+ },
+ {
+ "routing_index": 918,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.360648399095226e-07,
+ 9.455991545337383e-08,
+ 8.549129120183352e-07,
+ 0.004469048697501421,
+ 0.009843996725976467,
+ 0.0002871534670703113,
+ 0.00016434997087344527,
+ 0.01579376682639122,
+ 0.0001689569908194244,
+ 0.7245948910713196
+ ],
+ "log_scores_by_expert": [
+ -14.267965316772461,
+ -16.17403221130371,
+ -13.97226619720459,
+ -5.410579681396484,
+ -4.620893478393555,
+ -8.15549373626709,
+ -8.713512420654297,
+ -4.148139953613281,
+ -8.685866355895996,
+ -0.3221425414085388
+ ],
+ "distances_by_expert": [
+ 28.535930633544922,
+ 32.34806442260742,
+ 27.94453239440918,
+ 10.821159362792969,
+ 9.24178695678711,
+ 16.31098747253418,
+ 17.427024841308594,
+ 8.296279907226562,
+ 17.371732711791992,
+ 0.6442850828170776
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.892578125,
+ "language": 52.932403564453125
+ }
+ },
+ {
+ "routing_index": 919,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.123173872969346e-07,
+ 1.091302621603063e-07,
+ 9.49475349898421e-07,
+ 0.005015238653868437,
+ 0.010665694251656532,
+ 0.00033644656650722027,
+ 0.00017973873764276505,
+ 0.01758403517305851,
+ 0.00018868928600568324,
+ 0.8000606894493103
+ ],
+ "log_scores_by_expert": [
+ -14.154742240905762,
+ -16.030723571777344,
+ -13.867356300354004,
+ -5.295274257659912,
+ -4.540722846984863,
+ -7.997071266174316,
+ -8.624006271362305,
+ -4.040763854980469,
+ -8.575408935546875,
+ -0.22306771576404572
+ ],
+ "distances_by_expert": [
+ 28.309484481811523,
+ 32.06144714355469,
+ 27.734712600708008,
+ 10.590548515319824,
+ 9.081445693969727,
+ 15.994142532348633,
+ 17.24801254272461,
+ 8.081527709960938,
+ 17.15081787109375,
+ 0.44613543152809143
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3449.22314453125,
+ "language": 52.93749237060547
+ }
+ },
+ {
+ "routing_index": 920,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.131493475753814e-07,
+ 1.1573465030778607e-07,
+ 9.700032705950434e-07,
+ 0.004879833199083805,
+ 0.010944733396172523,
+ 0.00032059315708465874,
+ 0.00017852496239356697,
+ 0.017114069312810898,
+ 0.00019052697462029755,
+ 0.81446772813797
+ ],
+ "log_scores_by_expert": [
+ -14.15357494354248,
+ -15.971965789794922,
+ -13.845966339111328,
+ -5.322644233703613,
+ -4.514896869659424,
+ -8.045337677001953,
+ -8.630782127380371,
+ -4.067854404449463,
+ -8.565716743469238,
+ -0.20522049069404602
+ ],
+ "distances_by_expert": [
+ 28.30714988708496,
+ 31.943931579589844,
+ 27.691932678222656,
+ 10.645288467407227,
+ 9.029793739318848,
+ 16.090675354003906,
+ 17.261564254760742,
+ 8.135708808898926,
+ 17.131433486938477,
+ 0.41044098138809204
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.484375,
+ "language": 52.9169807434082
+ }
+ },
+ {
+ "routing_index": 921,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.250753017411625e-07,
+ 9.744942275347057e-08,
+ 8.62274077917391e-07,
+ 0.004213213454931974,
+ 0.009831996634602547,
+ 0.00025426901993341744,
+ 0.0001552616013213992,
+ 0.014826763421297073,
+ 0.00016834388952702284,
+ 0.71989905834198
+ ],
+ "log_scores_by_expert": [
+ -14.285393714904785,
+ -16.143932342529297,
+ -13.963692665100098,
+ -5.469529628753662,
+ -4.622113227844238,
+ -8.277117729187012,
+ -8.77039909362793,
+ -4.2113213539123535,
+ -8.689501762390137,
+ -0.32864436507225037
+ ],
+ "distances_by_expert": [
+ 28.57078742980957,
+ 32.287864685058594,
+ 27.927385330200195,
+ 10.939059257507324,
+ 9.244226455688477,
+ 16.554235458374023,
+ 17.54079818725586,
+ 8.422642707824707,
+ 17.379003524780273,
+ 0.6572887301445007
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.4013671875,
+ "language": 52.9079475402832
+ }
+ },
+ {
+ "routing_index": 922,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.484319783339743e-07,
+ 1.0522775539811846e-07,
+ 8.822215704640257e-07,
+ 0.004494852852076292,
+ 0.010153340175747871,
+ 0.00029338616877794266,
+ 0.00016600872913841158,
+ 0.015741482377052307,
+ 0.00017922950792126358,
+ 0.762729823589325
+ ],
+ "log_scores_by_expert": [
+ -14.248708724975586,
+ -16.067138671875,
+ -13.94082260131836,
+ -5.40482234954834,
+ -4.58995246887207,
+ -8.134020805358887,
+ -8.703470230102539,
+ -4.151455879211426,
+ -8.626843452453613,
+ -0.2708514332771301
+ ],
+ "distances_by_expert": [
+ 28.497417449951172,
+ 32.13427734375,
+ 27.88164520263672,
+ 10.80964469909668,
+ 9.17990493774414,
+ 16.268041610717773,
+ 17.406940460205078,
+ 8.302911758422852,
+ 17.253686904907227,
+ 0.5417028665542603
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.5146484375,
+ "language": 52.898468017578125
+ }
+ },
+ {
+ "routing_index": 923,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.778731744816469e-07,
+ 1.0470442646237643e-07,
+ 9.104164178097562e-07,
+ 0.004529234021902084,
+ 0.009660269133746624,
+ 0.0002883439010474831,
+ 0.0001629968173801899,
+ 0.015536462888121605,
+ 0.00018386165902484208,
+ 0.7223120927810669
+ ],
+ "log_scores_by_expert": [
+ -14.204305648803711,
+ -16.072124481201172,
+ -13.909363746643066,
+ -5.397202491760254,
+ -4.639733791351318,
+ -8.15135669708252,
+ -8.721779823303223,
+ -4.164565563201904,
+ -8.601326942443848,
+ -0.3252979516983032
+ ],
+ "distances_by_expert": [
+ 28.408611297607422,
+ 32.144248962402344,
+ 27.818727493286133,
+ 10.794404983520508,
+ 9.279467582702637,
+ 16.30271339416504,
+ 17.443559646606445,
+ 8.329131126403809,
+ 17.202653884887695,
+ 0.6505959033966064
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.0849609375,
+ "language": 52.917789459228516
+ }
+ },
+ {
+ "routing_index": 924,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.039064939817763e-07,
+ 1.0960797425241253e-07,
+ 9.783713039723807e-07,
+ 0.0049881404265761375,
+ 0.009888921864330769,
+ 0.0003237105847802013,
+ 0.0001736448029987514,
+ 0.01625707745552063,
+ 0.00018895039102062583,
+ 0.7111158967018127
+ ],
+ "log_scores_by_expert": [
+ -14.166620254516602,
+ -16.026355743408203,
+ -13.837376594543457,
+ -5.300692081451416,
+ -4.616340160369873,
+ -8.035660743713379,
+ -8.658498764038086,
+ -4.119226932525635,
+ -8.574026107788086,
+ -0.3409198820590973
+ ],
+ "distances_by_expert": [
+ 28.333240509033203,
+ 32.052711486816406,
+ 27.674753189086914,
+ 10.601384162902832,
+ 9.232680320739746,
+ 16.071321487426758,
+ 17.316997528076172,
+ 8.23845386505127,
+ 17.148052215576172,
+ 0.6818397641181946
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.565673828125,
+ "language": 52.938446044921875
+ }
+ },
+ {
+ "routing_index": 925,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.170898814161774e-07,
+ 9.964740854684351e-08,
+ 8.652444876133814e-07,
+ 0.004921348299831152,
+ 0.008950850926339626,
+ 0.0003123320930171758,
+ 0.00016042328206822276,
+ 0.014756930060684681,
+ 0.00017335539450868964,
+ 0.6284531950950623
+ ],
+ "log_scores_by_expert": [
+ -14.298251152038574,
+ -16.121627807617188,
+ -13.960253715515137,
+ -5.314172744750977,
+ -4.716006755828857,
+ -8.071443557739258,
+ -8.73769474029541,
+ -4.216042518615723,
+ -8.66016674041748,
+ -0.4644937813282013
+ ],
+ "distances_by_expert": [
+ 28.59650230407715,
+ 32.243255615234375,
+ 27.920507431030273,
+ 10.628345489501953,
+ 9.432013511657715,
+ 16.142887115478516,
+ 17.47538948059082,
+ 8.432085037231445,
+ 17.32033348083496,
+ 0.9289875626564026
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.80126953125,
+ "language": 52.91828918457031
+ }
+ },
+ {
+ "routing_index": 926,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.483763286269095e-07,
+ 1.0723874055429405e-07,
+ 9.026149996316235e-07,
+ 0.005194154102355242,
+ 0.009708479978144169,
+ 0.000344016938470304,
+ 0.00017287563241552562,
+ 0.01594367064535618,
+ 0.0001785775675671175,
+ 0.6877481937408447
+ ],
+ "log_scores_by_expert": [
+ -14.248794555664062,
+ -16.048208236694336,
+ -13.917969703674316,
+ -5.260221481323242,
+ -4.634755611419678,
+ -7.974819660186768,
+ -8.662938117980957,
+ -4.138693332672119,
+ -8.630487442016602,
+ -0.374332457780838
+ ],
+ "distances_by_expert": [
+ 28.497589111328125,
+ 32.09641647338867,
+ 27.835939407348633,
+ 10.520442962646484,
+ 9.269511222839355,
+ 15.949639320373535,
+ 17.325876235961914,
+ 8.277386665344238,
+ 17.260974884033203,
+ 0.748664915561676
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.681396484375,
+ "language": 52.904518127441406
+ }
+ },
+ {
+ "routing_index": 927,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.127280585133121e-07,
+ 9.894212382732803e-08,
+ 8.520219125784934e-07,
+ 0.005009528715163469,
+ 0.008808622136712074,
+ 0.0003181880747433752,
+ 0.00016011131810955703,
+ 0.014709705486893654,
+ 0.0001719102292554453,
+ 0.6234850883483887
+ ],
+ "log_scores_by_expert": [
+ -14.305344581604004,
+ -16.12873077392578,
+ -13.975653648376465,
+ -5.296413421630859,
+ -4.732024192810059,
+ -8.052867889404297,
+ -8.739641189575195,
+ -4.219247817993164,
+ -8.668538093566895,
+ -0.47243037819862366
+ ],
+ "distances_by_expert": [
+ 28.610689163208008,
+ 32.25746154785156,
+ 27.95130729675293,
+ 10.592826843261719,
+ 9.464048385620117,
+ 16.105735778808594,
+ 17.47928237915039,
+ 8.438495635986328,
+ 17.33707618713379,
+ 0.9448607563972473
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.9970703125,
+ "language": 52.933101654052734
+ }
+ },
+ {
+ "routing_index": 928,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.882262144041306e-07,
+ 9.379613175042323e-08,
+ 8.278360041913402e-07,
+ 0.004875346552580595,
+ 0.008542386814951897,
+ 0.0002976879186462611,
+ 0.0001531175512354821,
+ 0.01429552212357521,
+ 0.0001694145757937804,
+ 0.6013619303703308
+ ],
+ "log_scores_by_expert": [
+ -14.34615421295166,
+ -16.18214225769043,
+ -14.004450798034668,
+ -5.323564052581787,
+ -4.762714862823486,
+ -8.119464874267578,
+ -8.78430461883545,
+ -4.247808933258057,
+ -8.683161735534668,
+ -0.5085583925247192
+ ],
+ "distances_by_expert": [
+ 28.69230842590332,
+ 32.36428451538086,
+ 28.008901596069336,
+ 10.647128105163574,
+ 9.525429725646973,
+ 16.238929748535156,
+ 17.5686092376709,
+ 8.495617866516113,
+ 17.366323471069336,
+ 1.0171167850494385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.933349609375,
+ "language": 52.88429260253906
+ }
+ },
+ {
+ "routing_index": 929,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.249769057831145e-07,
+ 1.0164708896809316e-07,
+ 8.683302894496592e-07,
+ 0.005076912697404623,
+ 0.009153916500508785,
+ 0.0003185351088177413,
+ 0.00016274923109449446,
+ 0.014997567981481552,
+ 0.00017494229541625828,
+ 0.645018458366394
+ ],
+ "log_scores_by_expert": [
+ -14.285551071166992,
+ -16.10175895690918,
+ -13.956693649291992,
+ -5.28305196762085,
+ -4.693573474884033,
+ -8.051777839660645,
+ -8.723299980163574,
+ -4.199867248535156,
+ -8.651054382324219,
+ -0.4384763836860657
+ ],
+ "distances_by_expert": [
+ 28.571102142333984,
+ 32.20351791381836,
+ 27.913387298583984,
+ 10.5661039352417,
+ 9.387146949768066,
+ 16.10355567932129,
+ 17.44659996032715,
+ 8.399734497070312,
+ 17.302108764648438,
+ 0.8769527673721313
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3301.778076171875,
+ "language": 52.925697326660156
+ }
+ },
+ {
+ "routing_index": 930,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.839905270477175e-07,
+ 9.271840184510438e-08,
+ 8.16053045582521e-07,
+ 0.004773590713739395,
+ 0.008531948551535606,
+ 0.00029356643790379167,
+ 0.00015254925529006869,
+ 0.014086855575442314,
+ 0.0001665745658101514,
+ 0.5996111035346985
+ ],
+ "log_scores_by_expert": [
+ -14.353381156921387,
+ -16.19369888305664,
+ -14.018786430358887,
+ -5.344656467437744,
+ -4.763937473297119,
+ -8.133406639099121,
+ -8.788022994995117,
+ -4.262513160705566,
+ -8.700067520141602,
+ -0.5114740133285522
+ ],
+ "distances_by_expert": [
+ 28.706762313842773,
+ 32.38739776611328,
+ 28.037572860717773,
+ 10.689312934875488,
+ 9.527874946594238,
+ 16.266813278198242,
+ 17.576045989990234,
+ 8.525026321411133,
+ 17.400135040283203,
+ 1.0229480266571045
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.726318359375,
+ "language": 52.91855239868164
+ }
+ },
+ {
+ "routing_index": 931,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.071584834899113e-07,
+ 9.908055176310882e-08,
+ 8.606736514593649e-07,
+ 0.004984400700777769,
+ 0.009038844145834446,
+ 0.0003101465990766883,
+ 0.00016031529230531305,
+ 0.014821921475231647,
+ 0.00017114728689193726,
+ 0.6283518075942993
+ ],
+ "log_scores_by_expert": [
+ -14.314476013183594,
+ -16.12733268737793,
+ -13.965550422668457,
+ -5.3014421463012695,
+ -4.706223964691162,
+ -8.078465461730957,
+ -8.738368034362793,
+ -4.211647987365723,
+ -8.672986030578613,
+ -0.4646551012992859
+ ],
+ "distances_by_expert": [
+ 28.628952026367188,
+ 32.25466537475586,
+ 27.931100845336914,
+ 10.602884292602539,
+ 9.412447929382324,
+ 16.156930923461914,
+ 17.476736068725586,
+ 8.423295974731445,
+ 17.345972061157227,
+ 0.9293102025985718
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.016357421875,
+ "language": 52.91724395751953
+ }
+ },
+ {
+ "routing_index": 932,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.874503585800994e-07,
+ 9.059925787369139e-08,
+ 8.174714594133548e-07,
+ 0.004759006667882204,
+ 0.008593651466071606,
+ 0.00028697086963802576,
+ 0.00015222460206132382,
+ 0.014122980646789074,
+ 0.00016490356938447803,
+ 0.5974141955375671
+ ],
+ "log_scores_by_expert": [
+ -14.347474098205566,
+ -16.216819763183594,
+ -14.017049789428711,
+ -5.347716331481934,
+ -4.7567315101623535,
+ -8.156129837036133,
+ -8.790153503417969,
+ -4.259952068328857,
+ -8.710149765014648,
+ -0.5151445865631104
+ ],
+ "distances_by_expert": [
+ 28.694948196411133,
+ 32.43363952636719,
+ 28.034099578857422,
+ 10.695432662963867,
+ 9.513463020324707,
+ 16.312259674072266,
+ 17.580307006835938,
+ 8.519904136657715,
+ 17.420299530029297,
+ 1.0302891731262207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.022216796875,
+ "language": 52.91977310180664
+ }
+ },
+ {
+ "routing_index": 933,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161631063150708e-07,
+ 9.830818470391023e-08,
+ 8.543481158085342e-07,
+ 0.005031683016568422,
+ 0.0090597253292799,
+ 0.0003260808880440891,
+ 0.00016387997311539948,
+ 0.015093335881829262,
+ 0.00017074152128770947,
+ 0.6408911347389221
+ ],
+ "log_scores_by_expert": [
+ -14.29975414276123,
+ -16.13515853881836,
+ -13.97292709350586,
+ -5.292000770568848,
+ -4.703916549682617,
+ -8.028365135192871,
+ -8.716376304626465,
+ -4.193501949310303,
+ -8.675359725952148,
+ -0.4448956549167633
+ ],
+ "distances_by_expert": [
+ 28.59950828552246,
+ 32.27031707763672,
+ 27.94585418701172,
+ 10.584001541137695,
+ 9.407833099365234,
+ 16.056730270385742,
+ 17.43275260925293,
+ 8.387003898620605,
+ 17.350719451904297,
+ 0.8897913098335266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.095458984375,
+ "language": 52.893287658691406
+ }
+ },
+ {
+ "routing_index": 934,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.880170306227228e-07,
+ 8.864700618005372e-08,
+ 8.119619678836898e-07,
+ 0.004717976786196232,
+ 0.008322206325829029,
+ 0.00029631928191520274,
+ 0.00015377314412035048,
+ 0.014079992659389973,
+ 0.00016313180094584823,
+ 0.5876671671867371
+ ],
+ "log_scores_by_expert": [
+ -14.34650993347168,
+ -16.238603591918945,
+ -14.023812294006348,
+ -5.356375217437744,
+ -4.788827896118164,
+ -8.124073028564453,
+ -8.78003215789795,
+ -4.26300048828125,
+ -8.720952033996582,
+ -0.531594455242157
+ ],
+ "distances_by_expert": [
+ 28.69301986694336,
+ 32.47720718383789,
+ 28.047624588012695,
+ 10.712750434875488,
+ 9.577655792236328,
+ 16.248146057128906,
+ 17.5600643157959,
+ 8.5260009765625,
+ 17.441904067993164,
+ 1.063188910484314
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3265.375244140625,
+ "language": 52.92539596557617
+ }
+ },
+ {
+ "routing_index": 935,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.459951578108303e-07,
+ 1.0108004033781981e-07,
+ 8.852859991748119e-07,
+ 0.005116436164826155,
+ 0.009173242375254631,
+ 0.00033428866299800575,
+ 0.00016982819943223149,
+ 0.015458185225725174,
+ 0.00017613171075936407,
+ 0.6571285128593445
+ ],
+ "log_scores_by_expert": [
+ -14.252473831176758,
+ -16.10735321044922,
+ -13.937355041503906,
+ -5.275297164916992,
+ -4.691464424133301,
+ -8.00350570678711,
+ -8.680723190307617,
+ -4.16961669921875,
+ -8.644278526306152,
+ -0.41987571120262146
+ ],
+ "distances_by_expert": [
+ 28.504947662353516,
+ 32.21470642089844,
+ 27.874710083007812,
+ 10.550594329833984,
+ 9.382928848266602,
+ 16.00701141357422,
+ 17.361446380615234,
+ 8.3392333984375,
+ 17.288557052612305,
+ 0.8397514224052429
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.253662109375,
+ "language": 52.92791748046875
+ }
+ },
+ {
+ "routing_index": 936,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.56125564546528e-07,
+ 1.0538443007135356e-07,
+ 8.938475843933702e-07,
+ 0.0052500637248158455,
+ 0.009627031162381172,
+ 0.0003437295090407133,
+ 0.0001749820075929165,
+ 0.015941420570015907,
+ 0.00017658430442679673,
+ 0.6844900846481323
+ ],
+ "log_scores_by_expert": [
+ -14.236913681030273,
+ -16.065650939941406,
+ -13.927730560302734,
+ -5.249515056610107,
+ -4.6431803703308105,
+ -7.975655555725098,
+ -8.650827407836914,
+ -4.138834476470947,
+ -8.641712188720703,
+ -0.379081130027771
+ ],
+ "distances_by_expert": [
+ 28.473827362060547,
+ 32.13130187988281,
+ 27.85546112060547,
+ 10.499030113220215,
+ 9.286360740661621,
+ 15.951311111450195,
+ 17.301654815673828,
+ 8.277668952941895,
+ 17.283424377441406,
+ 0.758162260055542
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.500244140625,
+ "language": 52.95616149902344
+ }
+ },
+ {
+ "routing_index": 937,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.401189125426754e-07,
+ 1.0438617437102948e-07,
+ 8.715052786101296e-07,
+ 0.005164360627532005,
+ 0.009495768696069717,
+ 0.00034793620579876006,
+ 0.0001746922207530588,
+ 0.01593092642724514,
+ 0.0001715674443403259,
+ 0.684707522392273
+ ],
+ "log_scores_by_expert": [
+ -14.261611938476562,
+ -16.07516860961914,
+ -13.953043937683105,
+ -5.265974044799805,
+ -4.656908988952637,
+ -7.963491439819336,
+ -8.652484893798828,
+ -4.139492988586426,
+ -8.670534133911133,
+ -0.37876346707344055
+ ],
+ "distances_by_expert": [
+ 28.523223876953125,
+ 32.15033721923828,
+ 27.90608787536621,
+ 10.53194808959961,
+ 9.313817977905273,
+ 15.926982879638672,
+ 17.304969787597656,
+ 8.278985977172852,
+ 17.341068267822266,
+ 0.7575269341468811
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.771728515625,
+ "language": 52.95164489746094
+ }
+ },
+ {
+ "routing_index": 938,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.347807470774569e-07,
+ 1.0525666738203654e-07,
+ 8.623999292467488e-07,
+ 0.0051867663860321045,
+ 0.00962398387491703,
+ 0.000360944279236719,
+ 0.00017720949836075306,
+ 0.01603967510163784,
+ 0.000169269711477682,
+ 0.6975979804992676
+ ],
+ "log_scores_by_expert": [
+ -14.269986152648926,
+ -16.066864013671875,
+ -13.963546752929688,
+ -5.2616448402404785,
+ -4.643496990203857,
+ -7.92678689956665,
+ -8.638177871704102,
+ -4.132689952850342,
+ -8.684017181396484,
+ -0.3601122498512268
+ ],
+ "distances_by_expert": [
+ 28.53997230529785,
+ 32.13372802734375,
+ 27.927093505859375,
+ 10.523289680480957,
+ 9.286993980407715,
+ 15.8535737991333,
+ 17.276355743408203,
+ 8.265379905700684,
+ 17.36803436279297,
+ 0.7202244997024536
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.759033203125,
+ "language": 52.94953155517578
+ }
+ },
+ {
+ "routing_index": 939,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.198442861204967e-07,
+ 1.0189341281829911e-07,
+ 8.422923087891832e-07,
+ 0.0050630648620426655,
+ 0.009445537813007832,
+ 0.0003484364424366504,
+ 0.00017339987971354276,
+ 0.01563623920083046,
+ 0.00016701262211427093,
+ 0.683796226978302
+ ],
+ "log_scores_by_expert": [
+ -14.293797492980957,
+ -16.09933853149414,
+ -13.987138748168945,
+ -5.285783290863037,
+ -4.66221284866333,
+ -7.96205472946167,
+ -8.659910202026367,
+ -4.158164024353027,
+ -8.697441101074219,
+ -0.38009530305862427
+ ],
+ "distances_by_expert": [
+ 28.587594985961914,
+ 32.19867706298828,
+ 27.97427749633789,
+ 10.571566581726074,
+ 9.32442569732666,
+ 15.92410945892334,
+ 17.319820404052734,
+ 8.316328048706055,
+ 17.394882202148438,
+ 0.7601906061172485
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3286.795166015625,
+ "language": 52.94477844238281
+ }
+ },
+ {
+ "routing_index": 940,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.336376259241661e-07,
+ 1.0194278843300708e-07,
+ 8.670501756569138e-07,
+ 0.004926081281155348,
+ 0.00924066361039877,
+ 0.0003312098851893097,
+ 0.00016913916624616832,
+ 0.01505961362272501,
+ 0.0001707959163468331,
+ 0.6580656170845032
+ ],
+ "log_scores_by_expert": [
+ -14.271788597106934,
+ -16.098854064941406,
+ -13.958168983459473,
+ -5.313211441040039,
+ -4.684141635894775,
+ -8.012758255004883,
+ -8.684788703918457,
+ -4.195738792419434,
+ -8.675041198730469,
+ -0.4184506833553314
+ ],
+ "distances_by_expert": [
+ 28.543577194213867,
+ 32.19770812988281,
+ 27.916337966918945,
+ 10.626422882080078,
+ 9.36828327178955,
+ 16.025516510009766,
+ 17.369577407836914,
+ 8.391477584838867,
+ 17.350082397460938,
+ 0.8369013667106628
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.678466796875,
+ "language": 52.97266387939453
+ }
+ },
+ {
+ "routing_index": 941,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.787529400753556e-07,
+ 9.910871767715435e-08,
+ 9.422715834261908e-07,
+ 0.004574802238494158,
+ 0.009240688756108284,
+ 0.0002709887339733541,
+ 0.0001602523261681199,
+ 0.015672801062464714,
+ 0.00017703400226309896,
+ 0.6874468922615051
+ ],
+ "log_scores_by_expert": [
+ -14.203008651733398,
+ -16.12704849243164,
+ -13.874972343444824,
+ -5.3871917724609375,
+ -4.684138774871826,
+ -8.213433265686035,
+ -8.738760948181152,
+ -4.155828475952148,
+ -8.639168739318848,
+ -0.3747706413269043
+ ],
+ "distances_by_expert": [
+ 28.406017303466797,
+ 32.25409698486328,
+ 27.74994468688965,
+ 10.774383544921875,
+ 9.368277549743652,
+ 16.42686653137207,
+ 17.477521896362305,
+ 8.311656951904297,
+ 17.278337478637695,
+ 0.7495412826538086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.46923828125,
+ "language": 52.89143371582031
+ }
+ },
+ {
+ "routing_index": 942,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.431582733057439e-07,
+ 1.0158680652239127e-07,
+ 8.743973580749298e-07,
+ 0.004414750728756189,
+ 0.00947808101773262,
+ 0.0002649739617481828,
+ 0.0001581068936502561,
+ 0.015161877498030663,
+ 0.0001727709750412032,
+ 0.7055497169494629
+ ],
+ "log_scores_by_expert": [
+ -14.256875038146973,
+ -16.102352142333984,
+ -13.94973087310791,
+ -5.42280387878418,
+ -4.658773422241211,
+ -8.235878944396973,
+ -8.752239227294922,
+ -4.188971042633057,
+ -8.663543701171875,
+ -0.3487780690193176
+ ],
+ "distances_by_expert": [
+ 28.513750076293945,
+ 32.20470428466797,
+ 27.89946174621582,
+ 10.84560775756836,
+ 9.317546844482422,
+ 16.471757888793945,
+ 17.504478454589844,
+ 8.377942085266113,
+ 17.32708740234375,
+ 0.6975561380386353
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3498.51025390625,
+ "language": 52.90203094482422
+ }
+ },
+ {
+ "routing_index": 943,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.678475870103284e-07,
+ 1.0443396547543671e-07,
+ 9.093630524148466e-07,
+ 0.00456848694011569,
+ 0.01030262652784586,
+ 0.000275461032288149,
+ 0.00016276724636554718,
+ 0.015864534303545952,
+ 0.00017821179062593728,
+ 0.7567788362503052
+ ],
+ "log_scores_by_expert": [
+ -14.219205856323242,
+ -16.074710845947266,
+ -13.910521507263184,
+ -5.388573169708252,
+ -4.575356483459473,
+ -8.197064399719238,
+ -8.723189353942871,
+ -4.143669128417969,
+ -8.632537841796875,
+ -0.27868422865867615
+ ],
+ "distances_by_expert": [
+ 28.438411712646484,
+ 32.14942169189453,
+ 27.821043014526367,
+ 10.777146339416504,
+ 9.150712966918945,
+ 16.394128799438477,
+ 17.446378707885742,
+ 8.287338256835938,
+ 17.26507568359375,
+ 0.5573684573173523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.826904296875,
+ "language": 52.902976989746094
+ }
+ },
+ {
+ "routing_index": 944,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.730026941819233e-07,
+ 9.411368040446177e-08,
+ 8.021756343623565e-07,
+ 0.0040823291055858135,
+ 0.009670611470937729,
+ 0.0002451129839755595,
+ 0.00014825737162027508,
+ 0.014351657591760159,
+ 0.00016012537525966763,
+ 0.7136001586914062
+ ],
+ "log_scores_by_expert": [
+ -14.37237548828125,
+ -16.178762435913086,
+ -14.035938262939453,
+ -5.501087665557861,
+ -4.6386637687683105,
+ -8.313791275024414,
+ -8.816560745239258,
+ -4.243889808654785,
+ -8.739553451538086,
+ -0.33743250370025635
+ ],
+ "distances_by_expert": [
+ 28.7447509765625,
+ 32.35752487182617,
+ 28.071876525878906,
+ 11.002175331115723,
+ 9.277327537536621,
+ 16.627582550048828,
+ 17.633121490478516,
+ 8.48777961730957,
+ 17.479106903076172,
+ 0.6748650074005127
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3510.11669921875,
+ "language": 52.89431381225586
+ }
+ },
+ {
+ "routing_index": 945,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.525717139993503e-07,
+ 1.0671537609141524e-07,
+ 9.141802479462058e-07,
+ 0.004550273064523935,
+ 0.010376223362982273,
+ 0.0002957250108011067,
+ 0.00016973380115814507,
+ 0.01631968840956688,
+ 0.00017691365792416036,
+ 0.7722713947296143
+ ],
+ "log_scores_by_expert": [
+ -14.242344856262207,
+ -16.0531005859375,
+ -13.905238151550293,
+ -5.392568111419678,
+ -4.568238258361816,
+ -8.126080513000488,
+ -8.681279182434082,
+ -4.115383148193359,
+ -8.639848709106445,
+ -0.2584192454814911
+ ],
+ "distances_by_expert": [
+ 28.484689712524414,
+ 32.106201171875,
+ 27.810476303100586,
+ 10.785136222839355,
+ 9.136476516723633,
+ 16.252161026000977,
+ 17.362558364868164,
+ 8.230766296386719,
+ 17.27969741821289,
+ 0.5168384909629822
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.20849609375,
+ "language": 52.911956787109375
+ }
+ },
+ {
+ "routing_index": 946,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855491960777726e-07,
+ 1.0419699947306071e-07,
+ 9.161919933831086e-07,
+ 0.004815666936337948,
+ 0.010503001511096954,
+ 0.0003147199167869985,
+ 0.00017248008225578815,
+ 0.016774844378232956,
+ 0.00018176849698647857,
+ 0.7808033227920532
+ ],
+ "log_scores_by_expert": [
+ -14.193045616149902,
+ -16.076982498168945,
+ -13.903039932250977,
+ -5.335880756378174,
+ -4.556094169616699,
+ -8.063827514648438,
+ -8.665228843688965,
+ -4.087874889373779,
+ -8.612776756286621,
+ -0.2474319338798523
+ ],
+ "distances_by_expert": [
+ 28.386091232299805,
+ 32.15396499633789,
+ 27.806079864501953,
+ 10.671761512756348,
+ 9.112188339233398,
+ 16.127655029296875,
+ 17.33045768737793,
+ 8.175749778747559,
+ 17.225553512573242,
+ 0.4948638677597046
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.45068359375,
+ "language": 52.958656311035156
+ }
+ },
+ {
+ "routing_index": 947,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960707423786516e-07,
+ 1.0609090850266512e-07,
+ 9.533133606964839e-07,
+ 0.0049123615026474,
+ 0.010206196457147598,
+ 0.000312702264636755,
+ 0.0001737625862006098,
+ 0.016957776620984077,
+ 0.0001833944406826049,
+ 0.7388613224029541
+ ],
+ "log_scores_by_expert": [
+ -14.177814483642578,
+ -16.058969497680664,
+ -13.863322257995605,
+ -5.316000461578369,
+ -4.5847601890563965,
+ -8.070259094238281,
+ -8.657820701599121,
+ -4.077028751373291,
+ -8.60387134552002,
+ -0.3026450574398041
+ ],
+ "distances_by_expert": [
+ 28.355628967285156,
+ 32.11793899536133,
+ 27.72664451599121,
+ 10.632000923156738,
+ 9.169520378112793,
+ 16.140518188476562,
+ 17.315641403198242,
+ 8.154057502746582,
+ 17.20774269104004,
+ 0.6052901148796082
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.530029296875,
+ "language": 52.91215896606445
+ }
+ },
+ {
+ "routing_index": 948,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29561611731333e-07,
+ 1.0434597186304018e-07,
+ 8.776807476351678e-07,
+ 0.004705789964646101,
+ 0.010513785295188427,
+ 0.0003299664531368762,
+ 0.00017564190784469247,
+ 0.01678425446152687,
+ 0.0001684431335888803,
+ 0.7776713371276855
+ ],
+ "log_scores_by_expert": [
+ -14.278242111206055,
+ -16.07555389404297,
+ -13.945982933044434,
+ -5.358961582183838,
+ -4.555068016052246,
+ -8.016519546508789,
+ -8.647063255310059,
+ -4.087314128875732,
+ -8.688912391662598,
+ -0.2514513432979584
+ ],
+ "distances_by_expert": [
+ 28.55648422241211,
+ 32.15110778808594,
+ 27.891965866088867,
+ 10.717923164367676,
+ 9.110136032104492,
+ 16.033039093017578,
+ 17.294126510620117,
+ 8.174628257751465,
+ 17.377824783325195,
+ 0.5029026865959167
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3423.882568359375,
+ "language": 52.928733825683594
+ }
+ },
+ {
+ "routing_index": 949,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.755949470971245e-07,
+ 1.0395442728849957e-07,
+ 9.254839028471906e-07,
+ 0.004353127907961607,
+ 0.010210077278316021,
+ 0.00028121296782046556,
+ 0.0001715795515337959,
+ 0.016155896708369255,
+ 0.00018236177857033908,
+ 0.7762277722358704
+ ],
+ "log_scores_by_expert": [
+ -14.207672119140625,
+ -16.079313278198242,
+ -13.892949104309082,
+ -5.43686056137085,
+ -4.584380149841309,
+ -8.176398277282715,
+ -8.670463562011719,
+ -4.125470161437988,
+ -8.609518051147461,
+ -0.2533092796802521
+ ],
+ "distances_by_expert": [
+ 28.41534423828125,
+ 32.158626556396484,
+ 27.785898208618164,
+ 10.8737211227417,
+ 9.168760299682617,
+ 16.35279655456543,
+ 17.340927124023438,
+ 8.250940322875977,
+ 17.219036102294922,
+ 0.5066185593605042
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3496.0380859375,
+ "language": 52.8933219909668
+ }
+ },
+ {
+ "routing_index": 950,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.867767865514907e-07,
+ 1.1134785182775886e-07,
+ 9.498493795945251e-07,
+ 0.004659038968384266,
+ 0.010643375106155872,
+ 0.0003014872199855745,
+ 0.00017468105943407863,
+ 0.01656639575958252,
+ 0.0001859959593275562,
+ 0.7911515235900879
+ ],
+ "log_scores_by_expert": [
+ -14.191256523132324,
+ -16.01060676574707,
+ -13.866962432861328,
+ -5.368946075439453,
+ -4.54281759262085,
+ -8.106782913208008,
+ -8.652548789978027,
+ -4.10037899017334,
+ -8.5897855758667,
+ -0.23426572978496552
+ ],
+ "distances_by_expert": [
+ 28.38251304626465,
+ 32.02121353149414,
+ 27.733924865722656,
+ 10.737892150878906,
+ 9.0856351852417,
+ 16.213565826416016,
+ 17.305097579956055,
+ 8.20075798034668,
+ 17.1795711517334,
+ 0.46853145956993103
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.8232421875,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 951,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.8291620891614e-07,
+ 1.1184827286569998e-07,
+ 9.468187727179611e-07,
+ 0.004661416634917259,
+ 0.010595310479402542,
+ 0.00030335408519022167,
+ 0.0001726648915791884,
+ 0.016651811078190804,
+ 0.000185639233677648,
+ 0.782804012298584
+ ],
+ "log_scores_by_expert": [
+ -14.196893692016602,
+ -16.006122589111328,
+ -13.870158195495605,
+ -5.368435859680176,
+ -4.547343730926514,
+ -8.10060977935791,
+ -8.66415786743164,
+ -4.095236301422119,
+ -8.591705322265625,
+ -0.24487294256687164
+ ],
+ "distances_by_expert": [
+ 28.393787384033203,
+ 32.012245178222656,
+ 27.74031639099121,
+ 10.736871719360352,
+ 9.094687461853027,
+ 16.20121955871582,
+ 17.32831573486328,
+ 8.190472602844238,
+ 17.18341064453125,
+ 0.4897458851337433
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.98974609375,
+ "language": 52.911163330078125
+ }
+ },
+ {
+ "routing_index": 952,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.036065312604478e-07,
+ 1.2026308127133234e-07,
+ 9.66129505286517e-07,
+ 0.005302042700350285,
+ 0.010791361331939697,
+ 0.0003668588469736278,
+ 0.00018796135555021465,
+ 0.017539694905281067,
+ 0.00019051080744247884,
+ 0.7928141951560974
+ ],
+ "log_scores_by_expert": [
+ -14.167046546936035,
+ -15.933584213256836,
+ -13.849967956542969,
+ -5.239663124084473,
+ -4.5290093421936035,
+ -7.910533428192139,
+ -8.57927417755127,
+ -4.043288707733154,
+ -8.565801620483398,
+ -0.2321663647890091
+ ],
+ "distances_by_expert": [
+ 28.33409309387207,
+ 31.867168426513672,
+ 27.699935913085938,
+ 10.479326248168945,
+ 9.058018684387207,
+ 15.821066856384277,
+ 17.15854835510254,
+ 8.086577415466309,
+ 17.131603240966797,
+ 0.4643327295780182
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.76904296875,
+ "language": 52.897029876708984
+ }
+ },
+ {
+ "routing_index": 953,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.692005172226345e-07,
+ 1.199190364786773e-07,
+ 9.406257959199138e-07,
+ 0.005143221002072096,
+ 0.010206591337919235,
+ 0.0003670870210044086,
+ 0.0001859979092841968,
+ 0.016916919499635696,
+ 0.0001786491193342954,
+ 0.749620795249939
+ ],
+ "log_scores_by_expert": [
+ -14.217182159423828,
+ -15.93644905090332,
+ -13.876720428466797,
+ -5.270075798034668,
+ -4.584721565246582,
+ -7.909911632537842,
+ -8.589775085449219,
+ -4.079441070556641,
+ -8.630086898803711,
+ -0.2881878614425659
+ ],
+ "distances_by_expert": [
+ 28.434364318847656,
+ 31.87289810180664,
+ 27.753440856933594,
+ 10.540151596069336,
+ 9.169443130493164,
+ 15.819823265075684,
+ 17.179550170898438,
+ 8.158882141113281,
+ 17.260173797607422,
+ 0.5763757228851318
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.473388671875,
+ "language": 52.95234298706055
+ }
+ },
+ {
+ "routing_index": 954,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.159111194392608e-07,
+ 1.044001152195051e-07,
+ 8.6142586042115e-07,
+ 0.00473236758261919,
+ 0.009048590436577797,
+ 0.00035008753184229136,
+ 0.00017388342530466616,
+ 0.015480276197195053,
+ 0.00016482917999383062,
+ 0.6712989211082458
+ ],
+ "log_scores_by_expert": [
+ -14.300163269042969,
+ -16.075035095214844,
+ -13.964676856994629,
+ -5.353329658508301,
+ -4.705146312713623,
+ -7.957327365875244,
+ -8.657125473022461,
+ -4.168188571929932,
+ -8.710600852966309,
+ -0.39854079484939575
+ ],
+ "distances_by_expert": [
+ 28.600326538085938,
+ 32.15007019042969,
+ 27.929353713989258,
+ 10.706659317016602,
+ 9.410292625427246,
+ 15.914654731750488,
+ 17.314250946044922,
+ 8.336377143859863,
+ 17.421201705932617,
+ 0.7970815896987915
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.451171875,
+ "language": 52.93167495727539
+ }
+ },
+ {
+ "routing_index": 955,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.122526201579603e-07,
+ 1.0205660316842113e-07,
+ 8.615112392362789e-07,
+ 0.004815598018467426,
+ 0.008911252953112125,
+ 0.00035017970367334783,
+ 0.00017273092817049474,
+ 0.015478291548788548,
+ 0.00016217550728470087,
+ 0.6464691162109375
+ ],
+ "log_scores_by_expert": [
+ -14.306120872497559,
+ -16.09773826599121,
+ -13.964577674865723,
+ -5.33589506149292,
+ -4.72044038772583,
+ -7.957064151763916,
+ -8.663775444030762,
+ -4.168316841125488,
+ -8.726831436157227,
+ -0.4362299144268036
+ ],
+ "distances_by_expert": [
+ 28.612241744995117,
+ 32.19547653198242,
+ 27.929155349731445,
+ 10.67179012298584,
+ 9.44088077545166,
+ 15.914128303527832,
+ 17.327550888061523,
+ 8.336633682250977,
+ 17.453662872314453,
+ 0.8724598288536072
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.958984375,
+ "language": 52.92134094238281
+ }
+ },
+ {
+ "routing_index": 956,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.53298343422648e-07,
+ 1.0879710998779046e-07,
+ 9.236869118467439e-07,
+ 0.005234817508608103,
+ 0.009453716687858105,
+ 0.0003543384082149714,
+ 0.00017596683755982667,
+ 0.0158170685172081,
+ 0.00017915618082042783,
+ 0.6704298257827759
+ ],
+ "log_scores_by_expert": [
+ -14.241231918334961,
+ -16.033781051635742,
+ -13.894892692565918,
+ -5.252423286437988,
+ -4.661347389221191,
+ -7.945258140563965,
+ -8.645215034484863,
+ -4.146665573120117,
+ -8.627252578735352,
+ -0.39983630180358887
+ ],
+ "distances_by_expert": [
+ 28.482463836669922,
+ 32.067562103271484,
+ 27.789785385131836,
+ 10.504846572875977,
+ 9.322694778442383,
+ 15.89051628112793,
+ 17.290430068969727,
+ 8.293331146240234,
+ 17.254505157470703,
+ 0.7996726036071777
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.982666015625,
+ "language": 52.91655731201172
+ }
+ },
+ {
+ "routing_index": 957,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.560053975590563e-07,
+ 1.0449574006088369e-07,
+ 8.965616302702983e-07,
+ 0.00518240500241518,
+ 0.009350307285785675,
+ 0.0003552658890839666,
+ 0.00017116573872044683,
+ 0.015658847987651825,
+ 0.00017660231969784945,
+ 0.6612344980239868
+ ],
+ "log_scores_by_expert": [
+ -14.237096786499023,
+ -16.074119567871094,
+ -13.924698829650879,
+ -5.262485980987549,
+ -4.672346115112305,
+ -7.942644119262695,
+ -8.67287826538086,
+ -4.156719207763672,
+ -8.641610145568848,
+ -0.41364672780036926
+ ],
+ "distances_by_expert": [
+ 28.474193572998047,
+ 32.14823913574219,
+ 27.849397659301758,
+ 10.524971961975098,
+ 9.34469223022461,
+ 15.88528823852539,
+ 17.34575653076172,
+ 8.313438415527344,
+ 17.283220291137695,
+ 0.8272934556007385
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.319580078125,
+ "language": 52.93064880371094
+ }
+ },
+ {
+ "routing_index": 958,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.563164447470626e-07,
+ 1.0386523285887961e-07,
+ 8.928166721489106e-07,
+ 0.0050849029794335365,
+ 0.009365245699882507,
+ 0.00035072697210125625,
+ 0.0001692698715487495,
+ 0.015852322801947594,
+ 0.00017789358389563859,
+ 0.6653450727462769
+ ],
+ "log_scores_by_expert": [
+ -14.23662281036377,
+ -16.080171585083008,
+ -13.928884506225586,
+ -5.281479358673096,
+ -4.670749664306641,
+ -7.955502510070801,
+ -8.684016227722168,
+ -4.144439220428467,
+ -8.63432502746582,
+ -0.40744948387145996
+ ],
+ "distances_by_expert": [
+ 28.47324562072754,
+ 32.160343170166016,
+ 27.857769012451172,
+ 10.562958717346191,
+ 9.341499328613281,
+ 15.911005020141602,
+ 17.368032455444336,
+ 8.288878440856934,
+ 17.26865005493164,
+ 0.8148989677429199
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3351.7333984375,
+ "language": 52.9178352355957
+ }
+ },
+ {
+ "routing_index": 959,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.802887924095558e-07,
+ 1.068901553935575e-07,
+ 9.211806855091709e-07,
+ 0.005316029768437147,
+ 0.009640219621360302,
+ 0.00035715140984393656,
+ 0.00017374767048750073,
+ 0.01621163636445999,
+ 0.00018291652668267488,
+ 0.6790894865989685
+ ],
+ "log_scores_by_expert": [
+ -14.200748443603516,
+ -16.051464080810547,
+ -13.89760971069336,
+ -5.2370285987854,
+ -4.641811370849609,
+ -7.937350749969482,
+ -8.657906532287598,
+ -4.122025966644287,
+ -8.606480598449707,
+ -0.3870023488998413
+ ],
+ "distances_by_expert": [
+ 28.40149688720703,
+ 32.102928161621094,
+ 27.79521942138672,
+ 10.4740571975708,
+ 9.283622741699219,
+ 15.874701499938965,
+ 17.315813064575195,
+ 8.244051933288574,
+ 17.212961196899414,
+ 0.7740046977996826
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.407470703125,
+ "language": 52.918251037597656
+ }
+ },
+ {
+ "routing_index": 960,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.289981454050576e-07,
+ 1.1308978287161153e-07,
+ 9.873375574898091e-07,
+ 0.005484791472554207,
+ 0.010017667897045612,
+ 0.00037187078851275146,
+ 0.00017967172607313842,
+ 0.016933010891079903,
+ 0.0001935303007485345,
+ 0.708070695400238
+ ],
+ "log_scores_by_expert": [
+ -14.13159465789795,
+ -15.995083808898926,
+ -13.828253746032715,
+ -5.205776214599609,
+ -4.603404998779297,
+ -7.896964073181152,
+ -8.62437915802002,
+ -4.078490257263184,
+ -8.550076484680176,
+ -0.34521132707595825
+ ],
+ "distances_by_expert": [
+ 28.2631893157959,
+ 31.99016761779785,
+ 27.65650749206543,
+ 10.411552429199219,
+ 9.206809997558594,
+ 15.793928146362305,
+ 17.24875831604004,
+ 8.156980514526367,
+ 17.10015296936035,
+ 0.6904226541519165
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.399169921875,
+ "language": 52.9168701171875
+ }
+ },
+ {
+ "routing_index": 961,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.215061827992031e-07,
+ 1.0858793331181005e-07,
+ 9.568199175191694e-07,
+ 0.005293632857501507,
+ 0.00992291234433651,
+ 0.0003393811930436641,
+ 0.00017269009549636394,
+ 0.016291797161102295,
+ 0.00019100817735306919,
+ 0.6909509897232056
+ ],
+ "log_scores_by_expert": [
+ -14.141924858093262,
+ -16.03570556640625,
+ -13.859650611877441,
+ -5.241250514984131,
+ -4.612908840179443,
+ -7.988386631011963,
+ -8.66401195526123,
+ -4.117093563079834,
+ -8.563194274902344,
+ -0.36968639492988586
+ ],
+ "distances_by_expert": [
+ 28.283849716186523,
+ 32.0714111328125,
+ 27.719301223754883,
+ 10.482501029968262,
+ 9.225817680358887,
+ 15.976773262023926,
+ 17.32802391052246,
+ 8.234187126159668,
+ 17.126388549804688,
+ 0.7393727898597717
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3401.63818359375,
+ "language": 52.94315719604492
+ }
+ },
+ {
+ "routing_index": 962,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.837405521764595e-07,
+ 9.852161753087785e-08,
+ 9.142647741100518e-07,
+ 0.005038030911237001,
+ 0.009129079058766365,
+ 0.0003076972207054496,
+ 0.00016062520444393158,
+ 0.01531644444912672,
+ 0.00018250236462336034,
+ 0.6292683482170105
+ ],
+ "log_scores_by_expert": [
+ -14.195687294006348,
+ -16.13298988342285,
+ -13.905145645141602,
+ -5.290740013122559,
+ -4.696290493011475,
+ -8.086394309997559,
+ -8.73643684387207,
+ -4.178828239440918,
+ -8.608747482299805,
+ -0.4631974697113037
+ ],
+ "distances_by_expert": [
+ 28.391374588012695,
+ 32.2659797668457,
+ 27.810291290283203,
+ 10.581480026245117,
+ 9.39258098602295,
+ 16.172788619995117,
+ 17.47287368774414,
+ 8.357656478881836,
+ 17.21749496459961,
+ 0.9263949394226074
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.395263671875,
+ "language": 52.92573928833008
+ }
+ },
+ {
+ "routing_index": 963,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.006555620137078e-07,
+ 1.0053857835146118e-07,
+ 9.331812407253892e-07,
+ 0.00509428046643734,
+ 0.009283547289669514,
+ 0.0003172829747200012,
+ 0.00016458070604130626,
+ 0.015579179860651493,
+ 0.00018620396440383047,
+ 0.6436198949813843
+ ],
+ "log_scores_by_expert": [
+ -14.171249389648438,
+ -16.11272430419922,
+ -13.884666442871094,
+ -5.279636859893799,
+ -4.679511547088623,
+ -8.055716514587402,
+ -8.712109565734863,
+ -4.161819934844971,
+ -8.588667869567871,
+ -0.4406469464302063
+ ],
+ "distances_by_expert": [
+ 28.342498779296875,
+ 32.22544860839844,
+ 27.769332885742188,
+ 10.559273719787598,
+ 9.359023094177246,
+ 16.111433029174805,
+ 17.424219131469727,
+ 8.323639869689941,
+ 17.177335739135742,
+ 0.8812938928604126
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.182373046875,
+ "language": 52.93679428100586
+ }
+ },
+ {
+ "routing_index": 964,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855060519228573e-07,
+ 9.303247594516506e-08,
+ 8.99882707017241e-07,
+ 0.004692646209150553,
+ 0.008848949335515499,
+ 0.0002861790999304503,
+ 0.00015386129962280393,
+ 0.014936740510165691,
+ 0.0001814214192563668,
+ 0.6121776700019836
+ ],
+ "log_scores_by_expert": [
+ -14.193108558654785,
+ -16.190317153930664,
+ -13.921001434326172,
+ -5.361758708953857,
+ -4.727456569671631,
+ -8.158892631530762,
+ -8.779458999633789,
+ -4.2039313316345215,
+ -8.6146879196167,
+ -0.49073275923728943
+ ],
+ "distances_by_expert": [
+ 28.38621711730957,
+ 32.38063430786133,
+ 27.842002868652344,
+ 10.723517417907715,
+ 9.454913139343262,
+ 16.317785263061523,
+ 17.558917999267578,
+ 8.407862663269043,
+ 17.2293758392334,
+ 0.9814655184745789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.501708984375,
+ "language": 52.91086959838867
+ }
+ },
+ {
+ "routing_index": 965,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.159794677136233e-07,
+ 9.36520478944658e-08,
+ 9.382417829328915e-07,
+ 0.004564578644931316,
+ 0.008921572007238865,
+ 0.0002772621810436249,
+ 0.00015480976435355842,
+ 0.015129242092370987,
+ 0.00018531094247009605,
+ 0.6207384467124939
+ ],
+ "log_scores_by_expert": [
+ -14.149614334106445,
+ -16.183679580688477,
+ -13.879258155822754,
+ -5.389429092407227,
+ -4.719283103942871,
+ -8.190546989440918,
+ -8.773313522338867,
+ -4.191125869750977,
+ -8.593475341796875,
+ -0.47684556245803833
+ ],
+ "distances_by_expert": [
+ 28.29922866821289,
+ 32.36735916137695,
+ 27.758516311645508,
+ 10.778858184814453,
+ 9.438566207885742,
+ 16.381093978881836,
+ 17.546627044677734,
+ 8.382251739501953,
+ 17.18695068359375,
+ 0.9536911249160767
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.28369140625,
+ "language": 52.921051025390625
+ }
+ },
+ {
+ "routing_index": 966,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.566954423054995e-07,
+ 9.9043518275721e-08,
+ 9.882561471385998e-07,
+ 0.004781993106007576,
+ 0.009216811507940292,
+ 0.00030451788916252553,
+ 0.00016327796038240194,
+ 0.01585027389228344,
+ 0.00019512444850988686,
+ 0.6563441753387451
+ ],
+ "log_scores_by_expert": [
+ -14.094305038452148,
+ -16.12770652770996,
+ -13.827323913574219,
+ -5.342897891998291,
+ -4.686726093292236,
+ -8.096780776977539,
+ -8.720056533813477,
+ -4.14456844329834,
+ -8.54187297821045,
+ -0.42107003927230835
+ ],
+ "distances_by_expert": [
+ 28.188610076904297,
+ 32.25541305541992,
+ 27.654647827148438,
+ 10.685795783996582,
+ 9.373452186584473,
+ 16.193561553955078,
+ 17.440113067626953,
+ 8.28913688659668,
+ 17.0837459564209,
+ 0.8421400785446167
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.8525390625,
+ "language": 52.936744689941406
+ }
+ },
+ {
+ "routing_index": 967,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.211732508949353e-07,
+ 8.962217634689296e-08,
+ 9.64201149145083e-07,
+ 0.004360837861895561,
+ 0.008513311855494976,
+ 0.0002650920068845153,
+ 0.00015162317140493542,
+ 0.014835461974143982,
+ 0.00018540887685958296,
+ 0.6029144525527954
+ ],
+ "log_scores_by_expert": [
+ -14.142386436462402,
+ -16.227663040161133,
+ -13.85196590423584,
+ -5.435091018676758,
+ -4.766124248504639,
+ -8.235433578491211,
+ -8.794112205505371,
+ -4.210734844207764,
+ -8.592947006225586,
+ -0.5059798955917358
+ ],
+ "distances_by_expert": [
+ 28.284772872924805,
+ 32.455326080322266,
+ 27.70393180847168,
+ 10.870182037353516,
+ 9.532248497009277,
+ 16.470867156982422,
+ 17.588224411010742,
+ 8.421469688415527,
+ 17.185894012451172,
+ 1.0119597911834717
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.990966796875,
+ "language": 52.91037368774414
+ }
+ },
+ {
+ "routing_index": 968,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.287312087100872e-07,
+ 8.827496600360973e-08,
+ 9.731564887260902e-07,
+ 0.004192777443677187,
+ 0.008367995731532574,
+ 0.0002648544905241579,
+ 0.00014965135778766125,
+ 0.014649640768766403,
+ 0.00018827889289241284,
+ 0.6017133593559265
+ ],
+ "log_scores_by_expert": [
+ -14.13196086883545,
+ -16.242809295654297,
+ -13.842720985412598,
+ -5.474391937255859,
+ -4.783340930938721,
+ -8.236330032348633,
+ -8.807202339172363,
+ -4.223339557647705,
+ -8.57758617401123,
+ -0.5079740881919861
+ ],
+ "distances_by_expert": [
+ 28.2639217376709,
+ 32.485618591308594,
+ 27.685441970825195,
+ 10.948783874511719,
+ 9.566681861877441,
+ 16.472660064697266,
+ 17.614404678344727,
+ 8.44667911529541,
+ 17.15517234802246,
+ 1.0159481763839722
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3367.82421875,
+ "language": 52.90733337402344
+ }
+ },
+ {
+ "routing_index": 969,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.855635774627444e-07,
+ 1.0329408439702092e-07,
+ 9.602442787581822e-07,
+ 0.0046711089089512825,
+ 0.009612669236958027,
+ 0.0002765694516710937,
+ 0.00016375232371501625,
+ 0.01581079512834549,
+ 0.0001782009203452617,
+ 0.7024614810943604
+ ],
+ "log_scores_by_expert": [
+ -14.193024635314941,
+ -16.08568572998047,
+ -13.856078147888184,
+ -5.366358757019043,
+ -4.6446733474731445,
+ -8.193048477172852,
+ -8.717155456542969,
+ -4.147062301635742,
+ -8.632598876953125,
+ -0.35316476225852966
+ ],
+ "distances_by_expert": [
+ 28.386049270629883,
+ 32.17137145996094,
+ 27.712156295776367,
+ 10.732717514038086,
+ 9.289346694946289,
+ 16.386096954345703,
+ 17.434310913085938,
+ 8.294124603271484,
+ 17.26519775390625,
+ 0.7063295245170593
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.927490234375,
+ "language": 52.89236831665039
+ }
+ },
+ {
+ "routing_index": 970,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.78848721236136e-07,
+ 1.0705910113983919e-07,
+ 9.369622375743347e-07,
+ 0.004540632013231516,
+ 0.010030620731413364,
+ 0.0002757340844254941,
+ 0.00016517190670128912,
+ 0.015984298661351204,
+ 0.00017867825226858258,
+ 0.7401580810546875
+ ],
+ "log_scores_by_expert": [
+ -14.20286750793457,
+ -16.049884796142578,
+ -13.880622863769531,
+ -5.394689083099365,
+ -4.602112770080566,
+ -8.196073532104492,
+ -8.708523750305176,
+ -4.136148452758789,
+ -8.629923820495605,
+ -0.3008915185928345
+ ],
+ "distances_by_expert": [
+ 28.40573501586914,
+ 32.099769592285156,
+ 27.761245727539062,
+ 10.78937816619873,
+ 9.204225540161133,
+ 16.392147064208984,
+ 17.41704750061035,
+ 8.272296905517578,
+ 17.25984764099121,
+ 0.601783037185669
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.843505859375,
+ "language": 52.90190887451172
+ }
+ },
+ {
+ "routing_index": 971,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.803302881053241e-07,
+ 1.0017355123181915e-07,
+ 9.113485361922358e-07,
+ 0.004416744690388441,
+ 0.010185491293668747,
+ 0.00026395931490696967,
+ 0.00016290809435304254,
+ 0.01582789607346058,
+ 0.00017954873328562826,
+ 0.7519639730453491
+ ],
+ "log_scores_by_expert": [
+ -14.200687408447266,
+ -16.116361618041992,
+ -13.908340454101562,
+ -5.422352313995361,
+ -4.586791038513184,
+ -8.239715576171875,
+ -8.72232437133789,
+ -4.145981311798096,
+ -8.6250638961792,
+ -0.2850668728351593
+ ],
+ "distances_by_expert": [
+ 28.40137481689453,
+ 32.232723236083984,
+ 27.816680908203125,
+ 10.844704627990723,
+ 9.173582077026367,
+ 16.47943115234375,
+ 17.44464874267578,
+ 8.291962623596191,
+ 17.2501277923584,
+ 0.5701337456703186
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.65673828125,
+ "language": 52.913516998291016
+ }
+ },
+ {
+ "routing_index": 972,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.89642263296264e-07,
+ 1.1149172252089556e-07,
+ 9.560565104038687e-07,
+ 0.004734240937978029,
+ 0.010687611065804958,
+ 0.00029747479129582644,
+ 0.00017137546092271805,
+ 0.01661529578268528,
+ 0.00018443557200953364,
+ 0.7803087830543518
+ ],
+ "log_scores_by_expert": [
+ -14.187092781066895,
+ -16.009315490722656,
+ -13.860448837280273,
+ -5.352933883666992,
+ -4.538670063018799,
+ -8.1201810836792,
+ -8.671653747558594,
+ -4.097431659698486,
+ -8.598210334777832,
+ -0.24806557595729828
+ ],
+ "distances_by_expert": [
+ 28.37418556213379,
+ 32.01863098144531,
+ 27.720897674560547,
+ 10.705867767333984,
+ 9.077340126037598,
+ 16.2403621673584,
+ 17.343307495117188,
+ 8.194863319396973,
+ 17.196420669555664,
+ 0.49613115191459656
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.152099609375,
+ "language": 52.91516876220703
+ }
+ },
+ {
+ "routing_index": 973,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.033737006167939e-07,
+ 1.0884900802921038e-07,
+ 9.54595179791795e-07,
+ 0.004688733723014593,
+ 0.010928237810730934,
+ 0.0002980154531542212,
+ 0.00017550511984154582,
+ 0.016894573345780373,
+ 0.0001857577299233526,
+ 0.8083776831626892
+ ],
+ "log_scores_by_expert": [
+ -14.167377471923828,
+ -16.03330421447754,
+ -13.861978530883789,
+ -5.362592697143555,
+ -4.51640510559082,
+ -8.118365287780762,
+ -8.647842407226562,
+ -4.08076286315918,
+ -8.59106731414795,
+ -0.21272587776184082
+ ],
+ "distances_by_expert": [
+ 28.334754943847656,
+ 32.06660842895508,
+ 27.723957061767578,
+ 10.72518539428711,
+ 9.03281021118164,
+ 16.236730575561523,
+ 17.295684814453125,
+ 8.16152572631836,
+ 17.1821346282959,
+ 0.42545175552368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.4931640625,
+ "language": 52.9433479309082
+ }
+ },
+ {
+ "routing_index": 974,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.812743436057644e-07,
+ 1.0910196124314098e-07,
+ 9.443001545150764e-07,
+ 0.0048544020392000675,
+ 0.010353987105190754,
+ 0.00032761009060777724,
+ 0.00017917582590598613,
+ 0.017063923180103302,
+ 0.00018356381042394787,
+ 0.7693604230880737
+ ],
+ "log_scores_by_expert": [
+ -14.199300765991211,
+ -16.030982971191406,
+ -13.872821807861328,
+ -5.327869415283203,
+ -4.570383548736572,
+ -8.023686408996582,
+ -8.627142906188965,
+ -4.070788860321045,
+ -8.602948188781738,
+ -0.2621956765651703
+ ],
+ "distances_by_expert": [
+ 28.398601531982422,
+ 32.06196594238281,
+ 27.745643615722656,
+ 10.655738830566406,
+ 9.140767097473145,
+ 16.047372817993164,
+ 17.25428581237793,
+ 8.14157772064209,
+ 17.205896377563477,
+ 0.5243913531303406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.951171875,
+ "language": 52.92262649536133
+ }
+ },
+ {
+ "routing_index": 975,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.373977043949708e-07,
+ 1.0342971989985017e-07,
+ 8.918287335291097e-07,
+ 0.004734101239591837,
+ 0.010121123865246773,
+ 0.0003113649436272681,
+ 0.00017055858916137367,
+ 0.01641107350587845,
+ 0.0001738567225402221,
+ 0.7448268532752991
+ ],
+ "log_scores_by_expert": [
+ -14.26587200164795,
+ -16.084373474121094,
+ -13.929991722106934,
+ -5.352963447570801,
+ -4.593130588531494,
+ -8.074544906616211,
+ -8.676431655883789,
+ -4.109798908233643,
+ -8.657279014587402,
+ -0.29460349678993225
+ ],
+ "distances_by_expert": [
+ 28.5317440032959,
+ 32.16874694824219,
+ 27.859983444213867,
+ 10.705926895141602,
+ 9.186261177062988,
+ 16.149089813232422,
+ 17.352863311767578,
+ 8.219597816467285,
+ 17.314558029174805,
+ 0.5892069935798645
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.771240234375,
+ "language": 52.912208557128906
+ }
+ },
+ {
+ "routing_index": 976,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.533911687256477e-07,
+ 1.066169090790936e-07,
+ 9.045892852554971e-07,
+ 0.004579752217978239,
+ 0.0105246901512146,
+ 0.0002939891710411757,
+ 0.00016789976507425308,
+ 0.016164828091859818,
+ 0.00017944911087397486,
+ 0.7815454006195068
+ ],
+ "log_scores_by_expert": [
+ -14.241089820861816,
+ -16.05402374267578,
+ -13.91578483581543,
+ -5.386110305786133,
+ -4.5540313720703125,
+ -8.131967544555664,
+ -8.692143440246582,
+ -4.124917507171631,
+ -8.625618934631348,
+ -0.24648204445838928
+ ],
+ "distances_by_expert": [
+ 28.482179641723633,
+ 32.10804748535156,
+ 27.83156967163086,
+ 10.772220611572266,
+ 9.108062744140625,
+ 16.263935089111328,
+ 17.384286880493164,
+ 8.249835014343262,
+ 17.251237869262695,
+ 0.49296408891677856
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.8291015625,
+ "language": 52.88380432128906
+ }
+ },
+ {
+ "routing_index": 977,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.864617946826911e-07,
+ 9.195686345719878e-08,
+ 8.046043831200222e-07,
+ 0.003999404609203339,
+ 0.009657911024987698,
+ 0.00023759996111039072,
+ 0.00014878484944347292,
+ 0.014227539300918579,
+ 0.00016016598965507,
+ 0.7148981094360352
+ ],
+ "log_scores_by_expert": [
+ -14.34915828704834,
+ -16.201946258544922,
+ -14.032915115356445,
+ -5.521609783172607,
+ -4.639977931976318,
+ -8.344922065734863,
+ -8.813009262084961,
+ -4.252575874328613,
+ -8.739299774169922,
+ -0.3356153070926666
+ ],
+ "distances_by_expert": [
+ 28.69831657409668,
+ 32.403892517089844,
+ 28.06583023071289,
+ 11.043219566345215,
+ 9.279955863952637,
+ 16.689844131469727,
+ 17.626018524169922,
+ 8.505151748657227,
+ 17.478599548339844,
+ 0.6712306141853333
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.46044921875,
+ "language": 52.91892623901367
+ }
+ },
+ {
+ "routing_index": 978,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.59427007829072e-07,
+ 8.95760337016327e-08,
+ 7.692084977861668e-07,
+ 0.0039134761318564415,
+ 0.009255475364625454,
+ 0.00024355808272957802,
+ 0.0001459111226722598,
+ 0.014180237427353859,
+ 0.0001564578415127471,
+ 0.706889271736145
+ ],
+ "log_scores_by_expert": [
+ -14.396352767944336,
+ -16.228178024291992,
+ -14.077903747558594,
+ -5.543329238891602,
+ -4.682539939880371,
+ -8.320155143737793,
+ -8.832512855529785,
+ -4.255906105041504,
+ -8.762723922729492,
+ -0.3468811810016632
+ ],
+ "distances_by_expert": [
+ 28.792705535888672,
+ 32.456356048583984,
+ 28.155807495117188,
+ 11.086658477783203,
+ 9.365079879760742,
+ 16.640310287475586,
+ 17.66502571105957,
+ 8.511812210083008,
+ 17.525447845458984,
+ 0.6937623620033264
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3558.730712890625,
+ "language": 52.896968841552734
+ }
+ },
+ {
+ "routing_index": 979,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.468088713518227e-07,
+ 1.0375713088706107e-07,
+ 8.880612654138531e-07,
+ 0.004411958158016205,
+ 0.00992539245635271,
+ 0.0002768684644252062,
+ 0.0001635903026908636,
+ 0.015676777809858322,
+ 0.00017779979680199176,
+ 0.7490730285644531
+ ],
+ "log_scores_by_expert": [
+ -14.251214981079102,
+ -16.081212997436523,
+ -13.934225082397461,
+ -5.423436641693115,
+ -4.612658977508545,
+ -8.191967964172363,
+ -8.718145370483398,
+ -4.155574798583984,
+ -8.634852409362793,
+ -0.28891876339912415
+ ],
+ "distances_by_expert": [
+ 28.502429962158203,
+ 32.16242599487305,
+ 27.868450164794922,
+ 10.84687328338623,
+ 9.22531795501709,
+ 16.383935928344727,
+ 17.436290740966797,
+ 8.311149597167969,
+ 17.269704818725586,
+ 0.5778375267982483
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.902099609375,
+ "language": 52.89832305908203
+ }
+ },
+ {
+ "routing_index": 980,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.823895546403946e-07,
+ 1.0628919966393369e-07,
+ 9.355229053653602e-07,
+ 0.004637324716895819,
+ 0.009792927652597427,
+ 0.0002940309641417116,
+ 0.0001665942691033706,
+ 0.016074182465672493,
+ 0.00018585906946100295,
+ 0.7344918847084045
+ ],
+ "log_scores_by_expert": [
+ -14.197665214538574,
+ -16.05710220336914,
+ -13.882160186767578,
+ -5.373617649078369,
+ -4.626094818115234,
+ -8.13182544708252,
+ -8.699949264526367,
+ -4.13054084777832,
+ -8.590521812438965,
+ -0.308576375246048
+ ],
+ "distances_by_expert": [
+ 28.39533042907715,
+ 32.11420440673828,
+ 27.764320373535156,
+ 10.747235298156738,
+ 9.252189636230469,
+ 16.26365089416504,
+ 17.399898529052734,
+ 8.26108169555664,
+ 17.18104362487793,
+ 0.617152750492096
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.344482421875,
+ "language": 52.90025329589844
+ }
+ },
+ {
+ "routing_index": 981,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.724684797314694e-07,
+ 9.798190347964919e-08,
+ 8.125584258777963e-07,
+ 0.004517918452620506,
+ 0.008792810142040253,
+ 0.0002962856669910252,
+ 0.00015307959984056652,
+ 0.01443824078887701,
+ 0.0001591686304891482,
+ 0.6291616559028625
+ ],
+ "log_scores_by_expert": [
+ -14.373308181762695,
+ -16.13848304748535,
+ -14.023077964782715,
+ -5.3997039794921875,
+ -4.733820915222168,
+ -8.124186515808105,
+ -8.784552574157715,
+ -4.237874984741211,
+ -8.745546340942383,
+ -0.46336713433265686
+ ],
+ "distances_by_expert": [
+ 28.74661636352539,
+ 32.2769660949707,
+ 28.04615592956543,
+ 10.799407958984375,
+ 9.467641830444336,
+ 16.24837303161621,
+ 17.56910514831543,
+ 8.475749969482422,
+ 17.491092681884766,
+ 0.9267342686653137
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.81787109375,
+ "language": 52.934452056884766
+ }
+ },
+ {
+ "routing_index": 982,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.290641181294632e-07,
+ 1.0856371090994799e-07,
+ 8.855553801367932e-07,
+ 0.005015471018850803,
+ 0.009227106347680092,
+ 0.000335183140123263,
+ 0.00016559507639613003,
+ 0.015081818215548992,
+ 0.00017835597100201994,
+ 0.6589189767837524
+ ],
+ "log_scores_by_expert": [
+ -14.279032707214355,
+ -16.03592872619629,
+ -13.937050819396973,
+ -5.295228004455566,
+ -4.685609817504883,
+ -8.000833511352539,
+ -8.705965042114258,
+ -4.194265365600586,
+ -8.631729125976562,
+ -0.4171546399593353
+ ],
+ "distances_by_expert": [
+ 28.55806541442871,
+ 32.07185745239258,
+ 27.874101638793945,
+ 10.590456008911133,
+ 9.371219635009766,
+ 16.001667022705078,
+ 17.411930084228516,
+ 8.388530731201172,
+ 17.263458251953125,
+ 0.8343092799186707
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.8935546875,
+ "language": 52.92140579223633
+ }
+ },
+ {
+ "routing_index": 983,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.020952127983037e-07,
+ 1.0210703038637803e-07,
+ 8.504080142301973e-07,
+ 0.0049281069077551365,
+ 0.0087899724021554,
+ 0.0003176923200953752,
+ 0.0001589098828844726,
+ 0.014645184390246868,
+ 0.00017292673874180764,
+ 0.6351569890975952
+ ],
+ "log_scores_by_expert": [
+ -14.322850227355957,
+ -16.097244262695312,
+ -13.97754955291748,
+ -5.312800407409668,
+ -4.7341437339782715,
+ -8.054427146911621,
+ -8.747173309326172,
+ -4.223643779754639,
+ -8.662642478942871,
+ -0.4538831114768982
+ ],
+ "distances_by_expert": [
+ 28.645700454711914,
+ 32.194488525390625,
+ 27.95509910583496,
+ 10.625600814819336,
+ 9.468287467956543,
+ 16.108854293823242,
+ 17.494346618652344,
+ 8.447287559509277,
+ 17.325284957885742,
+ 0.9077662229537964
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.45703125,
+ "language": 52.909847259521484
+ }
+ },
+ {
+ "routing_index": 984,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.161378678370966e-07,
+ 1.0189011590000518e-07,
+ 8.4958605839347e-07,
+ 0.004922193009406328,
+ 0.008988664485514164,
+ 0.0003182557411491871,
+ 0.00015770738536957651,
+ 0.014740466140210629,
+ 0.00017602741718292236,
+ 0.6441220045089722
+ ],
+ "log_scores_by_expert": [
+ -14.299795150756836,
+ -16.0993709564209,
+ -13.978516578674316,
+ -5.314001083374023,
+ -4.711791038513184,
+ -8.052655220031738,
+ -8.754769325256348,
+ -4.217158794403076,
+ -8.64487075805664,
+ -0.43986713886260986
+ ],
+ "distances_by_expert": [
+ 28.599590301513672,
+ 32.1987419128418,
+ 27.957033157348633,
+ 10.628002166748047,
+ 9.423582077026367,
+ 16.105310440063477,
+ 17.509538650512695,
+ 8.434317588806152,
+ 17.28974151611328,
+ 0.8797342777252197
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.4609375,
+ "language": 52.910030364990234
+ }
+ },
+ {
+ "routing_index": 985,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.152459377517516e-07,
+ 1.0316787779629522e-07,
+ 8.595597478233685e-07,
+ 0.004884666297584772,
+ 0.009220029227435589,
+ 0.0003132944693788886,
+ 0.00015936714771669358,
+ 0.014969460666179657,
+ 0.00017414861940778792,
+ 0.6608076691627502
+ ],
+ "log_scores_by_expert": [
+ -14.301243782043457,
+ -16.0869083404541,
+ -13.966845512390137,
+ -5.321654319763184,
+ -4.686377048492432,
+ -8.068367004394531,
+ -8.74429988861084,
+ -4.201743125915527,
+ -8.655601501464844,
+ -0.41429251432418823
+ ],
+ "distances_by_expert": [
+ 28.602487564086914,
+ 32.1738166809082,
+ 27.933691024780273,
+ 10.643308639526367,
+ 9.372754096984863,
+ 16.136734008789062,
+ 17.48859977722168,
+ 8.403486251831055,
+ 17.311203002929688,
+ 0.8285850286483765
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3271.20263671875,
+ "language": 52.906925201416016
+ }
+ },
+ {
+ "routing_index": 986,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.760176916031924e-07,
+ 1.0850201448420194e-07,
+ 9.192438596983266e-07,
+ 0.005157027393579483,
+ 0.009642918594181538,
+ 0.0003368737525306642,
+ 0.0001691312645561993,
+ 0.0158969908952713,
+ 0.00018812417692970484,
+ 0.6995187997817993
+ ],
+ "log_scores_by_expert": [
+ -14.207046508789062,
+ -16.036497116088867,
+ -13.899714469909668,
+ -5.26739501953125,
+ -4.641531467437744,
+ -7.995802402496338,
+ -8.684835433959961,
+ -4.14162540435791,
+ -8.578408241271973,
+ -0.35736262798309326
+ ],
+ "distances_by_expert": [
+ 28.414093017578125,
+ 32.072994232177734,
+ 27.799428939819336,
+ 10.5347900390625,
+ 9.283062934875488,
+ 15.991604804992676,
+ 17.369670867919922,
+ 8.28325080871582,
+ 17.156816482543945,
+ 0.7147252559661865
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3338.882080078125,
+ "language": 52.9045295715332
+ }
+ },
+ {
+ "routing_index": 987,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.670054517599056e-07,
+ 1.0672270889244828e-07,
+ 9.084147336579917e-07,
+ 0.004876725375652313,
+ 0.009691000916063786,
+ 0.0003227497509215027,
+ 0.00016724198940210044,
+ 0.015807168558239937,
+ 0.00018636528693605214,
+ 0.7114030718803406
+ ],
+ "log_scores_by_expert": [
+ -14.220467567443848,
+ -16.05303192138672,
+ -13.911564826965332,
+ -5.323281288146973,
+ -4.636557579040527,
+ -8.038633346557617,
+ -8.69606876373291,
+ -4.147291660308838,
+ -8.587801933288574,
+ -0.34051617980003357
+ ],
+ "distances_by_expert": [
+ 28.440935134887695,
+ 32.10606384277344,
+ 27.823129653930664,
+ 10.646562576293945,
+ 9.273115158081055,
+ 16.077266693115234,
+ 17.39213752746582,
+ 8.294583320617676,
+ 17.17560386657715,
+ 0.6810323596000671
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.994140625,
+ "language": 52.88847732543945
+ }
+ },
+ {
+ "routing_index": 988,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.924788067408372e-07,
+ 1.0916899384483258e-07,
+ 9.477356570641859e-07,
+ 0.004805800970643759,
+ 0.009852877818048,
+ 0.00031168610439635813,
+ 0.00016984778631012887,
+ 0.01613091118633747,
+ 0.00018920643196906894,
+ 0.7224085927009583
+ ],
+ "log_scores_by_expert": [
+ -14.182988166809082,
+ -16.03036880493164,
+ -13.869190216064453,
+ -5.3379316329956055,
+ -4.619991779327393,
+ -8.073513984680176,
+ -8.680607795715332,
+ -4.127017974853516,
+ -8.572671890258789,
+ -0.32516443729400635
+ ],
+ "distances_by_expert": [
+ 28.365976333618164,
+ 32.06073760986328,
+ 27.738380432128906,
+ 10.675863265991211,
+ 9.239983558654785,
+ 16.14702796936035,
+ 17.361215591430664,
+ 8.254035949707031,
+ 17.145343780517578,
+ 0.6503288745880127
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.1142578125,
+ "language": 52.904541015625
+ }
+ },
+ {
+ "routing_index": 989,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.953137585696822e-07,
+ 1.0309450715340063e-07,
+ 9.619556067264057e-07,
+ 0.004531776532530785,
+ 0.009479627013206482,
+ 0.0002928335452452302,
+ 0.0001662352733546868,
+ 0.015755293890833855,
+ 0.0001870609848992899,
+ 0.6943075060844421
+ ],
+ "log_scores_by_expert": [
+ -14.178902626037598,
+ -16.08761978149414,
+ -13.854297637939453,
+ -5.396641254425049,
+ -4.6586103439331055,
+ -8.135906219482422,
+ -8.702106475830078,
+ -4.15057897567749,
+ -8.584075927734375,
+ -0.3648402988910675
+ ],
+ "distances_by_expert": [
+ 28.357805252075195,
+ 32.17523956298828,
+ 27.708595275878906,
+ 10.793282508850098,
+ 9.317220687866211,
+ 16.271812438964844,
+ 17.404212951660156,
+ 8.30115795135498,
+ 17.16815185546875,
+ 0.729680597782135
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.154541015625,
+ "language": 52.92261505126953
+ }
+ },
+ {
+ "routing_index": 990,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.715794711453782e-07,
+ 9.291473190842225e-08,
+ 9.319076639258128e-07,
+ 0.004101011902093887,
+ 0.008657782338559628,
+ 0.0002566878974903375,
+ 0.00015208138211164623,
+ 0.014586132951080799,
+ 0.00017871080490294844,
+ 0.6315716505050659
+ ],
+ "log_scores_by_expert": [
+ -14.21363353729248,
+ -16.19158363342285,
+ -13.886032104492188,
+ -5.496521472930908,
+ -4.74929666519165,
+ -8.26764965057373,
+ -8.791094779968262,
+ -4.227684020996094,
+ -8.629741668701172,
+ -0.45954394340515137
+ ],
+ "distances_by_expert": [
+ 28.42726707458496,
+ 32.3831672668457,
+ 27.772064208984375,
+ 10.993042945861816,
+ 9.4985933303833,
+ 16.53529930114746,
+ 17.582189559936523,
+ 8.455368041992188,
+ 17.259483337402344,
+ 0.9190878868103027
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.951171875,
+ "language": 52.9077262878418
+ }
+ },
+ {
+ "routing_index": 991,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.049081887089415e-07,
+ 9.258921807031584e-08,
+ 9.722816685098223e-07,
+ 0.004022280219942331,
+ 0.00875901896506548,
+ 0.0002481818664819002,
+ 0.00015601294580847025,
+ 0.014825018122792244,
+ 0.00018346843717154115,
+ 0.6359410285949707
+ ],
+ "log_scores_by_expert": [
+ -14.16519832611084,
+ -16.195093154907227,
+ -13.843620300292969,
+ -5.51590633392334,
+ -4.737671375274658,
+ -8.301348686218262,
+ -8.765571594238281,
+ -4.21143913269043,
+ -8.60346794128418,
+ -0.45264944434165955
+ ],
+ "distances_by_expert": [
+ 28.33039665222168,
+ 32.39018630981445,
+ 27.687240600585938,
+ 11.03181266784668,
+ 9.475342750549316,
+ 16.602697372436523,
+ 17.531143188476562,
+ 8.42287826538086,
+ 17.20693588256836,
+ 0.9052988886833191
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.288330078125,
+ "language": 52.892086029052734
+ }
+ },
+ {
+ "routing_index": 992,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.769674314455187e-07,
+ 9.42090494504555e-08,
+ 9.537852747598663e-07,
+ 0.00424184650182724,
+ 0.00863566156476736,
+ 0.00027378511731512845,
+ 0.00015728245489299297,
+ 0.014767404645681381,
+ 0.0001806136715458706,
+ 0.626907229423523
+ ],
+ "log_scores_by_expert": [
+ -14.205642700195312,
+ -16.177749633789062,
+ -13.86282730102539,
+ -5.462756633758545,
+ -4.75185489654541,
+ -8.203166961669922,
+ -8.757467269897461,
+ -4.215332984924316,
+ -8.619150161743164,
+ -0.4669567942619324
+ ],
+ "distances_by_expert": [
+ 28.411285400390625,
+ 32.355499267578125,
+ 27.72565460205078,
+ 10.92551326751709,
+ 9.50370979309082,
+ 16.406333923339844,
+ 17.514934539794922,
+ 8.430665969848633,
+ 17.238300323486328,
+ 0.9339135885238647
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.17626953125,
+ "language": 52.90668487548828
+ }
+ },
+ {
+ "routing_index": 993,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.755685149073543e-07,
+ 9.829431490970819e-08,
+ 9.269440397474682e-07,
+ 0.004353389609605074,
+ 0.009132975712418556,
+ 0.00028880650643259287,
+ 0.00016394186241086572,
+ 0.015299152582883835,
+ 0.0001838893658714369,
+ 0.6824530959129333
+ ],
+ "log_scores_by_expert": [
+ -14.207711219787598,
+ -16.135299682617188,
+ -13.891372680664062,
+ -5.436800479888916,
+ -4.695863723754883,
+ -8.14975357055664,
+ -8.715998649597168,
+ -4.179957866668701,
+ -8.601176261901855,
+ -0.3820614814758301
+ ],
+ "distances_by_expert": [
+ 28.415422439575195,
+ 32.270599365234375,
+ 27.782745361328125,
+ 10.873600959777832,
+ 9.391727447509766,
+ 16.29950714111328,
+ 17.431997299194336,
+ 8.359915733337402,
+ 17.20235252380371,
+ 0.7641229629516602
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.142822265625,
+ "language": 52.89376449584961
+ }
+ },
+ {
+ "routing_index": 994,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.740934850313351e-07,
+ 9.851127913407254e-08,
+ 9.21174489576515e-07,
+ 0.004362772218883038,
+ 0.009313547052443027,
+ 0.0002909229078795761,
+ 0.00016458824393339455,
+ 0.015329376794397831,
+ 0.0001813572453102097,
+ 0.6891016960144043
+ ],
+ "log_scores_by_expert": [
+ -14.2098970413208,
+ -16.133094787597656,
+ -13.897616386413574,
+ -5.434647560119629,
+ -4.676285266876221,
+ -8.142452239990234,
+ -8.712063789367676,
+ -4.177984237670898,
+ -8.615041732788086,
+ -0.37236639857292175
+ ],
+ "distances_by_expert": [
+ 28.4197940826416,
+ 32.26618957519531,
+ 27.79523277282715,
+ 10.869295120239258,
+ 9.352570533752441,
+ 16.28490447998047,
+ 17.42412757873535,
+ 8.355968475341797,
+ 17.230083465576172,
+ 0.7447327971458435
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.27783203125,
+ "language": 52.92646408081055
+ }
+ },
+ {
+ "routing_index": 995,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.513449761769152e-07,
+ 9.355260033316881e-08,
+ 8.905530535230355e-07,
+ 0.0042039682157337666,
+ 0.009073230437934399,
+ 0.000280054664472118,
+ 0.0001614024949958548,
+ 0.015015428885817528,
+ 0.0001761159219313413,
+ 0.6798612475395203
+ ],
+ "log_scores_by_expert": [
+ -14.244226455688477,
+ -16.184741973876953,
+ -13.93142318725586,
+ -5.471726417541504,
+ -4.702426910400391,
+ -8.180525779724121,
+ -8.731609344482422,
+ -4.198677062988281,
+ -8.644368171691895,
+ -0.38586655259132385
+ ],
+ "distances_by_expert": [
+ 28.488452911376953,
+ 32.369483947753906,
+ 27.86284637451172,
+ 10.943452835083008,
+ 9.404853820800781,
+ 16.361051559448242,
+ 17.463218688964844,
+ 8.397354125976562,
+ 17.28873634338379,
+ 0.7717331051826477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.45458984375,
+ "language": 52.91543197631836
+ }
+ },
+ {
+ "routing_index": 996,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.634888336520817e-07,
+ 8.720992639155156e-08,
+ 9.213432008436939e-07,
+ 0.003990011755377054,
+ 0.008598603308200836,
+ 0.00025459026801399887,
+ 0.00015423445438500494,
+ 0.014317836612462997,
+ 0.0001749740040395409,
+ 0.6191875338554382
+ ],
+ "log_scores_by_expert": [
+ -14.225753784179688,
+ -16.254947662353516,
+ -13.897433280944824,
+ -5.523961067199707,
+ -4.756155490875244,
+ -8.27585506439209,
+ -8.777036666870117,
+ -4.246249198913574,
+ -8.650873184204102,
+ -0.47934719920158386
+ ],
+ "distances_by_expert": [
+ 28.451507568359375,
+ 32.50989532470703,
+ 27.79486656188965,
+ 11.047922134399414,
+ 9.512310981750488,
+ 16.55171012878418,
+ 17.554073333740234,
+ 8.492498397827148,
+ 17.301746368408203,
+ 0.9586943984031677
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3388.10693359375,
+ "language": 52.91925048828125
+ }
+ },
+ {
+ "routing_index": 997,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.412700486180256e-07,
+ 9.535246903169536e-08,
+ 8.899646104509884e-07,
+ 0.004313316196203232,
+ 0.009166181087493896,
+ 0.00025198658113367856,
+ 0.0001552268076920882,
+ 0.014725376851856709,
+ 0.00016991552547551692,
+ 0.6732114553451538
+ ],
+ "log_scores_by_expert": [
+ -14.259815216064453,
+ -16.165685653686523,
+ -13.932084083557129,
+ -5.446048259735107,
+ -4.692234516143799,
+ -8.286134719848633,
+ -8.770623207092285,
+ -4.2181830406188965,
+ -8.680209159851074,
+ -0.39569586515426636
+ ],
+ "distances_by_expert": [
+ 28.519630432128906,
+ 32.33137130737305,
+ 27.864168167114258,
+ 10.892096519470215,
+ 9.384469032287598,
+ 16.572269439697266,
+ 17.54124641418457,
+ 8.436366081237793,
+ 17.36041831970215,
+ 0.7913917303085327
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3556.630615234375,
+ "language": 52.8971061706543
+ }
+ },
+ {
+ "routing_index": 998,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.242049721549847e-07,
+ 9.369760789468273e-08,
+ 8.531073376616405e-07,
+ 0.004136639181524515,
+ 0.00936565175652504,
+ 0.00024192441196646541,
+ 0.000152251886902377,
+ 0.014509293250739574,
+ 0.0001639510883251205,
+ 0.6792125701904297
+ ],
+ "log_scores_by_expert": [
+ -14.286787033081055,
+ -16.18319320678711,
+ -13.974380493164062,
+ -5.4878716468811035,
+ -4.670706272125244,
+ -8.326885223388672,
+ -8.789974212646484,
+ -4.23296594619751,
+ -8.7159423828125,
+ -0.3868211507797241
+ ],
+ "distances_by_expert": [
+ 28.57357406616211,
+ 32.36638641357422,
+ 27.948760986328125,
+ 10.975743293762207,
+ 9.341412544250488,
+ 16.653770446777344,
+ 17.57994842529297,
+ 8.46593189239502,
+ 17.431884765625,
+ 0.7736423015594482
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.064697265625,
+ "language": 52.932289123535156
+ }
+ },
+ {
+ "routing_index": 999,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.921645763213746e-07,
+ 1.0851319132143544e-07,
+ 9.243134400094277e-07,
+ 0.004797771107405424,
+ 0.010564456693828106,
+ 0.0003016807895619422,
+ 0.0001733439858071506,
+ 0.01642640307545662,
+ 0.00018566155631560832,
+ 0.78312748670578
+ ],
+ "log_scores_by_expert": [
+ -14.183442115783691,
+ -16.036394119262695,
+ -13.894214630126953,
+ -5.339603900909424,
+ -4.550260066986084,
+ -8.106141090393066,
+ -8.660232543945312,
+ -4.108865261077881,
+ -8.591585159301758,
+ -0.24445973336696625
+ ],
+ "distances_by_expert": [
+ 28.366884231567383,
+ 32.07278823852539,
+ 27.788429260253906,
+ 10.679207801818848,
+ 9.100520133972168,
+ 16.212282180786133,
+ 17.320465087890625,
+ 8.217730522155762,
+ 17.183170318603516,
+ 0.4889194667339325
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.84228515625,
+ "language": 52.94209289550781
+ }
+ },
+ {
+ "routing_index": 1000,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.29382725492178e-07,
+ 1.0344530920747275e-07,
+ 8.691231982993486e-07,
+ 0.004546802490949631,
+ 0.010373556986451149,
+ 0.00029399225604720414,
+ 0.0001642755523789674,
+ 0.015660975128412247,
+ 0.00017445247794967145,
+ 0.7659393548965454
+ ],
+ "log_scores_by_expert": [
+ -14.278526306152344,
+ -16.0842227935791,
+ -13.955780982971191,
+ -5.393331050872803,
+ -4.568495273590088,
+ -8.131957054138184,
+ -8.71396541595459,
+ -4.156583309173584,
+ -8.653858184814453,
+ -0.26665234565734863
+ ],
+ "distances_by_expert": [
+ 28.557052612304688,
+ 32.1684455871582,
+ 27.911561965942383,
+ 10.786662101745605,
+ 9.136990547180176,
+ 16.263914108276367,
+ 17.42793083190918,
+ 8.313166618347168,
+ 17.307716369628906,
+ 0.5333046913146973
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.043701171875,
+ "language": 52.87091064453125
+ }
+ },
+ {
+ "routing_index": 1001,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.255054015331552e-07,
+ 1.0966317631755373e-07,
+ 9.574918067301041e-07,
+ 0.004964953754097223,
+ 0.010752324014902115,
+ 0.00033536695991642773,
+ 0.00018172220734413713,
+ 0.017649726942181587,
+ 0.00019210977188777179,
+ 0.8186767101287842
+ ],
+ "log_scores_by_expert": [
+ -14.136397361755371,
+ -16.02585220336914,
+ -13.858948707580566,
+ -5.305351257324219,
+ -4.532633304595947,
+ -8.000285148620605,
+ -8.613031387329102,
+ -4.03703498840332,
+ -8.557443618774414,
+ -0.20006605982780457
+ ],
+ "distances_by_expert": [
+ 28.272794723510742,
+ 32.05170440673828,
+ 27.717897415161133,
+ 10.610702514648438,
+ 9.065266609191895,
+ 16.00057029724121,
+ 17.226062774658203,
+ 8.07406997680664,
+ 17.114887237548828,
+ 0.40013211965560913
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.910400390625,
+ "language": 52.926849365234375
+ }
+ },
+ {
+ "routing_index": 1002,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.854426715108275e-07,
+ 1.0509779002632058e-07,
+ 9.355818519907189e-07,
+ 0.0050002168864011765,
+ 0.010408483445644379,
+ 0.0003236756892874837,
+ 0.0001740339066600427,
+ 0.016833892092108727,
+ 0.0001830402616178617,
+ 0.7479805946350098
+ ],
+ "log_scores_by_expert": [
+ -14.193201065063477,
+ -16.068374633789062,
+ -13.882097244262695,
+ -5.298274040222168,
+ -4.565134048461914,
+ -8.035768508911133,
+ -8.65626049041748,
+ -4.0843610763549805,
+ -8.605804443359375,
+ -0.29037827253341675
+ ],
+ "distances_by_expert": [
+ 28.386402130126953,
+ 32.136749267578125,
+ 27.76419448852539,
+ 10.596548080444336,
+ 9.130268096923828,
+ 16.071537017822266,
+ 17.31252098083496,
+ 8.168722152709961,
+ 17.21160888671875,
+ 0.5807565450668335
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.58251953125,
+ "language": 52.91826629638672
+ }
+ },
+ {
+ "routing_index": 1003,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.982341235721833e-07,
+ 1.0118208138010232e-07,
+ 8.445089747510792e-07,
+ 0.004810271319001913,
+ 0.009764251299202442,
+ 0.00033739907667040825,
+ 0.00017307868984062225,
+ 0.016354188323020935,
+ 0.00015991645341273397,
+ 0.7186856269836426
+ ],
+ "log_scores_by_expert": [
+ -14.329283714294434,
+ -16.10634422302246,
+ -13.98451042175293,
+ -5.337001800537109,
+ -4.629027366638184,
+ -7.99424409866333,
+ -8.661764144897461,
+ -4.113271236419678,
+ -8.740859031677246,
+ -0.33033135533332825
+ ],
+ "distances_by_expert": [
+ 28.658567428588867,
+ 32.21268844604492,
+ 27.96902084350586,
+ 10.674003601074219,
+ 9.258054733276367,
+ 15.98848819732666,
+ 17.323528289794922,
+ 8.226542472839355,
+ 17.481718063354492,
+ 0.6606627106666565
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.407958984375,
+ "language": 52.95041275024414
+ }
+ },
+ {
+ "routing_index": 1004,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.628089863625064e-07,
+ 1.039752532960847e-07,
+ 9.093708399632305e-07,
+ 0.0047217016108334064,
+ 0.010380336083471775,
+ 0.0003194922464899719,
+ 0.00017314143769908696,
+ 0.016503240913152695,
+ 0.00017810544522944838,
+ 0.7771391868591309
+ ],
+ "log_scores_by_expert": [
+ -14.226778984069824,
+ -16.079113006591797,
+ -13.910512924194336,
+ -5.355586051940918,
+ -4.56784200668335,
+ -8.04877758026123,
+ -8.661401748657227,
+ -4.104198455810547,
+ -8.633134841918945,
+ -0.2521357834339142
+ ],
+ "distances_by_expert": [
+ 28.45355796813965,
+ 32.158226013183594,
+ 27.821025848388672,
+ 10.711172103881836,
+ 9.1356840133667,
+ 16.09755516052246,
+ 17.322803497314453,
+ 8.208396911621094,
+ 17.26626968383789,
+ 0.5042715668678284
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3524.8095703125,
+ "language": 52.91593933105469
+ }
+ },
+ {
+ "routing_index": 1005,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.179315275607223e-07,
+ 1.1523056997475578e-07,
+ 9.77733293439087e-07,
+ 0.00497429771348834,
+ 0.010761789046227932,
+ 0.00032505628769285977,
+ 0.00017842148372437805,
+ 0.01687699556350708,
+ 0.00019374840485397726,
+ 0.7935652732849121
+ ],
+ "log_scores_by_expert": [
+ -14.146891593933105,
+ -15.976330757141113,
+ -13.838028907775879,
+ -5.303471088409424,
+ -4.5317535400390625,
+ -8.031512260437012,
+ -8.631361961364746,
+ -4.081803798675537,
+ -8.5489501953125,
+ -0.23121953010559082
+ ],
+ "distances_by_expert": [
+ 28.29378318786621,
+ 31.952661514282227,
+ 27.676057815551758,
+ 10.606942176818848,
+ 9.063507080078125,
+ 16.063024520874023,
+ 17.262723922729492,
+ 8.163607597351074,
+ 17.097900390625,
+ 0.46243906021118164
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3445.9013671875,
+ "language": 52.89946746826172
+ }
+ },
+ {
+ "routing_index": 1006,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.141798050724901e-07,
+ 1.152425497252807e-07,
+ 9.814898476179224e-07,
+ 0.004900441970676184,
+ 0.010611369274556637,
+ 0.0003236861666664481,
+ 0.00017642993771005422,
+ 0.017045648768544197,
+ 0.00019321052241139114,
+ 0.7925007343292236
+ ],
+ "log_scores_by_expert": [
+ -14.152131080627441,
+ -15.976226806640625,
+ -13.83419418334961,
+ -5.318429946899414,
+ -4.5458292961120605,
+ -8.035736083984375,
+ -8.642586708068848,
+ -4.071860313415527,
+ -8.551730155944824,
+ -0.23256181180477142
+ ],
+ "distances_by_expert": [
+ 28.304262161254883,
+ 31.95245361328125,
+ 27.66838836669922,
+ 10.636859893798828,
+ 9.091658592224121,
+ 16.07147216796875,
+ 17.285173416137695,
+ 8.143720626831055,
+ 17.10346031188965,
+ 0.46512362360954285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.929931640625,
+ "language": 52.900821685791016
+ }
+ },
+ {
+ "routing_index": 1007,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.284879757207818e-07,
+ 1.2476637323288742e-07,
+ 1.0080534593726043e-06,
+ 0.005428889766335487,
+ 0.01113253552466631,
+ 0.00036199603346176445,
+ 0.00019071930728387088,
+ 0.017636610195040703,
+ 0.0001969190634554252,
+ 0.8070594072341919
+ ],
+ "log_scores_by_expert": [
+ -14.132294654846191,
+ -15.896822929382324,
+ -13.807489395141602,
+ -5.216020584106445,
+ -4.497883319854736,
+ -7.923877239227295,
+ -8.56470775604248,
+ -4.037778377532959,
+ -8.53271770477295,
+ -0.21435800194740295
+ ],
+ "distances_by_expert": [
+ 28.264589309692383,
+ 31.79364585876465,
+ 27.614978790283203,
+ 10.43204116821289,
+ 8.995766639709473,
+ 15.84775447845459,
+ 17.12941551208496,
+ 8.075556755065918,
+ 17.0654354095459,
+ 0.4287160038948059
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.7021484375,
+ "language": 52.9295654296875
+ }
+ },
+ {
+ "routing_index": 1008,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.960030418667884e-07,
+ 1.2371883428841102e-07,
+ 9.650777883507544e-07,
+ 0.00548589276149869,
+ 0.01059763040393591,
+ 0.00038343635969795287,
+ 0.0001912858133437112,
+ 0.01716606505215168,
+ 0.00018666819960344583,
+ 0.7707257270812988
+ ],
+ "log_scores_by_expert": [
+ -14.177911758422852,
+ -15.905254364013672,
+ -13.851057052612305,
+ -5.205575466156006,
+ -4.547124862670898,
+ -7.866336822509766,
+ -8.561741828918457,
+ -4.064820766448975,
+ -8.586177825927734,
+ -0.2604227066040039
+ ],
+ "distances_by_expert": [
+ 28.355823516845703,
+ 31.810508728027344,
+ 27.70211410522461,
+ 10.411150932312012,
+ 9.094249725341797,
+ 15.732673645019531,
+ 17.123483657836914,
+ 8.12964153289795,
+ 17.17235565185547,
+ 0.5208454132080078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.613037109375,
+ "language": 52.953697204589844
+ }
+ },
+ {
+ "routing_index": 1009,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.028059260643204e-07,
+ 1.0602658306879675e-07,
+ 8.550238135285326e-07,
+ 0.0049317083321511745,
+ 0.009056269191205502,
+ 0.00034577579936012626,
+ 0.00017434237815905362,
+ 0.015091962181031704,
+ 0.0001652486389502883,
+ 0.6673099398612976
+ ],
+ "log_scores_by_expert": [
+ -14.321670532226562,
+ -16.0595760345459,
+ -13.972136497497559,
+ -5.312069892883301,
+ -4.70429801940918,
+ -7.969719886779785,
+ -8.654489517211914,
+ -4.1935930252075195,
+ -8.708059310913086,
+ -0.40450072288513184
+ ],
+ "distances_by_expert": [
+ 28.643341064453125,
+ 32.1191520690918,
+ 27.944272994995117,
+ 10.624139785766602,
+ 9.40859603881836,
+ 15.93943977355957,
+ 17.308979034423828,
+ 8.387186050415039,
+ 17.416118621826172,
+ 0.8090014457702637
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3248.23291015625,
+ "language": 52.91043472290039
+ }
+ },
+ {
+ "routing_index": 1010,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.283104312387877e-07,
+ 1.0374782988264997e-07,
+ 8.954217491918826e-07,
+ 0.0049409279599785805,
+ 0.009230631403625011,
+ 0.0003487993380986154,
+ 0.0001763769396347925,
+ 0.015718530863523483,
+ 0.0001694329985184595,
+ 0.6669243574142456
+ ],
+ "log_scores_by_expert": [
+ -14.280231475830078,
+ -16.081302642822266,
+ -13.925971031188965,
+ -5.310202121734619,
+ -4.685227870941162,
+ -7.9610137939453125,
+ -8.642887115478516,
+ -4.152915000915527,
+ -8.683053016662598,
+ -0.4050787091255188
+ ],
+ "distances_by_expert": [
+ 28.560462951660156,
+ 32.16260528564453,
+ 27.85194206237793,
+ 10.620404243469238,
+ 9.370455741882324,
+ 15.922027587890625,
+ 17.28577423095703,
+ 8.305830001831055,
+ 17.366106033325195,
+ 0.8101574182510376
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3252.502197265625,
+ "language": 52.910282135009766
+ }
+ },
+ {
+ "routing_index": 1011,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.216006909198768e-07,
+ 1.0603325506508554e-07,
+ 8.584251531829068e-07,
+ 0.005029188469052315,
+ 0.009213305078446865,
+ 0.00035476224729791284,
+ 0.00017458679212722927,
+ 0.015484713017940521,
+ 0.00016984196554403752,
+ 0.6760377883911133
+ ],
+ "log_scores_by_expert": [
+ -14.29096794128418,
+ -16.059513092041016,
+ -13.96816635131836,
+ -5.292496681213379,
+ -4.687106609344482,
+ -7.94406270980835,
+ -8.653088569641113,
+ -4.167901992797852,
+ -8.680642127990723,
+ -0.3915063142776489
+ ],
+ "distances_by_expert": [
+ 28.58193588256836,
+ 32.11902618408203,
+ 27.93633270263672,
+ 10.584993362426758,
+ 9.374213218688965,
+ 15.8881254196167,
+ 17.306177139282227,
+ 8.335803985595703,
+ 17.361284255981445,
+ 0.7830126285552979
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.18798828125,
+ "language": 52.91962432861328
+ }
+ },
+ {
+ "routing_index": 1012,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.340964660012105e-07,
+ 1.0635571356942819e-07,
+ 8.843645673550782e-07,
+ 0.005083300173282623,
+ 0.009318345226347446,
+ 0.0003567704698070884,
+ 0.00017584873421583325,
+ 0.015614052303135395,
+ 0.0001733350654831156,
+ 0.673353910446167
+ ],
+ "log_scores_by_expert": [
+ -14.271064758300781,
+ -16.056476593017578,
+ -13.938396453857422,
+ -5.281794548034668,
+ -4.675770282745361,
+ -7.938417911529541,
+ -8.645886421203613,
+ -4.159584045410156,
+ -8.660284042358398,
+ -0.39548423886299133
+ ],
+ "distances_by_expert": [
+ 28.542129516601562,
+ 32.112953186035156,
+ 27.876792907714844,
+ 10.563589096069336,
+ 9.351540565490723,
+ 15.876835823059082,
+ 17.291772842407227,
+ 8.319168090820312,
+ 17.320568084716797,
+ 0.7909684777259827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.121337890625,
+ "language": 52.8963508605957
+ }
+ },
+ {
+ "routing_index": 1013,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.544738653246895e-07,
+ 1.103082496456409e-07,
+ 9.221624850397347e-07,
+ 0.005319373682141304,
+ 0.00959825050085783,
+ 0.000365940184565261,
+ 0.00017978022515308112,
+ 0.016053661704063416,
+ 0.00017815503815654665,
+ 0.6827744245529175
+ ],
+ "log_scores_by_expert": [
+ -14.239434242248535,
+ -16.019987106323242,
+ -13.896544456481934,
+ -5.2363996505737305,
+ -4.646174430847168,
+ -7.913040637969971,
+ -8.623775482177734,
+ -4.1318182945251465,
+ -8.632856369018555,
+ -0.38159072399139404
+ ],
+ "distances_by_expert": [
+ 28.47886848449707,
+ 32.039974212646484,
+ 27.793088912963867,
+ 10.472799301147461,
+ 9.292348861694336,
+ 15.826081275939941,
+ 17.24755096435547,
+ 8.263636589050293,
+ 17.26571273803711,
+ 0.7631814479827881
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.228271484375,
+ "language": 52.89967346191406
+ }
+ },
+ {
+ "routing_index": 1014,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.484486902991193e-07,
+ 1.0773057113055984e-07,
+ 9.065834092325531e-07,
+ 0.005281072575598955,
+ 0.009553512558341026,
+ 0.00036826112773269415,
+ 0.00017908889276441187,
+ 0.016094200313091278,
+ 0.00017441771342419088,
+ 0.6808084845542908
+ ],
+ "log_scores_by_expert": [
+ -14.248682975769043,
+ -16.04363250732422,
+ -13.913582801818848,
+ -5.243626117706299,
+ -4.650846481323242,
+ -7.9067182540893555,
+ -8.627628326416016,
+ -4.12929630279541,
+ -8.654057502746582,
+ -0.3844743072986603
+ ],
+ "distances_by_expert": [
+ 28.497365951538086,
+ 32.08726501464844,
+ 27.827165603637695,
+ 10.487252235412598,
+ 9.301692962646484,
+ 15.813436508178711,
+ 17.25525665283203,
+ 8.25859260559082,
+ 17.308115005493164,
+ 0.7689486145973206
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.29541015625,
+ "language": 52.92345428466797
+ }
+ },
+ {
+ "routing_index": 1015,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.396685421350412e-07,
+ 1.0331575595046161e-07,
+ 9.010926760311122e-07,
+ 0.005219244863837957,
+ 0.009236324578523636,
+ 0.00034583007800392807,
+ 0.00017448942526243627,
+ 0.015604889020323753,
+ 0.00017344072693958879,
+ 0.6499637365341187
+ ],
+ "log_scores_by_expert": [
+ -14.26231575012207,
+ -16.08547592163086,
+ -13.919657707214355,
+ -5.255402565002441,
+ -4.6846113204956055,
+ -7.969563007354736,
+ -8.653646469116211,
+ -4.160171031951904,
+ -8.659674644470215,
+ -0.4308387339115143
+ ],
+ "distances_by_expert": [
+ 28.52463150024414,
+ 32.17095184326172,
+ 27.83931541442871,
+ 10.510805130004883,
+ 9.369222640991211,
+ 15.939126014709473,
+ 17.307292938232422,
+ 8.320342063903809,
+ 17.31934928894043,
+ 0.8616774678230286
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.853271484375,
+ "language": 52.90908432006836
+ }
+ },
+ {
+ "routing_index": 1016,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.623872993965051e-07,
+ 8.627910119685112e-08,
+ 7.82858990078239e-07,
+ 0.004566683433949947,
+ 0.008201589807868004,
+ 0.00029369411640800536,
+ 0.0001568782899994403,
+ 0.014147250913083553,
+ 0.00015260688087437302,
+ 0.5769203305244446
+ ],
+ "log_scores_by_expert": [
+ -14.391075134277344,
+ -16.26567840576172,
+ -14.06031322479248,
+ -5.388967990875244,
+ -4.803427219390869,
+ -8.13297176361084,
+ -8.760040283203125,
+ -4.258234977722168,
+ -8.78764533996582,
+ -0.5500511527061462
+ ],
+ "distances_by_expert": [
+ 28.782150268554688,
+ 32.53135681152344,
+ 28.12062644958496,
+ 10.777935981750488,
+ 9.606854438781738,
+ 16.26594352722168,
+ 17.52008056640625,
+ 8.516469955444336,
+ 17.57529067993164,
+ 1.1001023054122925
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.01904296875,
+ "language": 52.940834045410156
+ }
+ },
+ {
+ "routing_index": 1017,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.239331812845194e-07,
+ 7.979816984970967e-08,
+ 7.474496328541136e-07,
+ 0.004336156882345676,
+ 0.007642502896487713,
+ 0.00026883810642175376,
+ 0.0001452182768844068,
+ 0.013202675618231297,
+ 0.00014574339729733765,
+ 0.5336854457855225
+ ],
+ "log_scores_by_expert": [
+ -14.461901664733887,
+ -16.343765258789062,
+ -14.106598854064941,
+ -5.44076681137085,
+ -4.874030113220215,
+ -8.22140121459961,
+ -8.837272644042969,
+ -4.327335834503174,
+ -8.833662986755371,
+ -0.6279485821723938
+ ],
+ "distances_by_expert": [
+ 28.923803329467773,
+ 32.687530517578125,
+ 28.213197708129883,
+ 10.8815336227417,
+ 9.74806022644043,
+ 16.44280242919922,
+ 17.674545288085938,
+ 8.654671669006348,
+ 17.667325973510742,
+ 1.2558971643447876
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.996337890625,
+ "language": 52.90645217895508
+ }
+ },
+ {
+ "routing_index": 1018,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.062921673015808e-07,
+ 7.441185800871608e-08,
+ 7.197421041382768e-07,
+ 0.004219423979520798,
+ 0.007290312554687262,
+ 0.0002545883471611887,
+ 0.00013887092063669115,
+ 0.012810860760509968,
+ 0.00014112282951828092,
+ 0.5053717494010925
+ ],
+ "log_scores_by_expert": [
+ -14.4961519241333,
+ -16.413650512695312,
+ -14.144372940063477,
+ -5.468056678771973,
+ -4.92120885848999,
+ -8.275862693786621,
+ -8.881965637207031,
+ -4.357461929321289,
+ -8.865880012512207,
+ -0.6824609637260437
+ ],
+ "distances_by_expert": [
+ 28.9923038482666,
+ 32.827301025390625,
+ 28.288745880126953,
+ 10.936113357543945,
+ 9.84241771697998,
+ 16.551725387573242,
+ 17.763931274414062,
+ 8.714923858642578,
+ 17.731760025024414,
+ 1.3649219274520874
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3308.348876953125,
+ "language": 52.891258239746094
+ }
+ },
+ {
+ "routing_index": 1019,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.069942403679306e-07,
+ 7.475484409269484e-08,
+ 7.154518470997573e-07,
+ 0.0042082760483026505,
+ 0.00728293601423502,
+ 0.00025350390933454037,
+ 0.00013777893036603928,
+ 0.012819704599678516,
+ 0.00014040677342563868,
+ 0.5033898949623108
+ ],
+ "log_scores_by_expert": [
+ -14.494766235351562,
+ -16.4090518951416,
+ -14.150351524353027,
+ -5.470702171325684,
+ -4.9222211837768555,
+ -8.280131340026855,
+ -8.889860153198242,
+ -4.356771945953369,
+ -8.870966911315918,
+ -0.6863903403282166
+ ],
+ "distances_by_expert": [
+ 28.989532470703125,
+ 32.8181037902832,
+ 28.300703048706055,
+ 10.941404342651367,
+ 9.844442367553711,
+ 16.56026268005371,
+ 17.779720306396484,
+ 8.713543891906738,
+ 17.741933822631836,
+ 1.372780680656433
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.8564453125,
+ "language": 52.912052154541016
+ }
+ },
+ {
+ "routing_index": 1020,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.450023081721156e-07,
+ 8.115474514625021e-08,
+ 7.650530733371852e-07,
+ 0.004475527908653021,
+ 0.007813900709152222,
+ 0.00027153900009579957,
+ 0.0001479198399465531,
+ 0.013669565320014954,
+ 0.00014926721632946283,
+ 0.5419803857803345
+ ],
+ "log_scores_by_expert": [
+ -14.422475814819336,
+ -16.326908111572266,
+ -14.083320617675781,
+ -5.409131050109863,
+ -4.851850986480713,
+ -8.211404800415039,
+ -8.818840026855469,
+ -4.292583465576172,
+ -8.809772491455078,
+ -0.612525463104248
+ ],
+ "distances_by_expert": [
+ 28.844951629638672,
+ 32.65381622314453,
+ 28.166641235351562,
+ 10.818262100219727,
+ 9.703701972961426,
+ 16.422809600830078,
+ 17.637680053710938,
+ 8.585166931152344,
+ 17.619544982910156,
+ 1.225050926208496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.035400390625,
+ "language": 52.924015045166016
+ }
+ },
+ {
+ "routing_index": 1021,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.138949745742138e-07,
+ 7.617140340698825e-08,
+ 7.252597811202577e-07,
+ 0.004254269413650036,
+ 0.007493775803595781,
+ 0.00025620366795919836,
+ 0.00014136028767097741,
+ 0.013009214773774147,
+ 0.00014243705663830042,
+ 0.5191249251365662
+ ],
+ "log_scores_by_expert": [
+ -14.481246948242188,
+ -16.39027976989746,
+ -14.136735916137695,
+ -5.459832191467285,
+ -4.893682479858398,
+ -8.269537925720215,
+ -8.864198684692383,
+ -4.342097282409668,
+ -8.856610298156738,
+ -0.6556106805801392
+ ],
+ "distances_by_expert": [
+ 28.962493896484375,
+ 32.78055953979492,
+ 28.27347183227539,
+ 10.91966438293457,
+ 9.787364959716797,
+ 16.53907585144043,
+ 17.728397369384766,
+ 8.684194564819336,
+ 17.713220596313477,
+ 1.3112213611602783
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.375,
+ "language": 52.91663360595703
+ }
+ },
+ {
+ "routing_index": 1022,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.205221782489389e-07,
+ 7.764337794924359e-08,
+ 7.303655138457543e-07,
+ 0.004283551126718521,
+ 0.0075706434436142445,
+ 0.0002638322184793651,
+ 0.00014351520803757012,
+ 0.01306704618036747,
+ 0.00014330403064377606,
+ 0.5246448516845703
+ ],
+ "log_scores_by_expert": [
+ -14.468433380126953,
+ -16.371139526367188,
+ -14.129720687866211,
+ -5.452972888946533,
+ -4.883477210998535,
+ -8.24019718170166,
+ -8.849069595336914,
+ -4.3376617431640625,
+ -8.850542068481445,
+ -0.6450337767601013
+ ],
+ "distances_by_expert": [
+ 28.936866760253906,
+ 32.742279052734375,
+ 28.259441375732422,
+ 10.905945777893066,
+ 9.76695442199707,
+ 16.48039436340332,
+ 17.698139190673828,
+ 8.675323486328125,
+ 17.70108413696289,
+ 1.2900675535202026
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.458984375,
+ "language": 52.93891143798828
+ }
+ },
+ {
+ "routing_index": 1023,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.757869985245634e-07,
+ 8.572025222974844e-08,
+ 8.088535423667054e-07,
+ 0.004727342631667852,
+ 0.008164565078914165,
+ 0.0002911663323175162,
+ 0.00015393747889902443,
+ 0.014108064584434032,
+ 0.00015815545339137316,
+ 0.5683080554008484
+ ],
+ "log_scores_by_expert": [
+ -14.367527961730957,
+ -16.27217674255371,
+ -14.027647972106934,
+ -5.354392051696777,
+ -4.807951927185059,
+ -8.141615867614746,
+ -8.778964042663574,
+ -4.2610087394714355,
+ -8.751932144165039,
+ -0.565091609954834
+ ],
+ "distances_by_expert": [
+ 28.735055923461914,
+ 32.54435348510742,
+ 28.055295944213867,
+ 10.708784103393555,
+ 9.615903854370117,
+ 16.283231735229492,
+ 17.55792808532715,
+ 8.522017478942871,
+ 17.503864288330078,
+ 1.130183219909668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.34033203125,
+ "language": 52.92109680175781
+ }
+ },
+ {
+ "routing_index": 1024,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.148957598066772e-07,
+ 7.541748914263735e-08,
+ 7.249437885548105e-07,
+ 0.004222573712468147,
+ 0.007404125761240721,
+ 0.00025486917002126575,
+ 0.00013795813720207661,
+ 0.012909307144582272,
+ 0.000143374694744125,
+ 0.5131317973136902
+ ],
+ "log_scores_by_expert": [
+ -14.479301452636719,
+ -16.400226593017578,
+ -14.137171745300293,
+ -5.467310428619385,
+ -4.905717849731445,
+ -8.274760246276855,
+ -8.88856029510498,
+ -4.349806785583496,
+ -8.850049018859863,
+ -0.6672224998474121
+ ],
+ "distances_by_expert": [
+ 28.958602905273438,
+ 32.800453186035156,
+ 28.274343490600586,
+ 10.93462085723877,
+ 9.81143569946289,
+ 16.54952049255371,
+ 17.77712059020996,
+ 8.699613571166992,
+ 17.700098037719727,
+ 1.3344449996948242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.047607421875,
+ "language": 52.88926315307617
+ }
+ },
+ {
+ "routing_index": 1025,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.438050377255422e-07,
+ 9.448238813547505e-08,
+ 8.791785717221501e-07,
+ 0.004474087152630091,
+ 0.008905616588890553,
+ 0.00026081292890012264,
+ 0.0001532354363007471,
+ 0.014667016454041004,
+ 0.0001692698715487495,
+ 0.6571537852287292
+ ],
+ "log_scores_by_expert": [
+ -14.25586986541748,
+ -16.17485237121582,
+ -13.9442777633667,
+ -5.40945291519165,
+ -4.721073150634766,
+ -8.251707077026367,
+ -8.78353500366211,
+ -4.222154140472412,
+ -8.684016227722168,
+ -0.41983726620674133
+ ],
+ "distances_by_expert": [
+ 28.51173973083496,
+ 32.34970474243164,
+ 27.8885555267334,
+ 10.8189058303833,
+ 9.442146301269531,
+ 16.503414154052734,
+ 17.56707000732422,
+ 8.444308280944824,
+ 17.368032455444336,
+ 0.8396745324134827
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3602.77099609375,
+ "language": 52.90107345581055
+ }
+ },
+ {
+ "routing_index": 1026,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.808917873968312e-07,
+ 9.87341906011352e-08,
+ 9.163239269582846e-07,
+ 0.004285616800189018,
+ 0.009642444550991058,
+ 0.0002497968089301139,
+ 0.00015981947944965214,
+ 0.015324713662266731,
+ 0.0001750546070979908,
+ 0.7048411965370178
+ ],
+ "log_scores_by_expert": [
+ -14.199862480163574,
+ -16.130834579467773,
+ -13.9028959274292,
+ -5.45249080657959,
+ -4.641580581665039,
+ -8.294862747192383,
+ -8.74146556854248,
+ -4.178288459777832,
+ -8.650412559509277,
+ -0.3497828543186188
+ ],
+ "distances_by_expert": [
+ 28.39972496032715,
+ 32.26166915893555,
+ 27.8057918548584,
+ 10.90498161315918,
+ 9.283161163330078,
+ 16.589725494384766,
+ 17.48293113708496,
+ 8.356576919555664,
+ 17.300825119018555,
+ 0.6995657086372375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.0888671875,
+ "language": 52.951087951660156
+ }
+ },
+ {
+ "routing_index": 1027,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.84630606428982e-07,
+ 1.0653641169255934e-07,
+ 9.347399441139714e-07,
+ 0.004794633015990257,
+ 0.010214707814157009,
+ 0.000296632555546239,
+ 0.0001659816480241716,
+ 0.01600009761750698,
+ 0.00018581423501018435,
+ 0.7558563351631165
+ ],
+ "log_scores_by_expert": [
+ -14.19438648223877,
+ -16.054779052734375,
+ -13.882997512817383,
+ -5.3402581214904785,
+ -4.583926677703857,
+ -8.123016357421875,
+ -8.703633308410645,
+ -4.135160446166992,
+ -8.590763092041016,
+ -0.27990394830703735
+ ],
+ "distances_by_expert": [
+ 28.38877296447754,
+ 32.10955810546875,
+ 27.765995025634766,
+ 10.680516242980957,
+ 9.167853355407715,
+ 16.24603271484375,
+ 17.40726661682129,
+ 8.270320892333984,
+ 17.18152618408203,
+ 0.5598078966140747
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.540771484375,
+ "language": 52.903141021728516
+ }
+ },
+ {
+ "routing_index": 1028,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.200475806712348e-07,
+ 1.1454481096961899e-07,
+ 9.876907824946102e-07,
+ 0.005097655579447746,
+ 0.010554462671279907,
+ 0.00032566007575951517,
+ 0.00017652536917012185,
+ 0.016968857496976852,
+ 0.00019340281141921878,
+ 0.7726151347160339
+ ],
+ "log_scores_by_expert": [
+ -14.143948554992676,
+ -15.9822998046875,
+ -13.827896118164062,
+ -5.278974533081055,
+ -4.551206588745117,
+ -8.029656410217285,
+ -8.642045974731445,
+ -4.076375484466553,
+ -8.550735473632812,
+ -0.257974237203598
+ ],
+ "distances_by_expert": [
+ 28.28789710998535,
+ 31.964599609375,
+ 27.655792236328125,
+ 10.55794906616211,
+ 9.102413177490234,
+ 16.05931282043457,
+ 17.28409194946289,
+ 8.152750968933105,
+ 17.101470947265625,
+ 0.515948474407196
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.03125,
+ "language": 52.918785095214844
+ }
+ },
+ {
+ "routing_index": 1029,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.619972054977552e-07,
+ 9.934187517046666e-08,
+ 8.858654041432601e-07,
+ 0.004560059867799282,
+ 0.010039138607680798,
+ 0.00029454680043272674,
+ 0.00016507600957993418,
+ 0.01583493873476982,
+ 0.0001780853926902637,
+ 0.7406123876571655
+ ],
+ "log_scores_by_expert": [
+ -14.228004455566406,
+ -16.124698638916016,
+ -13.936700820922852,
+ -5.3904194831848145,
+ -4.601263999938965,
+ -8.130072593688965,
+ -8.709104537963867,
+ -4.145536422729492,
+ -8.633247375488281,
+ -0.30027785897254944
+ ],
+ "distances_by_expert": [
+ 28.456008911132812,
+ 32.24939727783203,
+ 27.873401641845703,
+ 10.780838966369629,
+ 9.20252799987793,
+ 16.26014518737793,
+ 17.418209075927734,
+ 8.291072845458984,
+ 17.266494750976562,
+ 0.6005557179450989
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.67724609375,
+ "language": 52.93427276611328
+ }
+ },
+ {
+ "routing_index": 1030,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.318990699583082e-07,
+ 9.696550762328116e-08,
+ 8.689590913490974e-07,
+ 0.0045945714227855206,
+ 0.009724857285618782,
+ 0.00029190920758992434,
+ 0.00016403211338911206,
+ 0.015636581927537918,
+ 0.00017086580919567496,
+ 0.7040383219718933
+ ],
+ "log_scores_by_expert": [
+ -14.2745361328125,
+ -16.148910522460938,
+ -13.95596981048584,
+ -5.382879734039307,
+ -4.63306999206543,
+ -8.139067649841309,
+ -8.715448379516602,
+ -4.15814208984375,
+ -8.67463207244873,
+ -0.35092249512672424
+ ],
+ "distances_by_expert": [
+ 28.549072265625,
+ 32.297821044921875,
+ 27.91193962097168,
+ 10.765759468078613,
+ 9.26613998413086,
+ 16.278135299682617,
+ 17.430896759033203,
+ 8.3162841796875,
+ 17.34926414489746,
+ 0.7018449902534485
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.79296875,
+ "language": 52.9367790222168
+ }
+ },
+ {
+ "routing_index": 1031,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.578329134754313e-07,
+ 9.548751478405393e-08,
+ 8.906108064365981e-07,
+ 0.004282832145690918,
+ 0.009594589471817017,
+ 0.00026744368369691074,
+ 0.00016417703591287136,
+ 0.015478615649044514,
+ 0.00017672311514616013,
+ 0.7194483280181885
+ ],
+ "log_scores_by_expert": [
+ -14.234314918518066,
+ -16.164270401000977,
+ -13.931358337402344,
+ -5.453140735626221,
+ -4.6465559005737305,
+ -8.226601600646973,
+ -8.71456527709961,
+ -4.168295860290527,
+ -8.640926361083984,
+ -0.3292705714702606
+ ],
+ "distances_by_expert": [
+ 28.468629837036133,
+ 32.32854080200195,
+ 27.862716674804688,
+ 10.906281471252441,
+ 9.293111801147461,
+ 16.453203201293945,
+ 17.42913055419922,
+ 8.336591720581055,
+ 17.28185272216797,
+ 0.6585411429405212
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.938720703125,
+ "language": 52.94070053100586
+ }
+ },
+ {
+ "routing_index": 1032,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.099512231434346e-07,
+ 1.1103756492047978e-07,
+ 9.737125310493866e-07,
+ 0.004714461974799633,
+ 0.010394402779638767,
+ 0.00029905690462328494,
+ 0.00017545490118209273,
+ 0.016406308859586716,
+ 0.00019212241750210524,
+ 0.7754625082015991
+ ],
+ "log_scores_by_expert": [
+ -14.158069610595703,
+ -16.013397216796875,
+ -13.84214973449707,
+ -5.357120513916016,
+ -4.566487789154053,
+ -8.114876747131348,
+ -8.648128509521484,
+ -4.110089302062988,
+ -8.557377815246582,
+ -0.2542956471443176
+ ],
+ "distances_by_expert": [
+ 28.316139221191406,
+ 32.02679443359375,
+ 27.68429946899414,
+ 10.714241027832031,
+ 9.132975578308105,
+ 16.229753494262695,
+ 17.29625701904297,
+ 8.220178604125977,
+ 17.114755630493164,
+ 0.5085912942886353
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.604248046875,
+ "language": 52.90847396850586
+ }
+ },
+ {
+ "routing_index": 1033,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.20503635420755e-07,
+ 1.0761576163531572e-07,
+ 9.772270459507126e-07,
+ 0.004585429560393095,
+ 0.010029769502580166,
+ 0.0002906419977080077,
+ 0.00017190877406392246,
+ 0.01640966534614563,
+ 0.00019336830882821232,
+ 0.7568464875221252
+ ],
+ "log_scores_by_expert": [
+ -14.143315315246582,
+ -16.04469871520996,
+ -13.838546752929688,
+ -5.384871482849121,
+ -4.602197647094727,
+ -8.143418312072754,
+ -8.668546676635742,
+ -4.109884738922119,
+ -8.55091381072998,
+ -0.27859482169151306
+ ],
+ "distances_by_expert": [
+ 28.286630630493164,
+ 32.08939743041992,
+ 27.677093505859375,
+ 10.769742965698242,
+ 9.204395294189453,
+ 16.286836624145508,
+ 17.337093353271484,
+ 8.219769477844238,
+ 17.10182762145996,
+ 0.5571896433830261
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3520.524169921875,
+ "language": 52.92338180541992
+ }
+ },
+ {
+ "routing_index": 1034,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.218365567496221e-07,
+ 1.2015129868814256e-07,
+ 9.900352324621053e-07,
+ 0.005396401043981314,
+ 0.010478170588612556,
+ 0.00036403947160579264,
+ 0.0001860443881014362,
+ 0.017213525250554085,
+ 0.0001947862474480644,
+ 0.7661112546920776
+ ],
+ "log_scores_by_expert": [
+ -14.141467094421387,
+ -15.934514045715332,
+ -13.825525283813477,
+ -5.222023010253906,
+ -4.5584611892700195,
+ -7.918248176574707,
+ -8.58952522277832,
+ -4.0620598793029785,
+ -8.543607711791992,
+ -0.2664279043674469
+ ],
+ "distances_by_expert": [
+ 28.282934188842773,
+ 31.869028091430664,
+ 27.651050567626953,
+ 10.444046020507812,
+ 9.116922378540039,
+ 15.836496353149414,
+ 17.17905044555664,
+ 8.124119758605957,
+ 17.087215423583984,
+ 0.5328558087348938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.453857421875,
+ "language": 52.910255432128906
+ }
+ },
+ {
+ "routing_index": 1035,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.698805350424664e-07,
+ 1.1204942040876631e-07,
+ 9.392713877787173e-07,
+ 0.00517108291387558,
+ 0.009657593443989754,
+ 0.00034571398282423615,
+ 0.0001781846076482907,
+ 0.016128549352288246,
+ 0.00018260367505718023,
+ 0.7025917172431946
+ ],
+ "log_scores_by_expert": [
+ -14.216166496276855,
+ -16.00432586669922,
+ -13.878161430358887,
+ -5.264673233032227,
+ -4.640010833740234,
+ -7.969898700714111,
+ -8.6326904296875,
+ -4.127164363861084,
+ -8.608192443847656,
+ -0.35297930240631104
+ ],
+ "distances_by_expert": [
+ 28.43233299255371,
+ 32.00865173339844,
+ 27.756322860717773,
+ 10.529346466064453,
+ 9.280021667480469,
+ 15.939797401428223,
+ 17.265380859375,
+ 8.254328727722168,
+ 17.216384887695312,
+ 0.7059586048126221
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.120361328125,
+ "language": 52.93550491333008
+ }
+ },
+ {
+ "routing_index": 1036,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.9684324444097e-07,
+ 1.1270304867139203e-07,
+ 9.846634156929213e-07,
+ 0.0054290140978991985,
+ 0.009625653736293316,
+ 0.0003658203349914402,
+ 0.00017992034554481506,
+ 0.016306018456816673,
+ 0.00018832270870916545,
+ 0.6827376484870911
+ ],
+ "log_scores_by_expert": [
+ -14.176705360412598,
+ -15.998509407043457,
+ -13.830965995788574,
+ -5.215997695922852,
+ -4.6433234214782715,
+ -7.913368225097656,
+ -8.62299633026123,
+ -4.116220951080322,
+ -8.577353477478027,
+ -0.3816445767879486
+ ],
+ "distances_by_expert": [
+ 28.353410720825195,
+ 31.997018814086914,
+ 27.66193199157715,
+ 10.431995391845703,
+ 9.286646842956543,
+ 15.826736450195312,
+ 17.24599266052246,
+ 8.232441902160645,
+ 17.154706954956055,
+ 0.7632891535758972
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.146484375,
+ "language": 52.909732818603516
+ }
+ },
+ {
+ "routing_index": 1037,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.759752295693033e-07,
+ 1.0101008030005687e-07,
+ 9.480927474214695e-07,
+ 0.004686308559030294,
+ 0.009467123076319695,
+ 0.0002816904743667692,
+ 0.00016153107571881264,
+ 0.015653427690267563,
+ 0.00017738602764438838,
+ 0.6932072639465332
+ ],
+ "log_scores_by_expert": [
+ -14.207109451293945,
+ -16.10804557800293,
+ -13.868813514709473,
+ -5.363110065460205,
+ -4.659930229187012,
+ -8.174701690673828,
+ -8.730813026428223,
+ -4.157065391540527,
+ -8.637182235717773,
+ -0.3664262294769287
+ ],
+ "distances_by_expert": [
+ 28.41421890258789,
+ 32.21609115600586,
+ 27.737627029418945,
+ 10.72622013092041,
+ 9.319860458374023,
+ 16.349403381347656,
+ 17.461626052856445,
+ 8.314130783081055,
+ 17.274364471435547,
+ 0.7328524589538574
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.630615234375,
+ "language": 52.895870208740234
+ }
+ },
+ {
+ "routing_index": 1038,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.841240747235133e-07,
+ 1.0703460162631018e-07,
+ 9.456645670979924e-07,
+ 0.004651691298931837,
+ 0.010007960721850395,
+ 0.0002911957853939384,
+ 0.0001652401260798797,
+ 0.01594589091837406,
+ 0.00018012395594269037,
+ 0.7297359108924866
+ ],
+ "log_scores_by_expert": [
+ -14.1951265335083,
+ -16.050113677978516,
+ -13.871377944946289,
+ -5.3705244064331055,
+ -4.604374408721924,
+ -8.141514778137207,
+ -8.708110809326172,
+ -4.138554096221924,
+ -8.621865272521973,
+ -0.31507259607315063
+ ],
+ "distances_by_expert": [
+ 28.3902530670166,
+ 32.10022735595703,
+ 27.742755889892578,
+ 10.741048812866211,
+ 9.208748817443848,
+ 16.283029556274414,
+ 17.416221618652344,
+ 8.277108192443848,
+ 17.243730545043945,
+ 0.6301451921463013
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3447.647705078125,
+ "language": 52.92117691040039
+ }
+ },
+ {
+ "routing_index": 1039,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.066312264214503e-07,
+ 1.066451815745495e-07,
+ 9.59692215474206e-07,
+ 0.00469574611634016,
+ 0.01041354238986969,
+ 0.00029117107624188066,
+ 0.0001700891589280218,
+ 0.01638844981789589,
+ 0.00018467406334821135,
+ 0.7664893865585327
+ ],
+ "log_scores_by_expert": [
+ -14.16275691986084,
+ -16.05375862121582,
+ -13.856653213500977,
+ -5.361098289489746,
+ -4.564648151397705,
+ -8.141599655151367,
+ -8.679187774658203,
+ -4.111178398132324,
+ -8.596918106079102,
+ -0.26593446731567383
+ ],
+ "distances_by_expert": [
+ 28.32551383972168,
+ 32.10751724243164,
+ 27.713306427001953,
+ 10.722196578979492,
+ 9.12929630279541,
+ 16.283199310302734,
+ 17.358375549316406,
+ 8.222356796264648,
+ 17.193836212158203,
+ 0.5318689346313477
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3469.576171875,
+ "language": 52.92118453979492
+ }
+ },
+ {
+ "routing_index": 1040,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.370252094711759e-07,
+ 1.0557415208722887e-07,
+ 8.850530548443203e-07,
+ 0.004527027253061533,
+ 0.010457964614033699,
+ 0.0002897690865211189,
+ 0.0001634173677302897,
+ 0.015516659244894981,
+ 0.00017444849072489887,
+ 0.766038179397583
+ ],
+ "log_scores_by_expert": [
+ -14.266456604003906,
+ -16.063852310180664,
+ -13.937618255615234,
+ -5.3976898193359375,
+ -4.560391426086426,
+ -8.1464262008667,
+ -8.719202995300293,
+ -4.165841102600098,
+ -8.653881072998047,
+ -0.2665233016014099
+ ],
+ "distances_by_expert": [
+ 28.532913208007812,
+ 32.12770462036133,
+ 27.87523651123047,
+ 10.795379638671875,
+ 9.120782852172852,
+ 16.2928524017334,
+ 17.438405990600586,
+ 8.331682205200195,
+ 17.307762145996094,
+ 0.5330466032028198
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.484375,
+ "language": 52.899784088134766
+ }
+ },
+ {
+ "routing_index": 1041,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.117944053585234e-07,
+ 9.810195678028322e-08,
+ 8.524689292244148e-07,
+ 0.004328263457864523,
+ 0.010059067979454994,
+ 0.0002965997555293143,
+ 0.0001642227580305189,
+ 0.0155941778793931,
+ 0.0001645025477046147,
+ 0.7561285495758057
+ ],
+ "log_scores_by_expert": [
+ -14.306869506835938,
+ -16.137258529663086,
+ -13.975129127502441,
+ -5.442588806152344,
+ -4.599280834197998,
+ -8.123126983642578,
+ -8.714286804199219,
+ -4.160857677459717,
+ -8.712584495544434,
+ -0.27954384684562683
+ ],
+ "distances_by_expert": [
+ 28.613739013671875,
+ 32.27451705932617,
+ 27.950258255004883,
+ 10.885177612304688,
+ 9.198561668395996,
+ 16.246253967285156,
+ 17.428573608398438,
+ 8.321715354919434,
+ 17.425168991088867,
+ 0.5590876936912537
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3466.17724609375,
+ "language": 52.92080307006836
+ }
+ },
+ {
+ "routing_index": 1042,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.153740853027557e-07,
+ 1.1331573546158324e-07,
+ 9.8407667792344e-07,
+ 0.0050238193944096565,
+ 0.010925768874585629,
+ 0.0003458757419139147,
+ 0.0001826890220399946,
+ 0.017693771049380302,
+ 0.0001886565296445042,
+ 0.8077219724655151
+ ],
+ "log_scores_by_expert": [
+ -14.150460243225098,
+ -15.993087768554688,
+ -13.831562042236328,
+ -5.293564796447754,
+ -4.516631126403809,
+ -7.969430923461914,
+ -8.607725143432617,
+ -4.034542560577393,
+ -8.575582504272461,
+ -0.21353736519813538
+ ],
+ "distances_by_expert": [
+ 28.300920486450195,
+ 31.986175537109375,
+ 27.663124084472656,
+ 10.587129592895508,
+ 9.033262252807617,
+ 15.938861846923828,
+ 17.215450286865234,
+ 8.069085121154785,
+ 17.151165008544922,
+ 0.42707473039627075
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3459.410888671875,
+ "language": 52.921443939208984
+ }
+ },
+ {
+ "routing_index": 1043,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.417845384021348e-07,
+ 1.0413124584829347e-07,
+ 8.878140533852275e-07,
+ 0.004682736936956644,
+ 0.010428335517644882,
+ 0.00031535985181108117,
+ 0.00017463258700445294,
+ 0.01686762273311615,
+ 0.00017245078925043344,
+ 0.7854661345481873
+ ],
+ "log_scores_by_expert": [
+ -14.259013175964355,
+ -16.077613830566406,
+ -13.934503555297852,
+ -5.363872528076172,
+ -4.563228607177734,
+ -8.061796188354492,
+ -8.652826309204102,
+ -4.082359313964844,
+ -8.665398597717285,
+ -0.24147792160511017
+ ],
+ "distances_by_expert": [
+ 28.51802635192871,
+ 32.15522766113281,
+ 27.869007110595703,
+ 10.727745056152344,
+ 9.126457214355469,
+ 16.123592376708984,
+ 17.305652618408203,
+ 8.164718627929688,
+ 17.33079719543457,
+ 0.48295584321022034
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.560546875,
+ "language": 52.937374114990234
+ }
+ },
+ {
+ "routing_index": 1044,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.038904072942387e-07,
+ 1.1463124849342421e-07,
+ 9.606436606190982e-07,
+ 0.004837410990148783,
+ 0.010659323073923588,
+ 0.0003215092292521149,
+ 0.0001754756667651236,
+ 0.01685311086475849,
+ 0.0001897841866593808,
+ 0.7917928099632263
+ ],
+ "log_scores_by_expert": [
+ -14.166643142700195,
+ -15.981545448303223,
+ -13.85566234588623,
+ -5.331375598907471,
+ -4.541320323944092,
+ -8.042484283447266,
+ -8.64801025390625,
+ -4.0832200050354,
+ -8.569622993469238,
+ -0.2334555685520172
+ ],
+ "distances_by_expert": [
+ 28.33328628540039,
+ 31.963090896606445,
+ 27.71132469177246,
+ 10.662751197814941,
+ 9.082640647888184,
+ 16.08496856689453,
+ 17.2960205078125,
+ 8.1664400100708,
+ 17.139245986938477,
+ 0.4669111371040344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3395.462890625,
+ "language": 52.89713668823242
+ }
+ },
+ {
+ "routing_index": 1045,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.64159244934126e-07,
+ 1.0068865208268107e-07,
+ 8.954071972766542e-07,
+ 0.004307160619646311,
+ 0.0099026532843709,
+ 0.0002714763395488262,
+ 0.00016047807002905756,
+ 0.01557924598455429,
+ 0.0001784437772585079,
+ 0.7448356747627258
+ ],
+ "log_scores_by_expert": [
+ -14.224743843078613,
+ -16.11123275756836,
+ -13.925987243652344,
+ -5.447476387023926,
+ -4.614952564239502,
+ -8.21163558959961,
+ -8.737353324890137,
+ -4.161815643310547,
+ -8.631237030029297,
+ -0.29459160566329956
+ ],
+ "distances_by_expert": [
+ 28.449487686157227,
+ 32.22246551513672,
+ 27.851974487304688,
+ 10.894952774047852,
+ 9.229905128479004,
+ 16.42327117919922,
+ 17.474706649780273,
+ 8.323631286621094,
+ 17.262474060058594,
+ 0.5891832113265991
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3534.2294921875,
+ "language": 52.91162872314453
+ }
+ },
+ {
+ "routing_index": 1046,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 7.045566121632874e-07,
+ 1.124753055137262e-07,
+ 9.636091817810666e-07,
+ 0.0048696426674723625,
+ 0.010873934254050255,
+ 0.00031596043845638633,
+ 0.0001774965348886326,
+ 0.01735004596412182,
+ 0.00018741471285466105,
+ 0.8066685795783997
+ ],
+ "log_scores_by_expert": [
+ -14.16569709777832,
+ -16.000532150268555,
+ -13.852580070495605,
+ -5.324734687805176,
+ -4.521386623382568,
+ -8.059893608093262,
+ -8.63655948638916,
+ -4.054160118103027,
+ -8.582186698913574,
+ -0.21484236419200897
+ ],
+ "distances_by_expert": [
+ 28.33139419555664,
+ 32.00106430053711,
+ 27.70516014099121,
+ 10.649469375610352,
+ 9.042773246765137,
+ 16.119787216186523,
+ 17.27311897277832,
+ 8.108320236206055,
+ 17.16437339782715,
+ 0.42968472838401794
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3487.622314453125,
+ "language": 52.912132263183594
+ }
+ },
+ {
+ "routing_index": 1047,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.906440717102669e-07,
+ 1.2062569965110015e-07,
+ 9.639207974032615e-07,
+ 0.005507652647793293,
+ 0.01042689848691225,
+ 0.00039841083344072104,
+ 0.00018736593483481556,
+ 0.017408013343811035,
+ 0.00018594294670037925,
+ 0.7604644894599915
+ ],
+ "log_scores_by_expert": [
+ -14.185641288757324,
+ -15.930573463439941,
+ -13.852256774902344,
+ -5.2016167640686035,
+ -4.563366413116455,
+ -7.82802677154541,
+ -8.582447052001953,
+ -4.0508246421813965,
+ -8.590070724487305,
+ -0.27382588386535645
+ ],
+ "distances_by_expert": [
+ 28.37128257751465,
+ 31.861146926879883,
+ 27.704513549804688,
+ 10.403233528137207,
+ 9.12673282623291,
+ 15.65605354309082,
+ 17.164894104003906,
+ 8.101649284362793,
+ 17.18014144897461,
+ 0.5476517677307129
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.10205078125,
+ "language": 52.90813064575195
+ }
+ },
+ {
+ "routing_index": 1048,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 6.532254133162496e-07,
+ 1.1496998553184312e-07,
+ 9.219979801855516e-07,
+ 0.005239222664386034,
+ 0.009764819405972958,
+ 0.0003870788495987654,
+ 0.00018318153161089867,
+ 0.016484281048178673,
+ 0.00017476087668910623,
+ 0.7110193371772766
+ ],
+ "log_scores_by_expert": [
+ -14.24134349822998,
+ -15.978594779968262,
+ -13.896722793579102,
+ -5.251582145690918,
+ -4.628969192504883,
+ -7.856882095336914,
+ -8.605032920837402,
+ -4.105348110198975,
+ -8.652091979980469,
+ -0.341055691242218
+ ],
+ "distances_by_expert": [
+ 28.48268699645996,
+ 31.957189559936523,
+ 27.793445587158203,
+ 10.503164291381836,
+ 9.257938385009766,
+ 15.713764190673828,
+ 17.210065841674805,
+ 8.21069622039795,
+ 17.304183959960938,
+ 0.682111382484436
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.283935546875,
+ "language": 52.94099044799805
+ }
+ },
+ {
+ "routing_index": 1049,
+ "expert_index": 9,
+ "adapter_name": "gk_expert_0009",
+ "activation_weights": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 1.0
+ ],
+ "scores_by_expert": [
+ 5.98050462485844e-07,
+ 1.0399964622820335e-07,
+ 8.625323175692756e-07,
+ 0.004804725758731365,
+ 0.008911010809242725,
+ 0.00035373959690332413,
+ 0.00017194056999869645,
+ 0.01513462420552969,
+ 0.00016019838221836835,
+ 0.6499539017677307
+ ],
+ "log_scores_by_expert": [
+ -14.329590797424316,
+ -16.07887840270996,
+ -13.963393211364746,
+ -5.338155269622803,
+ -4.720467567443848,
+ -7.946949481964111,
+ -8.66836166381836,
+ -4.190770149230957,
+ -8.739097595214844,
+ -0.43085387349128723
+ ],
+ "distances_by_expert": [
+ 28.659181594848633,
+ 32.15775680541992,
+ 27.926786422729492,
+ 10.676310539245605,
+ 9.440935134887695,
+ 15.893898963928223,
+ 17.33672332763672,
+ 8.381540298461914,
+ 17.478195190429688,
+ 0.8617077469825745
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.693603515625,
+ "language": 52.919456481933594
+ }
+ }
+ ]
+ }
+ ]
+}
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg
new file mode 100644
index 0000000000000000000000000000000000000000..d55979bc72bb1838402a0f20f3aaf437f14f1be8
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task02_065000/eval_task09_a10/expert_activation.svg
@@ -0,0 +1,37 @@
+
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval.log b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval.log
new file mode 100644
index 0000000000000000000000000000000000000000..142e91cd0f4c76656c6030f45e6c8f0149fc3ecd
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval.log
@@ -0,0 +1,7191 @@
+
+[2026-09-24T11:54:50+09:00] COMMAND: /home/tml_lab/miniforge3/envs/lerobot/bin/python -m lerobot.scripts.lerobot_eval --policy.path=/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-gk_adp-libero/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/checkpoints/libero_spatial_task03_070000/pretrained_model --policy.device=cuda --policy.n_action_steps=10 --env.type=libero --env.task=libero_spatial '--env.task_ids=[0]' --env.max_parallel_tasks=1 --eval.n_episodes=50 --eval.batch_size=1 --eval.use_async_envs=true --seed=1000 '--rename_map={"observation.images.image":"observation.images.camera1","observation.images.image2":"observation.images.camera2"}' --output_dir=/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10 --job_name=17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2_libero_spatial_task03_070000_task00
+INFO 2026-09-24 11:55:10 bot_eval.py:771 {'env': {'camera_name': 'agentview_image,robot0_eye_in_hand_image',
+ 'camera_name_mapping': None,
+ 'control_mode': 'relative',
+ 'disable_env_checker': True,
+ 'episode_length': None,
+ 'features': {'action': {'shape': (7,),
+ 'type': },
+ 'pixels/agentview_image': {'shape': (360, 360, 3),
+ 'type': },
+ 'pixels/robot0_eye_in_hand_image': {'shape': (360,
+ 360,
+ 3),
+ 'type': },
+ 'robot_state/eef/mat': {'shape': (3, 3),
+ 'type': },
+ 'robot_state/eef/pos': {'shape': (3,),
+ 'type': },
+ 'robot_state/eef/quat': {'shape': (4,),
+ 'type': },
+ 'robot_state/gripper/qpos': {'shape': (2,),
+ 'type': },
+ 'robot_state/gripper/qvel': {'shape': (2,),
+ 'type': },
+ 'robot_state/joints/pos': {'shape': (7,),
+ 'type': },
+ 'robot_state/joints/vel': {'shape': (7,),
+ 'type': }},
+ 'features_map': {'action': 'action',
+ 'pixels/agentview_image': 'observation.images.image',
+ 'pixels/robot0_eye_in_hand_image': 'observation.images.image2',
+ 'robot_state/eef/mat': 'observation.state.eef_mat',
+ 'robot_state/eef/pos': 'observation.state.eef_pos',
+ 'robot_state/eef/quat': 'observation.state.eef_quat',
+ 'robot_state/gripper/qpos': 'observation.state.gripper_qpos',
+ 'robot_state/gripper/qvel': 'observation.state.gripper_qvel',
+ 'robot_state/joints/pos': 'observation.state.joint_pos',
+ 'robot_state/joints/vel': 'observation.state.joint_vel'},
+ 'fps': 20,
+ 'hard_reset': True,
+ 'init_states': True,
+ 'is_libero_plus': False,
+ 'max_parallel_tasks': 1,
+ 'obs_type': 'pixels_agent_pos',
+ 'observation_height': 360,
+ 'observation_width': 360,
+ 'render_mode': 'rgb_array',
+ 'task': 'libero_spatial',
+ 'task_ids': [0]},
+ 'eval': {'batch_size': 1,
+ 'n_episodes': 50,
+ 'recording': False,
+ 'recording_private': False,
+ 'recording_repo_id': None,
+ 'tail_task_key': None,
+ 'use_async_envs': True},
+ 'job_name': '17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2_libero_spatial_task03_070000_task00',
+ 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10'),
+ 'policy': {'adapt_to_pi_aloha': False,
+ 'add_image_special_tokens': False,
+ 'attention_mode': 'cross_attn',
+ 'chunk_size': 50,
+ 'compile_mode': 'max-autotune',
+ 'compile_model': False,
+ 'device': 'cuda',
+ 'empty_cameras': 0,
+ 'expert_width_multiplier': 0.75,
+ 'freeze_vision_encoder': True,
+ 'input_features': {'observation.images.camera1': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.images.camera2': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.images.camera3': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.state': {'shape': (6,),
+ 'type': }},
+ 'license': None,
+ 'load_vlm_weights': True,
+ 'max_action_dim': 32,
+ 'max_period': 4.0,
+ 'max_state_dim': 32,
+ 'min_period': 0.004,
+ 'n_action_steps': 10,
+ 'n_obs_steps': 1,
+ 'normalization_mapping': {'ACTION': ,
+ 'STATE': ,
+ 'VISUAL': },
+ 'num_expert_layers': 0,
+ 'num_steps': 10,
+ 'num_vlm_layers': 16,
+ 'optimizer_betas': (0.9, 0.95),
+ 'optimizer_eps': 1e-08,
+ 'optimizer_grad_clip_norm': 10.0,
+ 'optimizer_lr': 0.002,
+ 'optimizer_weight_decay': 1e-10,
+ 'output_features': {'action': {'shape': (7,),
+ 'type': }},
+ 'pad_language_to': 'max_length',
+ 'prefix_length': 0,
+ 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-gk_adp-libero/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/checkpoints/libero_spatial_task03_070000/pretrained_model'),
+ 'pretrained_revision': None,
+ 'private': None,
+ 'push_to_hub': False,
+ 'repo_id': None,
+ 'resize_imgs_with_padding': (512, 512),
+ 'rtc_config': None,
+ 'scheduler_decay_lr': 0.002,
+ 'scheduler_decay_steps': 5000,
+ 'scheduler_warmup_steps': 0,
+ 'self_attn_every_n_layers': 2,
+ 'tags': None,
+ 'tokenizer_max_length': 48,
+ 'train_expert_only': True,
+ 'train_state_proj': True,
+ 'use_amp': False,
+ 'use_cache': True,
+ 'use_delta_joint_actions_aloha': False,
+ 'use_peft': True,
+ 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'},
+ 'rename_map': {'observation.images.image': 'observation.images.camera1',
+ 'observation.images.image2': 'observation.images.camera2'},
+ 'seed': 1000,
+ 'trust_remote_code': False}
+INFO 2026-09-24 11:55:10 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10
+INFO 2026-09-24 11:55:10 bot_eval.py:782 Making environment (batch_size=1, async=True).
+[robosuite WARNING] No private macro file found! (__init__.py:7)
+WARNING 2026-09-24 11:55:10 e/__init__.py:7 No private macro file found!
+[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8)
+WARNING 2026-09-24 11:55:10 e/__init__.py:8 It is recommended to use a private macro file
+[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9)
+WARNING 2026-09-24 11:55:10 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py
+INFO 2026-09-24 11:55:10 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate'
+Creating LIBERO envs | suites=['libero_spatial'] | n_envs(per task)=1 | init_states=True
+Restricting to task_ids=[0]
+[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
+Built vec env | suite=libero_spatial | task_id=0 | n_envs=1
+INFO 2026-09-24 11:55:10 bot_eval.py:790 Making policy.
+INFO 2026-09-24 11:55:10 /factory.py:394 Loading policy's PEFT adapter.
+Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ...
+`torch_dtype` is deprecated! Use `dtype` instead!
+
Loading weights: 0%| | 0/489 [00:00, ?it/s]
Loading weights: 26%|██▌ | 126/489 [00:00<00:00, 1046.38it/s]
Loading weights: 58%|█████▊ | 284/489 [00:00<00:00, 1322.76it/s]
Loading weights: 100%|██████████| 489/489 [00:00<00:00, 1990.46it/s]
+Reducing the number of VLM layers to 16 ...
+
Stepping through eval batches: 0%| | 0/50 [00:00, ?it/s]Local assets not found. Downloading from HuggingFace Hub...
+Assets already downloaded at /home/tml_lab/.cache/libero/assets
+
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:03, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:03<14:16, 3.07s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:03<14:16, 3.07s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:03<14:13, 3.07s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:03<04:00, 1.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:03<04:00, 1.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:03<02:46, 1.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:03<02:46, 1.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:03<02:46, 1.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:03<01:32, 2.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:03<01:32, 2.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:03<01:32, 2.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:03<01:04, 4.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:03<01:04, 4.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:03<01:04, 4.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:03<00:48, 5.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:04<00:48, 5.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:04<00:48, 5.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:04<00:47, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:04<00:47, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:04<00:43, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:04<00:43, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:04<00:42, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:04<00:42, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:04<00:42, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:04<00:42, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:04<00:26, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:04<00:26, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:04<00:26, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:04<00:26, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:04<00:19, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:05<00:19, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:05<00:19, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:05<00:31, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:05<00:31, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:05<00:31, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:05<00:29, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:05<00:29, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:05<00:29, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:05<00:29, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:05<00:21, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:05<00:21, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:05<00:21, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:05<00:19, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:05<00:19, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:06<00:19, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:06<00:33, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:06<00:33, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:06<00:33, 7.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<00:27, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<00:27, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:06<00:27, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:06<00:27, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:06<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:06<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:06<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:06<00:18, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:06<00:18, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:06<00:18, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:07<00:18, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:07<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:07<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:07<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:07<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:07<00:20, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:07<00:20, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:07<00:20, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:07<00:19, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:07<00:17, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:07<00:17, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:07<00:16, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:07<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:23, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:23, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:07<00:23, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:23, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:07<00:18, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:07<00:18, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:18, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:08<00:18, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:08<00:14, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:08<00:14, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:08<00:14, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:08<00:14, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:18, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:18, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:18, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:17, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:14, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:14, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:14, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:14, 14.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:09<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:09<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:17, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:17, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:17, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:14, 14.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:14, 14.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:13, 14.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:13, 14.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:11, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:11, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:11, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:11, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:15, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:15, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:15, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:14, 13.07it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:13, 14.76it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 0%| | 0/50 [00:17, ?it/s, running_success_rate=100.0%]
Stepping through eval batches: 2%|▏ | 1/50 [00:17<14:22, 17.61s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:14, 3.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:14, 3.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:14, 3.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:21, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:19, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:19, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:19, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:19, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 16.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 16.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 16.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:15, 16.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:27, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:27, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:27, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:23, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:20, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:18, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:18, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:18, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:18, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:26, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:26, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:26, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:25, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:25, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:25, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:21, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:21, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:18, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:18, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:18, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:23, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:23, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:23, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:20, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:20, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:17, 13.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:17, 13.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:17, 13.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 13.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:16, 13.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:35, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:35, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:35, 6.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:34, 6.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:34, 6.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:34, 6.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:33, 6.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:33, 6.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:31, 6.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:31, 6.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:30, 7.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:30, 7.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:28, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:28, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:27, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:27, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:51, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:51, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:51, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:51, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:29, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:29, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:29, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:23, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:23, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:23, 9.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:21, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:21, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:21, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:22, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:22, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:21, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:30, 6.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:30, 6.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:30, 6.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:24, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:24, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:24, 8.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:20, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:20, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:20, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:22, 8.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:22, 8.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:22, 8.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:22, 8.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:26, 7.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:26, 7.60it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 2%|▏ | 1/50 [00:40<14:22, 17.61s/it, running_success_rate=100.0%]
Stepping through eval batches: 4%|▍ | 2/50 [00:40<16:46, 20.98s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:44, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:44, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:44, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:38, 7.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:38, 7.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:38, 7.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:38, 7.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:20, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:16, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:16, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:22, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:17, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:46, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:46, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:46, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:59, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:59, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:59, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:59, 4.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:44, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:06<00:44, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:06<00:44, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:06<01:53, 2.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:06<01:53, 2.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<01:43, 2.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<01:43, 2.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:06<01:29, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:07<01:29, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:07<01:29, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:07<01:28, 2.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:07<00:55, 4.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:07<00:55, 4.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:07<00:54, 4.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:07<00:54, 4.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:07<00:37, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:07<00:37, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:07<00:37, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:07<00:37, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:07<00:37, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:07<00:37, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:07<00:37, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:07<00:27, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:07<00:27, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:07<00:27, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:07<00:27, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:07<00:27, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:08<00:19, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:08<00:18, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:08<00:21, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:08<00:21, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:08<00:21, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:08<00:21, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:08<00:21, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:08<00:15, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:08<00:15, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:08<00:15, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:08<00:15, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:08<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:08<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:16, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:16, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:16, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:16, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:11, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:09<00:11, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:09<00:11, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:09<00:11, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:10, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:10, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:09, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:09, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:09, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:09, 20.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:09, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:09, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:09, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:09, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:09, 21.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:07, 24.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:07, 24.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:07, 24.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:07, 24.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:10, 18.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:10, 18.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:10, 18.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:10, 18.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:10<00:09, 18.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:08, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:08, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:08, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:10<00:08, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:10<00:07, 22.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:10<00:07, 22.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:07, 22.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:07, 22.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:09, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:09, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:10<00:09, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:09, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:10<00:09, 19.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:08, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:08, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:10<00:08, 20.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:10<00:08, 20.95it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 4%|▍ | 2/50 [00:55<16:46, 20.98s/it, running_success_rate=100.0%]
Stepping through eval batches: 6%|▌ | 3/50 [00:55<14:05, 18.00s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:46, 5.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:23, 12.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:23, 12.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:22, 12.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 16.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:14, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:14, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:11, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:15, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:14, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:14, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:11, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:11, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:10, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.32it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 19.45it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 6%|▌ | 3/50 [01:02<14:05, 18.00s/it, running_success_rate=100.0%]
Stepping through eval batches: 8%|▊ | 4/50 [01:02<10:37, 13.87s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:11, 3.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:11, 3.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:11, 3.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:11, 3.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:23, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:23, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:23, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:23, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 19.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 19.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:14, 18.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:14, 18.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:14, 18.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:19, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 20.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 20.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:11, 20.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:13, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:12, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:12, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:11, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:11, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:11, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:11, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:13, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:12, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:12, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:12, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:12, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:12, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:12, 16.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:10, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:10, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:12, 15.46it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 16.29it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 8%|▊ | 4/50 [01:09<10:37, 13.87s/it, running_success_rate=100.0%]
Stepping through eval batches: 10%|█ | 5/50 [01:09<08:27, 11.28s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:41, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:41, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:41, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:40, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:40, 6.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 25.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:07, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:07, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:07, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:07, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:07, 34.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:00<00:09, 27.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:00<00:07, 34.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:00<00:07, 34.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:00<00:07, 34.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:00<00:07, 34.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:07, 34.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:08, 28.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 33.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 28.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:07, 32.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:01<00:08, 27.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:07, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:01<00:07, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:01<00:07, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:01<00:07, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:01<00:07, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:06, 31.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:07, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:07, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:07, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:06, 31.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:06, 31.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:06, 31.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:06, 31.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:06, 31.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 32.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 32.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:06, 32.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:06, 32.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:06, 32.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 26.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 26.32it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 10%|█ | 5/50 [01:24<08:27, 11.28s/it, running_success_rate=100.0%]
Stepping through eval batches: 12%|█▏ | 6/50 [01:24<09:06, 12.41s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:52, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:52, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:52, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:52, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 28.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 24.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:07, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 24.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:07, 29.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 28.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 28.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 28.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 28.61it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 23.02it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 12%|█▏ | 6/50 [01:39<09:06, 12.41s/it, running_success_rate=100.0%]
Stepping through eval batches: 14%|█▍ | 7/50 [01:39<09:39, 13.47s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:01, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:01<04:44, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:01<04:44, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:01<04:43, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<04:42, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<04:41, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<04:40, 1.02s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:24, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:24, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:24, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:24, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:17, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:17, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:17, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:17, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:19, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:19, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:19, 13.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:19, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:19, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:16, 15.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:29, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:19, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:19, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:19, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:19, 12.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:25, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:21, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:21, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:21, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:22, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:22, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:22, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:22, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:19, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:19, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:19, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:28, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:26, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:26, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:26, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:26, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:26, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:27, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:27, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:27, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:24, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:24, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:24, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:24, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:19, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:19, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:19, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 11.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 11.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:17, 11.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:17, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:17, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:17, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:20, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:20, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:19, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:23, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:23, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:23, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:23, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:23, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:19, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:19, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:19, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:19, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:24, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:24, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:24, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:22, 8.71it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 14%|█▍ | 7/50 [02:02<09:39, 13.47s/it, running_success_rate=100.0%]
Stepping through eval batches: 16%|█▌ | 8/50 [02:02<11:26, 16.35s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:04, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<02:03, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<02:03, 2.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:24, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:24, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:23, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:19, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:19, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:18, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:35, 7.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:35, 7.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:35, 7.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:35, 7.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:35, 7.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:24, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:25, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:24, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:21, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:21, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:17, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:17, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:17, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:25, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:22, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:22, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:22, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:22, 10.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:18, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:18, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:18, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:18, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:18, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:15, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:22, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:22, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:22, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:21, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:21, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:20, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:20, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:20, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:20, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:13, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:13, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:13, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:13, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:21, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:15, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:15, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:15, 12.95it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:24, 8.02it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 16%|█▌ | 8/50 [02:12<11:26, 16.35s/it, running_success_rate=100.0%]
Stepping through eval batches: 18%|█▊ | 9/50 [02:12<09:43, 14.24s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:13, 2.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:13, 2.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:12, 2.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:45, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:45, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:45, 6.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:35, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:35, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:35, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:34, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:34, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:25, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:25, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:25, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:32, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:32, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:32, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:32, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:32, 8.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:26, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:26, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:26, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:26, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:19, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:19, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:17, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:27, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:27, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:26, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:40, 6.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:40, 6.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:40, 6.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:40, 6.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:23, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:23, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:23, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:24, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:24, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:24, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:32, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:32, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:32, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:27, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:27, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:26, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:23, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:23, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:23, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:25, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:25, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:25, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:22, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:22, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:21, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:42, 5.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:42, 5.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:41, 5.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:35, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:35, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:35, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:28, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:28, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:28, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:26, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:26, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:26, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:21, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:21, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:21, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:34, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:34, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:34, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:34, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:24, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:24, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:24, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:25, 8.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:25, 8.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:25, 8.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:21, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:21, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:21, 9.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:18, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:18, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:18, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:34, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:34, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:34, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:27, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:27, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:26, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:27, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:27, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:26, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:22, 8.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:22, 8.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:22, 8.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:18, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:18, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:18, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:30, 6.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:30, 6.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:30, 6.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:26, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:26, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:26, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:10<00:26, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:26, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:16, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:16, 11.62it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 18%|█▊ | 9/50 [02:28<09:43, 14.24s/it, running_success_rate=100.0%]
Stepping through eval batches: 20%|██ | 10/50 [02:28<09:53, 14.84s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:15, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:15, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:14, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:14, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:33, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:29, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:23, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:23, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:33, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:33, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:17, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:17, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:17, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:21, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:21, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:17, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:25, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:25, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:25, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:20, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:20, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:20, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:18, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:19, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:19, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:19, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:24, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:24, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:24, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:24, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:18, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:18, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:18, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:18, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:15, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:21, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:21, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:13, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:13, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:13, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:13, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:18, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:18, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:18, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:16, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:16, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:16, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:16, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:16, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:14, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:14, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:14, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:13, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:13, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:13, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:12, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:57, 3.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:57, 3.47it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 20%|██ | 10/50 [02:45<09:53, 14.84s/it, running_success_rate=100.0%]
Stepping through eval batches: 22%|██▏ | 11/50 [02:45<10:07, 15.57s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:03, 2.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:03, 2.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:02, 2.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:02, 2.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:35, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:35, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:35, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:31, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:31, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:31, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:30, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:21, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:21, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:34, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:34, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:34, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 9.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 9.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:29, 9.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:29, 9.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:23, 11.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:21, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:21, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:21, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:19, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:19, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:19, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:39, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:39, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:39, 6.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:33, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:31, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:31, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:31, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:31, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:22, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:33, 7.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:33, 7.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:32, 7.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:29, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:21, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:21, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:21, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:18, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:18, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:18, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:29, 7.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:25, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:25, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:16, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:16, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:18, 12.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:18, 12.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:18, 12.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:28, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:28, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:28, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:23, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:23, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:23, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:22, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:22, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:17, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:23, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:23, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:22, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:22, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:15, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:15, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:15, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:15, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:11, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:15, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:15, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:15, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:15, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:15, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:13, 15.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:13, 15.18it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 22%|██▏ | 11/50 [02:55<10:07, 15.57s/it, running_success_rate=100.0%]
Stepping through eval batches: 24%|██▍ | 12/50 [02:55<08:48, 13.91s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:44, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:44, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:44, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:44, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 27.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 27.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 27.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:10, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:10, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:10, 24.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:09, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:09, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 29.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 29.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 29.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 29.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 29.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 22.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 27.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:08, 27.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 27.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 27.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:08, 27.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:08, 26.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 26.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 26.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 26.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:12, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:12, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:12, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:12, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 15.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 15.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:14, 15.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:14, 15.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:14, 15.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:10, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:10, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:12, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:09, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:09, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:11, 17.51it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 24%|██▍ | 12/50 [03:12<08:48, 13.91s/it, running_success_rate=100.0%]
Stepping through eval batches: 26%|██▌ | 13/50 [03:12<09:05, 14.73s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:46, 5.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:22, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:10, 26.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:10, 26.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 26.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:00<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:07, 32.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:07, 32.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:07, 32.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:07, 32.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:07, 32.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 32.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:07, 32.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:07, 32.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:07, 32.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 32.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:08, 27.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:01<00:07, 30.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:01<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:01<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:01<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 31.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:06, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:06, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:06, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:06, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:06, 33.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:02<00:07, 28.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:05, 33.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:02<00:05, 33.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:02<00:05, 33.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:02<00:05, 33.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:02<00:05, 33.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:05, 31.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:06, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:05, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:03<00:05, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:03<00:05, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:03<00:05, 33.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:03<00:06, 28.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 34.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:03<00:05, 34.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:03<00:05, 34.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:03<00:04, 34.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:03<00:04, 34.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:03<00:05, 29.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:03<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:03<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:04<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:04<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:04<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:04<00:04, 35.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:04<00:05, 30.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:04<00:04, 35.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:04<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:04<00:04, 33.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:04<00:04, 33.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:04<00:04, 33.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:04<00:04, 33.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:04<00:04, 33.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:04<00:04, 28.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:04<00:04, 32.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:04<00:04, 32.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:04<00:04, 32.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:05<00:04, 32.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:05<00:04, 32.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:05<00:04, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 33.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:05<00:03, 33.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:05<00:03, 33.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:05<00:03, 33.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:05<00:03, 33.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:05<00:04, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:05<00:04, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:05<00:04, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:05<00:04, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:05<00:03, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:05<00:03, 28.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:05<00:03, 34.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:05<00:04, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:06<00:04, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:06<00:04, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:06<00:04, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:06<00:04, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:05, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:06<00:05, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:06<00:05, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:06<00:05, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:06<00:05, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:06<00:05, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:06<00:04, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:06<00:04, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:06<00:06, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:04, 19.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:06<00:04, 19.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:06<00:04, 19.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:06<00:04, 19.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:07<00:04, 19.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:07<00:04, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:07<00:03, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:07<00:03, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:07<00:02, 26.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:07<00:02, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:07<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:07<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:07<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:08<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:08<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:08<00:02, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:08<00:03, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:08<00:03, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:08<00:03, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:09<00:03, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:09<00:05, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:09<00:05, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:09<00:05, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:09<00:04, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:09<00:05, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:09<00:05, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:09<00:05, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:09<00:06, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:06, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:06, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:07, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:07, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:07, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:07, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:05, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:05, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:05, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:05, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:04, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:04, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:04, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:03, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:03, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:11<00:03, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:11<00:03, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:11<00:02, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:11<00:02, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:01, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:01, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:12<00:00, 28.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:12<00:00, 26.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:12<00:00, 32.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:12<00:00, 32.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:12<00:00, 32.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:12<00:00, 32.39it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 26%|██▌ | 13/50 [03:33<09:05, 14.73s/it, running_success_rate=92.9%]
Stepping through eval batches: 28%|██▊ | 14/50 [03:33<10:06, 16.86s/it, running_success_rate=92.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:09, 27.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 23.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 22.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:12, 19.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 22.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:08, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:08, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 27.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:08, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:09, 20.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:09, 20.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 21.23it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 28%|██▊ | 14/50 [03:47<10:06, 16.86s/it, running_success_rate=93.3%]
Stepping through eval batches: 30%|███ | 15/50 [03:47<09:10, 15.74s/it, running_success_rate=93.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:03, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:03, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:03, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:26, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:26, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:26, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:26, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:26, 10.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 15.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:14, 18.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 21.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:08, 28.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 25.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 25.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:12, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:12, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:12, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:11, 18.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:11, 18.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:11, 18.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:10, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 25.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 25.39it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:10, 19.63it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 30%|███ | 15/50 [04:02<09:10, 15.74s/it, running_success_rate=93.8%]
Stepping through eval batches: 32%|███▏ | 16/50 [04:02<08:53, 15.70s/it, running_success_rate=93.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:04, 4.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:04, 4.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:04, 4.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:04, 4.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:03, 4.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:10, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:10, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:15, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:15, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:15, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:15, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:24, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:21, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:21, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:21, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:19, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:19, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:19, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:21, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:21, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:21, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:34, 6.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:34, 6.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:34, 6.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:28, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:28, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:27, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:27, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:20, 11.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:18, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:18, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:18, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:16, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:16, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:27, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:27, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:27, 8.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:22, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:22, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:22, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:16, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:29, 7.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:29, 7.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:29, 7.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:24, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:24, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:24, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:20, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:20, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:20, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:15, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:15, 13.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:26, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:26, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:25, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:21, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:21, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:21, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:21, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:17, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:17, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:17, 11.46it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 32%|███▏ | 16/50 [04:17<08:53, 15.70s/it, running_success_rate=94.1%]
Stepping through eval batches: 34%|███▍ | 17/50 [04:17<08:33, 15.56s/it, running_success_rate=94.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:13, 2.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:13, 2.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:13, 2.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:12, 2.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:34, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:34, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:21, 12.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:18, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:18, 14.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:26, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:26, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:26, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:19, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 14.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:14, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:14, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:14, 17.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:20, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:20, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:20, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:18, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:18, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:14, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:14, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:14, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:14, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:22, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:22, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:17, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:17, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:17, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:17, 13.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:18, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:15, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:10, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:16, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:11, 17.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:11, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:11, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:11, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:11, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:12, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:12, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:12, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:12, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:10, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:10, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:08, 20.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:08, 20.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:08, 20.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:08, 20.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:11, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:11, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:10, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:10, 16.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:07<00:09, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:07<00:07, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:07<00:07, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:07<00:07, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:07<00:06, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:07<00:06, 24.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:07<00:08, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:07<00:08, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:07<00:08, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:07<00:08, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:07<00:08, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:07<00:08, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:07<00:08, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:07<00:08, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:07<00:08, 18.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:10, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:10, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:08<00:10, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:08<00:10, 15.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:08<00:09, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:08<00:09, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:08<00:09, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:08<00:09, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:08<00:08, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:08<00:08, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:08<00:08, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:08<00:08, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:08<00:08, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:08<00:09, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:08<00:09, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:08<00:09, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:08<00:09, 14.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:08<00:08, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:08<00:05, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:09<00:05, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:09<00:05, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:09<00:05, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:09<00:05, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:09<00:07, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:09<00:07, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:09<00:06, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:09<00:06, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:09<00:07, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:09<00:07, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:09<00:07, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:09<00:07, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:09<00:06, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:09<00:07, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:09<00:05, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:09<00:05, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:09<00:05, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:09<00:05, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:09<00:06, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:09<00:06, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:10<00:06, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:10<00:05, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:10<00:07, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:10<00:05, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:10<00:05, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:10<00:05, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:10<00:05, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:10<00:05, 21.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:10<00:05, 21.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:10<00:04, 21.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:10<00:04, 21.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:10<00:07, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:10<00:07, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:10<00:07, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:10<00:07, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:10<00:07, 14.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:10<00:05, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:10<00:05, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:10<00:05, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:11<00:05, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:11<00:04, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:11<00:04, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:11<00:04, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:11<00:04, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:11<00:06, 15.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:11<00:06, 15.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:11<00:06, 15.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:11<00:06, 15.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:11<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:11<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:11<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:11<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:11<00:05, 17.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:11<00:04, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:11<00:04, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:11<00:04, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:11<00:04, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:11<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:11<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:11<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:11<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:11<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:12<00:05, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:12<00:03, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:12<00:03, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:12<00:03, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:12<00:03, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:12<00:04, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:12<00:04, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:12<00:04, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:12<00:04, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:12<00:04, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:12<00:03, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:12<00:03, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:12<00:03, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:12<00:03, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:12<00:03, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:12<00:03, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:12<00:03, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:12<00:03, 20.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:12<00:04, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:12<00:03, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:13<00:03, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:13<00:03, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:13<00:03, 20.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:13<00:02, 21.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:13<00:02, 21.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:13<00:02, 21.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:13<00:02, 21.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:13<00:03, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:13<00:02, 23.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:13<00:02, 23.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:13<00:02, 23.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:13<00:02, 23.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:13<00:02, 23.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:13<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:13<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:13<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:13<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:13<00:02, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:13<00:02, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:13<00:02, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:13<00:02, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:14<00:02, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:14<00:01, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:14<00:01, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:14<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:14<00:02, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:14<00:01, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:14<00:01, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:14<00:01, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:14<00:01, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:14<00:01, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:14<00:01, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:14<00:01, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:14<00:01, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:14<00:01, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:14<00:01, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:14<00:01, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:14<00:01, 17.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:14<00:01, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:14<00:01, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:15<00:01, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:15<00:00, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:15<00:00, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:00, 21.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:15<00:00, 25.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:15<00:00, 25.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:00, 25.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:15<00:00, 25.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:15<00:00, 25.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:15<00:00, 27.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:15<00:00, 27.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:15<00:00, 27.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:15<00:00, 27.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:15<00:00, 27.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:15<00:00, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:15<00:00, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:15<00:00, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:15<00:00, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:15<00:00, 21.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:15<00:00, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:15<00:00, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:15<00:00, 24.44it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 34%|███▍ | 17/50 [04:39<08:33, 15.56s/it, running_success_rate=88.9%]
Stepping through eval batches: 36%|███▌ | 18/50 [04:39<09:12, 17.26s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:29, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:29, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:17, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:29, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:15, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:23, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:23, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:23, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:15, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:15, 15.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:22, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:22, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:22, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:18, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:15, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:22, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:22, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:22, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:19, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:19, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:16, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:16, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:15, 14.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:27, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:27, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:27, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:27, 8.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:20, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:20, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:20, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:20, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:16, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:16, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:16, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:27, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:27, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:26, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:22, 9.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:22, 9.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:22, 9.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:22, 9.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:17, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:17, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:15, 13.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:15, 13.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:22, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:22, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:22, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:19, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:19, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:19, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:18, 10.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:16, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:16, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:16, 12.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:14, 13.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:24, 7.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:23, 8.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:23, 8.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:23, 8.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:20, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:20, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:20, 9.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:17, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:17, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:17, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:13, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:13, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:13, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:20, 9.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:17, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:17, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:17, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:17, 10.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:14, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:21, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:17, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:17, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:17, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:15, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:15, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:14, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:14, 11.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:11, 14.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:11, 14.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:10<00:11, 14.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:18, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:10<00:18, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:10<00:18, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:10<00:18, 8.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:14, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:10<00:14, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:14, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:14, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:12, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:12, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:12, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:11, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:11, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:11, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:16, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:16, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:10<00:16, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:16, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:10<00:12, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:10<00:12, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:11<00:12, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:11<00:12, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:11, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:11, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:11, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:11, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:09, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:09, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:11<00:09, 15.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:13, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:13, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:13, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:11<00:13, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:10, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:10, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:11<00:10, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:11<00:11, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:12<00:11, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:13<00:11, 12.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:34, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:13<00:34, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:15<00:33, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:15<00:55, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:15<00:55, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:15<00:55, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:15<00:41, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:15<00:41, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:15<00:41, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:15<00:41, 3.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:15<00:27, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:15<00:27, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:15<00:27, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:15<00:27, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:15<00:19, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:15<00:19, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:15<00:19, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:15<00:19, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:15<00:19, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:16<00:18, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:16<00:33, 3.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:17<00:33, 3.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:17<00:32, 3.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:17<00:28, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:17<00:28, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:17<00:28, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:17<00:22, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:17<00:22, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:17<00:22, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:17<00:17, 6.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:17<00:17, 6.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:17<00:17, 6.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:17<00:20, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:17<00:20, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:17<00:20, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:17<00:16, 7.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:17<00:16, 7.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:18<00:16, 7.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:18<00:15, 7.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:18<00:11, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:18<00:11, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:18<00:11, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:18<00:10, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:18<00:10, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:18<00:10, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:18<00:10, 10.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:18<00:11, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:18<00:11, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:18<00:11, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:18<00:11, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:18<00:10, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:18<00:07, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:18<00:07, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:18<00:07, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:18<00:07, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:18<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:18<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:18<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:19<00:06, 15.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:19<00:07, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:19<00:07, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:19<00:07, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:19<00:06, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:19<00:06, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:19<00:05, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:19<00:05, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:19<00:05, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:19<00:05, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:19<00:04, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:19<00:04, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:19<00:04, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:19<00:04, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:19<00:05, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:19<00:03, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:19<00:03, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:19<00:03, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:19<00:03, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:19<00:03, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:19<00:03, 24.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:19<00:03, 24.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:20<00:03, 24.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:20<00:03, 24.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:20<00:03, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:20<00:03, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:20<00:03, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:20<00:03, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:20<00:03, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:20<00:03, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:20<00:03, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:20<00:03, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:20<00:03, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:20<00:03, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:20<00:03, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:20<00:03, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:20<00:04, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:20<00:04, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:20<00:04, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:20<00:04, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:20<00:03, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:20<00:03, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:20<00:03, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:20<00:03, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:20<00:03, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:20<00:03, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:20<00:03, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:21<00:03, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:21<00:03, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:21<00:03, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:21<00:03, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:21<00:03, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:21<00:03, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:21<00:03, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:21<00:03, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:21<00:03, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:21<00:03, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:21<00:02, 20.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:21<00:02, 20.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:21<00:02, 20.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:21<00:02, 20.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:21<00:03, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:21<00:03, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:21<00:03, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:21<00:03, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:21<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:21<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:21<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:21<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:21<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:22<00:02, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:22<00:01, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:22<00:01, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:22<00:01, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:22<00:01, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:22<00:02, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:22<00:01, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:22<00:01, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:22<00:01, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:22<00:01, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:22<00:01, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:22<00:01, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:01, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:22<00:01, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:22<00:00, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:00, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:23<00:00, 22.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:23<00:01, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:23<00:01, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:00, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:23<00:00, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:00, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:00, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:00, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:23<00:00, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:23<00:00, 19.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:00, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:00, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:23<00:00, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:23<00:00, 22.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:23<00:00, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:23<00:00, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:23<00:00, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:23<00:00, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:23<00:00, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:23<00:00, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:23<00:00, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:23<00:00, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:23<00:00, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:24<00:00, 22.23it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 36%|███▌ | 18/50 [05:08<09:12, 17.26s/it, running_success_rate=84.2%]
Stepping through eval batches: 38%|███▊ | 19/50 [05:08<10:43, 20.75s/it, running_success_rate=84.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:00, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:00, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:23, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:23, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:14, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 18.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 18.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 18.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 18.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:14, 17.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:12, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:12, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:12, 16.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:10, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:10, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:10, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.53it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 38%|███▊ | 19/50 [05:14<10:43, 20.75s/it, running_success_rate=85.0%]
Stepping through eval batches: 40%|████ | 20/50 [05:14<08:11, 16.39s/it, running_success_rate=85.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:07, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:07, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:06, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:06, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:20, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:18, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 20.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 20.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:15, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 22.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:14, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 19.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:11, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:09, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:09, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 20.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:10, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 19.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 19.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 19.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 19.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:09, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:09, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:09, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:09, 19.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:09, 19.34it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 40%|████ | 20/50 [05:21<08:11, 16.39s/it, running_success_rate=85.7%]
Stepping through eval batches: 42%|████▏ | 21/50 [05:21<06:34, 13.62s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:40, 6.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:17, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:18, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:18, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:18, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:18, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:15, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:15, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:15, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:14, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 18.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 18.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:12, 18.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:22, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:21, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:18, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:15, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:22, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:16, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:16, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:16, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:16, 13.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:14, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:14, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:18, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:12, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:12, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:12, 15.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:09, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:09, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:09, 20.27it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 42%|████▏ | 21/50 [05:43<06:34, 13.62s/it, running_success_rate=86.4%]
Stepping through eval batches: 44%|████▍ | 22/50 [05:43<07:33, 16.20s/it, running_success_rate=86.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:00, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:59, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:59, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:09, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 22.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:12, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 25.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:11, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:15, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:15, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:15, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:15, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:15, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:17, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:21, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:21, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:21, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:21, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:19, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:19, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:19, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:17, 11.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:16, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:16, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:15, 13.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:30, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:30, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:30, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:30, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:30, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:22, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:22, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:22, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:22, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:22, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:16, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:16, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:16, 12.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:22, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:22, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:22, 8.66it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:21, 9.03it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 44%|████▍ | 22/50 [06:10<07:33, 16.20s/it, running_success_rate=87.0%]
Stepping through eval batches: 46%|████▌ | 23/50 [06:10<08:45, 19.46s/it, running_success_rate=87.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:50, 2.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:50, 2.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:49, 2.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:49, 2.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:48, 2.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:21, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:24, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:24, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:24, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:24, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:35, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:35, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:35, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:30, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:29, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:29, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:29, 9.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:24, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:24, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:24, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:21, 12.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:42, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:42, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:27, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:23, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:23, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:23, 10.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:22, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:25, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:25, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:21, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:21, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:21, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:27, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:27, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:27, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:24, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:24, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:21, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:21, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:21, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:21, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:21, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:21, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:21, 10.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:29, 7.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:29, 7.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:29, 7.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:27, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:27, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:27, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:23, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:23, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:23, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:22, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:21, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:21, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:30, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:30, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:29, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:18, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:18, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:17, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:17, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:17, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:16, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:18, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:18, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:18, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:16, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:16, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:16, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:15, 13.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:15, 13.26it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 46%|████▌ | 23/50 [06:20<08:45, 19.46s/it, running_success_rate=87.5%]
Stepping through eval batches: 48%|████▊ | 24/50 [06:20<07:07, 16.43s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:44, 1.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:44, 1.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:24, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:24, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:23, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:41, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:40, 6.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:19, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:19, 14.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:36, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:36, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:36, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:32, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:32, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:32, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:32, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:21, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:21, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:21, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:18, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:18, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:18, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:28, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:18, 13.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:18, 13.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:18, 13.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 13.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:17, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:24, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:23, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:23, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:18, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:18, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:16, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:16, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:16, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:16, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:24, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:24, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:24, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:24, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:24, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:24, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:22, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:22, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:21, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:21, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:21, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:19, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:19, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:19, 11.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:21, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:21, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:21, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:18, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:18, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:18, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:17, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:17, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:17, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:14, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:14, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:14, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:14, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:22, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:22, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:22, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:20, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:18, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:18, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:18, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:18, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:14, 13.75it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:24, 8.02it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 48%|████▊ | 24/50 [06:29<07:07, 16.43s/it, running_success_rate=88.0%]
Stepping through eval batches: 50%|█████ | 25/50 [06:29<06:00, 14.43s/it, running_success_rate=88.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:35, 1.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:35, 1.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:34, 1.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:08, 4.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:08, 4.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<01:08, 4.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:40, 6.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:40, 6.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:40, 6.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:32, 8.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:32, 8.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:32, 8.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:32, 8.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:40, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:40, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:40, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:35, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:35, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:35, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:31, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:31, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:31, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:25, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:25, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:25, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:25, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:30, 8.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:30, 8.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:30, 8.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:30, 8.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:25, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:25, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:25, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:25, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:22, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:28, 8.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:26, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:17, 13.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:17, 13.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:17, 13.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:19, 12.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:29, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:29, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:29, 8.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:25, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:23, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:23, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:23, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:23, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:28, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:31, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:31, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:20, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:20, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:19, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:18, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:18, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:18, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:26, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:26, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:26, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:25, 8.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:19, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:19, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:19, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:24, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:24, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:24, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:24, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:24, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:23, 8.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:16, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:16, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:16, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:18, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:18, 10.58it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 50%|█████ | 25/50 [06:41<06:00, 14.43s/it, running_success_rate=88.5%]
Stepping through eval batches: 52%|█████▏ | 26/50 [06:41<05:23, 13.46s/it, running_success_rate=88.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:46, 1.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:46, 1.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:45, 1.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:37, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:37, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:37, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:33, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:33, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:33, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:33, 8.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:22, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:22, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:22, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:36, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:36, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:36, 7.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:31, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:31, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:31, 8.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:26, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:26, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:26, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:25, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:22, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:22, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:22, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:33, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:33, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:33, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:28, 9.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:28, 9.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:28, 9.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:28, 9.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:21, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:26, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:26, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:26, 9.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:24, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:24, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:18, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:15, 15.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:25, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:25, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:25, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:20, 11.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:20, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:20, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:20, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:29, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:29, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:29, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:29, 7.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:21, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:21, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:21, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:21, 10.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:19, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:19, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:19, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:19, 11.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:25, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:25, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:25, 8.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:21, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:21, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:21, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:21, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:17, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:19, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:19, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:19, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:43, 4.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:43, 4.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<01:08, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<01:08, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<01:09, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<01:09, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<01:09, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:49, 4.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:49, 4.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:49, 4.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:36, 5.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:36, 5.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:10<00:36, 5.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:39, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:39, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:10<00:39, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<00:39, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:39, 5.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:22, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:22, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:10<00:22, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:22, 8.52it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 52%|█████▏ | 26/50 [06:56<05:23, 13.46s/it, running_success_rate=88.9%]
Stepping through eval batches: 54%|█████▍ | 27/50 [06:56<05:21, 13.97s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:14, 3.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:14, 3.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:14, 3.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:13, 3.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:13, 3.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 24.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 24.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 24.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:10, 24.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:10, 24.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:20, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:20, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:17, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:15, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:15, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:15, 16.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:14, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 16.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:13, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:16, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:12, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:12, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:12, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:14, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:14, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:14, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:14, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:14, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:09, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:09, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:09, 23.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:14, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:12, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:12, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:12, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:12, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:12, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:12, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:12, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:16, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:16, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:16, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:16, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:16, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:12, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:12, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:12, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:12, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:11, 16.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:13, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:13, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:13, 14.83it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:13, 14.61it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 54%|█████▍ | 27/50 [07:06<05:21, 13.97s/it, running_success_rate=89.3%]
Stepping through eval batches: 56%|█████▌ | 28/50 [07:06<04:42, 12.85s/it, running_success_rate=89.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:56, 4.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:29, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:11, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:14, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:14, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 21.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:13, 17.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 18.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:08, 25.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:13, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:13, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:12, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:12, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:12, 16.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:13, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:13, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:13, 15.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:13, 15.15it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:10, 18.56it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 56%|█████▌ | 28/50 [07:22<04:42, 12.85s/it, running_success_rate=89.7%]
Stepping through eval batches: 58%|█████▊ | 29/50 [07:22<04:52, 13.93s/it, running_success_rate=89.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:05, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:05, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:04, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:04, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:22, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:22, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:22, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 15.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 21.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:09, 27.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:12, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:11, 19.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 21.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 22.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 22.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:09, 22.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:09, 22.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:16, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:16, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:16, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:16, 13.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:13, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:12, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:12, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:12, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:12, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:18, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:18, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:18, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:18, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:15, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:15, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:14, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:14, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:17, 11.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:17, 11.38it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 58%|█████▊ | 29/50 [07:35<04:52, 13.93s/it, running_success_rate=90.0%]
Stepping through eval batches: 60%|██████ | 30/50 [07:35<04:33, 13.67s/it, running_success_rate=90.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:29, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:29, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:15, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:15, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:15, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:24, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:24, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 16.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 16.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:22, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:22, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:22, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:22, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:19, 13.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:21, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:21, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:21, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:21, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:17, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:17, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:17, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:17, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:17, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:20, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:20, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:20, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:20, 11.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:17, 13.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:14, 15.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:12, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:12, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:15, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:15, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:15, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:15, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:15, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:11, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:11, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:08, 26.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:08, 26.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:08, 26.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:07, 26.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:07, 26.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:09, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:07, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:07, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:07, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:07, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:07, 26.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:08, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:08, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:08, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:08, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:08, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:06, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:06, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:06, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:06, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:06, 29.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:07, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:06, 26.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:06, 26.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:06, 26.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:06, 26.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:06, 26.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 23.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 23.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:07, 23.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:07, 23.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:07, 23.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:06, 25.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:07, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:06, 23.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:05, 29.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:05, 29.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:05, 29.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:05, 29.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:05, 29.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:06, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:06, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:06, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:04, 30.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:04, 30.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:04, 30.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:04, 30.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:07<00:04, 30.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:07<00:05, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:04, 30.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:05, 26.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:04, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:04, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:04, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:04, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:04, 28.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:05, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:04, 30.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:04, 30.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:03, 30.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:03, 30.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:03, 30.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:04, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 29.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:03, 29.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:03, 29.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:03, 29.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:03, 29.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:04, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:03, 28.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:03, 28.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:03, 28.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:03, 28.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:03, 28.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:08<00:03, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:03, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:03, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:03, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:03, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:03, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:03, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:03, 25.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:09<00:03, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:09<00:03, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:09<00:03, 26.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:03, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:03, 27.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:03, 27.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:09<00:02, 27.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:02, 27.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 27.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:09<00:03, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:09<00:03, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:09<00:03, 23.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 26.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:10<00:02, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:01, 31.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:10<00:01, 31.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:10<00:01, 31.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:10<00:01, 31.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:01, 31.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:10<00:02, 25.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:01, 25.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 31.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 31.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:01, 31.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 31.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 31.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:10<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:11<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:11<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:11<00:01, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:01, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 25.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 25.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:01, 25.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 25.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:01, 25.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 27.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 25.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 29.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 29.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 29.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 29.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 29.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:11<00:00, 30.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:12<00:00, 30.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:12<00:00, 30.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:12<00:00, 30.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:12<00:00, 30.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:12<00:00, 25.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:12<00:00, 31.84it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 60%|██████ | 30/50 [07:50<04:33, 13.67s/it, running_success_rate=87.1%]
Stepping through eval batches: 62%|██████▏ | 31/50 [07:50<04:24, 13.93s/it, running_success_rate=87.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:25, 3.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:25, 3.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:25, 3.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:24, 3.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:27, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:27, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 9.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:21, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:15, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:15, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:15, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:15, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 19.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 13.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:13, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 15.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 15.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:15, 15.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:13, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:13, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:13, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:15, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:15, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:15, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 14.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:13, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:13, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:13, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 17.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:12, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:12, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:14, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:14, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:12, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:12, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:16, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:16, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:16, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:16, 13.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:14, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:14, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:14, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:14, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:12, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:12, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:12, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:12, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:16, 12.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:14, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:13, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:13, 14.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:11, 17.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:11, 17.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:11, 17.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:11, 17.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:10, 19.49it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 62%|██████▏ | 31/50 [08:03<04:24, 13.93s/it, running_success_rate=87.5%]
Stepping through eval batches: 64%|██████▍ | 32/50 [08:03<04:07, 13.76s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:32, 3.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:31, 3.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:24, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:24, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:18, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:17, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:17, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:08, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 25.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 25.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 26.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 27.17it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 64%|██████▍ | 32/50 [08:11<04:07, 13.76s/it, running_success_rate=87.9%]
Stepping through eval batches: 66%|██████▌ | 33/50 [08:11<03:22, 11.91s/it, running_success_rate=87.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:47, 5.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:47, 5.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:47, 5.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:46, 5.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:46, 5.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:08, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:08, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:08, 30.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 20.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 25.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 27.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 28.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:08, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 26.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:08, 25.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 27.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 27.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 27.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 27.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 27.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 26.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 26.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.16it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 66%|██████▌ | 33/50 [08:16<03:22, 11.91s/it, running_success_rate=88.2%]
Stepping through eval batches: 68%|██████▊ | 34/50 [08:16<02:37, 9.83s/it, running_success_rate=88.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:02, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:02, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:02, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:02, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:01, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 26.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:10, 26.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:10, 26.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 30.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 30.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:07, 30.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:07, 30.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:07, 30.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:07, 30.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:01<00:09, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:01<00:07, 28.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:07, 28.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 28.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 28.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 28.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 26.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:09, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:02<00:09, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:02<00:09, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:08, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 23.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 27.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 27.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 27.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 27.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 27.18it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.80it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 68%|██████▊ | 34/50 [08:27<02:37, 9.83s/it, running_success_rate=88.6%]
Stepping through eval batches: 70%|███████ | 35/50 [08:27<02:30, 10.06s/it, running_success_rate=88.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:24, 3.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:42, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:42, 6.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:26, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:26, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:26, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:41, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:41, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:38, 6.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:38, 6.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:36, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:36, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:36, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:27, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:27, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:27, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:27, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:28, 9.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:28, 9.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:27, 9.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:23, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:23, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 10.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:16, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:16, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:16, 15.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:26, 9.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:22, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:22, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:15, 15.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:23, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:23, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:23, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:20, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:20, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:20, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:18, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:18, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:24, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:24, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:24, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:20, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:20, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:20, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:18, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:18, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:17, 12.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:14, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:14, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:14, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:14, 15.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:18, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:18, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:18, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:16, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 13.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 13.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:15, 13.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:24, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:24, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:23, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:20, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:20, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:20, 10.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:17, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:17, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:17, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 13.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:21, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:21, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:21, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:21, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:16, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:16, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:16, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:14, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:14, 13.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:14, 13.25it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:13, 14.26it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 70%|███████ | 35/50 [08:41<02:30, 10.06s/it, running_success_rate=88.9%]
Stepping through eval batches: 72%|███████▏ | 36/50 [08:41<02:38, 11.31s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:27, 3.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:27, 3.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:27, 3.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:47, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:47, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:46, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:46, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:46, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:46, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:22, 12.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:13, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:13, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:13, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:13, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 21.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:10, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:10, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:11, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:13, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:12, 15.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:08, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:08, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:10, 18.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:10, 18.44it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 72%|███████▏ | 36/50 [08:56<02:38, 11.31s/it, running_success_rate=89.2%]
Stepping through eval batches: 74%|███████▍ | 37/50 [08:56<02:42, 12.47s/it, running_success_rate=89.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:18, 3.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:18, 3.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:17, 3.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:17, 3.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:23, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:23, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:23, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:23, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:13, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 13.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:26, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:26, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:26, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:24, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:21, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:17, 14.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:25, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:25, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:25, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:21, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:21, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:21, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:21, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:21, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:16, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:15, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:27, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:27, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:27, 8.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:32, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:32, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:32, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:37, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:37, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:37, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:37, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:38, 6.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:38, 6.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:36, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:36, 6.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:38, 5.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:38, 5.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<01:48, 2.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<01:48, 2.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<01:25, 2.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<01:25, 2.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<01:07, 3.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<01:07, 3.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<01:07, 3.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:49, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:49, 4.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:46, 4.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:46, 4.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:52, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:52, 4.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:07<00:50, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:07<00:50, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:47, 4.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:47, 4.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:40, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:40, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<01:18, 2.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<01:18, 2.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<01:18, 2.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:47, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:47, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:47, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:33, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:33, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:09<00:33, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:09<00:28, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:09<00:28, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:09<00:27, 7.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:09<00:23, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:09<00:23, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:10<00:23, 9.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:10<00:45, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:10<00:45, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:10<00:45, 4.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:10<00:34, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:10<00:34, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:10<00:33, 6.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:10<00:35, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:10<00:35, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:10<00:35, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:10<00:28, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:10<00:28, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:10<00:27, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:10<00:27, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:10<00:21, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:11<00:21, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:11<00:21, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:11<00:26, 7.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:11<00:26, 7.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:11<00:26, 7.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:11<00:26, 7.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:11<00:19, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:11<00:19, 10.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:11<00:19, 10.10it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:11<00:16, 11.47it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 74%|███████▍ | 37/50 [09:15<02:42, 12.47s/it, running_success_rate=89.5%]
Stepping through eval batches: 76%|███████▌ | 38/50 [09:15<02:53, 14.47s/it, running_success_rate=89.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:08, 4.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:08, 4.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:07, 4.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:02<00:14, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<01:10, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<01:10, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<01:09, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:54, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:54, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:53, 4.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:42, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:42, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:42, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:33, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:33, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:33, 7.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:27, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:27, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:27, 9.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:26, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:26, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:04<00:26, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:46, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:04<00:46, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:05<00:46, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:05<01:21, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:05<01:21, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:05<01:12, 3.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:05<01:12, 3.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:06<01:12, 3.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:06<01:09, 3.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:06<01:09, 3.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:06<01:09, 3.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<00:51, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:06<00:51, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:06<00:51, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:06<00:39, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:06<00:39, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:06<00:39, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:06<00:38, 6.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:06<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:06<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:06<00:27, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:06<00:27, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:06<00:26, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:06<00:16, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:06<00:16, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:06<00:16, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:06<00:16, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:06<00:14, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:07<00:14, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:14, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:07<00:14, 15.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:10, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:07<00:10, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:07<00:10, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:07<00:10, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:10, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:11, 19.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:08, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:08, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:08, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:08, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:08, 24.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:07, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:07, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:07, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:07, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:07, 27.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:09, 21.34it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 76%|███████▌ | 38/50 [09:25<02:53, 14.47s/it, running_success_rate=89.7%]
Stepping through eval batches: 78%|███████▊ | 39/50 [09:25<02:25, 13.20s/it, running_success_rate=89.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 21.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 29.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 23.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 27.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 27.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 27.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 27.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:10, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 26.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:08, 26.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 26.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 26.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:11, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:11, 19.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:09, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:09, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:09, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 23.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:11, 18.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:11, 18.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:11, 18.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 19.86it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 78%|███████▊ | 39/50 [09:30<02:25, 13.20s/it, running_success_rate=90.0%]
Stepping through eval batches: 80%|████████ | 40/50 [09:30<01:47, 10.79s/it, running_success_rate=90.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:49, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:48, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:10, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:10, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:10, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:10, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:08, 30.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 29.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:08, 29.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:08, 29.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:08, 29.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:08, 29.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:00<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 20.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 24.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 24.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 24.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 24.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:12, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:11, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:11, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:11, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 19.58it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 80%|████████ | 40/50 [09:36<01:47, 10.79s/it, running_success_rate=90.2%]
Stepping through eval batches: 82%|████████▏ | 41/50 [09:36<01:22, 9.19s/it, running_success_rate=90.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:00, 4.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:00, 4.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:59, 4.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:14, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:14, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 17.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:08, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:08, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:08, 28.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 23.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 23.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:11, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 24.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 20.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 25.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 22.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 28.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:08, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:08, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:08, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 24.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:04<00:06, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:04<00:07, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:04<00:07, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:04<00:07, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:04<00:07, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:04<00:06, 23.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:04<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:05, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:07, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:07, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:06, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:06, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:06, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:06, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 26.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:06, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:06, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:06, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:06, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:05, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:05, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:05, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:05<00:05, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:05, 25.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:05, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:05, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:05, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:05, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:05, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:06, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:06, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:06, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:06, 20.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:06, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:06, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:06, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:06, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:06, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:06, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:06<00:06, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:06<00:06, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:06<00:10, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:10, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:10, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:09, 13.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:09, 13.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:09, 13.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:09, 13.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:08, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:08, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:08, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:08, 14.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:07, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:07, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:07, 15.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:18, 6.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:18, 6.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:18, 6.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:18, 6.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:14, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:14, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:14, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:12, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:12, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:12, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:12, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:09<00:11, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:15, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:15, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:09<00:15, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:15, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:12, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:12, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:09<00:11, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:11, 8.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:09, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:09, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:09, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:09, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:10<00:09, 11.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:10<00:09, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:10<00:09, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:10<00:09, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:10<00:09, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:10<00:09, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:10<00:06, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:10<00:06, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:10<00:06, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:10<00:06, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:10<00:06, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:05, 17.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:05, 17.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:10<00:05, 17.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:10<00:05, 17.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:05, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:05, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:05, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:05, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:05, 15.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:04, 19.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:10<00:04, 19.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:10<00:04, 19.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:10<00:04, 19.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:10<00:04, 19.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:10<00:03, 22.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:11<00:03, 22.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:03, 22.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:11<00:03, 22.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:11<00:03, 19.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:03, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:03, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:11<00:02, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:11<00:02, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:11<00:03, 20.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:11<00:02, 25.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:11<00:02, 25.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:11<00:02, 25.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:11<00:02, 25.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:11<00:02, 25.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:02, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:11<00:02, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:11<00:02, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:11<00:02, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:11<00:02, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:11<00:02, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:11<00:02, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:11<00:02, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:11<00:02, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:11<00:01, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:12<00:01, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:12<00:01, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:12<00:01, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:12<00:01, 26.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:12<00:02, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:01, 24.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:12<00:01, 24.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:12<00:01, 24.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:12<00:01, 24.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:12<00:01, 24.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:12<00:01, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:12<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:12<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:12<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:12<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:12<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:13<00:01, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:13<00:01, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:13<00:00, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:13<00:00, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:13<00:00, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:13<00:00, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:13<00:00, 29.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:13<00:00, 24.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:13<00:00, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:13<00:00, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:13<00:00, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:13<00:00, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:13<00:00, 30.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:13<00:00, 25.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 29.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:13<00:00, 29.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:13<00:00, 29.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:13<00:00, 29.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:13<00:00, 29.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:13<00:00, 30.90it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 82%|████████▏ | 41/50 [10:04<01:22, 9.19s/it, running_success_rate=88.1%]
Stepping through eval batches: 84%|████████▍ | 42/50 [10:04<01:58, 14.85s/it, running_success_rate=88.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:40, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:40, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 22.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:15, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:15, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:12, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:12, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 21.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:14, 17.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:14, 17.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:28, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:25, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:25, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:25, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:25, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:24, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:24, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:24, 9.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:24, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:24, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:24, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:22, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:22, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:24, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:24, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:23, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:21, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:21, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:21, 10.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:21, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:21, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:20, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:28, 7.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:28, 7.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:28, 7.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:24, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:24, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:24, 9.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:23, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:23, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:23, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:21, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:21, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:21, 10.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:25, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:25, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:24, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:24, 8.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:18, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:18, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:18, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:17, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:17, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:17, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:17, 12.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:21, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:20, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:20, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:20, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:20, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:20, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:14, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:14, 14.45it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 84%|████████▍ | 42/50 [10:28<01:58, 14.85s/it, running_success_rate=88.4%]
Stepping through eval batches: 86%|████████▌ | 43/50 [10:28<02:03, 17.65s/it, running_success_rate=88.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:35, 1.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:35, 1.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:25, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:25, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:25, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:25, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:26, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:26, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:26, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:26, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:19, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:19, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:19, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:23, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:24, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:18, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:26, 9.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:26, 9.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:26, 9.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:26, 9.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:23, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:23, 10.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:22, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:21, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:21, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:20, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:31, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:31, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:31, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:31, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:25, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:25, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:25, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:25, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:22, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:22, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:22, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:21, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:30, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:25, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:25, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:21, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:21, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:21, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:21, 10.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:17, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:17, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:17, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:43, 5.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:43, 5.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:42, 5.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:42, 5.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:30, 7.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:23, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:23, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:23, 9.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:33, 6.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:33, 6.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:33, 6.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:27, 7.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:27, 7.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:27, 7.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:22, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:22, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:22, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:21, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:21, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:21, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:19, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:32, 6.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:32, 6.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:32, 6.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:31, 6.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:24, 8.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:20, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:20, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:20, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:19, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:19, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:19, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:29, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:29, 6.75it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 86%|████████▌ | 43/50 [10:48<02:03, 17.65s/it, running_success_rate=88.6%]
Stepping through eval batches: 88%|████████▊ | 44/50 [10:48<01:49, 18.20s/it, running_success_rate=88.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:15, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:15, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:15, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:14, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<02:14, 2.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:26, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:26, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:25, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:25, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:25, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:21, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:21, 12.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:27, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:27, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:27, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:27, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:27, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:26, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:26, 9.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:21, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:24, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:47, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:47, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:47, 5.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:37, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:37, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:37, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:33, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:33, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:33, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:30, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:30, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:30, 8.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:25, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:25, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:24, 10.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:40, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:40, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:04<00:40, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:40, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:29, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:29, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:29, 8.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:26, 9.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:26, 9.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:26, 9.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:22, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:22, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:22, 10.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:24, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:24, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:05<00:24, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:05<00:41, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:05<00:41, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<00:41, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:32, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:32, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:32, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:26, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:26, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:26, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:24, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:24, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:24, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:30, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:30, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:30, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:25, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:25, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:25, 8.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:21, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:21, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:21, 10.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:20, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:20, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:20, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:20, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:30, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:29, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:29, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:23, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:23, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:22, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:22, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:22, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:22, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:22, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:28, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:28, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:28, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:27, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:27, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:21, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:21, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:21, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:21, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:21, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:15, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:15, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:15, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:25, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:25, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:25, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:25, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:24, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:24, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:15, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:15, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:15, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:14, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:14, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:14, 12.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:23, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:23, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:23, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:20, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:20, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:10<00:20, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:17, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:11<00:17, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:11<00:17, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:40, 4.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:40, 4.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:39, 4.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:12<00:39, 4.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:12<00:36, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:12<00:36, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:12<00:35, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:12<00:30, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:12<00:30, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:12<00:29, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:12<00:29, 5.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:12<00:22, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:12<00:22, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:12<00:22, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:12<00:19, 8.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:12<00:19, 8.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:12<00:19, 8.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:12<00:18, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:13<00:18, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:13<00:17, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:13<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:13<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:13<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:13<00:18, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:13<00:15, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:13<00:15, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:13<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:13<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:13<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:13<00:12, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:13<00:12, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:14<00:12, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:14<00:20, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:14<00:20, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:14<00:20, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:14<00:18, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:14<00:18, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:14<00:18, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:14<00:18, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:14<00:13, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:14<00:13, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:14<00:13, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:14<00:11, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:14<00:11, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:14<00:11, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:14<00:11, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:15<00:11, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:15<00:11, 12.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:15<00:18, 8.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:15<00:18, 8.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:15<00:17, 8.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:15<00:16, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:15<00:16, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:15<00:16, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:15<00:14, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:15<00:14, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:15<00:14, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:15<00:13, 10.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:15<00:13, 10.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:15<00:13, 10.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:15<00:12, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:16<00:12, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:16<00:12, 11.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:16<00:20, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:16<00:20, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:16<00:20, 6.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:16<00:16, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:16<00:16, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:16<00:16, 8.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:16<00:15, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:16<00:15, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:16<00:15, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:16<00:14, 8.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:16<00:10, 12.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:16<00:10, 12.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:17<00:10, 12.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:17<00:14, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:17<00:14, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:17<00:13, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:17<00:13, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:17<00:10, 12.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:17<00:10, 12.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:17<00:10, 12.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:17<00:09, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:17<00:09, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:17<00:09, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:17<00:09, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:17<00:07, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:17<00:07, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:18<00:07, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:18<00:07, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:18<00:13, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:18<00:13, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:18<00:13, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:18<00:12, 8.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:18<00:11, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:18<00:11, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:18<00:10, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:18<00:10, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:18<00:10, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:18<00:08, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:18<00:08, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:18<00:08, 13.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:18<00:10, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:18<00:10, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:18<00:10, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:18<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:18<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:18<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:18<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:18<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:19<00:09, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:19<00:06, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:19<00:06, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:19<00:06, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:19<00:06, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:19<00:08, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:19<00:08, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:19<00:08, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:19<00:07, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:19<00:07, 12.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:19<00:05, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:19<00:05, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:19<00:05, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:19<00:05, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:19<00:05, 17.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:19<00:05, 17.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:19<00:05, 17.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:19<00:05, 17.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:19<00:05, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:19<00:05, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:19<00:05, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:19<00:05, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:20<00:05, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:20<00:04, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:20<00:04, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:20<00:04, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:20<00:04, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:20<00:04, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:20<00:03, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:20<00:03, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:20<00:03, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:20<00:03, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:20<00:04, 17.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:20<00:04, 17.25it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 88%|████████▊ | 44/50 [11:18<01:49, 18.20s/it, running_success_rate=88.9%]
Stepping through eval batches: 90%|█████████ | 45/50 [11:18<01:48, 21.72s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:52, 5.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:24, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:24, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:24, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:24, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:24, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:17, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:17, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 15.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:14, 18.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:14, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:14, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:18, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:18, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:15, 16.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:14, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:11, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 21.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 22.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:12, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 20.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:10, 20.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:21, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:21, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:21, 9.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:19, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:19, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:19, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:17, 12.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:16, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:16, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:16, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:18, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:18, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:18, 11.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:17, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:17, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:17, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:17, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:13, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:13, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:13, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:22, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:22, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:22, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:19, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:19, 10.21it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 90%|█████████ | 45/50 [11:29<01:48, 21.72s/it, running_success_rate=89.1%]
Stepping through eval batches: 92%|█████████▏| 46/50 [11:29<01:14, 18.70s/it, running_success_rate=89.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 4.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 4.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:55, 4.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:25, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:25, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:25, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:25, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:25, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 21.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:10, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:09, 26.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 26.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:08, 26.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:08, 26.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 29.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 29.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 29.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 29.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 29.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 24.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:11, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:11, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 19.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 22.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:07, 26.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 26.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:11, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:11, 16.99it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 92%|█████████▏| 46/50 [11:40<01:14, 18.70s/it, running_success_rate=89.4%]
Stepping through eval batches: 94%|█████████▍| 47/50 [11:40<00:49, 16.36s/it, running_success_rate=89.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:04, 1.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:04, 1.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:03, 1.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:58, 4.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:58, 4.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:58, 4.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:35, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:35, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:35, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:30, 8.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:28, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:28, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<00:28, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<00:48, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<00:48, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:48, 5.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:38, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:38, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:38, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:34, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:34, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:34, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:31, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:31, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:31, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:26, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:26, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:26, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:45, 5.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:45, 5.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:41, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:32, 7.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:32, 7.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:32, 7.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:31, 7.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:24, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:24, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:24, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:04<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:04<00:20, 11.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:04<00:30, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:04<00:30, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:30, 8.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:27, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:27, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:26, 9.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:23, 10.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:23, 10.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:22, 10.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:22, 10.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:17, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:17, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:17, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:05<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:05<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:05<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<00:24, 9.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:19, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:19, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:19, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:18, 12.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:15, 15.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:14, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:14, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:14, 16.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:23, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:23, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:23, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:23, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:17, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:17, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:17, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:15, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:15, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:15, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:51, 4.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:51, 4.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:51, 4.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:49, 4.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:49, 4.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:08<00:49, 4.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:39, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:08<00:39, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:08<00:39, 5.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:32, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:08<00:32, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:08<00:32, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:26, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:26, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:09<00:26, 7.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:30, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:30, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:30, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:30, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:22, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:22, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:21, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:21, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:21, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:15, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:15, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:15, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:19, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:19, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:18, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:16, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:16, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:16, 11.62it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 94%|█████████▍| 47/50 [11:53<00:49, 16.36s/it, running_success_rate=89.6%]
Stepping through eval batches: 96%|█████████▌| 48/50 [11:53<00:30, 15.24s/it, running_success_rate=89.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:24, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:24, 3.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:36, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:36, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:36, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:36, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:36, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:13, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:15, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 26.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:12, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:12, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 23.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 23.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:10, 23.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:10, 23.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:14, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:14, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:14, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:14, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:13, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:13, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:13, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:13, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:13, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:11, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:11, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:10, 20.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:13, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:13, 16.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:10, 19.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:08, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:08, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:08, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:08, 22.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 18.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:08, 22.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:08, 22.76it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 96%|█████████▌| 48/50 [12:01<00:30, 15.24s/it, running_success_rate=89.8%]
Stepping through eval batches: 98%|█████████▊| 49/50 [12:01<00:12, 12.99s/it, running_success_rate=89.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:04, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:04, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:04, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:04, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:03, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<01:03, 4.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:18, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:12, 19.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 21.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:08, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:08, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:08, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:08, 29.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 29.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:07, 29.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:07, 29.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:07, 29.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:07, 29.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 27.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:07, 27.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 27.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 27.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 28.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 22.12it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 25.05it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 98%|█████████▊| 49/50 [12:24<00:12, 12.99s/it, running_success_rate=90.0%]
Stepping through eval batches: 100%|██████████| 50/50 [12:24<00:00, 16.24s/it, running_success_rate=90.0%]
Stepping through eval batches: 100%|██████████| 50/50 [12:24<00:00, 14.90s/it, running_success_rate=90.0%]
+INFO 2026-09-24 12:07:49 bot_eval.py:713 GK expert activation (top1 routing): [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
+INFO 2026-09-24 12:07:52 bot_eval.py:843 Overall Aggregated Metrics:
+INFO 2026-09-24 12:07:52 bot_eval.py:844 {'avg_sum_reward': 0.9, 'avg_max_reward': 0.9, 'pc_success': 90.0, 'n_episodes': 50, 'eval_s': 748.5684432983398, 'eval_ep_s': 14.971368880271912, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 12:07:52 bot_eval.py:849 GK expert activation artifacts: {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg'}
+INFO 2026-09-24 12:07:52 bot_eval.py:853
+Aggregated Metrics for per_task:
+INFO 2026-09-24 12:07:52 bot_eval.py:854 [{'task_group': 'libero_spatial', 'task_id': 0, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, False, True, True, True, False, False, True, True, True, True, True, True, True, True, True, True, True, False, True, True, True, True, True, True, True, True, True, True, False, True, True, True, True, True, True, True, True], 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4'], 'predicted_video_paths': [], 'task_descriptions': ['pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate', 'pick up the black bowl between the plate and the ramekin and place it on the plate'], 'expert_activation': {'algorithm_type': 'gk_adp', 'inference_routing': 'top1', 'inference_top_k': 0, 'inference_temperature': 1.0, 'num_experts': 10, 'num_routing_decisions': 550, 'top1_count_by_expert': [550, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'top1_fraction_by_expert': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'activation_fraction_by_expert': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'decisions': [{'routing_index': 0, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6464709043502808, 0.0007012857822701335, 2.1362462021556894e-08, 2.3516990665939375e-07, 8.158915989042725e-06, 0.014772700145840645, 7.899368029029574e-06, 0.0001670875062700361, 0.0001694384845905006, 3.940376336686313e-05], 'log_scores_by_expert': [-0.43622714281082153, -7.262595176696777, -17.661630630493164, -15.262957572937012, -11.716399192810059, -4.214974403381348, -11.748727798461914, -8.696992874145508, -8.68302059173584, -10.14164924621582], 'distances_by_expert': [0.8724542856216431, 14.525190353393555, 35.32326126098633, 30.525915145874023, 23.432798385620117, 8.429948806762695, 23.497455596923828, 17.393985748291016, 17.36604118347168, 20.28329849243164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.27783203125, 'language': 52.30171203613281}}, {'routing_index': 1, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7401355504989624, 0.0008555537788197398, 2.4528834074999395e-08, 2.9703181780860177e-07, 9.027471605804749e-06, 0.02037823386490345, 9.005845640785992e-06, 0.0001938065979629755, 0.00019478068861644715, 4.340639861766249e-05], 'log_scores_by_expert': [-0.3009219765663147, -7.0637617111206055, -17.52341651916504, -15.029426574707031, -11.615238189697266, -3.8932878971099854, -11.617636680603027, -8.548649787902832, -8.543636322021484, -10.044903755187988], 'distances_by_expert': [0.6018439531326294, 14.127523422241211, 35.04683303833008, 30.058853149414062, 23.23047637939453, 7.786575794219971, 23.235273361206055, 17.097299575805664, 17.08727264404297, 20.089807510375977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3471.871826171875, 'language': 52.287254333496094}}, {'routing_index': 2, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7248125076293945, 0.0006909629446454346, 2.3604766141716027e-08, 2.2749212291728327e-07, 7.892846952017862e-06, 0.014849454164505005, 8.005932613741606e-06, 0.00017256134015042335, 0.00018373597413301468, 3.791128619923256e-05], 'log_scores_by_expert': [-0.3218423128128052, -7.277424335479736, -17.561817169189453, -15.296150207519531, -11.749553680419922, -4.209792137145996, -11.73532772064209, -8.66475772857666, -8.602010726928711, -10.180261611938477], 'distances_by_expert': [0.6436846256256104, 14.554848670959473, 35.123634338378906, 30.592300415039062, 23.499107360839844, 8.419584274291992, 23.47065544128418, 17.32951545715332, 17.204021453857422, 20.360523223876953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3455.442138671875, 'language': 52.28289031982422}}, {'routing_index': 3, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7181658744812012, 0.0006216099136509001, 2.3090663603397843e-08, 2.2462121762600873e-07, 7.4046583904419094e-06, 0.014774158596992493, 7.64449669077294e-06, 0.00016576130292378366, 0.0001829488028306514, 3.506314897094853e-05], 'log_scores_by_expert': [-0.3310547173023224, -7.383197784423828, -17.583837509155273, -15.308850288391113, -11.813401222229004, -4.2148756980896, -11.781524658203125, -8.704961776733398, -8.606304168701172, -10.258359909057617], 'distances_by_expert': [0.6621094346046448, 14.766395568847656, 35.16767501831055, 30.617700576782227, 23.626802444458008, 8.4297513961792, 23.56304931640625, 17.409923553466797, 17.212608337402344, 20.516719818115234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.233642578125, 'language': 52.28078842163086}}, {'routing_index': 4, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7941671013832092, 0.0007400811300612986, 2.4580540269880657e-08, 2.809214549870376e-07, 8.52807625051355e-06, 0.01868923008441925, 8.626495400676504e-06, 0.0001883922377601266, 0.0002010300086112693, 3.951190956286155e-05], 'log_scores_by_expert': [-0.23046141862869263, -7.2087507247924805, -17.521310806274414, -15.085190773010254, -11.672146797180176, -3.9798078536987305, -11.660672187805176, -8.576984405517578, -8.512056350708008, -10.138908386230469], 'distances_by_expert': [0.46092283725738525, 14.417501449584961, 35.04262161254883, 30.170381546020508, 23.34429359436035, 7.959615707397461, 23.32134437561035, 17.153968811035156, 17.024112701416016, 20.277816772460938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3377.0595703125, 'language': 52.274566650390625}}, {'routing_index': 5, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.706253170967102, 0.0007771810633130372, 2.3112431080107854e-08, 3.209677288396051e-07, 8.61878288560547e-06, 0.02206878922879696, 9.055745977093466e-06, 0.0001897821930469945, 0.0001905824028654024, 3.9237751479959115e-05], 'log_scores_by_expert': [-0.34778153896331787, -7.159837245941162, -17.582895278930664, -14.951925277709961, -11.661566734313965, -3.8135910034179688, -11.61211109161377, -8.569633483886719, -8.565425872802734, -10.14587116241455], 'distances_by_expert': [0.6955630779266357, 14.319674491882324, 35.16579055786133, 29.903850555419922, 23.32313346862793, 7.6271820068359375, 23.22422218322754, 17.139266967773438, 17.13085174560547, 20.2917423248291], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3282.359619140625, 'language': 52.276859283447266}}, {'routing_index': 6, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.829519510269165, 0.0008364943787455559, 2.5989127294678838e-08, 2.9823814884366584e-07, 9.167535608867183e-06, 0.021077513694763184, 9.345176295028068e-06, 0.00020191808289382607, 0.00021498455316759646, 4.318471110309474e-05], 'log_scores_by_expert': [-0.18690867722034454, -7.0862908363342285, -17.465587615966797, -15.025373458862305, -11.599842071533203, -3.859548568725586, -11.580650329589844, -8.507648468017578, -8.444944381713867, -10.050024032592773], 'distances_by_expert': [0.3738173544406891, 14.172581672668457, 34.931175231933594, 30.05074691772461, 23.199684143066406, 7.719097137451172, 23.161300659179688, 17.015296936035156, 16.889888763427734, 20.100048065185547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.402099609375, 'language': 52.28654861450195}}, {'routing_index': 7, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7562857866287231, 0.0006857358966954052, 2.405720245235443e-08, 2.4053156266745646e-07, 8.037986845010892e-06, 0.016566673293709755, 8.251022336480673e-06, 0.00017950542678590864, 0.00019865762442350388, 3.842964724753983e-05], 'log_scores_by_expert': [-0.27933597564697266, -7.285017967224121, -17.542831420898438, -15.2404146194458, -11.731331825256348, -4.100362300872803, -11.70517349243164, -8.62530517578125, -8.523927688598633, -10.166681289672852], 'distances_by_expert': [0.5586719512939453, 14.570035934448242, 35.085662841796875, 30.4808292388916, 23.462663650512695, 8.200724601745605, 23.41034698486328, 17.2506103515625, 17.047855377197266, 20.333362579345703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.7373046875, 'language': 52.29478073120117}}, {'routing_index': 8, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7717577815055847, 0.0008052681223489344, 2.473786686607582e-08, 3.0140338935780164e-07, 9.06646982912207e-06, 0.022260192781686783, 9.55990435613785e-06, 0.00020033030887134373, 0.00020254720584489405, 4.3154697777936235e-05], 'log_scores_by_expert': [-0.2590845227241516, -7.124335289001465, -17.514930725097656, -15.014816284179688, -11.61092758178711, -3.804955244064331, -11.55793285369873, -8.515542984008789, -8.504537582397461, -10.050719261169434], 'distances_by_expert': [0.5181690454483032, 14.24867057800293, 35.02986145019531, 30.029632568359375, 23.22185516357422, 7.609910488128662, 23.11586570739746, 17.031085968017578, 17.009075164794922, 20.101438522338867], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.42333984375, 'language': 52.288150787353516}}, {'routing_index': 9, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6719927787780762, 0.0007373674307018518, 2.2417960821030647e-08, 2.448142879529769e-07, 8.252840416389517e-06, 0.015657741576433182, 8.073042408796027e-06, 0.00017114158254116774, 0.00017642606690060347, 3.894398832926527e-05], 'log_scores_by_expert': [-0.3975076377391815, -7.212424278259277, -17.6134033203125, -15.222765922546387, -11.70495319366455, -4.156789779663086, -11.726980209350586, -8.673019409179688, -8.642608642578125, -10.153386116027832], 'distances_by_expert': [0.795015275478363, 14.424848556518555, 35.226806640625, 30.445531845092773, 23.4099063873291, 8.313579559326172, 23.453960418701172, 17.346038818359375, 17.28521728515625, 20.306772232055664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.87060546875, 'language': 52.283203125}}, {'routing_index': 10, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7048913240432739, 0.000749775383155793, 2.326710379918495e-08, 2.561216660978971e-07, 8.171695299097337e-06, 0.0167219415307045, 8.325328963110223e-06, 0.0001765149354469031, 0.00018432619981467724, 3.968229430029169e-05], 'log_scores_by_expert': [-0.34971165657043457, -7.195736885070801, -17.57622528076172, -15.177613258361816, -11.714834213256836, -4.091033458709717, -11.696208000183105, -8.642105102539062, -8.598803520202637, -10.134605407714844], 'distances_by_expert': [0.6994233131408691, 14.391473770141602, 35.15245056152344, 30.355226516723633, 23.429668426513672, 8.182066917419434, 23.39241600036621, 17.284210205078125, 17.197607040405273, 20.269210815429688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3540.9326171875, 'language': 52.287559509277344}}, {'routing_index': 11, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7450424432754517, 0.0007207439630292356, 2.420120814861093e-08, 2.5223695843124005e-07, 8.196007001970429e-06, 0.016403978690505028, 8.314776096085552e-06, 0.00018016176181845367, 0.0001897159672807902, 3.894473411492072e-05], 'log_scores_by_expert': [-0.29431408643722534, -7.235226631164551, -17.536863327026367, -15.192896842956543, -11.71186351776123, -4.110231399536133, -11.697476387023926, -8.621655464172363, -8.569982528686523, -10.153367042541504], 'distances_by_expert': [0.5886281728744507, 14.470453262329102, 35.073726654052734, 30.385793685913086, 23.42372703552246, 8.220462799072266, 23.39495277404785, 17.243310928344727, 17.139965057373047, 20.306734085083008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3500.849609375, 'language': 52.277809143066406}}, {'routing_index': 12, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6899847388267517, 0.0005772407748736441, 2.2054749138078478e-08, 2.0918280085879815e-07, 7.000534878898179e-06, 0.013639210723340511, 7.131422535167076e-06, 0.00015685225662309676, 0.00017401813238393515, 3.265876875957474e-05], 'log_scores_by_expert': [-0.3710858225822449, -7.457251071929932, -17.629737854003906, -15.380057334899902, -11.869524002075195, -4.294806480407715, -11.85099983215332, -8.76020622253418, -8.656351089477539, -10.329397201538086], 'distances_by_expert': [0.7421716451644897, 14.914502143859863, 35.25947570800781, 30.760114669799805, 23.73904800415039, 8.58961296081543, 23.70199966430664, 17.52041244506836, 17.312702178955078, 20.658794403076172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.953125, 'language': 52.2551155090332}}, {'routing_index': 13, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7102198004722595, 0.0006471668020822108, 2.3301566898226156e-08, 2.4557800770708127e-07, 7.589723281853367e-06, 0.015226670540869236, 7.749661563138943e-06, 0.00016955567116383463, 0.00017992155335377902, 3.465068220975809e-05], 'log_scores_by_expert': [-0.34218084812164307, -7.342906475067139, -17.574745178222656, -15.219651222229004, -11.788715362548828, -4.184706687927246, -11.767861366271973, -8.682329177856445, -8.622989654541016, -10.270193099975586], 'distances_by_expert': [0.6843616962432861, 14.685812950134277, 35.14949035644531, 30.439302444458008, 23.577430725097656, 8.369413375854492, 23.535722732543945, 17.36465835571289, 17.24597930908203, 20.540386199951172], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3363.560791015625, 'language': 52.29096221923828}}, {'routing_index': 14, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.751049816608429, 0.0007379221497103572, 2.4553596489340634e-08, 2.7996716767120233e-07, 8.216338756028563e-06, 0.018687007948756218, 8.426872227573767e-06, 0.00018443030421622097, 0.00019394952687434852, 3.7704721762565896e-05], 'log_scores_by_expert': [-0.28628331422805786, -7.211672306060791, -17.52240753173828, -15.088593482971191, -11.709385871887207, -3.979926824569702, -11.68408489227295, -8.598238945007324, -8.54791259765625, -10.185725212097168], 'distances_by_expert': [0.5725666284561157, 14.423344612121582, 35.04481506347656, 30.177186965942383, 23.418771743774414, 7.959853649139404, 23.3681697845459, 17.19647789001465, 17.0958251953125, 20.371450424194336], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3376.41650390625, 'language': 52.27215576171875}}, {'routing_index': 15, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7173119783401489, 0.0006396914832293987, 2.3271232052479718e-08, 2.289208964612044e-07, 7.3265064202132635e-06, 0.01580948382616043, 7.616886250616517e-06, 0.0001691388461040333, 0.0001876708265626803, 3.460102016106248e-05], 'log_scores_by_expert': [-0.3322444260120392, -7.354524612426758, -17.576047897338867, -15.289889335632324, -11.82401180267334, -4.1471452713012695, -11.78514289855957, -8.68479061126709, -8.58082103729248, -10.271627426147461], 'distances_by_expert': [0.6644888520240784, 14.709049224853516, 35.152095794677734, 30.57977867126465, 23.64802360534668, 8.294290542602539, 23.57028579711914, 17.36958122253418, 17.16164207458496, 20.543254852294922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.6875, 'language': 52.28529739379883}}, {'routing_index': 16, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7455887198448181, 0.0006553489365614951, 2.3507359614427514e-08, 2.3284142969259847e-07, 7.870860827097204e-06, 0.016236091032624245, 8.035711289267056e-06, 0.00017691298853605986, 0.00019428756786510348, 3.704794653458521e-05], 'log_scores_by_expert': [-0.29358115792274475, -7.330342769622803, -17.56595230102539, -15.272908210754395, -11.75234317779541, -4.120518684387207, -11.73161506652832, -8.639852523803711, -8.546171188354492, -10.20329761505127], 'distances_by_expert': [0.5871623158454895, 14.660685539245605, 35.13190460205078, 30.54581642150879, 23.50468635559082, 8.241037368774414, 23.46323013305664, 17.279705047607422, 17.092342376708984, 20.40659523010254], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.99462890625, 'language': 52.305904388427734}}, {'routing_index': 17, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7806928753852844, 0.0008145490428432822, 2.5508869683221747e-08, 3.085395121615875e-07, 9.003887498693075e-06, 0.021821264177560806, 9.57006704993546e-06, 0.0002020151587203145, 0.0002041005645878613, 4.221126073389314e-05], 'log_scores_by_expert': [-0.2475733906030655, -7.112875938415527, -17.48423957824707, -14.991415977478027, -11.617854118347168, -3.8248703479766846, -11.556870460510254, -8.50716781616211, -8.49689769744873, -10.072823524475098], 'distances_by_expert': [0.495146781206131, 14.225751876831055, 34.96847915649414, 29.982831954956055, 23.235708236694336, 7.649740695953369, 23.113740921020508, 17.01433563232422, 16.99379539489746, 20.145647048950195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3311.2880859375, 'language': 52.289886474609375}}, {'routing_index': 18, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6674460768699646, 0.000712914508767426, 2.1911645831096394e-08, 2.3506250101945625e-07, 8.055637408688199e-06, 0.015246796421706676, 8.024491762625985e-06, 0.00016797182615846395, 0.00017450905579607934, 3.902503885910846e-05], 'log_scores_by_expert': [-0.4042966663837433, -7.246149063110352, -17.636247634887695, -15.26341438293457, -11.729138374328613, -4.183385848999023, -11.733012199401855, -8.6917142868042, -8.653533935546875, -10.151307106018066], 'distances_by_expert': [0.8085933327674866, 14.492298126220703, 35.27249526977539, 30.52682876586914, 23.458276748657227, 8.366771697998047, 23.46602439880371, 17.3834285736084, 17.30706787109375, 20.302614212036133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3590.501953125, 'language': 52.26768112182617}}, {'routing_index': 19, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7617201209068298, 0.0008447693544439971, 2.47664768693312e-08, 2.9380038313320256e-07, 9.121993571170606e-06, 0.020346032455563545, 9.236776350007858e-06, 0.00019692601927090436, 0.0002000903186853975, 4.4701737351715565e-05], 'log_scores_by_expert': [-0.2721761167049408, -7.076447010040283, -17.513774871826172, -15.040365219116211, -11.604822158813477, -3.894869327545166, -11.592317581176758, -8.532682418823242, -8.516741752624512, -10.015498161315918], 'distances_by_expert': [0.5443522334098816, 14.152894020080566, 35.027549743652344, 30.080730438232422, 23.209644317626953, 7.789738655090332, 23.184635162353516, 17.065364837646484, 17.033483505249023, 20.030996322631836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3528.9853515625, 'language': 52.2834358215332}}, {'routing_index': 20, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7349667549133301, 0.0007288706256076694, 2.3569766582909324e-08, 2.440641253542708e-07, 8.099763363134116e-06, 0.015599704347550869, 8.247788173321169e-06, 0.0001746322523104027, 0.00018919416470453143, 3.8836875319248065e-05], 'log_scores_by_expert': [-0.307930052280426, -7.2240142822265625, -17.56330108642578, -15.225834846496582, -11.723675727844238, -4.160503387451172, -11.705565452575684, -8.652828216552734, -8.572736740112305, -10.156140327453613], 'distances_by_expert': [0.615860104560852, 14.448028564453125, 35.12660217285156, 30.451669692993164, 23.447351455688477, 8.321006774902344, 23.411130905151367, 17.30565643310547, 17.14547348022461, 20.312280654907227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.094482421875, 'language': 52.27446365356445}}, {'routing_index': 21, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6668979525566101, 0.0005653203697875142, 2.173113422543338e-08, 1.9642979509626457e-07, 6.8255649239290506e-06, 0.012600129470229149, 7.005343377386453e-06, 0.00015222822548821568, 0.00016879480972420424, 3.2292136893374845e-05], 'log_scores_by_expert': [-0.40511825680732727, -7.478117942810059, -17.644519805908203, -15.442960739135742, -11.894835472106934, -4.374048233032227, -11.868837356567383, -8.790129661560059, -8.686826705932617, -10.340686798095703], 'distances_by_expert': [0.8102365136146545, 14.956235885620117, 35.289039611816406, 30.885921478271484, 23.789670944213867, 8.748096466064453, 23.737674713134766, 17.580259323120117, 17.373653411865234, 20.681373596191406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.373779296875, 'language': 52.270591735839844}}, {'routing_index': 22, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8041530251502991, 0.0008979397243820131, 2.593648673610005e-08, 3.451197017056984e-07, 9.78258867689874e-06, 0.023382890969514847, 9.906846571539063e-06, 0.00021061496227048337, 0.00021122705948073417, 4.539326255326159e-05], 'log_scores_by_expert': [-0.2179657369852066, -7.015407562255859, -17.467615127563477, -14.879374504089355, -11.534906387329102, -3.7557506561279297, -11.522284507751465, -8.465478897094727, -8.462576866149902, -10.000146865844727], 'distances_by_expert': [0.4359314739704132, 14.030815124511719, 34.93523025512695, 29.75874900817871, 23.069812774658203, 7.511501312255859, 23.04456901550293, 16.930957794189453, 16.925153732299805, 20.000293731689453], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3281.288818359375, 'language': 52.29349899291992}}, {'routing_index': 23, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7557864785194397, 0.0008492912747897208, 2.4638838524992934e-08, 3.217510595732165e-07, 8.989551133709028e-06, 0.022828929126262665, 9.39927758736303e-06, 0.00019609375158324838, 0.0002014917990891263, 4.16108887293376e-05], 'log_scores_by_expert': [-0.2799963653087616, -7.071108341217041, -17.51894187927246, -14.949487686157227, -11.619447708129883, -3.77972674369812, -11.574877738952637, -8.536917686462402, -8.509761810302734, -10.087148666381836], 'distances_by_expert': [0.5599927306175232, 14.142216682434082, 35.03788375854492, 29.898975372314453, 23.238895416259766, 7.55945348739624, 23.149755477905273, 17.073835372924805, 17.01952362060547, 20.174297332763672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.19677734375, 'language': 52.267982482910156}}, {'routing_index': 24, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7403808236122131, 0.0006710960878990591, 2.3501440793438633e-08, 2.3322233744238474e-07, 7.597233434353257e-06, 0.015870429575443268, 7.908699444669764e-06, 0.0001715111720841378, 0.00019342271843925118, 3.6165787605568767e-05], 'log_scores_by_expert': [-0.3005906343460083, -7.30659818649292, -17.566204071044922, -15.271273612976074, -11.787726402282715, -4.1432976722717285, -11.747547149658203, -8.670862197875977, -8.55063247680664, -10.227396965026855], 'distances_by_expert': [0.6011812686920166, 14.61319637298584, 35.132408142089844, 30.54254722595215, 23.57545280456543, 8.286595344543457, 23.495094299316406, 17.341724395751953, 17.10126495361328, 20.45479393005371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3312.37158203125, 'language': 52.26399612426758}}, {'routing_index': 25, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7200354337692261, 0.0006382673163898289, 2.295081458214554e-08, 2.1789730908494676e-07, 7.457675110345008e-06, 0.015528405085206032, 7.830580216250382e-06, 0.0001708338677417487, 0.00019019040337298065, 3.61716520274058e-05], 'log_scores_by_expert': [-0.328454852104187, -7.356753349304199, -17.58991241455078, -15.339241981506348, -11.806266784667969, -4.165084362030029, -11.757473945617676, -8.674818992614746, -8.567484855651855, -10.227234840393066], 'distances_by_expert': [0.656909704208374, 14.713506698608398, 35.17982482910156, 30.678483963012695, 23.612533569335938, 8.330168724060059, 23.51494789123535, 17.349637985229492, 17.13496971130371, 20.454469680786133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.5576171875, 'language': 52.29451370239258}}, {'routing_index': 26, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8038119673728943, 0.0008222507894970477, 2.5756007104860146e-08, 2.961470784157427e-07, 9.243914973922074e-06, 0.021131664514541626, 9.596377822163049e-06, 0.00020318158203735948, 0.0002102234575431794, 4.385067950352095e-05], 'log_scores_by_expert': [-0.21839000284671783, -7.1034650802612305, -17.474597930908203, -15.03240966796875, -11.591545104980469, -3.856982707977295, -11.55412483215332, -8.501410484313965, -8.467339515686035, -10.034720420837402], 'distances_by_expert': [0.43678000569343567, 14.206930160522461, 34.949195861816406, 30.0648193359375, 23.183090209960938, 7.71396541595459, 23.10824966430664, 17.00282096862793, 16.93467903137207, 20.069440841674805], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3334.686767578125, 'language': 52.30997848510742}}, {'routing_index': 27, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6299089789390564, 0.0006776540540158749, 2.073397631363605e-08, 2.851418230420677e-07, 7.640684088983107e-06, 0.01908043399453163, 8.144682396959979e-06, 0.0001701550354482606, 0.00017570977797731757, 3.469274452072568e-05], 'log_scores_by_expert': [-0.4621799886226654, -7.296873569488525, -17.691492080688477, -15.070279121398926, -11.782023429870605, -3.959091901779175, -11.718145370483398, -8.678800582885742, -8.646677017211914, -10.268980026245117], 'distances_by_expert': [0.9243599772453308, 14.59374713897705, 35.38298416137695, 30.14055824279785, 23.56404685974121, 7.91818380355835, 23.436290740966797, 17.357601165771484, 17.293354034423828, 20.537960052490234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.6162109375, 'language': 52.25865936279297}}, {'routing_index': 28, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7896167039871216, 0.0008623901521787047, 2.500241436109718e-08, 3.2031977070801076e-07, 9.212732948071789e-06, 0.02336748130619526, 9.690736078482587e-06, 0.0002044970606220886, 0.00021060391736682504, 4.4190219341544434e-05], 'log_scores_by_expert': [-0.23620764911174774, -7.055802822113037, -17.50429344177246, -14.953946113586426, -11.594923973083496, -3.7564098834991455, -11.544340133666992, -8.494956970214844, -8.465531349182129, -10.027007102966309], 'distances_by_expert': [0.4724152982234955, 14.111605644226074, 35.00858688354492, 29.90789222717285, 23.189847946166992, 7.512819766998291, 23.088680267333984, 16.989913940429688, 16.931062698364258, 20.054014205932617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3249.556396484375, 'language': 52.276878356933594}}, {'routing_index': 29, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6711832284927368, 0.0007422160706482828, 2.247327479665273e-08, 2.479151248735434e-07, 8.126270586217288e-06, 0.016282718628644943, 8.134575182339177e-06, 0.00017418665811419487, 0.00017758271133061498, 3.893975372193381e-05], 'log_scores_by_expert': [-0.3987131714820862, -7.205870151519775, -17.610939025878906, -15.210179328918457, -11.72040843963623, -4.117650985717773, -11.71938705444336, -8.655383110046387, -8.63607406616211, -10.153494834899902], 'distances_by_expert': [0.7974263429641724, 14.41174030303955, 35.22187805175781, 30.420358657836914, 23.44081687927246, 8.235301971435547, 23.43877410888672, 17.310766220092773, 17.27214813232422, 20.306989669799805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3530.14599609375, 'language': 52.27513122558594}}, {'routing_index': 30, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7145574688911438, 0.0007943782256916165, 2.376745200649566e-08, 2.6581636802802677e-07, 8.276532753370702e-06, 0.017580363899469376, 8.450879249721766e-06, 0.0001787249493645504, 0.00018880574498325586, 3.954429485020228e-05], 'log_scores_by_expert': [-0.33609187602996826, -7.137950897216797, -17.554948806762695, -15.140460014343262, -11.702086448669434, -4.040972709655762, -11.68124008178711, -8.62966251373291, -8.57479190826416, -10.138089179992676], 'distances_by_expert': [0.6721837520599365, 14.275901794433594, 35.10989761352539, 30.280920028686523, 23.404172897338867, 8.081945419311523, 23.36248016357422, 17.25932502746582, 17.14958381652832, 20.27617835998535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.24658203125, 'language': 52.278533935546875}}, {'routing_index': 31, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7002494931221008, 0.000661048456095159, 2.308009605656025e-08, 2.1979066389121726e-07, 7.389576239802409e-06, 0.014522015117108822, 7.661859854124486e-06, 0.00016648990276735276, 0.000178643167600967, 3.5459415812511e-05], 'log_scores_by_expert': [-0.35631853342056274, -7.321683406829834, -17.58429527282715, -15.33059024810791, -11.81544017791748, -4.232089519500732, -11.779255867004395, -8.700575828552246, -8.630120277404785, -10.247121810913086], 'distances_by_expert': [0.7126370668411255, 14.643366813659668, 35.1685905456543, 30.66118049621582, 23.63088035583496, 8.464179039001465, 23.55851173400879, 17.401151657104492, 17.26024055480957, 20.494243621826172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.755615234375, 'language': 52.26176071166992}}, {'routing_index': 32, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6863414645195007, 0.0006048156647011638, 2.2644393027348997e-08, 2.103565037714361e-07, 7.053839453874389e-06, 0.013510323129594326, 7.340073807426961e-06, 0.000157771457452327, 0.00017520744586363435, 3.31121300405357e-05], 'log_scores_by_expert': [-0.37637996673583984, -7.410586833953857, -17.60335350036621, -15.374462127685547, -11.8619384765625, -4.3043012619018555, -11.822161674499512, -8.754363059997559, -8.649539947509766, -10.315610885620117], 'distances_by_expert': [0.7527599334716797, 14.821173667907715, 35.20670700073242, 30.748924255371094, 23.723876953125, 8.608602523803711, 23.644323348999023, 17.508726119995117, 17.29907989501953, 20.631221771240234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.7275390625, 'language': 52.28219223022461}}, {'routing_index': 33, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7117788791656494, 0.000652632734272629, 2.282295419320235e-08, 2.5548396820340713e-07, 7.719212590018287e-06, 0.016373280435800552, 7.825407010386698e-06, 0.00017191466758958995, 0.00018225537496618927, 3.551095142029226e-05], 'log_scores_by_expert': [-0.33998796343803406, -7.334496021270752, -17.59549903869629, -15.180106163024902, -11.771798133850098, -4.112104415893555, -11.758134841918945, -8.668512344360352, -8.610101699829102, -10.2456693649292], 'distances_by_expert': [0.6799759268760681, 14.668992042541504, 35.19099807739258, 30.360212326049805, 23.543596267700195, 8.22420883178711, 23.51626968383789, 17.337024688720703, 17.220203399658203, 20.4913387298584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3429.9052734375, 'language': 52.276710510253906}}, {'routing_index': 34, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6644673347473145, 0.0007253204239532351, 2.173300117647159e-08, 2.998657748776168e-07, 8.093362339423038e-06, 0.020393630489706993, 8.491773769492283e-06, 0.0001788570953067392, 0.00018226353859063238, 3.6632776755141094e-05], 'log_scores_by_expert': [-0.40876948833465576, -7.2288970947265625, -17.644433975219727, -15.019930839538574, -11.724466323852539, -3.8925325870513916, -11.676412582397461, -8.628923416137695, -8.61005687713623, -10.214567184448242], 'distances_by_expert': [0.8175389766693115, 14.457794189453125, 35.28886795043945, 30.03986167907715, 23.448932647705078, 7.785065174102783, 23.352825164794922, 17.25784683227539, 17.22011375427246, 20.429134368896484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.2041015625, 'language': 52.27623748779297}}, {'routing_index': 35, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7514511942863464, 0.0007086247787810862, 2.4271564313949057e-08, 2.594723582660663e-07, 8.027660442166962e-06, 0.01809433475136757, 8.290641744679306e-06, 0.00018135758000425994, 0.0001960372901521623, 3.782119165407494e-05], 'log_scores_by_expert': [-0.28574901819229126, -7.2521843910217285, -17.533960342407227, -15.164615631103516, -11.732617378234863, -4.0121564865112305, -11.700383186340332, -8.615039825439453, -8.537205696105957, -10.18264102935791], 'distances_by_expert': [0.5714980363845825, 14.504368782043457, 35.06792068481445, 30.32923126220703, 23.465234756469727, 8.024312973022461, 23.400766372680664, 17.230079650878906, 17.074411392211914, 20.36528205871582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3282.968017578125, 'language': 52.27785110473633}}, {'routing_index': 36, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7326869964599609, 0.0006421118159778416, 2.3035061857967776e-08, 2.3211177335724642e-07, 7.493078555853572e-06, 0.016064459457993507, 7.766493581584655e-06, 0.00017106519953813404, 0.00019246387819293886, 3.5125769500155e-05], 'log_scores_by_expert': [-0.31103670597076416, -7.350748062133789, -17.58624839782715, -15.276046752929688, -11.801530838012695, -4.13114595413208, -11.765691757202148, -8.673465728759766, -8.555602073669434, -10.256575584411621], 'distances_by_expert': [0.6220734119415283, 14.701496124267578, 35.1724967956543, 30.552093505859375, 23.60306167602539, 8.26229190826416, 23.531383514404297, 17.34693145751953, 17.111204147338867, 20.513151168823242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.2109375, 'language': 52.27127456665039}}, {'routing_index': 37, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7366542220115662, 0.0007470916607417166, 2.4277674981476594e-08, 2.808936017117958e-07, 8.337039616890252e-06, 0.019256215542554855, 8.766915925662033e-06, 0.00018496364646125585, 0.00019487339886836708, 3.8397960452130064e-05], 'log_scores_by_expert': [-0.3056367337703705, -7.199322700500488, -17.533708572387695, -15.08528995513916, -11.694802284240723, -3.9499213695526123, -11.644525527954102, -8.595351219177246, -8.543160438537598, -10.167506217956543], 'distances_by_expert': [0.611273467540741, 14.398645401000977, 35.06741714477539, 30.17057991027832, 23.389604568481445, 7.899842739105225, 23.289051055908203, 17.190702438354492, 17.086320877075195, 20.335012435913086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3238.8076171875, 'language': 52.28476333618164}}, {'routing_index': 38, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.671157956123352, 0.0007435040315613151, 2.2438197078145095e-08, 2.5752828491931723e-07, 8.086187335720751e-06, 0.016925381496548653, 8.215805792133324e-06, 0.00017243452020920813, 0.00017640234727878124, 3.91244248021394e-05], 'log_scores_by_expert': [-0.39875078201293945, -7.204136371612549, -17.61250114440918, -15.172136306762695, -11.725353240966797, -4.0789408683776855, -11.709450721740723, -8.66549301147461, -8.642743110656738, -10.148763656616211], 'distances_by_expert': [0.7975015640258789, 14.408272743225098, 35.22500228881836, 30.34427261352539, 23.450706481933594, 8.157881736755371, 23.418901443481445, 17.33098602294922, 17.285486221313477, 20.297527313232422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3536.50439453125, 'language': 52.289817810058594}}, {'routing_index': 39, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7952306270599365, 0.0009244069224223495, 2.6190562607553147e-08, 3.1545260981147294e-07, 9.36249034566572e-06, 0.021891513839364052, 9.627223334973678e-06, 0.00020293777924962342, 0.00020883270190097392, 4.5014461647951975e-05], 'log_scores_by_expert': [-0.22912317514419556, -6.986358165740967, -17.457866668701172, -14.969257354736328, -11.5787992477417, -3.8216562271118164, -11.550915718078613, -8.50261116027832, -8.473977088928223, -10.008526802062988], 'distances_by_expert': [0.4582463502883911, 13.972716331481934, 34.915733337402344, 29.938514709472656, 23.1575984954834, 7.643312454223633, 23.101831436157227, 17.00522232055664, 16.947954177856445, 20.017053604125977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3394.623291015625, 'language': 52.269874572753906}}, {'routing_index': 40, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.690431535243988, 0.0006769116153009236, 2.236372509401008e-08, 2.3244318470005965e-07, 7.468415788025595e-06, 0.01575506664812565, 7.869644832680933e-06, 0.00016778369899839163, 0.00018248007108923048, 3.6226196243660524e-05], 'log_scores_by_expert': [-0.37043845653533936, -7.297969818115234, -17.615825653076172, -15.274620056152344, -11.804827690124512, -4.150593280792236, -11.752497673034668, -8.692834854125977, -8.608869552612305, -10.225728034973145], 'distances_by_expert': [0.7408769130706787, 14.595939636230469, 35.231651306152344, 30.549240112304688, 23.609655380249023, 8.301186561584473, 23.504995346069336, 17.385669708251953, 17.21773910522461, 20.45145606994629], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3523.037353515625, 'language': 52.285377502441406}}, {'routing_index': 41, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6463470458984375, 0.0005350380670279264, 2.0849617143881005e-08, 1.972896512825173e-07, 6.5126578192575835e-06, 0.01268315315246582, 6.6467159740568604e-06, 0.00014696229482069612, 0.00016382496687583625, 3.0118129870970733e-05], 'log_scores_by_expert': [-0.436418741941452, -7.533172607421875, -17.685930252075195, -15.438592910766602, -11.941762924194336, -4.367480754852295, -11.921387672424316, -8.825334548950195, -8.71671199798584, -10.410383224487305], 'distances_by_expert': [0.872837483882904, 15.06634521484375, 35.37186050415039, 30.877185821533203, 23.883525848388672, 8.73496150970459, 23.842775344848633, 17.65066909790039, 17.43342399597168, 20.82076644897461], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.87109375, 'language': 52.28117370605469}}, {'routing_index': 42, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7470483779907227, 0.0008875931380316615, 2.4433346013097434e-08, 3.4229327638968243e-07, 9.361348020320293e-06, 0.024503348395228386, 9.854333256953396e-06, 0.00020519956888165325, 0.00019777371198870242, 4.3094692955492064e-05], 'log_scores_by_expert': [-0.29162535071372986, -7.026997089385986, -17.52731704711914, -14.887598037719727, -11.5789213180542, -3.7089455127716064, -11.527599334716797, -8.491527557373047, -8.528387069702148, -10.05211067199707], 'distances_by_expert': [0.5832507014274597, 14.053994178771973, 35.05463409423828, 29.775196075439453, 23.1578426361084, 7.417891025543213, 23.055198669433594, 16.983055114746094, 17.056774139404297, 20.10422134399414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3233.57421875, 'language': 52.29975128173828}}, {'routing_index': 43, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7425892949104309, 0.0008568716584704816, 2.4252591046547423e-08, 3.374315440396458e-07, 9.190768651023973e-06, 0.0238089207559824, 9.599865734344348e-06, 0.0002021674154093489, 0.00019700471602845937, 4.2441057303221896e-05], 'log_scores_by_expert': [-0.29761213064193726, -7.062222480773926, -17.53474235534668, -14.90190315246582, -11.597311019897461, -3.7376949787139893, -11.55376148223877, -8.506414413452148, -8.532282829284668, -10.067394256591797], 'distances_by_expert': [0.5952242612838745, 14.124444961547852, 35.06948471069336, 29.80380630493164, 23.194622039794922, 7.4753899574279785, 23.10752296447754, 17.012828826904297, 17.064565658569336, 20.134788513183594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3256.121826171875, 'language': 52.27627182006836}}, {'routing_index': 44, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7322693467140198, 0.0006516578141599894, 2.3661156589582788e-08, 2.360624051789273e-07, 7.540167189290514e-06, 0.016621079295873642, 7.97797656559851e-06, 0.00017440092051401734, 0.00018875983369071037, 3.5912693419959396e-05], 'log_scores_by_expert': [-0.31160691380500793, -7.335990905761719, -17.559431076049805, -15.259169578552246, -11.795266151428223, -4.097083568572998, -11.738825798034668, -8.654153823852539, -8.575035095214844, -10.234419822692871], 'distances_by_expert': [0.6232138276100159, 14.671981811523438, 35.11886215209961, 30.518339157104492, 23.590532302856445, 8.194167137145996, 23.477651596069336, 17.308307647705078, 17.150070190429688, 20.468839645385742], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.573974609375, 'language': 52.272560119628906}}, {'routing_index': 45, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.735105574131012, 0.0006611070712096989, 2.330543402706553e-08, 2.3490139255955e-07, 7.662926691409666e-06, 0.016667889431118965, 8.041291948757134e-06, 0.00017512324848212302, 0.0001932849845616147, 3.6764722608495504e-05], 'log_scores_by_expert': [-0.3077412545681, -7.321594715118408, -17.5745792388916, -15.264100074768066, -11.7791166305542, -4.094271183013916, -11.730920791625977, -8.650020599365234, -8.551344871520996, -10.21097183227539], 'distances_by_expert': [0.6154825091362, 14.643189430236816, 35.1491584777832, 30.528200149536133, 23.5582332611084, 8.188542366027832, 23.461841583251953, 17.30004119873047, 17.102689743041992, 20.42194366455078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3332.338623046875, 'language': 52.29538345336914}}, {'routing_index': 46, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7308462858200073, 0.0006590983248315752, 2.2987045156241948e-08, 2.447279143780179e-07, 7.9485253081657e-06, 0.017810910940170288, 8.267026714747772e-06, 0.00018035170796792954, 0.00018968485528603196, 3.7843921745661646e-05], 'log_scores_by_expert': [-0.3135521709918976, -7.3246378898620605, -17.588335037231445, -15.223118782043457, -11.742524147033691, -4.027944087982178, -11.703235626220703, -8.620601654052734, -8.570146560668945, -10.182040214538574], 'distances_by_expert': [0.6271043419837952, 14.649275779724121, 35.17667007446289, 30.446237564086914, 23.485048294067383, 8.055888175964355, 23.406471252441406, 17.24120330810547, 17.14029312133789, 20.36408042907715], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3383.873779296875, 'language': 52.29790496826172}}, {'routing_index': 47, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6551148891448975, 0.0007121004746295512, 2.189643666383745e-08, 2.3821765182674426e-07, 8.201128366636112e-06, 0.015056482516229153, 7.938094313431066e-06, 0.00016829122614581138, 0.0001717175473459065, 3.898742943420075e-05], 'log_scores_by_expert': [-0.4229446053504944, -7.247291564941406, -17.63694190979004, -15.250081062316895, -11.711238861083984, -4.19594669342041, -11.743837356567383, -8.689814567565918, -8.669659614562988, -10.152271270751953], 'distances_by_expert': [0.8458892107009888, 14.494583129882812, 35.27388381958008, 30.50016212463379, 23.42247772216797, 8.39189338684082, 23.487674713134766, 17.379629135131836, 17.339319229125977, 20.304542541503906], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3477.471435546875, 'language': 52.293357849121094}}, {'routing_index': 48, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7508147954940796, 0.0008472740883007646, 2.49848230993166e-08, 2.8408030061655154e-07, 9.040921213454567e-06, 0.01982159912586212, 9.00598297448596e-06, 0.00019289036572445184, 0.00019690292538143694, 4.306790651753545e-05], 'log_scores_by_expert': [-0.2865963280200958, -7.073486328125, -17.50499725341797, -15.07400894165039, -11.613749504089355, -3.920983076095581, -11.617621421813965, -8.553388595581055, -8.53279972076416, -10.052732467651367], 'distances_by_expert': [0.5731926560401917, 14.14697265625, 35.00999450683594, 30.14801788330078, 23.22749900817871, 7.841966152191162, 23.23524284362793, 17.10677719116211, 17.06559944152832, 20.105464935302734], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3400.20458984375, 'language': 52.26365661621094}}, {'routing_index': 49, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6747963428497314, 0.0006448116037063301, 2.176373925522057e-08, 2.2984843894846563e-07, 7.412161721731536e-06, 0.014394087716937065, 7.564028692286229e-06, 0.00016167086141649634, 0.00017617673438508064, 3.533080598572269e-05], 'log_scores_by_expert': [-0.3933444023132324, -7.34655237197876, -17.643020629882812, -15.285845756530762, -11.81238842010498, -4.24093770980835, -11.792106628417969, -8.729948043823242, -8.644022941589355, -10.250755310058594], 'distances_by_expert': [0.7866888046264648, 14.69310474395752, 35.286041259765625, 30.571691513061523, 23.62477684020996, 8.4818754196167, 23.584213256835938, 17.459896087646484, 17.28804588317871, 20.501510620117188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3544.977783203125, 'language': 52.29269790649414}}, {'routing_index': 50, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7090570330619812, 0.00062770169461146, 2.2827089551924473e-08, 2.2574371882910782e-07, 7.4387312452017795e-06, 0.014959798194468021, 7.5274574555805884e-06, 0.00016509302076883614, 0.00018151903350371867, 3.482560350676067e-05], 'log_scores_by_expert': [-0.3438193202018738, -7.373445510864258, -17.595317840576172, -15.303865432739258, -11.808810234069824, -4.202388763427734, -11.796953201293945, -8.709001541137695, -8.614150047302246, -10.265157699584961], 'distances_by_expert': [0.6876386404037476, 14.746891021728516, 35.190635681152344, 30.607730865478516, 23.61762046813965, 8.404777526855469, 23.59390640258789, 17.41800308227539, 17.228300094604492, 20.530315399169922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.0390625, 'language': 52.26716232299805}}, {'routing_index': 51, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7295746207237244, 0.0008068024762906134, 2.3602245491360918e-08, 3.303387359210319e-07, 8.636555321572814e-06, 0.02265966683626175, 9.070578016689979e-06, 0.0001906609395518899, 0.0001987622381420806, 3.9580248994752765e-05], 'log_scores_by_expert': [-0.3152936100959778, -7.122431755065918, -17.56192398071289, -14.923147201538086, -11.659506797790527, -3.7871687412261963, -11.610474586486816, -8.565013885498047, -8.523401260375977, -10.13718032836914], 'distances_by_expert': [0.6305872201919556, 14.244863510131836, 35.12384796142578, 29.846294403076172, 23.319013595581055, 7.574337482452393, 23.220949172973633, 17.130027770996094, 17.046802520751953, 20.27436065673828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3217.63427734375, 'language': 52.265296936035156}}, {'routing_index': 52, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7478330135345459, 0.000837175059132278, 2.446211588846836e-08, 3.3438570312682714e-07, 9.178103027807083e-06, 0.023422155529260635, 9.394240805704612e-06, 0.0002008106093853712, 0.00020139805565122515, 4.2335308535257354e-05], 'log_scores_by_expert': [-0.2905755639076233, -7.085477352142334, -17.526140213012695, -14.910970687866211, -11.598690032958984, -3.754072904586792, -11.575413703918457, -8.513148307800293, -8.51022720336914, -10.069889068603516], 'distances_by_expert': [0.5811511278152466, 14.170954704284668, 35.05228042602539, 29.821941375732422, 23.19738006591797, 7.508145809173584, 23.150827407836914, 17.026296615600586, 17.02045440673828, 20.13977813720703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3260.582763671875, 'language': 52.28681182861328}}, {'routing_index': 53, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7288532853126526, 0.0006565684452652931, 2.3267281434868892e-08, 2.3387538305996713e-07, 7.664219992875587e-06, 0.016091883182525635, 7.826220098650083e-06, 0.00017444715194869787, 0.0001910068967845291, 3.6639554309658706e-05], 'log_scores_by_expert': [-0.31628283858299255, -7.328483581542969, -17.576217651367188, -15.268477439880371, -11.778947830200195, -4.1294403076171875, -11.758030891418457, -8.653888702392578, -8.563200950622559, -10.21438217163086], 'distances_by_expert': [0.6325656771659851, 14.656967163085938, 35.152435302734375, 30.536954879760742, 23.55789566040039, 8.258880615234375, 23.516061782836914, 17.307777404785156, 17.126401901245117, 20.42876434326172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.624267578125, 'language': 52.28950500488281}}, {'routing_index': 54, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7483561038970947, 0.0008174910908564925, 2.4322865499470936e-08, 3.173926472754829e-07, 9.183750080410391e-06, 0.022982336580753326, 9.520936146145687e-06, 0.00019848530064336956, 0.00019835720013361424, 4.260428613633849e-05], 'log_scores_by_expert': [-0.28987637162208557, -7.1092705726623535, -17.531848907470703, -14.963126182556152, -11.598074913024902, -3.773029327392578, -11.562017440795898, -8.524795532226562, -8.52544116973877, -10.063555717468262], 'distances_by_expert': [0.5797527432441711, 14.218541145324707, 35.063697814941406, 29.926252365112305, 23.196149826049805, 7.546058654785156, 23.124034881591797, 17.049591064453125, 17.05088233947754, 20.127111434936523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.135986328125, 'language': 52.29948425292969}}, {'routing_index': 55, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6510353684425354, 0.000724982877727598, 2.1709137598691086e-08, 2.474177165368019e-07, 8.081885425781365e-06, 0.015850592404603958, 7.978432222444098e-06, 0.00016713292279746383, 0.00017184844182338566, 3.853368980344385e-05], 'log_scores_by_expert': [-0.4291912913322449, -7.229362487792969, -17.645532608032227, -15.212187767028809, -11.725885391235352, -4.144548416137695, -11.738768577575684, -8.696721076965332, -8.66889762878418, -10.16397762298584], 'distances_by_expert': [0.8583825826644897, 14.458724975585938, 35.29106521606445, 30.424375534057617, 23.451770782470703, 8.28909683227539, 23.477537155151367, 17.393442153930664, 17.33779525756836, 20.32795524597168], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3571.979248046875, 'language': 52.2796630859375}}, {'routing_index': 56, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7558875679969788, 0.0008897212101146579, 2.5208700904499892e-08, 3.0012699880899163e-07, 9.26285247260239e-06, 0.020664086565375328, 9.32521652430296e-06, 0.0001960952504305169, 0.00019966656691394746, 4.451481072464958e-05], 'log_scores_by_expert': [-0.279862642288208, -7.02460241317749, -17.496076583862305, -15.019060134887695, -11.589498519897461, -3.8793580532073975, -11.582788467407227, -8.536910057067871, -8.518861770629883, -10.019688606262207], 'distances_by_expert': [0.559725284576416, 14.04920482635498, 34.99215316772461, 30.03812026977539, 23.178997039794922, 7.758716106414795, 23.165576934814453, 17.073820114135742, 17.037723541259766, 20.039377212524414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.818115234375, 'language': 52.27798080444336}}, {'routing_index': 57, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7286076545715332, 0.0007178515661507845, 2.3133159388066815e-08, 2.4034284251683857e-07, 7.92930950410664e-06, 0.015741512179374695, 8.144480489136185e-06, 0.0001740664301905781, 0.00018836332310456783, 3.8483194657601416e-05], 'log_scores_by_expert': [-0.31661996245384216, -7.239247798919678, -17.581998825073242, -15.241199493408203, -11.74494457244873, -4.151453971862793, -11.718170166015625, -8.656073570251465, -8.57713794708252, -10.165288925170898], 'distances_by_expert': [0.6332399249076843, 14.478495597839355, 35.163997650146484, 30.482398986816406, 23.48988914489746, 8.302907943725586, 23.43634033203125, 17.31214714050293, 17.15427589416504, 20.330577850341797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.08544921875, 'language': 52.28238296508789}}, {'routing_index': 58, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7548773884773254, 0.0006572168786078691, 2.367921680956897e-08, 2.4628937467241485e-07, 7.734665814496111e-06, 0.016563504934310913, 7.836945769668091e-06, 0.00017539334658067673, 0.0001898772461572662, 3.6129902582615614e-05], 'log_scores_by_expert': [-0.2811999022960663, -7.327496528625488, -17.55866813659668, -15.216758728027344, -11.769798278808594, -4.100553512573242, -11.756661415100098, -8.648479461669922, -8.569132804870605, -10.228389739990234], 'distances_by_expert': [0.5623998045921326, 14.654993057250977, 35.11733627319336, 30.433517456054688, 23.539596557617188, 8.201107025146484, 23.513322830200195, 17.296958923339844, 17.13826560974121, 20.45677947998047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.55126953125, 'language': 52.247833251953125}}, {'routing_index': 59, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6486160159111023, 0.0006776689551770687, 2.098750861989629e-08, 2.817660913478903e-07, 7.838283636374399e-06, 0.01914791204035282, 8.246302058978472e-06, 0.0001753043761709705, 0.00017508416203781962, 3.5600096452981234e-05], 'log_scores_by_expert': [-0.4329144060611725, -7.296851634979248, -17.679338455200195, -15.082188606262207, -11.756490707397461, -3.955561637878418, -11.705745697021484, -8.64898681640625, -8.650243759155273, -10.243162155151367], 'distances_by_expert': [0.865828812122345, 14.593703269958496, 35.35867691040039, 30.164377212524414, 23.512981414794922, 7.911123275756836, 23.41149139404297, 17.2979736328125, 17.300487518310547, 20.486324310302734], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3343.135986328125, 'language': 52.29088592529297}}, {'routing_index': 60, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6516108512878418, 0.0007177796796895564, 2.146808952829815e-08, 2.9551003422056965e-07, 8.072456694208086e-06, 0.02105744183063507, 8.602063644502778e-06, 0.00018059214926324785, 0.00017734577704686671, 3.710374221554957e-05], 'log_scores_by_expert': [-0.42830774188041687, -7.2393479347229, -17.65669822692871, -15.034563064575195, -11.727052688598633, -3.860501289367676, -11.663508415222168, -8.619269371032715, -8.637409210205078, -10.20179271697998], 'distances_by_expert': [0.8566154837608337, 14.4786958694458, 35.31339645385742, 30.06912612915039, 23.454105377197266, 7.721002578735352, 23.327016830444336, 17.23853874206543, 17.274818420410156, 20.40358543395996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.767333984375, 'language': 52.28862762451172}}, {'routing_index': 61, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6939224600791931, 0.0005940554547123611, 2.185938186016756e-08, 2.178819329401449e-07, 7.0858791332284454e-06, 0.014406007714569569, 7.356212336162571e-06, 0.00016359514847863466, 0.0001807982480386272, 3.346702942508273e-05], 'log_scores_by_expert': [-0.36539503931999207, -7.428537845611572, -17.638635635375977, -15.339312553405762, -11.857406616210938, -4.240109920501709, -11.819965362548828, -8.71811580657959, -8.618128776550293, -10.304949760437012], 'distances_by_expert': [0.7307900786399841, 14.857075691223145, 35.27727127075195, 30.678625106811523, 23.714813232421875, 8.480219841003418, 23.639930725097656, 17.43623161315918, 17.236257553100586, 20.609899520874023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.017333984375, 'language': 52.29763412475586}}, {'routing_index': 62, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7220977544784546, 0.0006421470898203552, 2.2826872836390066e-08, 2.330500166181082e-07, 7.601872312079649e-06, 0.016324404627084732, 7.926920261525083e-06, 0.0001743262546369806, 0.00019257330859545618, 3.630186620284803e-05], 'log_scores_by_expert': [-0.32559478282928467, -7.350693225860596, -17.595327377319336, -15.272012710571289, -11.787116050720215, -4.115094184875488, -11.745245933532715, -8.654582023620605, -8.555033683776855, -10.223641395568848], 'distances_by_expert': [0.6511895656585693, 14.701386451721191, 35.19065475463867, 30.544025421142578, 23.57423210144043, 8.230188369750977, 23.49049186706543, 17.30916404724121, 17.11006736755371, 20.447282791137695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.956787109375, 'language': 52.26806640625}}, {'routing_index': 63, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6964868903160095, 0.0008129674824886024, 2.2964695034488614e-08, 3.1547216394756106e-07, 8.992551556730177e-06, 0.02392260730266571, 9.670582585386e-06, 0.00019770467770285904, 0.00018395234656054527, 4.245413583703339e-05], 'log_scores_by_expert': [-0.36170628666877747, -7.114819526672363, -17.58930778503418, -14.969195365905762, -11.61911392211914, -3.73293137550354, -11.546422004699707, -8.528736114501953, -8.600833892822266, -10.067086219787598], 'distances_by_expert': [0.7234125733375549, 14.229639053344727, 35.17861557006836, 29.938390731811523, 23.23822784423828, 7.46586275100708, 23.092844009399414, 17.057472229003906, 17.20166778564453, 20.134172439575195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.741943359375, 'language': 52.281700134277344}}, {'routing_index': 64, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6291335225105286, 0.0006729758461005986, 2.0705284597966056e-08, 2.2752793427116558e-07, 7.5977263804816175e-06, 0.014368392527103424, 7.566431122540962e-06, 0.00015964629710651934, 0.00016548424900975078, 3.666101474664174e-05], 'log_scores_by_expert': [-0.463411808013916, -7.3038010597229, -17.6928768157959, -15.295992851257324, -11.7876615524292, -4.242724418640137, -11.791789054870605, -8.742549896240234, -8.706634521484375, -10.213796615600586], 'distances_by_expert': [0.926823616027832, 14.6076021194458, 35.3857536315918, 30.59198570251465, 23.5753231048584, 8.485448837280273, 23.58357810974121, 17.48509979248047, 17.41326904296875, 20.427593231201172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3509.735107421875, 'language': 52.264400482177734}}, {'routing_index': 65, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7654961347579956, 0.0008825860568322241, 2.5176458251507938e-08, 3.014666560829937e-07, 9.078738912648987e-06, 0.020724480971693993, 9.286495696869679e-06, 0.00019650091417133808, 0.00020189787028357387, 4.384946441859938e-05], 'log_scores_by_expert': [-0.26723119616508484, -7.032654285430908, -17.497356414794922, -15.014606475830078, -11.609575271606445, -3.8764395713806152, -11.586949348449707, -8.534843444824219, -8.5077486038208, -10.034748077392578], 'distances_by_expert': [0.5344623923301697, 14.065308570861816, 34.994712829589844, 30.029212951660156, 23.21915054321289, 7.7528791427612305, 23.173898696899414, 17.069686889648438, 17.0154972076416, 20.069496154785156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.302734375, 'language': 52.263832092285156}}, {'routing_index': 66, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7898352146148682, 0.00085538683924824, 2.519336916861903e-08, 2.8282167363613553e-07, 9.14409065444488e-06, 0.01905849203467369, 9.20733145903796e-06, 0.0001951544254552573, 0.0002062448620563373, 4.4485019316198304e-05], 'log_scores_by_expert': [-0.23593099415302277, -7.0639567375183105, -17.496685028076172, -15.078449249267578, -11.602402687072754, -3.960242509841919, -11.595510482788086, -8.541719436645508, -8.486446380615234, -10.020358085632324], 'distances_by_expert': [0.47186198830604553, 14.127913475036621, 34.993370056152344, 30.156898498535156, 23.204805374145508, 7.920485019683838, 23.191020965576172, 17.083438873291016, 16.97289276123047, 20.04071617126465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.22900390625, 'language': 52.27446746826172}}, {'routing_index': 67, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.708642303943634, 0.000618741731159389, 2.2845602742904703e-08, 2.1907558789280301e-07, 7.1142367232823744e-06, 0.014527549035847187, 7.521752650063718e-06, 0.00016362931637559086, 0.00018270750297233462, 3.372893843334168e-05], 'log_scores_by_expert': [-0.3444043695926666, -7.38782262802124, -17.594507217407227, -15.33384895324707, -11.853412628173828, -4.231708526611328, -11.797711372375488, -8.717906951904297, -8.607624053955078, -10.297154426574707], 'distances_by_expert': [0.6888087391853333, 14.77564525604248, 35.18901443481445, 30.66769790649414, 23.706825256347656, 8.463417053222656, 23.595422744750977, 17.435813903808594, 17.215248107910156, 20.594308853149414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3374.3583984375, 'language': 52.25941467285156}}, {'routing_index': 68, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.744172215461731, 0.0006626955582760274, 2.3225693368544853e-08, 2.3953964500833536e-07, 7.58719079385628e-06, 0.015871882438659668, 7.788789844198618e-06, 0.00017216931155417114, 0.000189895712537691, 3.558835305739194e-05], 'log_scores_by_expert': [-0.2954827845096588, -7.319194793701172, -17.578006744384766, -15.244546890258789, -11.78904914855957, -4.1432061195373535, -11.762825012207031, -8.667032241821289, -8.569035530090332, -10.243492126464844], 'distances_by_expert': [0.5909655690193176, 14.638389587402344, 35.15601348876953, 30.489093780517578, 23.57809829711914, 8.286412239074707, 23.525650024414062, 17.334064483642578, 17.138071060180664, 20.486984252929688], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3391.052734375, 'language': 52.248958587646484}}, {'routing_index': 69, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5632551908493042, 0.0005932144704274833, 1.8183520467118797e-08, 2.493696626970632e-07, 6.925696652615443e-06, 0.018115295097231865, 7.577811629744247e-06, 0.00015924317995086312, 0.00015603465726599097, 3.208049383829348e-05], 'log_scores_by_expert': [-0.5740224719047546, -7.429954528808594, -17.822750091552734, -15.204329490661621, -11.880271911621094, -4.010998725891113, -11.79028606414795, -8.745078086853027, -8.765432357788086, -10.347262382507324], 'distances_by_expert': [1.1480449438095093, 14.859909057617188, 35.64550018310547, 30.408658981323242, 23.760543823242188, 8.021997451782227, 23.5805721282959, 17.490156173706055, 17.530864715576172, 20.69452476501465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.6025390625, 'language': 52.25228500366211}}, {'routing_index': 70, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7552503943443298, 0.0007413590792566538, 2.40260202843956e-08, 2.688876747924951e-07, 8.031688594201114e-06, 0.018809571862220764, 8.365464964299463e-06, 0.00018200698832515627, 0.00019960314966738224, 3.827800173894502e-05], 'log_scores_by_expert': [-0.2807060182094574, -7.207025527954102, -17.54412841796875, -15.128972053527832, -11.732115745544434, -3.9733893871307373, -11.691398620605469, -8.611465454101562, -8.519179344177246, -10.170635223388672], 'distances_by_expert': [0.5614120364189148, 14.414051055908203, 35.0882568359375, 30.257944107055664, 23.464231491088867, 7.946778774261475, 23.382797241210938, 17.222930908203125, 17.038358688354492, 20.341270446777344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.128173828125, 'language': 52.26286315917969}}, {'routing_index': 71, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7477644681930542, 0.0006873593083582819, 2.334574134010836e-08, 2.48844145289695e-07, 7.85381780588068e-06, 0.017663853242993355, 8.203944162232801e-06, 0.00017992858192883432, 0.00019892663112841547, 3.805959568126127e-05], 'log_scores_by_expert': [-0.29066723585128784, -7.282653331756592, -17.572851181030273, -15.206439018249512, -11.754510879516602, -4.0362348556518555, -11.710895538330078, -8.622950553894043, -8.522574424743652, -10.17635726928711], 'distances_by_expert': [0.5813344717025757, 14.565306663513184, 35.14570236206055, 30.412878036499023, 23.509021759033203, 8.072469711303711, 23.421791076660156, 17.245901107788086, 17.045148849487305, 20.35271453857422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3322.475341796875, 'language': 52.282981872558594}}, {'routing_index': 72, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7735435366630554, 0.0008736873278394341, 2.460375725377162e-08, 3.331639959469612e-07, 9.284528459829744e-06, 0.02478700876235962, 9.83016343525378e-06, 0.00020459791994653642, 0.00020785453671123832, 4.426854502526112e-05], 'log_scores_by_expert': [-0.25677332282066345, -7.042788028717041, -17.520366668701172, -14.914630889892578, -11.58716106414795, -3.6974356174468994, -11.530055046081543, -8.494463920593262, -8.47867202758789, -10.025236129760742], 'distances_by_expert': [0.5135466456413269, 14.085576057434082, 35.040733337402344, 29.829261779785156, 23.1743221282959, 7.394871234893799, 23.060110092163086, 16.988927841186523, 16.95734405517578, 20.050472259521484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.418701171875, 'language': 52.28681182861328}}, {'routing_index': 73, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6527330875396729, 0.0007097444613464177, 2.1947030859337247e-08, 2.3859689690652885e-07, 8.055322723521385e-06, 0.015059391036629677, 7.977680070325732e-06, 0.00016963509551715106, 0.0001711208460619673, 3.876878326991573e-05], 'log_scores_by_expert': [-0.42658698558807373, -7.250605583190918, -17.634634017944336, -15.248490333557129, -11.729177474975586, -4.195753574371338, -11.738862991333008, -8.68186092376709, -8.673140525817871, -10.1578950881958], 'distances_by_expert': [0.8531739711761475, 14.501211166381836, 35.26926803588867, 30.496980667114258, 23.458354949951172, 8.391507148742676, 23.477725982666016, 17.36372184753418, 17.346281051635742, 20.3157901763916], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3579.830078125, 'language': 52.2841796875}}, {'routing_index': 74, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7577998042106628, 0.0008595913532190025, 2.5460796138077058e-08, 3.0115342042336124e-07, 9.018531272886321e-06, 0.020664574578404427, 9.202038199873641e-06, 0.00019671842164825648, 0.0001988361618714407, 4.3573210859904066e-05], 'log_scores_by_expert': [-0.2773360311985016, -7.059053421020508, -17.486125946044922, -15.015645980834961, -11.616229057312012, -3.8793344497680664, -11.596085548400879, -8.533737182617188, -8.523029327392578, -10.041068077087402], 'distances_by_expert': [0.5546720623970032, 14.118106842041016, 34.972251892089844, 30.031291961669922, 23.232458114624023, 7.758668899536133, 23.192171096801758, 17.067474365234375, 17.046058654785156, 20.082136154174805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3493.781494140625, 'language': 52.28424072265625}}, {'routing_index': 75, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7387974858283997, 0.0007115940097719431, 2.3983027119811595e-08, 2.52071998829706e-07, 7.912373803264927e-06, 0.016006095334887505, 8.085439731075894e-06, 0.000175121909705922, 0.00018811773043125868, 3.7447174690896645e-05], 'log_scores_by_expert': [-0.302731454372406, -7.248003005981445, -17.54591941833496, -15.193551063537598, -11.747082710266113, -4.1347856521606445, -11.725445747375488, -8.650028228759766, -8.578442573547363, -10.19257926940918], 'distances_by_expert': [0.605462908744812, 14.49600601196289, 35.09183883666992, 30.387102127075195, 23.494165420532227, 8.269571304321289, 23.450891494750977, 17.30005645751953, 17.156885147094727, 20.38515853881836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3480.38232421875, 'language': 52.28001403808594}}, {'routing_index': 76, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6503111124038696, 0.0005320094060152769, 2.0959264546149825e-08, 1.9561323938432906e-07, 6.544161351484945e-06, 0.012344012036919594, 6.692786882922519e-06, 0.00014813258894719183, 0.00016295719251502305, 3.050746636290569e-05], 'log_scores_by_expert': [-0.4303043484687805, -7.538849353790283, -17.68068504333496, -15.447126388549805, -11.93693733215332, -4.3945841789245605, -11.914480209350586, -8.817402839660645, -8.722023010253906, -10.397539138793945], 'distances_by_expert': [0.860608696937561, 15.077698707580566, 35.36137008666992, 30.89425277709961, 23.87387466430664, 8.789168357849121, 23.828960418701172, 17.63480567932129, 17.444046020507812, 20.79507827758789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.15380859375, 'language': 52.2735481262207}}, {'routing_index': 77, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7278182506561279, 0.0008105014567263424, 2.3952901884172206e-08, 3.3363872375957726e-07, 8.877280379238073e-06, 0.021943293511867523, 9.215484169544652e-06, 0.00019286204769741744, 0.00019651460752356797, 4.0334503864869475e-05], 'log_scores_by_expert': [-0.3177039921283722, -7.117857456207275, -17.547176361083984, -14.913207054138184, -11.632015228271484, -3.819293737411499, -11.594625473022461, -8.553535461425781, -8.534773826599121, -10.118303298950195], 'distances_by_expert': [0.6354079842567444, 14.23571491241455, 35.09435272216797, 29.826414108276367, 23.26403045654297, 7.638587474822998, 23.189250946044922, 17.107070922851562, 17.069547653198242, 20.23660659790039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.129638671875, 'language': 52.288902282714844}}, {'routing_index': 78, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6760441064834595, 0.0007287848275154829, 2.2110471675773624e-08, 2.9880669671911164e-07, 8.35459832160268e-06, 0.019825834780931473, 8.523002179572359e-06, 0.00018202191859018058, 0.00018372143676970154, 3.7583809898933396e-05], 'log_scores_by_expert': [-0.3914969265460968, -7.224132061004639, -17.627214431762695, -15.023468971252441, -11.69269847869873, -3.920769453048706, -11.672741889953613, -8.611383438110352, -8.602089881896973, -10.188937187194824], 'distances_by_expert': [0.7829938530921936, 14.448264122009277, 35.25442886352539, 30.046937942504883, 23.38539695739746, 7.841538906097412, 23.345483779907227, 17.222766876220703, 17.204179763793945, 20.37787437438965], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.151123046875, 'language': 52.27247619628906}}, {'routing_index': 79, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7984697818756104, 0.000774742744397372, 2.5385393342958196e-08, 2.7983423933619633e-07, 8.466027793474495e-06, 0.01873386837542057, 8.727158274268731e-06, 0.00019129201245959848, 0.0002080215053865686, 3.9730955904815346e-05], 'log_scores_by_expert': [-0.22505813837051392, -7.162979602813721, -17.489091873168945, -15.089068412780762, -11.679449081420898, -3.9774222373962402, -11.649070739746094, -8.5617094039917, -8.477869033813477, -10.133379936218262], 'distances_by_expert': [0.45011627674102783, 14.325959205627441, 34.97818374633789, 30.178136825561523, 23.358898162841797, 7.9548444747924805, 23.298141479492188, 17.1234188079834, 16.955738067626953, 20.266759872436523], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3306.509521484375, 'language': 52.26369857788086}}, {'routing_index': 80, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7451598644256592, 0.0006795075023546815, 2.3968395268525455e-08, 2.444034805648698e-07, 7.957642083056271e-06, 0.016749922186136246, 8.173557034751866e-06, 0.00017749601101968437, 0.00019601822714321315, 3.718964944710024e-05], 'log_scores_by_expert': [-0.2941565215587616, -7.294142246246338, -17.54652976989746, -15.224445343017578, -11.741377830505371, -4.089361667633057, -11.714606285095215, -8.63656234741211, -8.53730297088623, -10.199480056762695], 'distances_by_expert': [0.5883130431175232, 14.588284492492676, 35.09305953979492, 30.448890686035156, 23.482755661010742, 8.178723335266113, 23.42921257019043, 17.27312469482422, 17.07460594177246, 20.39896011352539], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3290.5458984375, 'language': 52.29581832885742}}, {'routing_index': 81, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.736744225025177, 0.0008349453564733267, 2.431595547136567e-08, 3.4213204003208375e-07, 9.272884199162945e-06, 0.023695046082139015, 9.676708032202441e-06, 0.00020101007248740643, 0.00019582260574679822, 4.2004532588180155e-05], 'log_scores_by_expert': [-0.30551454424858093, -7.088144302368164, -17.532133102416992, -14.888069152832031, -11.58841609954834, -3.7424893379211426, -11.545788764953613, -8.512155532836914, -8.538301467895508, -10.077733039855957], 'distances_by_expert': [0.6110290884971619, 14.176288604736328, 35.064266204833984, 29.776138305664062, 23.17683219909668, 7.484978675842285, 23.091577529907227, 17.024311065673828, 17.076602935791016, 20.155466079711914], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3258.12890625, 'language': 52.292938232421875}}, {'routing_index': 82, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6411049962043762, 0.0006792065687477589, 2.1378195214083462e-08, 2.3232216506130499e-07, 7.929756066005211e-06, 0.014492200687527657, 7.75052649260033e-06, 0.00016442475316580385, 0.00016659584071021527, 3.823998122243211e-05], 'log_scores_by_expert': [-0.44456204771995544, -7.294585227966309, -17.6608943939209, -15.275140762329102, -11.744888305664062, -4.234144687652588, -11.767749786376953, -8.713057518005371, -8.699939727783203, -10.171628952026367], 'distances_by_expert': [0.8891240954399109, 14.589170455932617, 35.3217887878418, 30.550281524658203, 23.489776611328125, 8.468289375305176, 23.535499572753906, 17.426115036010742, 17.399879455566406, 20.343257904052734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3594.842529296875, 'language': 52.299556732177734}}, {'routing_index': 83, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7266923189163208, 0.0008280824404209852, 2.4399394504825977e-08, 2.8013462838316627e-07, 8.649305527796969e-06, 0.019066181033849716, 8.753189831622876e-06, 0.00018773096962831914, 0.00019137340132147074, 4.184647696092725e-05], 'log_scores_by_expert': [-0.3192521035671234, -7.096397876739502, -17.52870750427246, -15.087995529174805, -11.658031463623047, -3.959839105606079, -11.646092414855957, -8.580500602722168, -8.561284065246582, -10.081502914428711], 'distances_by_expert': [0.6385042071342468, 14.192795753479004, 35.05741500854492, 30.17599105834961, 23.316062927246094, 7.919678211212158, 23.292184829711914, 17.161001205444336, 17.122568130493164, 20.163005828857422], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3441.3515625, 'language': 52.27695083618164}}, {'routing_index': 84, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7876846194267273, 0.0008354949532076716, 2.550118338717766e-08, 2.745165090800583e-07, 8.999938472697977e-06, 0.018919633701443672, 9.108284757530782e-06, 0.00019642016559373587, 0.00020265232888050377, 4.403880666359328e-05], 'log_scores_by_expert': [-0.23865750432014465, -7.087486267089844, -17.484540939331055, -15.108254432678223, -11.618292808532715, -3.967555046081543, -11.60632610321045, -8.53525447845459, -8.504018783569336, -10.030439376831055], 'distances_by_expert': [0.4773150086402893, 14.174972534179688, 34.96908187866211, 30.216508865356445, 23.23658561706543, 7.935110092163086, 23.2126522064209, 17.07050895690918, 17.008037567138672, 20.06087875366211], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.145751953125, 'language': 52.272254943847656}}, {'routing_index': 85, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6642494201660156, 0.0005816821940243244, 2.2073182393000934e-08, 2.085157859710307e-07, 6.752506578777684e-06, 0.013685178942978382, 7.140207799238851e-06, 0.00015591448755003512, 0.00017156581452582031, 3.2417414331575856e-05], 'log_scores_by_expert': [-0.4090975522994995, -7.449586391448975, -17.628902435302734, -15.383251190185547, -11.905596733093262, -4.291441917419434, -11.84976863861084, -8.766202926635742, -8.670543670654297, -10.336814880371094], 'distances_by_expert': [0.818195104598999, 14.89917278289795, 35.25780487060547, 30.766502380371094, 23.811193466186523, 8.582883834838867, 23.69953727722168, 17.532405853271484, 17.341087341308594, 20.673629760742188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.334228515625, 'language': 52.277191162109375}}, {'routing_index': 86, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7359734773635864, 0.0006745916325598955, 2.381060149048153e-08, 2.484002834535204e-07, 7.695097338000778e-06, 0.01623104326426983, 7.902554898464587e-06, 0.00017271247634198517, 0.00018800167890731245, 3.5750341339735314e-05], 'log_scores_by_expert': [-0.30656129121780396, -7.301403045654297, -17.55313491821289, -15.208224296569824, -11.774927139282227, -4.1208295822143555, -11.748324394226074, -8.6638822555542, -8.579059600830078, -10.238950729370117], 'distances_by_expert': [0.6131225824356079, 14.602806091308594, 35.10626983642578, 30.41644859313965, 23.549854278564453, 8.241659164428711, 23.49664878845215, 17.3277645111084, 17.158119201660156, 20.477901458740234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.416015625, 'language': 52.268062591552734}}, {'routing_index': 87, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7476504445075989, 0.0008693927084095776, 2.4649461138892548e-08, 3.4373914559182595e-07, 9.303026672569104e-06, 0.023939896374940872, 9.720680282043759e-06, 0.0002027864829869941, 0.00020015575864817947, 4.29666179115884e-05], 'log_scores_by_expert': [-0.29081976413726807, -7.047715663909912, -17.518510818481445, -14.883382797241211, -11.58517074584961, -3.7322089672088623, -11.541254997253418, -8.50335693359375, -8.516414642333984, -10.055087089538574], 'distances_by_expert': [0.5816395282745361, 14.095431327819824, 35.03702163696289, 29.766765594482422, 23.17034149169922, 7.464417934417725, 23.082509994506836, 17.0067138671875, 17.03282928466797, 20.11017417907715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3220.17822265625, 'language': 52.29096221923828}}, {'routing_index': 88, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7430655360221863, 0.0008422482060268521, 2.428846812563279e-08, 3.315143430882017e-07, 9.195222446578555e-06, 0.023800350725650787, 9.551155926601496e-06, 0.00020032036991324276, 0.00019833279657177627, 4.258222907083109e-05], 'log_scores_by_expert': [-0.29697102308273315, -7.0794358253479, -17.53326416015625, -14.919594764709473, -11.596826553344727, -3.7380549907684326, -11.55884838104248, -8.515592575073242, -8.525564193725586, -10.06407356262207], 'distances_by_expert': [0.5939420461654663, 14.1588716506958, 35.0665283203125, 29.839189529418945, 23.193653106689453, 7.476109981536865, 23.11769676208496, 17.031185150146484, 17.051128387451172, 20.12814712524414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.058837890625, 'language': 52.263267517089844}}, {'routing_index': 89, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.740562915802002, 0.0006554367719218135, 2.3684275873847582e-08, 2.3384036751394888e-07, 7.655636181880254e-06, 0.016238607466220856, 7.8871207733755e-06, 0.00017409697466064245, 0.00019328092457726598, 3.625104727689177e-05], 'log_scores_by_expert': [-0.3003447353839874, -7.330208778381348, -17.558454513549805, -15.268627166748047, -11.780068397521973, -4.120363712310791, -11.750279426574707, -8.655898094177246, -8.551365852355957, -10.225042343139648], 'distances_by_expert': [0.6006894707679749, 14.660417556762695, 35.11690902709961, 30.537254333496094, 23.560136795043945, 8.240727424621582, 23.500558853149414, 17.311796188354492, 17.102731704711914, 20.450084686279297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.921630859375, 'language': 52.29388427734375}}, {'routing_index': 90, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7524877190589905, 0.0006813854561187327, 2.3941666427163e-08, 2.502034135432041e-07, 8.14507802715525e-06, 0.01782114803791046, 8.4224775491748e-06, 0.00018252602603752166, 0.00019644058193080127, 3.861208097077906e-05], 'log_scores_by_expert': [-0.2843705713748932, -7.291382312774658, -17.547645568847656, -15.2009916305542, -11.718096733093262, -4.027369499206543, -11.684606552124023, -8.608617782592773, -8.535150527954102, -10.161945343017578], 'distances_by_expert': [0.5687411427497864, 14.582764625549316, 35.09529113769531, 30.4019832611084, 23.436193466186523, 8.054738998413086, 23.369213104248047, 17.217235565185547, 17.070301055908203, 20.323890686035156], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3299.553466796875, 'language': 52.29773712158203}}, {'routing_index': 91, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6512691974639893, 0.0007106951088644564, 2.167144685927269e-08, 2.454230241255573e-07, 8.038538908294868e-06, 0.015717405825853348, 7.991416168806609e-06, 0.00016968960699159652, 0.0001719059655442834, 3.8790865801274776e-05], 'log_scores_by_expert': [-0.4288322329521179, -7.249267101287842, -17.64727020263672, -15.220282554626465, -11.731263160705566, -4.152986526489258, -11.737142562866211, -8.681539535522461, -8.668562889099121, -10.157325744628906], 'distances_by_expert': [0.8576644659042358, 14.498534202575684, 35.29454040527344, 30.44056510925293, 23.462526321411133, 8.305973052978516, 23.474285125732422, 17.363079071044922, 17.337125778198242, 20.314651489257812], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3618.773193359375, 'language': 52.28098678588867}}, {'routing_index': 92, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7149722576141357, 0.000792285893112421, 2.420296141281142e-08, 2.686413722585712e-07, 8.587343472754583e-06, 0.018035439774394035, 8.571519174438436e-06, 0.00018243204976897687, 0.00018592059495858848, 4.077000266988762e-05], 'log_scores_by_expert': [-0.3355115056037903, -7.140588283538818, -17.53679084777832, -15.129888534545898, -11.665221214294434, -4.015416622161865, -11.667065620422363, -8.609132766723633, -8.590190887451172, -10.107563972473145], 'distances_by_expert': [0.6710230112075806, 14.281176567077637, 35.07358169555664, 30.259777069091797, 23.330442428588867, 8.03083324432373, 23.334131240844727, 17.218265533447266, 17.180381774902344, 20.21512794494629], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3438.86474609375, 'language': 52.293418884277344}}, {'routing_index': 93, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7684658169746399, 0.0007686494500376284, 2.4665498088438653e-08, 2.614139305023855e-07, 8.406324013776612e-06, 0.017031917348504066, 8.66779464558931e-06, 0.00018432902288623154, 0.00019699872063938528, 4.069879651069641e-05], 'log_scores_by_expert': [-0.2633592188358307, -7.170875549316406, -17.517860412597656, -15.157160758972168, -11.68652629852295, -4.072666168212891, -11.655896186828613, -8.598788261413574, -8.532313346862793, -10.109312057495117], 'distances_by_expert': [0.5267184376716614, 14.341751098632812, 35.03572082519531, 30.314321517944336, 23.3730525970459, 8.145332336425781, 23.311792373657227, 17.19757652282715, 17.064626693725586, 20.218624114990234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3488.77197265625, 'language': 52.294708251953125}}, {'routing_index': 94, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6515942811965942, 0.0005290803965181112, 2.086684425250951e-08, 1.9788076599525084e-07, 6.620708518312313e-06, 0.012672658078372478, 6.7810819928126875e-06, 0.00014950797776691616, 0.00016578042414039373, 3.1076375307748094e-05], 'log_scores_by_expert': [-0.42833322286605835, -7.544370174407959, -17.685104370117188, -15.435601234436035, -11.925308227539062, -4.3683085441589355, -11.901373863220215, -8.808160781860352, -8.704846382141113, -10.37906265258789], 'distances_by_expert': [0.8566664457321167, 15.088740348815918, 35.370208740234375, 30.87120246887207, 23.850616455078125, 8.736617088317871, 23.80274772644043, 17.616321563720703, 17.409692764282227, 20.75812530517578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.427001953125, 'language': 52.28472137451172}}, {'routing_index': 95, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7657620906829834, 0.000834218633826822, 2.4338691062553153e-08, 3.310953502477787e-07, 9.136960215982981e-06, 0.02362027019262314, 9.485942428000271e-06, 0.00020293738634791225, 0.00020291203691158444, 4.2883475543931127e-05], 'log_scores_by_expert': [-0.2668837606906891, -7.089015007019043, -17.531198501586914, -14.920859336853027, -11.603182792663574, -3.745650053024292, -11.565699577331543, -8.502613067626953, -8.502737998962402, -10.057024002075195], 'distances_by_expert': [0.5337675213813782, 14.178030014038086, 35.06239700317383, 29.841718673706055, 23.20636558532715, 7.491300106048584, 23.131399154663086, 17.005226135253906, 17.005475997924805, 20.11404800415039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.1123046875, 'language': 52.26618194580078}}, {'routing_index': 96, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7288407683372498, 0.0008120693382807076, 2.37672690417412e-08, 3.183111232374358e-07, 8.950456503953319e-06, 0.022664479911327362, 9.30737496673828e-06, 0.00019541478832252324, 0.00019545521354302764, 4.162481855018996e-05], 'log_scores_by_expert': [-0.31630000472068787, -7.115924835205078, -17.554956436157227, -14.960236549377441, -11.62380599975586, -3.786956310272217, -11.58470344543457, -8.540386199951172, -8.540179252624512, -10.086813926696777], 'distances_by_expert': [0.6326000094413757, 14.231849670410156, 35.10991287231445, 29.920473098754883, 23.24761199951172, 7.573912620544434, 23.16940689086914, 17.080772399902344, 17.080358505249023, 20.173627853393555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.0283203125, 'language': 52.28180694580078}}, {'routing_index': 97, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.752635657787323, 0.0006661032093688846, 2.352422256990394e-08, 2.3445757335593953e-07, 7.893410838732962e-06, 0.016047194600105286, 8.019136657821946e-06, 0.00017764266522135586, 0.00019565403636079282, 3.7569439882645383e-05], 'log_scores_by_expert': [-0.28417402505874634, -7.314065933227539, -17.565235137939453, -15.2659912109375, -11.749482154846191, -4.132221221923828, -11.73367977142334, -8.635736465454102, -8.539162635803223, -10.189319610595703], 'distances_by_expert': [0.5683480501174927, 14.628131866455078, 35.130470275878906, 30.531982421875, 23.498964309692383, 8.264442443847656, 23.46735954284668, 17.271472930908203, 17.078325271606445, 20.378639221191406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3364.55908203125, 'language': 52.2652473449707}}, {'routing_index': 98, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7278798222541809, 0.0006444590399041772, 2.313805680387304e-08, 2.3381136315947515e-07, 7.752736564725637e-06, 0.016289349645376205, 7.970341357577126e-06, 0.00017452353495173156, 0.00019252886704634875, 3.685627234517597e-05], 'log_scores_by_expert': [-0.31761935353279114, -7.347099304199219, -17.581787109375, -15.26875114440918, -11.767464637756348, -4.117243766784668, -11.73978328704834, -8.653450965881348, -8.555264472961426, -10.208484649658203], 'distances_by_expert': [0.6352387070655823, 14.694198608398438, 35.16357421875, 30.53750228881836, 23.534929275512695, 8.234487533569336, 23.47956657409668, 17.306901931762695, 17.11052894592285, 20.416969299316406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.09130859375, 'language': 52.307064056396484}}, {'routing_index': 99, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7707258462905884, 0.000773799023590982, 2.4434090306613143e-08, 2.9271780022099847e-07, 8.87499572854722e-06, 0.021213116124272346, 9.282643077312969e-06, 0.00019724761659745127, 0.00020169175695627928, 4.1892475564964116e-05], 'log_scores_by_expert': [-0.2604225277900696, -7.164198398590088, -17.527286529541016, -15.04405689239502, -11.632272720336914, -3.853135585784912, -11.587364196777344, -8.531050682067871, -8.508769989013672, -10.080404281616211], 'distances_by_expert': [0.5208450555801392, 14.328396797180176, 35.05457305908203, 30.08811378479004, 23.264545440673828, 7.706271171569824, 23.174728393554688, 17.062101364135742, 17.017539978027344, 20.160808563232422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.05224609375, 'language': 52.30109405517578}}, {'routing_index': 100, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7151158452033997, 0.0007948196143843234, 2.382441088855103e-08, 2.741669788974832e-07, 8.590225661464501e-06, 0.018224818632006645, 8.589161552663427e-06, 0.00018316791101824492, 0.0001866938400780782, 4.1302624595118687e-05], 'log_scores_by_expert': [-0.33531078696250916, -7.13739538192749, -17.552555084228516, -15.109528541564941, -11.664885520935059, -4.004971027374268, -11.665009498596191, -8.605107307434082, -8.586040496826172, -10.094584465026855], 'distances_by_expert': [0.6706215739250183, 14.27479076385498, 35.10511016845703, 30.219057083129883, 23.329771041870117, 8.009942054748535, 23.330018997192383, 17.210214614868164, 17.172080993652344, 20.18916893005371], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3490.26025390625, 'language': 52.29458999633789}}, {'routing_index': 101, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7443421483039856, 0.0008133178926073015, 2.444411251190104e-08, 2.6094116378772014e-07, 8.571797479817178e-06, 0.0181417278945446, 8.695365067978855e-06, 0.0001853848370956257, 0.00019395803974475712, 4.1119757952401415e-05], 'log_scores_by_expert': [-0.29525452852249146, -7.114388465881348, -17.52687644958496, -15.158970832824707, -11.667033195495605, -4.009540557861328, -11.65272045135498, -8.593076705932617, -8.547868728637695, -10.099021911621094], 'distances_by_expert': [0.5905090570449829, 14.228776931762695, 35.05375289916992, 30.317941665649414, 23.33406639099121, 8.019081115722656, 23.30544090270996, 17.186153411865234, 17.09573745727539, 20.198043823242188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3389.222900390625, 'language': 52.273338317871094}}, {'routing_index': 102, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7282432913780212, 0.0006985946674831212, 2.3107626034857276e-08, 2.4453336777696677e-07, 7.955419278005138e-06, 0.01593659445643425, 8.069562682067044e-06, 0.0001733823592076078, 0.00018535424896981567, 3.806881795753725e-05], 'log_scores_by_expert': [-0.31712013483047485, -7.266439914703369, -17.58310317993164, -15.22391414642334, -11.741657257080078, -4.139137268066406, -11.727411270141602, -8.660011291503906, -8.593241691589355, -10.176115036010742], 'distances_by_expert': [0.6342402696609497, 14.532879829406738, 35.16620635986328, 30.44782829284668, 23.483314514160156, 8.278274536132812, 23.454822540283203, 17.320022583007812, 17.18648338317871, 20.352230072021484], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3534.9248046875, 'language': 52.2839241027832}}, {'routing_index': 103, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7160401940345764, 0.000621601939201355, 2.2673566135722467e-08, 2.279477655520168e-07, 7.384453965642024e-06, 0.01507340744137764, 7.45933311918634e-06, 0.0001651602506171912, 0.00018290101434104145, 3.466053385636769e-05], 'log_scores_by_expert': [-0.3340189754962921, -7.3832106590271, -17.602066040039062, -15.294149398803711, -11.816133499145508, -4.194823265075684, -11.806044578552246, -8.70859432220459, -8.606565475463867, -10.269908905029297], 'distances_by_expert': [0.6680379509925842, 14.7664213180542, 35.204132080078125, 30.588298797607422, 23.632266998291016, 8.389646530151367, 23.612089157104492, 17.41718864440918, 17.213130950927734, 20.539817810058594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.3583984375, 'language': 52.2708740234375}}, {'routing_index': 104, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7305441498756409, 0.0008156229159794748, 2.383586661380832e-08, 3.3354646689076617e-07, 9.080236850422807e-06, 0.022769879549741745, 9.297856195189524e-06, 0.00019744598830584437, 0.00019493715080898255, 4.132717367610894e-05], 'log_scores_by_expert': [-0.3139656186103821, -7.111558437347412, -17.552074432373047, -14.913483619689941, -11.609410285949707, -3.7823166847229004, -11.585726737976074, -8.530045509338379, -8.54283332824707, -10.093990325927734], 'distances_by_expert': [0.6279312372207642, 14.223116874694824, 35.104148864746094, 29.826967239379883, 23.218820571899414, 7.564633369445801, 23.17145347595215, 17.060091018676758, 17.08566665649414, 20.18798065185547], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3347.513916015625, 'language': 52.27626419067383}}, {'routing_index': 105, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6882408261299133, 0.000788232428021729, 2.273107213568437e-08, 3.1385590659738227e-07, 8.783669727563392e-06, 0.022165486589074135, 9.025810868479311e-06, 0.00018964360060635954, 0.00018884282326325774, 4.039447594550438e-05], 'log_scores_by_expert': [-0.373616486787796, -7.145717620849609, -17.599533081054688, -14.974331855773926, -11.642616271972656, -3.8092188835144043, -11.615422248840332, -8.570363998413086, -8.57459545135498, -10.116817474365234], 'distances_by_expert': [0.747232973575592, 14.291435241699219, 35.199066162109375, 29.94866371154785, 23.285232543945312, 7.618437767028809, 23.230844497680664, 17.140727996826172, 17.14919090270996, 20.23363494873047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.552978515625, 'language': 52.301700592041016}}, {'routing_index': 106, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7656359672546387, 0.0007385194767266512, 2.4644524643235854e-08, 2.6065615088555205e-07, 8.258682100859005e-06, 0.01852920465171337, 8.517979949829169e-06, 0.0001868748222477734, 0.0002014255296671763, 3.949770689359866e-05], 'log_scores_by_expert': [-0.2670484781265259, -7.21086311340332, -17.51871109008789, -15.160063743591309, -11.704245567321777, -3.9884071350097656, -11.673331260681152, -8.585071563720703, -8.510090827941895, -10.139267921447754], 'distances_by_expert': [0.5340969562530518, 14.42172622680664, 35.03742218017578, 30.320127487182617, 23.408491134643555, 7.976814270019531, 23.346662521362305, 17.170143127441406, 17.02018165588379, 20.278535842895508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.8935546875, 'language': 52.299468994140625}}, {'routing_index': 107, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7931634783744812, 0.0008248551748692989, 2.4791571462401407e-08, 3.0719010624125076e-07, 8.957911632023752e-06, 0.023008549585938454, 9.369198778585996e-06, 0.00020259511074982584, 0.00020944440620951355, 4.2907246097456664e-05], 'log_scores_by_expert': [-0.23172594606876373, -7.100302696228027, -17.51276206970215, -14.99579906463623, -11.622973442077637, -3.7718894481658936, -11.578083038330078, -8.504301071166992, -8.471052169799805, -10.056469917297363], 'distances_by_expert': [0.46345189213752747, 14.200605392456055, 35.0255241394043, 29.99159812927246, 23.245946884155273, 7.543778896331787, 23.156166076660156, 17.008602142333984, 16.94210433959961, 20.112939834594727], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3282.909912109375, 'language': 52.272029876708984}}, {'routing_index': 108, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6364049911499023, 0.0006899653235450387, 2.0955866375516052e-08, 2.415712856418395e-07, 7.96550011727959e-06, 0.015201359987258911, 7.70553288020892e-06, 0.00016437223530374467, 0.00016831900575198233, 3.797537283389829e-05], 'log_scores_by_expert': [-0.45192018151283264, -7.278869152069092, -17.68084716796875, -15.236101150512695, -11.74039077758789, -4.186370372772217, -11.773571968078613, -8.713376998901367, -8.68964958190918, -10.178572654724121], 'distances_by_expert': [0.9038403630256653, 14.557738304138184, 35.3616943359375, 30.47220230102539, 23.48078155517578, 8.372740745544434, 23.547143936157227, 17.426753997802734, 17.37929916381836, 20.357145309448242], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3549.02734375, 'language': 52.27596664428711}}, {'routing_index': 109, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7511246204376221, 0.0008537748362869024, 2.5087491195563416e-08, 2.9686782454518834e-07, 8.759118827583734e-06, 0.020832836627960205, 9.100861461774912e-06, 0.0001929426216520369, 0.00019640107348095626, 4.228999387123622e-05], 'log_scores_by_expert': [-0.2861837148666382, -7.065843105316162, -17.500896453857422, -15.02997875213623, -11.645415306091309, -3.871224880218506, -11.607141494750977, -8.553117752075195, -8.535351753234863, -10.07096004486084], 'distances_by_expert': [0.5723674297332764, 14.131686210632324, 35.001792907714844, 30.05995750427246, 23.290830612182617, 7.742449760437012, 23.214282989501953, 17.10623550415039, 17.070703506469727, 20.14192008972168], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.3818359375, 'language': 52.282981872558594}}, {'routing_index': 110, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.743187665939331, 0.0007380825700238347, 2.4144865662378834e-08, 2.521960595913697e-07, 8.148123924911488e-06, 0.016402781009674072, 8.336380233231466e-06, 0.00017819463391788304, 0.00019114302995149046, 3.920999733963981e-05], 'log_scores_by_expert': [-0.2968067228794098, -7.21145486831665, -17.539194107055664, -15.193058967590332, -11.71772289276123, -4.110304355621338, -11.694881439208984, -8.632634162902832, -8.562488555908203, -10.146578788757324], 'distances_by_expert': [0.5936134457588196, 14.4229097366333, 35.07838821411133, 30.386117935180664, 23.43544578552246, 8.220608711242676, 23.38976287841797, 17.265268325805664, 17.124977111816406, 20.29315757751465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.641845703125, 'language': 52.265045166015625}}, {'routing_index': 111, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6626659035682678, 0.0005577777628786862, 2.15799609293299e-08, 2.0015221480207401e-07, 6.874645350762876e-06, 0.013049736618995667, 7.06294076735503e-06, 0.00015315538621507585, 0.00016771332593634725, 3.263937105657533e-05], 'log_scores_by_expert': [-0.4114843010902405, -7.491549968719482, -17.651500701904297, -15.424187660217285, -11.887670516967773, -4.338987350463867, -11.860649108886719, -8.7840576171875, -8.693254470825195, -10.329991340637207], 'distances_by_expert': [0.822968602180481, 14.983099937438965, 35.303001403808594, 30.84837532043457, 23.775341033935547, 8.677974700927734, 23.721298217773438, 17.568115234375, 17.38650894165039, 20.659982681274414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3451.203369140625, 'language': 52.29006576538086}}, {'routing_index': 112, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7570004463195801, 0.000793352781329304, 2.393846898485208e-08, 3.261920369368454e-07, 8.882785550667904e-06, 0.021956250071525574, 9.152065103990026e-06, 0.00019445791258476675, 0.00019923667423427105, 4.064460881636478e-05], 'log_scores_by_expert': [-0.27839142084121704, -7.139242649078369, -17.547779083251953, -14.935779571533203, -11.63139533996582, -3.8187034130096436, -11.601531028747559, -8.545294761657715, -8.521017074584961, -10.110644340515137], 'distances_by_expert': [0.5567828416824341, 14.278485298156738, 35.095558166503906, 29.871559143066406, 23.26279067993164, 7.637406826019287, 23.203062057495117, 17.09058952331543, 17.042034149169922, 20.221288681030273], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.264404296875, 'language': 52.26841735839844}}, {'routing_index': 113, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7001009583473206, 0.0007789310766384006, 2.332228810075776e-08, 3.1290582569454273e-07, 8.667323527333792e-06, 0.021617190912365913, 9.024794962897431e-06, 0.00018807288142852485, 0.0001899697963381186, 3.9414702769136056e-05], 'log_scores_by_expert': [-0.3565307855606079, -7.157588005065918, -17.573856353759766, -14.977363586425781, -11.655950546264648, -3.834266424179077, -11.615534782409668, -8.578680992126465, -8.568645477294922, -10.141371726989746], 'distances_by_expert': [0.7130615711212158, 14.315176010131836, 35.14771270751953, 29.954727172851562, 23.311901092529297, 7.668532848358154, 23.231069564819336, 17.15736198425293, 17.137290954589844, 20.282743453979492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.4970703125, 'language': 52.28985595703125}}, {'routing_index': 114, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7683457732200623, 0.0006966051296330988, 2.4498536532746584e-08, 2.463015675857605e-07, 7.99666941020405e-06, 0.016966164112091064, 8.201073796954006e-06, 0.00018023460870608687, 0.00019828550284728408, 3.8085960113676265e-05], 'log_scores_by_expert': [-0.263515442609787, -7.269291877746582, -17.5246524810791, -15.21670913696289, -11.736485481262207, -4.076534271240234, -11.7112455368042, -8.621251106262207, -8.525802612304688, -10.175664901733398], 'distances_by_expert': [0.527030885219574, 14.538583755493164, 35.0493049621582, 30.43341827392578, 23.472970962524414, 8.153068542480469, 23.4224910736084, 17.242502212524414, 17.051605224609375, 20.351329803466797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.130126953125, 'language': 52.285240173339844}}, {'routing_index': 115, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7614803910255432, 0.0006838521221652627, 2.4228919315305575e-08, 2.4731062353566813e-07, 8.09883658803301e-06, 0.016985511407256126, 8.322899702761788e-06, 0.0001828340464271605, 0.00019797940331045538, 3.861473305732943e-05], 'log_scores_by_expert': [-0.27249082922935486, -7.287768840789795, -17.53571891784668, -15.212620735168457, -11.723790168762207, -4.075394630432129, -11.696499824523926, -8.606931686401367, -8.527347564697266, -10.161876678466797], 'distances_by_expert': [0.5449816584587097, 14.57553768157959, 35.07143783569336, 30.425241470336914, 23.447580337524414, 8.150789260864258, 23.39299964904785, 17.213863372802734, 17.05469512939453, 20.323753356933594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.75244140625, 'language': 52.29073715209961}}, {'routing_index': 116, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7615693807601929, 0.0007801364990882576, 2.425606027145477e-08, 3.0036923703846696e-07, 8.983645784610417e-06, 0.020210305228829384, 9.194406629831064e-06, 0.0001939537760335952, 0.00020001170923933387, 4.1092862375080585e-05], 'log_scores_by_expert': [-0.2723740339279175, -7.156041622161865, -17.53459930419922, -15.018253326416016, -11.620104789733887, -3.9015626907348633, -11.596915245056152, -8.547890663146973, -8.517134666442871, -10.099676132202148], 'distances_by_expert': [0.544748067855835, 14.31208324432373, 35.06919860839844, 30.03650665283203, 23.240209579467773, 7.803125381469727, 23.193830490112305, 17.095781326293945, 17.034269332885742, 20.199352264404297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.888916015625, 'language': 52.27668380737305}}, {'routing_index': 117, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6910610795021057, 0.0007736614206805825, 2.2839286017983795e-08, 2.6381923134977114e-07, 8.447132131550461e-06, 0.01736380159854889, 8.405490007135086e-06, 0.00017858046339824796, 0.00018237413314636797, 4.064111999468878e-05], 'log_scores_by_expert': [-0.36952707171440125, -7.164376258850098, -17.594783782958984, -15.148001670837402, -11.681683540344238, -4.053367614746094, -11.686625480651855, -8.630471229553223, -8.609450340270996, -10.110730171203613], 'distances_by_expert': [0.7390541434288025, 14.328752517700195, 35.18956756591797, 30.296003341674805, 23.363367080688477, 8.106735229492188, 23.37325096130371, 17.260942459106445, 17.218900680541992, 20.221460342407227], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3500.408935546875, 'language': 52.27231979370117}}, {'routing_index': 118, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.740001916885376, 0.0008929888717830181, 2.4295417233588523e-08, 3.1954263590705523e-07, 9.192073775921017e-06, 0.022196423262357712, 9.221030268236063e-06, 0.000195857894141227, 0.0001959963410627097, 4.4472548324847594e-05], 'log_scores_by_expert': [-0.30110251903533936, -7.020936489105225, -17.532978057861328, -14.956375122070312, -11.597168922424316, -3.80782413482666, -11.594023704528809, -8.538121223449707, -8.53741455078125, -10.020638465881348], 'distances_by_expert': [0.6022050380706787, 14.04187297821045, 35.065956115722656, 29.912750244140625, 23.194337844848633, 7.61564826965332, 23.188047409057617, 17.076242446899414, 17.0748291015625, 20.041276931762695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.14013671875, 'language': 52.284610748291016}}, {'routing_index': 119, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7751184701919556, 0.0008118292898871005, 2.4675896881376502e-08, 2.8388231498865935e-07, 8.71182419359684e-06, 0.019278651103377342, 8.835472726786975e-06, 0.0001924624084495008, 0.00020129283075220883, 4.206666926620528e-05], 'log_scores_by_expert': [-0.2547394037246704, -7.116220474243164, -17.517438888549805, -15.074706077575684, -11.650829315185547, -3.9487569332122803, -11.636735916137695, -8.555609703063965, -8.510749816894531, -10.076254844665527], 'distances_by_expert': [0.5094788074493408, 14.232440948486328, 35.03487777709961, 30.149412155151367, 23.301658630371094, 7.8975138664245605, 23.27347183227539, 17.11121940612793, 17.021499633789062, 20.152509689331055], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.46240234375, 'language': 52.2823600769043}}, {'routing_index': 120, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6594540476799011, 0.0005690277321264148, 2.1606979316857178e-08, 2.085408254970389e-07, 6.804091754020192e-06, 0.013413497246801853, 7.047841336316196e-06, 0.00015398797404486686, 0.00016868553939275444, 3.22841624438297e-05], 'log_scores_by_expert': [-0.41634297370910645, -7.47158145904541, -17.650249481201172, -15.38313102722168, -11.89798641204834, -4.311493873596191, -11.862789154052734, -8.77863597869873, -8.687474250793457, -10.340933799743652], 'distances_by_expert': [0.8326859474182129, 14.94316291809082, 35.300498962402344, 30.76626205444336, 23.79597282409668, 8.622987747192383, 23.72557830810547, 17.55727195739746, 17.374948501586914, 20.681867599487305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3426.453369140625, 'language': 52.28387451171875}}, {'routing_index': 121, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7251050472259521, 0.0006815931410528719, 2.4169837686827123e-08, 2.4745122573222034e-07, 7.861123776820023e-06, 0.017183123156428337, 8.070809599303175e-06, 0.0001774745323928073, 0.00018428085604682565, 3.717404615599662e-05], 'log_scores_by_expert': [-0.321438729763031, -7.291077613830566, -17.53816032409668, -15.212052345275879, -11.753581047058105, -4.0638275146484375, -11.727256774902344, -8.636683464050293, -8.59904956817627, -10.199899673461914], 'distances_by_expert': [0.642877459526062, 14.582155227661133, 35.07632064819336, 30.424104690551758, 23.50716209411621, 8.127655029296875, 23.454513549804688, 17.273366928100586, 17.19809913635254, 20.399799346923828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.542236328125, 'language': 52.2926139831543}}, {'routing_index': 122, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.767829954624176, 0.0007710263598710299, 2.4652470287378492e-08, 2.782495300834853e-07, 8.221629286708776e-06, 0.02007695846259594, 8.60302407090785e-06, 0.00018703957903198898, 0.0001991156896110624, 3.9213999116327614e-05], 'log_scores_by_expert': [-0.2641870081424713, -7.167788028717041, -17.518388748168945, -15.094747543334961, -11.708742141723633, -3.908182382583618, -11.663396835327148, -8.584190368652344, -8.521624565124512, -10.146476745605469], 'distances_by_expert': [0.5283740162849426, 14.335576057434082, 35.03677749633789, 30.189495086669922, 23.417484283447266, 7.816364765167236, 23.326793670654297, 17.168380737304688, 17.043249130249023, 20.292953491210938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3358.390869140625, 'language': 52.25677490234375}}, {'routing_index': 123, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7411976456642151, 0.0006620219210162759, 2.342165394964013e-08, 2.332414510419767e-07, 7.652548447367735e-06, 0.015933971852064133, 7.851076588849537e-06, 0.00017088698223233223, 0.00019076587341260165, 3.65472114935983e-05], 'log_scores_by_expert': [-0.2994879484176636, -7.320211887359619, -17.569604873657227, -15.271191596984863, -11.780471801757812, -4.139301776885986, -11.754859924316406, -8.674508094787598, -8.56446361541748, -10.21690559387207], 'distances_by_expert': [0.5989758968353271, 14.640423774719238, 35.13920974731445, 30.542383193969727, 23.560943603515625, 8.278603553771973, 23.509719848632812, 17.349016189575195, 17.12892723083496, 20.43381118774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3383.660400390625, 'language': 52.27470016479492}}, {'routing_index': 124, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6786290407180786, 0.0005738133913837373, 2.0828908375847277e-08, 2.1733281130309479e-07, 7.086858659022255e-06, 0.014943494461476803, 7.410981197608635e-06, 0.00016054126899689436, 0.00017807418771553785, 3.425290560699068e-05], 'log_scores_by_expert': [-0.38768061995506287, -7.4632062911987305, -17.68692398071289, -15.341835975646973, -11.857268333435059, -4.203479290008545, -11.81254768371582, -8.736959457397461, -8.633310317993164, -10.281739234924316], 'distances_by_expert': [0.7753612399101257, 14.926412582397461, 35.37384796142578, 30.683671951293945, 23.714536666870117, 8.40695858001709, 23.62509536743164, 17.473918914794922, 17.266620635986328, 20.563478469848633], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3358.43505859375, 'language': 52.28791809082031}}, {'routing_index': 125, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.765946090221405, 0.0007273160153999925, 2.440963342564828e-08, 2.6466821623216674e-07, 8.345321475644596e-06, 0.018454527482390404, 8.67940798343625e-06, 0.00018728143186308444, 0.00020088128803763539, 4.0108265238814056e-05], 'log_scores_by_expert': [-0.2666434645652771, -7.226149559020996, -17.528287887573242, -15.14478874206543, -11.693809509277344, -3.992445468902588, -11.654557228088379, -8.582898139953613, -8.512796401977539, -10.12392807006836], 'distances_by_expert': [0.5332869291305542, 14.452299118041992, 35.056575775146484, 30.28957748413086, 23.387619018554688, 7.984890937805176, 23.309114456176758, 17.165796279907227, 17.025592803955078, 20.24785614013672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3339.803955078125, 'language': 52.281333923339844}}, {'routing_index': 126, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6227332949638367, 0.0007087126141414046, 2.0812031209516135e-08, 2.9093163789184473e-07, 7.95444066170603e-06, 0.01982118934392929, 8.472400622849818e-06, 0.00017158134141936898, 0.00017608854977879673, 3.6794113839278e-05], 'log_scores_by_expert': [-0.4736369252204895, -7.252060413360596, -17.687734603881836, -15.050177574157715, -11.741780281066895, -3.921003818511963, -11.678696632385254, -8.670453071594238, -8.644523620605469, -10.210172653198242], 'distances_by_expert': [0.947273850440979, 14.504120826721191, 35.37546920776367, 30.10035514831543, 23.48356056213379, 7.842007637023926, 23.357393264770508, 17.340906143188477, 17.289047241210938, 20.420345306396484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.382080078125, 'language': 52.27100372314453}}, {'routing_index': 127, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7320902943611145, 0.0006918560829944909, 2.258280318301331e-08, 2.554890841111046e-07, 7.897748218965717e-06, 0.017604002729058266, 8.224969860748388e-06, 0.0001752136304276064, 0.00019336590776219964, 3.763093627640046e-05], 'log_scores_by_expert': [-0.311851441860199, -7.276132583618164, -17.606077194213867, -15.180086135864258, -11.748932838439941, -4.039628982543945, -11.708335876464844, -8.649504661560059, -8.550926208496094, -10.187684059143066], 'distances_by_expert': [0.623702883720398, 14.552265167236328, 35.212154388427734, 30.360172271728516, 23.497865676879883, 8.07925796508789, 23.416671752929688, 17.299009323120117, 17.101852416992188, 20.375368118286133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.861083984375, 'language': 52.267005920410156}}, {'routing_index': 128, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7312036752700806, 0.0006796617526561022, 2.3344005839476267e-08, 2.392560816133482e-07, 7.827630724932533e-06, 0.01662885583937168, 8.250864993897267e-06, 0.00017630580987315625, 0.00018966893549077213, 3.766209920286201e-05], 'log_scores_by_expert': [-0.31306326389312744, -7.293915271759033, -17.572925567626953, -15.245731353759766, -11.757850646972656, -4.096615791320801, -11.705192565917969, -8.643290519714355, -8.570230484008789, -10.186856269836426], 'distances_by_expert': [0.6261265277862549, 14.587830543518066, 35.145851135253906, 30.49146270751953, 23.515701293945312, 8.193231582641602, 23.410385131835938, 17.28658103942871, 17.140460968017578, 20.37371253967285], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.32373046875, 'language': 52.29201126098633}}, {'routing_index': 129, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6929799318313599, 0.0007135790656320751, 2.1613201894865597e-08, 2.8432233989406086e-07, 8.398887075600214e-06, 0.020183926448225975, 8.661464562464971e-06, 0.0001828516396926716, 0.00018612053827382624, 3.9884329453343526e-05], 'log_scores_by_expert': [-0.3667542338371277, -7.245217323303223, -17.649961471557617, -15.07315731048584, -11.687411308288574, -3.9028687477111816, -11.65662670135498, -8.60683536529541, -8.589116096496582, -10.12952709197998], 'distances_by_expert': [0.7335084676742554, 14.490434646606445, 35.299922943115234, 30.14631462097168, 23.37482261657715, 7.805737495422363, 23.31325340270996, 17.21367073059082, 17.178232192993164, 20.25905418395996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.990234375, 'language': 52.28104782104492}}, {'routing_index': 130, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7294784784317017, 0.000710735097527504, 2.289930556287345e-08, 2.507420617803291e-07, 8.146367690642364e-06, 0.017441872507333755, 8.450879249721766e-06, 0.00017839136125985533, 0.00019157244241796434, 3.915678462362848e-05], 'log_scores_by_expert': [-0.31542545557022095, -7.249210834503174, -17.592159271240234, -15.198841094970703, -11.717938423156738, -4.048881530761719, -11.68124008178711, -8.63153076171875, -8.5602445602417, -10.147936820983887], 'distances_by_expert': [0.6308509111404419, 14.498421669006348, 35.18431854248047, 30.397682189941406, 23.435876846313477, 8.097763061523438, 23.36248016357422, 17.2630615234375, 17.1204891204834, 20.295873641967773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3256.42333984375, 'language': 52.29183578491211}}, {'routing_index': 131, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7748082876205444, 0.0008484756690450013, 2.4674815080061308e-08, 3.1548600532005366e-07, 9.25291078601731e-06, 0.02250143326818943, 9.683659300208092e-06, 0.00020041553943883628, 0.00020673955441452563, 4.3758896936196834e-05], 'log_scores_by_expert': [-0.25513964891433716, -7.07206916809082, -17.51748275756836, -14.969151496887207, -11.590572357177734, -3.7941763401031494, -11.54507064819336, -8.515117645263672, -8.484050750732422, -10.036815643310547], 'distances_by_expert': [0.5102792978286743, 14.14413833618164, 35.03496551513672, 29.938302993774414, 23.18114471435547, 7.588352680206299, 23.09014129638672, 17.030235290527344, 16.968101501464844, 20.073631286621094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.17138671875, 'language': 52.28527069091797}}, {'routing_index': 132, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7539582848548889, 0.0007221595733426511, 2.3389063130707655e-08, 2.609511113860208e-07, 8.239258932007942e-06, 0.017545081675052643, 8.545775017410051e-06, 0.00018068619829136878, 0.00019610815797932446, 3.88965527235996e-05], 'log_scores_by_expert': [-0.28241825103759766, -7.233264446258545, -17.57099723815918, -15.15893268585205, -11.706600189208984, -4.0429816246032715, -11.670073509216309, -8.618748664855957, -8.536844253540039, -10.1546049118042], 'distances_by_expert': [0.5648365020751953, 14.46652889251709, 35.14199447631836, 30.3178653717041, 23.41320037841797, 8.085963249206543, 23.340147018432617, 17.237497329711914, 17.073688507080078, 20.3092098236084], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.6728515625, 'language': 52.27107620239258}}, {'routing_index': 133, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7364506721496582, 0.0006923798355273902, 2.378300401062461e-08, 2.4905216378101613e-07, 8.15532257547602e-06, 0.017164748162031174, 8.523985343344975e-06, 0.00017955902148969471, 0.00019189920567441732, 3.9039146940922365e-05], 'log_scores_by_expert': [-0.3059130609035492, -7.275375843048096, -17.55429458618164, -15.20560359954834, -11.716839790344238, -4.064897537231445, -11.672626495361328, -8.625006675720215, -8.558540344238281, -10.150945663452148], 'distances_by_expert': [0.6118261218070984, 14.550751686096191, 35.10858917236328, 30.41120719909668, 23.433679580688477, 8.12979507446289, 23.345252990722656, 17.25001335144043, 17.117080688476562, 20.301891326904297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.96240234375, 'language': 52.29387664794922}}, {'routing_index': 134, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7571782469749451, 0.0008205677731893957, 2.420014588722097e-08, 3.1516515264229383e-07, 9.213910743710585e-06, 0.021475685760378838, 9.567119377607014e-06, 0.000198773414012976, 0.00020276368013583124, 4.294310201657936e-05], 'log_scores_by_expert': [-0.2781566083431244, -7.105514049530029, -17.536907196044922, -14.970169067382812, -11.594796180725098, -3.840833902359009, -11.557178497314453, -8.523344993591309, -8.503469467163086, -10.055634498596191], 'distances_by_expert': [0.5563132166862488, 14.211028099060059, 35.073814392089844, 29.940338134765625, 23.189592361450195, 7.681667804718018, 23.114356994628906, 17.046689987182617, 17.006938934326172, 20.111268997192383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.146240234375, 'language': 52.2856330871582}}, {'routing_index': 135, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7754916548728943, 0.0007240218110382557, 2.498310713860974e-08, 2.6109822215403256e-07, 8.412892384512816e-06, 0.01789875701069832, 8.715272997505963e-06, 0.00018586209625937045, 0.00019912535208277404, 3.993532664026134e-05], 'log_scores_by_expert': [-0.25425809621810913, -7.23068904876709, -17.50506591796875, -15.158369064331055, -11.685745239257812, -4.023024082183838, -11.650433540344238, -8.590505599975586, -8.521575927734375, -10.128249168395996], 'distances_by_expert': [0.5085161924362183, 14.46137809753418, 35.0101318359375, 30.31673812866211, 23.371490478515625, 8.046048164367676, 23.300867080688477, 17.181011199951172, 17.04315185546875, 20.256498336791992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.1376953125, 'language': 52.29214859008789}}, {'routing_index': 136, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7511911392211914, 0.0007249093032442033, 2.3756030032018316e-08, 2.631980180467508e-07, 8.262873052444775e-06, 0.01877184957265854, 8.707836968824267e-06, 0.0001851913402788341, 0.0001962436072062701, 3.970523539464921e-05], 'log_scores_by_expert': [-0.28609520196914673, -7.229464054107666, -17.555429458618164, -15.150359153747559, -11.70373821258545, -3.9753968715667725, -11.651287078857422, -8.594120979309082, -8.536153793334961, -10.134027481079102], 'distances_by_expert': [0.5721904039382935, 14.458928108215332, 35.11085891723633, 30.300718307495117, 23.4074764251709, 7.950793743133545, 23.302574157714844, 17.188241958618164, 17.072307586669922, 20.268054962158203], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3266.150146484375, 'language': 52.273773193359375}}, {'routing_index': 137, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7596028447151184, 0.0008438928634859622, 2.4358707051419515e-08, 3.155025751766516e-07, 9.119576134253293e-06, 0.022610396146774292, 9.594804396328982e-06, 0.00019837458967231214, 0.0002047409798251465, 4.331922173150815e-05], 'log_scores_by_expert': [-0.2749595642089844, -7.077485084533691, -17.530376434326172, -14.969099044799805, -11.605087280273438, -3.7893455028533936, -11.554288864135742, -8.52535343170166, -8.493764877319336, -10.046914100646973], 'distances_by_expert': [0.5499191284179688, 14.154970169067383, 35.060752868652344, 29.93819808959961, 23.210174560546875, 7.578691005706787, 23.108577728271484, 17.05070686340332, 16.987529754638672, 20.093828201293945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3216.800048828125, 'language': 52.299591064453125}}, {'routing_index': 138, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7608431577682495, 0.0007441143970936537, 2.357057482527125e-08, 2.735907855822006e-07, 8.571371836296748e-06, 0.018417207524180412, 8.75609566719504e-06, 0.00018510516383685172, 0.0001991016324609518, 4.030781565234065e-05], 'log_scores_by_expert': [-0.2733280658721924, -7.203315734863281, -17.56326675415039, -15.111632347106934, -11.667082786560059, -3.9944698810577393, -11.645760536193848, -8.594586372375488, -8.521695137023926, -10.118965148925781], 'distances_by_expert': [0.5466561317443848, 14.406631469726562, 35.12653350830078, 30.223264694213867, 23.334165573120117, 7.9889397621154785, 23.291521072387695, 17.189172744750977, 17.04339027404785, 20.237930297851562], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.21728515625, 'language': 52.27439880371094}}, {'routing_index': 139, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.738997220993042, 0.0006780513213016093, 2.3687528383220524e-08, 2.408522163932503e-07, 7.875702976889443e-06, 0.01660839654505253, 8.204578080039937e-06, 0.0001763121981639415, 0.0001914964523166418, 3.742507396964356e-05], 'log_scores_by_expert': [-0.30246108770370483, -7.296287536621094, -17.558317184448242, -15.239082336425781, -11.751728057861328, -4.097846984863281, -11.71081829071045, -8.643254280090332, -8.560641288757324, -10.193169593811035], 'distances_by_expert': [0.6049221754074097, 14.592575073242188, 35.116634368896484, 30.478164672851562, 23.503456115722656, 8.195693969726562, 23.4216365814209, 17.286508560180664, 17.12128257751465, 20.38633918762207], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3277.0673828125, 'language': 52.2811393737793}}, {'routing_index': 140, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6998600363731384, 0.0007714249659329653, 2.2488841011636396e-08, 3.053930868190946e-07, 8.738460564927664e-06, 0.0214979350566864, 9.181255336443428e-06, 0.00018763038679026067, 0.00019062476349063218, 4.09290223615244e-05], 'log_scores_by_expert': [-0.356874942779541, -7.167271137237549, -17.610246658325195, -15.001666069030762, -11.64777660369873, -3.8397984504699707, -11.598346710205078, -8.581036567687988, -8.565203666687012, -10.103671073913574], 'distances_by_expert': [0.713749885559082, 14.334542274475098, 35.22049331665039, 30.003332138061523, 23.29555320739746, 7.679596900939941, 23.196693420410156, 17.162073135375977, 17.130407333374023, 20.20734214782715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3230.221923828125, 'language': 52.29810333251953}}, {'routing_index': 141, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7569199800491333, 0.0007254511583596468, 2.3650237324090995e-08, 2.634390909861395e-07, 8.096890269371215e-06, 0.017949070781469345, 8.45211252453737e-06, 0.00017980541451834142, 0.00019862012413796037, 3.8367248635040596e-05], 'log_scores_by_expert': [-0.27849769592285156, -7.228716850280762, -17.559892654418945, -15.149443626403809, -11.724030494689941, -4.020216941833496, -11.6810941696167, -8.623635292053223, -8.524116516113281, -10.168306350708008], 'distances_by_expert': [0.5569953918457031, 14.457433700561523, 35.11978530883789, 30.298887252807617, 23.448060989379883, 8.040433883666992, 23.3621883392334, 17.247270584106445, 17.048233032226562, 20.336612701416016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3239.342529296875, 'language': 52.27598190307617}}, {'routing_index': 142, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7557927370071411, 0.0007152346661314368, 2.4059771064344204e-08, 2.510461740712344e-07, 8.131116373988334e-06, 0.0175020731985569, 8.472691661154386e-06, 0.0001806967193260789, 0.00019697147945407778, 3.891235974151641e-05], 'log_scores_by_expert': [-0.2799881100654602, -7.2428998947143555, -17.542724609375, -15.19762897491455, -11.719812393188477, -4.045435905456543, -11.678662300109863, -8.618690490722656, -8.532451629638672, -10.15419864654541], 'distances_by_expert': [0.5599762201309204, 14.485799789428711, 35.08544921875, 30.3952579498291, 23.439624786376953, 8.090871810913086, 23.357324600219727, 17.237380981445312, 17.064903259277344, 20.30839729309082], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.83251953125, 'language': 52.28950500488281}}, {'routing_index': 143, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.716860830783844, 0.0006883669411763549, 2.251411856946106e-08, 2.574329869275971e-07, 8.001657988643274e-06, 0.018322167918086052, 8.39515541883884e-06, 0.00017799132911022753, 0.00018985912902280688, 3.832143192994408e-05], 'log_scores_by_expert': [-0.33287355303764343, -7.281188488006592, -17.60912322998047, -15.172506332397461, -11.735861778259277, -3.999643564224243, -11.68785572052002, -8.63377571105957, -8.569228172302246, -10.169501304626465], 'distances_by_expert': [0.6657471060752869, 14.562376976013184, 35.21824645996094, 30.345012664794922, 23.471723556518555, 7.999287128448486, 23.37571144104004, 17.26755142211914, 17.138456344604492, 20.33900260925293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.070556640625, 'language': 52.285701751708984}}, {'routing_index': 144, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7352965474128723, 0.0006558303139172494, 2.3560057016425162e-08, 2.3217553746235353e-07, 7.638381248398218e-06, 0.01558579970151186, 7.912577530078124e-06, 0.00017028310685418546, 0.00018983740301337093, 3.620274583227001e-05], 'log_scores_by_expert': [-0.30748140811920166, -7.32960844039917, -17.56371307373047, -15.275772094726562, -11.78232479095459, -4.161395072937012, -11.74705696105957, -8.678048133850098, -8.569342613220215, -10.226375579833984], 'distances_by_expert': [0.6149628162384033, 14.65921688079834, 35.12742614746094, 30.551544189453125, 23.56464958190918, 8.322790145874023, 23.49411392211914, 17.356096267700195, 17.13868522644043, 20.45275115966797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.140625, 'language': 52.28047561645508}}, {'routing_index': 145, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6540381908416748, 0.0007280634017661214, 2.1510675907165933e-08, 2.4831385303514253e-07, 8.018074368010275e-06, 0.016115503385663033, 7.973648280312773e-06, 0.00016671171761117876, 0.0001727368653519079, 3.8708421925548464e-05], 'log_scores_by_expert': [-0.42458948493003845, -7.225122451782227, -17.65471649169922, -15.208572387695312, -11.73381233215332, -4.127973556518555, -11.739368438720703, -8.699244499206543, -8.663741111755371, -10.159453392028809], 'distances_by_expert': [0.8491789698600769, 14.450244903564453, 35.30943298339844, 30.417144775390625, 23.46762466430664, 8.25594711303711, 23.478736877441406, 17.398488998413086, 17.327482223510742, 20.318906784057617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3530.149658203125, 'language': 52.272342681884766}}, {'routing_index': 146, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7529609203338623, 0.0008774683228693902, 2.498787310400985e-08, 3.044776235583413e-07, 9.054139809450135e-06, 0.02117369882762432, 9.258074896933977e-06, 0.00019398986478336155, 0.0001988756121136248, 4.357919533504173e-05], 'log_scores_by_expert': [-0.28374195098876953, -7.0384697914123535, -17.50487518310547, -15.004668235778809, -11.612288475036621, -3.8549954891204834, -11.590014457702637, -8.547704696655273, -8.522830963134766, -10.04093074798584], 'distances_by_expert': [0.5674839019775391, 14.076939582824707, 35.00975036621094, 30.009336471557617, 23.224576950073242, 7.709990978240967, 23.180028915405273, 17.095409393310547, 17.04566192626953, 20.08186149597168], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3480.3505859375, 'language': 52.27159118652344}}, {'routing_index': 147, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7691263556480408, 0.0008324924856424332, 2.4561652267607315e-08, 2.84798858274371e-07, 9.024528480949812e-06, 0.018879247829318047, 9.064533514901996e-06, 0.00019254391372669488, 0.00020153005607426167, 4.38293136539869e-05], 'log_scores_by_expert': [-0.2625000774860382, -7.091086387634277, -17.522079467773438, -15.07148265838623, -11.615564346313477, -3.9696919918060303, -11.611141204833984, -8.55518627166748, -8.50957202911377, -10.035207748413086], 'distances_by_expert': [0.5250001549720764, 14.182172775268555, 35.044158935546875, 30.14296531677246, 23.231128692626953, 7.9393839836120605, 23.22228240966797, 17.11037254333496, 17.01914405822754, 20.070415496826172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.56689453125, 'language': 52.274986267089844}}, {'routing_index': 148, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6791430711746216, 0.0005711689591407776, 2.2295578716580167e-08, 2.0870555772489752e-07, 6.880699402245227e-06, 0.013543715700507164, 7.192079465312418e-06, 0.0001573762419866398, 0.00017173685773741454, 3.293510599178262e-05], 'log_scores_by_expert': [-0.38692352175712585, -7.467825412750244, -17.618877410888672, -15.382341384887695, -11.88679027557373, -4.301832675933838, -11.842530250549316, -8.756871223449707, -8.669547080993652, -10.320971488952637], 'distances_by_expert': [0.7738470435142517, 14.935650825500488, 35.237754821777344, 30.76468276977539, 23.77358055114746, 8.603665351867676, 23.685060501098633, 17.513742446899414, 17.339094161987305, 20.641942977905273], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.755615234375, 'language': 52.295589447021484}}, {'routing_index': 149, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7548396587371826, 0.0006916258716955781, 2.4663100006705463e-08, 2.4462570991090615e-07, 7.977131645020563e-06, 0.016863400116562843, 8.184977559722029e-06, 0.00017852427845355123, 0.0001886667887447402, 3.779969847528264e-05], 'log_scores_by_expert': [-0.2812499403953552, -7.27646541595459, -17.51795768737793, -15.223536491394043, -11.738931655883789, -4.0826096534729, -11.713210105895996, -8.630785942077637, -8.575528144836426, -10.183209419250488], 'distances_by_expert': [0.5624998807907104, 14.55293083190918, 35.03591537475586, 30.447072982788086, 23.477863311767578, 8.1652193069458, 23.426420211791992, 17.261571884155273, 17.15105628967285, 20.366418838500977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.6982421875, 'language': 52.275367736816406}}, {'routing_index': 150, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7479690313339233, 0.0008728574030101299, 2.4545869337089243e-08, 3.3542821142873436e-07, 9.280536687583663e-06, 0.0241780336946249, 9.714221050671767e-06, 0.0002023062843363732, 0.00019797883578576148, 4.312170494813472e-05], 'log_scores_by_expert': [-0.2903937101364136, -7.04373836517334, -17.522722244262695, -14.907857894897461, -11.587591171264648, -3.722310781478882, -11.541919708251953, -8.505727767944336, -8.527350425720215, -10.051484107971191], 'distances_by_expert': [0.5807874202728271, 14.08747673034668, 35.04544448852539, 29.815715789794922, 23.175182342529297, 7.444621562957764, 23.083839416503906, 17.011455535888672, 17.05470085144043, 20.102968215942383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.248046875, 'language': 52.306373596191406}}, {'routing_index': 151, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.762043297290802, 0.0007040878990665078, 2.4841936507868922e-08, 2.540390937610937e-07, 7.910683962109033e-06, 0.01785070076584816, 8.30376120575238e-06, 0.00018290152365807444, 0.00019637896912172437, 3.754920180654153e-05], 'log_scores_by_expert': [-0.27175194025039673, -7.258607387542725, -17.510732650756836, -15.18577766418457, -11.747296333312988, -4.025712490081787, -11.69880199432373, -8.606562614440918, -8.5354642868042, -10.189858436584473], 'distances_by_expert': [0.5435038805007935, 14.51721477508545, 35.02146530151367, 30.37155532836914, 23.494592666625977, 8.051424980163574, 23.39760398864746, 17.213125228881836, 17.0709285736084, 20.379716873168945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.069580078125, 'language': 52.2703971862793}}, {'routing_index': 152, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.717650830745697, 0.0006489250808954239, 2.3206961685673377e-08, 2.3096907852959703e-07, 7.363940767390886e-06, 0.016364360228180885, 7.81958078732714e-06, 0.00017135110101662576, 0.00018950006051454693, 3.525047213770449e-05], 'log_scores_by_expert': [-0.33177223801612854, -7.340193271636963, -17.578813552856445, -15.28098201751709, -11.818915367126465, -4.112649440765381, -11.758879661560059, -8.671795845031738, -8.571121215820312, -10.253031730651855], 'distances_by_expert': [0.6635444760322571, 14.680386543273926, 35.15762710571289, 30.56196403503418, 23.63783073425293, 8.225298881530762, 23.517759323120117, 17.343591690063477, 17.142242431640625, 20.50606346130371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.63232421875, 'language': 52.29513168334961}}, {'routing_index': 153, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7704996466636658, 0.0007523715612478554, 2.4980153057185817e-08, 2.6793824758897244e-07, 8.710238034836948e-06, 0.01984364166855812, 9.088094884646125e-06, 0.00019527207768987864, 0.00020236648560967296, 4.2089905036846176e-05], 'log_scores_by_expert': [-0.2607160806655884, -7.192280292510986, -17.505184173583984, -15.132509231567383, -11.65101146697998, -3.9198715686798096, -11.608545303344727, -8.541116714477539, -8.505430221557617, -10.075702667236328], 'distances_by_expert': [0.5214321613311768, 14.384560585021973, 35.01036834716797, 30.265018463134766, 23.30202293395996, 7.839743137359619, 23.217090606689453, 17.082233428955078, 17.010860443115234, 20.151405334472656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.39208984375, 'language': 52.29526138305664}}, {'routing_index': 154, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6293835639953613, 0.0006758131785318255, 2.1122602333889517e-08, 2.2362968365996494e-07, 7.565587111457717e-06, 0.013889418914914131, 7.607920451846439e-06, 0.00015859481936786324, 0.00016487650282215327, 3.634641689131968e-05], 'log_scores_by_expert': [-0.4630144238471985, -7.299593925476074, -17.672922134399414, -15.313274383544922, -11.791900634765625, -4.276628017425537, -11.786320686340332, -8.749157905578613, -8.71031379699707, -10.22241497039795], 'distances_by_expert': [0.926028847694397, 14.599187850952148, 35.34584426879883, 30.626548767089844, 23.58380126953125, 8.553256034851074, 23.572641372680664, 17.498315811157227, 17.42062759399414, 20.4448299407959], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.923583984375, 'language': 52.29471969604492}}, {'routing_index': 155, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7411595582962036, 0.0008400886435993016, 2.436284241014164e-08, 2.8603898272194783e-07, 8.523725227860268e-06, 0.019676491618156433, 8.839788279146887e-06, 0.00018774047202896327, 0.0001943424140335992, 4.145534330746159e-05], 'log_scores_by_expert': [-0.29953932762145996, -7.082003116607666, -17.53020668029785, -15.067137718200684, -11.672657012939453, -3.928330659866333, -11.636247634887695, -8.580450057983398, -8.545888900756836, -10.090893745422363], 'distances_by_expert': [0.5990786552429199, 14.164006233215332, 35.0604133605957, 30.134275436401367, 23.345314025878906, 7.856661319732666, 23.27249526977539, 17.160900115966797, 17.091777801513672, 20.181787490844727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.916748046875, 'language': 52.26804733276367}}, {'routing_index': 156, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7424909472465515, 0.0007617871160618961, 2.399272780451156e-08, 2.531863003696344e-07, 8.198523573810235e-06, 0.016794772818684578, 8.435459676547907e-06, 0.00017921942344401032, 0.00019302929285913706, 3.974861465394497e-05], 'log_scores_by_expert': [-0.2977445721626282, -7.179843425750732, -17.545515060424805, -15.189140319824219, -11.711556434631348, -4.0866875648498535, -11.683066368103027, -8.626899719238281, -8.552668571472168, -10.132935523986816], 'distances_by_expert': [0.5954891443252563, 14.359686851501465, 35.09103012084961, 30.378280639648438, 23.423112869262695, 8.173375129699707, 23.366132736206055, 17.253799438476562, 17.105337142944336, 20.265871047973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3521.361572265625, 'language': 52.28077697753906}}, {'routing_index': 157, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.733315110206604, 0.0006363388383761048, 2.3507091384544765e-08, 2.1666085103788646e-07, 7.404883945127949e-06, 0.014382993802428246, 7.624379122717073e-06, 0.0001657372631598264, 0.0001846328523242846, 3.532079790602438e-05], 'log_scores_by_expert': [-0.31017979979515076, -7.359779357910156, -17.565963745117188, -15.344932556152344, -11.813370704650879, -4.241708755493164, -11.784159660339355, -8.705106735229492, -8.59714126586914, -10.251038551330566], 'distances_by_expert': [0.6203595995903015, 14.719558715820312, 35.131927490234375, 30.689865112304688, 23.626741409301758, 8.483417510986328, 23.56831932067871, 17.410213470458984, 17.19428253173828, 20.502077102661133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.4130859375, 'language': 52.25326156616211}}, {'routing_index': 158, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6203473210334778, 0.0006233822787180543, 2.018491329636163e-08, 2.653354158610455e-07, 7.284043476829538e-06, 0.017374509945511818, 7.77160585130332e-06, 0.00016390482778660953, 0.0001705265458440408, 3.306870712549426e-05], 'log_scores_by_expert': [-0.4774758219718933, -7.380350589752197, -17.71833038330078, -15.142271041870117, -11.829824447631836, -4.052751064300537, -11.765033721923828, -8.716224670410156, -8.676619529724121, -10.316923141479492], 'distances_by_expert': [0.9549516439437866, 14.760701179504395, 35.43666076660156, 30.284542083740234, 23.659648895263672, 8.105502128601074, 23.530067443847656, 17.432449340820312, 17.353239059448242, 20.633846282958984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.253662109375, 'language': 52.288665771484375}}, {'routing_index': 159, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7358328104019165, 0.0008293872815556824, 2.4137866816431597e-08, 3.2772459235275164e-07, 8.841963790473528e-06, 0.02300550602376461, 9.30536953092087e-06, 0.00019463157514110208, 0.00019948289263993502, 4.073498712386936e-05], 'log_scores_by_expert': [-0.30675241351127625, -7.094823360443115, -17.53948402404785, -14.931092262268066, -11.636001586914062, -3.772021770477295, -11.584918975830078, -8.544402122497559, -8.519782066345215, -10.108423233032227], 'distances_by_expert': [0.6135048270225525, 14.18964672088623, 35.0789680480957, 29.862184524536133, 23.272003173828125, 7.54404354095459, 23.169837951660156, 17.088804244995117, 17.03956413269043, 20.216846466064453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3238.0224609375, 'language': 52.285579681396484}}, {'routing_index': 160, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7504278421401978, 0.0006807281752116978, 2.4046329372140463e-08, 2.356092210220595e-07, 7.676706445636228e-06, 0.01629609428346157, 8.023390364542138e-06, 0.0001755298872012645, 0.00019457236339803785, 3.6624183849198744e-05], 'log_scores_by_expert': [-0.28711172938346863, -7.292347431182861, -17.543283462524414, -15.261091232299805, -11.77731990814209, -4.116829872131348, -11.733149528503418, -8.647701263427734, -8.544706344604492, -10.214801788330078], 'distances_by_expert': [0.5742234587669373, 14.584694862365723, 35.08656692504883, 30.52218246459961, 23.55463981628418, 8.233659744262695, 23.466299057006836, 17.29540252685547, 17.089412689208984, 20.429603576660156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.3935546875, 'language': 52.2664909362793}}, {'routing_index': 161, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7512927055358887, 0.0007035181042738259, 2.417938205212522e-08, 2.423778369120555e-07, 8.175319635483902e-06, 0.016788825392723083, 8.469532986055128e-06, 0.00018295596237294376, 0.00019768507627304643, 3.89644228562247e-05], 'log_scores_by_expert': [-0.28595998883247375, -7.2594170570373535, -17.537765502929688, -15.232768058776855, -11.714390754699707, -4.087041854858398, -11.679035186767578, -8.6062650680542, -8.52883529663086, -10.152861595153809], 'distances_by_expert': [0.5719199776649475, 14.518834114074707, 35.075531005859375, 30.46553611755371, 23.428781509399414, 8.174083709716797, 23.358070373535156, 17.2125301361084, 17.05767059326172, 20.305723190307617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.905517578125, 'language': 52.301055908203125}}, {'routing_index': 162, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6951489448547363, 0.0007889957632869482, 2.2659214948816953e-08, 3.149010581182665e-07, 8.583928320149425e-06, 0.022929610684514046, 9.119488822761923e-06, 0.00018868260667659342, 0.0001886410464067012, 3.934544656658545e-05], 'log_scores_by_expert': [-0.36362916231155396, -7.144749641418457, -17.602699279785156, -14.971007347106934, -11.665618896484375, -3.7753262519836426, -11.605096817016602, -8.575444221496582, -8.575664520263672, -10.1431303024292], 'distances_by_expert': [0.7272583246231079, 14.289499282836914, 35.20539855957031, 29.942014694213867, 23.33123779296875, 7.550652503967285, 23.210193634033203, 17.150888442993164, 17.151329040527344, 20.2862606048584], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3246.18212890625, 'language': 52.28758239746094}}, {'routing_index': 163, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6859065294265747, 0.0007898585172370076, 2.2337887983781002e-08, 2.7230956334278744e-07, 8.650675226817839e-06, 0.017842769622802734, 8.478600648231804e-06, 0.0001793989649740979, 0.0001806386571843177, 4.2091869545402005e-05], 'log_scores_by_expert': [-0.3770138621330261, -7.1436567306518555, -17.616981506347656, -15.116326332092285, -11.657873153686523, -4.026156902313232, -11.67796516418457, -8.625898361206055, -8.619011878967285, -10.075655937194824], 'distances_by_expert': [0.7540277242660522, 14.287313461303711, 35.23396301269531, 30.23265266418457, 23.315746307373047, 8.052313804626465, 23.35593032836914, 17.25179672241211, 17.23802375793457, 20.15131187438965], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3500.51513671875, 'language': 52.281917572021484}}, {'routing_index': 164, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7507206797599792, 0.000836195598822087, 2.4732676351391092e-08, 2.7920165734940383e-07, 8.780789357842878e-06, 0.018891574814915657, 9.066443453775719e-06, 0.00019082192739006132, 0.00019615566998254508, 4.289824209990911e-05], 'log_scores_by_expert': [-0.2867216467857361, -7.086647987365723, -17.515140533447266, -15.091331481933594, -11.6429443359375, -3.96903920173645, -11.610930442810059, -8.564169883728027, -8.536602020263672, -10.056679725646973], 'distances_by_expert': [0.5734432935714722, 14.173295974731445, 35.03028106689453, 30.182662963867188, 23.285888671875, 7.9380784034729, 23.221860885620117, 17.128339767456055, 17.073204040527344, 20.113359451293945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.56884765625, 'language': 52.27291488647461}}, {'routing_index': 165, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7565563321113586, 0.0007821658509783447, 2.412180499788974e-08, 2.695942953323538e-07, 8.439636076218449e-06, 0.018058408051729202, 8.696102668181993e-06, 0.00018546494538895786, 0.00019747215264942497, 4.128388172830455e-05], 'log_scores_by_expert': [-0.27897828817367554, -7.153443813323975, -17.540149688720703, -15.126347541809082, -11.682571411132812, -4.014143943786621, -11.65263557434082, -8.592644691467285, -8.529912948608398, -10.095038414001465], 'distances_by_expert': [0.5579565763473511, 14.30688762664795, 35.080299377441406, 30.252695083618164, 23.365142822265625, 8.028287887573242, 23.30527114868164, 17.18528938293457, 17.059825897216797, 20.19007682800293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.552978515625, 'language': 52.25993347167969}}, {'routing_index': 166, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6949869394302368, 0.0005996012478135526, 2.2595340709585798e-08, 2.0978512793590198e-07, 7.139411536627449e-06, 0.01358550600707531, 7.379005637631053e-06, 0.00015918866847641766, 0.00017651004600338638, 3.408056727494113e-05], 'log_scores_by_expert': [-0.3638622462749481, -7.419245719909668, -17.60552215576172, -15.377182006835938, -11.84988021850586, -4.2987518310546875, -11.816871643066406, -8.745420455932617, -8.642132759094238, -10.286783218383789], 'distances_by_expert': [0.7277244925498962, 14.838491439819336, 35.21104431152344, 30.754364013671875, 23.69976043701172, 8.597503662109375, 23.633743286132812, 17.490840911865234, 17.284265518188477, 20.573566436767578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3438.150390625, 'language': 52.277347564697266}}, {'routing_index': 167, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7467687726020813, 0.0007975740008987486, 2.359486295233637e-08, 3.2586089560027176e-07, 8.927865565055981e-06, 0.021857446059584618, 9.230084287992213e-06, 0.00019465663353912532, 0.00019953084120061249, 4.0943043131846935e-05], 'log_scores_by_expert': [-0.2919996976852417, -7.133935928344727, -17.562236785888672, -14.936795234680176, -11.626333236694336, -3.823213577270508, -11.593042373657227, -8.544273376464844, -8.51954174041748, -10.103328704833984], 'distances_by_expert': [0.5839993953704834, 14.267871856689453, 35.124473571777344, 29.87359046936035, 23.252666473388672, 7.646427154541016, 23.186084747314453, 17.088546752929688, 17.03908348083496, 20.20665740966797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.29296875, 'language': 52.26593017578125}}, {'routing_index': 168, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7577327489852905, 0.0008693629060871899, 2.4642362816962304e-08, 3.374315440396458e-07, 9.534210221318062e-06, 0.023832563310861588, 9.756594408827368e-06, 0.0002059541584458202, 0.00019914700533263385, 4.429891487234272e-05], 'log_scores_by_expert': [-0.27742448449134827, -7.047749996185303, -17.518798828125, -14.90190315246582, -11.560624122619629, -3.7367024421691895, -11.537567138671875, -8.4878568649292, -8.521467208862305, -10.024550437927246], 'distances_by_expert': [0.5548489689826965, 14.095499992370605, 35.03759765625, 29.80380630493164, 23.121248245239258, 7.473404884338379, 23.07513427734375, 16.9757137298584, 17.04293441772461, 20.049100875854492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.136474609375, 'language': 52.275394439697266}}, {'routing_index': 169, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7683181166648865, 0.0006997885648161173, 2.4180582869348655e-08, 2.453371337196586e-07, 7.997073225851636e-06, 0.017302853986620903, 8.302137757709716e-06, 0.00018136537983082235, 0.0001995293132495135, 3.8453112210845575e-05], 'log_scores_by_expert': [-0.2635514438152313, -7.264732360839844, -17.537715911865234, -15.220632553100586, -11.736434936523438, -4.056883811950684, -11.698997497558594, -8.614996910095215, -8.519549369812012, -10.166070938110352], 'distances_by_expert': [0.5271028876304626, 14.529464721679688, 35.07543182373047, 30.441265106201172, 23.472869873046875, 8.113767623901367, 23.397994995117188, 17.22999382019043, 17.039098739624023, 20.332141876220703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.830078125, 'language': 52.26341247558594}}, {'routing_index': 170, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7744362950325012, 0.0007108415011316538, 2.4245839114200862e-08, 2.477669625022827e-07, 8.204930054489523e-06, 0.01744975708425045, 8.543811418348923e-06, 0.0001859377953223884, 0.00020216316625010222, 3.9809427107684314e-05], 'log_scores_by_expert': [-0.2556198537349701, -7.249061107635498, -17.53502082824707, -15.210777282714844, -11.710775375366211, -4.048429489135742, -11.670303344726562, -8.59009838104248, -8.50643539428711, -10.131406784057617], 'distances_by_expert': [0.5112397074699402, 14.498122215270996, 35.07004165649414, 30.421554565429688, 23.421550750732422, 8.096858978271484, 23.340606689453125, 17.18019676208496, 17.01287078857422, 20.262813568115234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3358.415771484375, 'language': 52.291709899902344}}, {'routing_index': 171, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.628079354763031, 0.000673434289637953, 2.1192780863543703e-08, 2.2640001873242e-07, 7.619901680300245e-06, 0.014213611371815205, 7.622888460900867e-06, 0.00016021091141737998, 0.0001654993975535035, 3.6549790820572525e-05], 'log_scores_by_expert': [-0.46508878469467163, -7.303120136260986, -17.669605255126953, -15.300962448120117, -11.784747123718262, -4.2535552978515625, -11.784355163574219, -8.739019393920898, -8.70654296875, -10.216835021972656], 'distances_by_expert': [0.9301775693893433, 14.606240272521973, 35.339210510253906, 30.601924896240234, 23.569494247436523, 8.507110595703125, 23.568710327148438, 17.478038787841797, 17.4130859375, 20.433670043945312], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3564.576171875, 'language': 52.299564361572266}}, {'routing_index': 172, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7168534398078918, 0.0007823538035154343, 2.3922584801994162e-08, 2.642004233166517e-07, 8.351347787538543e-06, 0.017776062712073326, 8.512295607943088e-06, 0.00017983645375352353, 0.0001876568712759763, 3.9436396036762744e-05], 'log_scores_by_expert': [-0.33288395404815674, -7.15320348739624, -17.548442840576172, -15.146557807922363, -11.693087577819824, -4.029902458190918, -11.673998832702637, -8.623462677001953, -8.58089542388916, -10.14082145690918], 'distances_by_expert': [0.6657679080963135, 14.30640697479248, 35.096885681152344, 30.293115615844727, 23.38617515563965, 8.059804916381836, 23.347997665405273, 17.246925354003906, 17.16179084777832, 20.28164291381836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.148193359375, 'language': 52.28429412841797}}, {'routing_index': 173, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7019183039665222, 0.0006678279023617506, 2.2462133486556013e-08, 2.2318033643387025e-07, 7.475983238691697e-06, 0.014253078028559685, 7.685277523705736e-06, 0.00016285435413010418, 0.00017980611301027238, 3.5457353078527376e-05], 'log_scores_by_expert': [-0.3539382815361023, -7.3114800453186035, -17.611434936523438, -15.315285682678223, -11.803814888000488, -4.250782489776611, -11.776204109191895, -8.722654342651367, -8.623631477355957, -10.247179985046387], 'distances_by_expert': [0.7078765630722046, 14.622960090637207, 35.222869873046875, 30.630571365356445, 23.607629776000977, 8.501564979553223, 23.55240821838379, 17.445308685302734, 17.247262954711914, 20.494359970092773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.013427734375, 'language': 52.276737213134766}}, {'routing_index': 174, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7246304750442505, 0.0006535962456837296, 2.3396962589572468e-08, 2.3487741884764546e-07, 7.589673259644769e-06, 0.015223411843180656, 7.781841304677073e-06, 0.0001691477227723226, 0.00018409904441796243, 3.5419463529251516e-05], 'log_scores_by_expert': [-0.32209351658821106, -7.3330206871032715, -17.570659637451172, -15.264202117919922, -11.788722038269043, -4.184920787811279, -11.763717651367188, -8.684738159179688, -8.60003662109375, -10.248249053955078], 'distances_by_expert': [0.6441870331764221, 14.666041374206543, 35.141319274902344, 30.528404235839844, 23.577444076538086, 8.369841575622559, 23.527435302734375, 17.369476318359375, 17.2000732421875, 20.496498107910156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.44775390625, 'language': 52.26940155029297}}, {'routing_index': 175, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6927640438079834, 0.0007502560620196164, 2.272175159134804e-08, 3.125136345261126e-07, 8.34954062156612e-06, 0.02055513858795166, 8.795120265858714e-06, 0.00018594416906125844, 0.0001885876408778131, 3.787771856877953e-05], 'log_scores_by_expert': [-0.36706581711769104, -7.195096015930176, -17.599943161010742, -14.978617668151855, -11.693304061889648, -3.8846442699432373, -11.641313552856445, -8.59006404876709, -8.575947761535645, -10.181147575378418], 'distances_by_expert': [0.7341316342353821, 14.390192031860352, 35.199886322021484, 29.95723533630371, 23.386608123779297, 7.769288539886475, 23.28262710571289, 17.18012809753418, 17.15189552307129, 20.362295150756836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.7626953125, 'language': 52.28342056274414}}, {'routing_index': 176, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7005877494812012, 0.0007783099426887929, 2.2951601508225394e-08, 3.190666859609337e-07, 8.73948465596186e-06, 0.021312305703759193, 9.06067816686118e-06, 0.00019222524133510888, 0.00019217042427044362, 3.970239413320087e-05], 'log_scores_by_expert': [-0.3558356761932373, -7.158385753631592, -17.58987808227539, -14.957865715026855, -11.647659301757812, -3.848470687866211, -11.611566543579102, -8.556842803955078, -8.557127952575684, -10.134099006652832], 'distances_by_expert': [0.7116713523864746, 14.316771507263184, 35.17975616455078, 29.91573143005371, 23.295318603515625, 7.696941375732422, 23.223133087158203, 17.113685607910156, 17.114255905151367, 20.268198013305664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.77880859375, 'language': 52.271484375}}, {'routing_index': 177, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7359362840652466, 0.0006900643929839134, 2.323876380216916e-08, 2.3739147536616656e-07, 7.68154040997615e-06, 0.016881253570318222, 7.974043910508044e-06, 0.00017457114881835878, 0.00019364716717973351, 3.7157991755520925e-05], 'log_scores_by_expert': [-0.3066117465496063, -7.278725624084473, -17.577444076538086, -15.253555297851562, -11.776690483093262, -4.081551551818848, -11.73931884765625, -8.653178215026855, -8.54947280883789, -10.200331687927246], 'distances_by_expert': [0.6132234930992126, 14.557451248168945, 35.15488815307617, 30.507110595703125, 23.553380966186523, 8.163103103637695, 23.4786376953125, 17.30635643005371, 17.09894561767578, 20.400663375854492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.642578125, 'language': 52.25295639038086}}, {'routing_index': 178, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7059747576713562, 0.0006272929604165256, 2.1977651698534828e-08, 2.2549843947672343e-07, 7.5319030656828545e-06, 0.015437205322086811, 7.786628884787206e-06, 0.00016815181879792362, 0.00018716590420808643, 3.630017090472393e-05], 'log_scores_by_expert': [-0.3481758236885071, -7.374096870422363, -17.63323974609375, -15.304952621459961, -11.79636287689209, -4.1709747314453125, -11.763102531433105, -8.690643310546875, -8.583515167236328, -10.223688125610352], 'distances_by_expert': [0.6963516473770142, 14.748193740844727, 35.2664794921875, 30.609905242919922, 23.59272575378418, 8.341949462890625, 23.52620506286621, 17.38128662109375, 17.167030334472656, 20.447376251220703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.439697265625, 'language': 52.277584075927734}}, {'routing_index': 179, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6436094641685486, 0.0007476183818653226, 2.058922987657752e-08, 2.858535594896239e-07, 8.168040949385613e-06, 0.02213229052722454, 8.673756383359432e-06, 0.000178694783244282, 0.0001761209568940103, 3.9034493966028094e-05], 'log_scores_by_expert': [-0.44066324830055237, -7.198617935180664, -17.698497772216797, -15.06778621673584, -11.71528148651123, -3.8107175827026367, -11.655208587646484, -8.629831314086914, -8.644339561462402, -10.1510648727417], 'distances_by_expert': [0.8813264966011047, 14.397235870361328, 35.396995544433594, 30.13557243347168, 23.43056297302246, 7.621435165405273, 23.31041717529297, 17.259662628173828, 17.288679122924805, 20.3021297454834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.16796875, 'language': 52.28775405883789}}, {'routing_index': 180, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6515498757362366, 0.0007585668354295194, 2.1734948063567572e-08, 3.056943853607663e-07, 8.540161616110709e-06, 0.021088557317852974, 8.885082024789881e-06, 0.00018047972116619349, 0.0001825916551752016, 3.956741784350015e-05], 'log_scores_by_expert': [-0.4284013509750366, -7.184079647064209, -17.644344329833984, -15.000679969787598, -11.670730590820312, -3.8590247631073, -11.631136894226074, -8.619892120361328, -8.608258247375488, -10.137504577636719], 'distances_by_expert': [0.8568027019500732, 14.368159294128418, 35.28868865966797, 30.001359939575195, 23.341461181640625, 7.7180495262146, 23.26227378845215, 17.239784240722656, 17.216516494750977, 20.275009155273438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3227.4560546875, 'language': 52.29185104370117}}, {'routing_index': 181, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6398048400878906, 0.0006992215639911592, 2.0597989092152602e-08, 2.833308485605812e-07, 7.895022463344503e-06, 0.020051289349794388, 8.26386622065911e-06, 0.0001719225401757285, 0.00017881054372992367, 3.71557216567453e-05], 'log_scores_by_expert': [-0.4465920925140381, -7.265542984008789, -17.69807243347168, -15.076650619506836, -11.74927806854248, -3.909461736679077, -11.703618049621582, -8.668466567993164, -8.629183769226074, -10.200392723083496], 'distances_by_expert': [0.8931841850280762, 14.531085968017578, 35.39614486694336, 30.153301239013672, 23.49855613708496, 7.818923473358154, 23.407236099243164, 17.336933135986328, 17.25836753845215, 20.400785446166992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.6025390625, 'language': 52.27882766723633}}, {'routing_index': 182, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7427946925163269, 0.0008146760519593954, 2.3316015784757838e-08, 3.1381580356537597e-07, 9.007787411974277e-06, 0.022103162482380867, 9.166267773252912e-06, 0.00019443307246547192, 0.0002028292219620198, 4.269653436494991e-05], 'log_scores_by_expert': [-0.29733556509017944, -7.112720012664795, -17.574125289916992, -14.974459648132324, -11.61742115020752, -3.8120346069335938, -11.599980354309082, -8.545422554016113, -8.503146171569824, -10.061392784118652], 'distances_by_expert': [0.5946711301803589, 14.22544002532959, 35.148250579833984, 29.94891929626465, 23.23484230041504, 7.6240692138671875, 23.199960708618164, 17.090845108032227, 17.00629234313965, 20.122785568237305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3296.303466796875, 'language': 52.27083969116211}}, {'routing_index': 183, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6195735335350037, 0.0006591341807506979, 1.9614555313296478e-08, 2.687984874683025e-07, 7.434086001012474e-06, 0.018859276548027992, 7.761635970382486e-06, 0.00016417703591287136, 0.00017347530229017138, 3.512898547342047e-05], 'log_scores_by_expert': [-0.4787239730358124, -7.324583530426025, -17.746994018554688, -15.129303932189941, -11.80943489074707, -3.970750331878662, -11.766317367553711, -8.71456527709961, -8.659475326538086, -10.256484031677246], 'distances_by_expert': [0.9574479460716248, 14.64916706085205, 35.493988037109375, 30.258607864379883, 23.61886978149414, 7.941500663757324, 23.532634735107422, 17.42913055419922, 17.318950653076172, 20.512968063354492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.725830078125, 'language': 52.262760162353516}}, {'routing_index': 184, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.606172502040863, 0.0006574033759534359, 1.9117690541747834e-08, 2.616678216327273e-07, 7.66341599955922e-06, 0.01877850666642189, 7.82086317485664e-06, 0.00016499620687682182, 0.00017025858687702566, 3.618124173954129e-05], 'log_scores_by_expert': [-0.5005906820297241, -7.327212810516357, -17.77265167236328, -15.156189918518066, -11.779052734375, -3.9750423431396484, -11.758715629577637, -8.709588050842285, -8.678192138671875, -10.226969718933105], 'distances_by_expert': [1.0011813640594482, 14.654425621032715, 35.54530334472656, 30.312379837036133, 23.55810546875, 7.950084686279297, 23.517431259155273, 17.41917610168457, 17.35638427734375, 20.45393943786621], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3360.863525390625, 'language': 52.293365478515625}}, {'routing_index': 185, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6614932417869568, 0.0007719703717157245, 2.1549729112280147e-08, 2.943548622624803e-07, 8.361381333088502e-06, 0.022091971710324287, 8.73657609190559e-06, 0.00018331155297346413, 0.00018356836517341435, 4.034623998450115e-05], 'log_scores_by_expert': [-0.41325557231903076, -7.166564464569092, -17.652902603149414, -15.038479804992676, -11.691886901855469, -3.8125410079956055, -11.647992134094238, -8.604323387145996, -8.602923393249512, -10.118012428283691], 'distances_by_expert': [0.8265111446380615, 14.333128929138184, 35.30580520629883, 30.07695960998535, 23.383773803710938, 7.625082015991211, 23.295984268188477, 17.208646774291992, 17.205846786499023, 20.236024856567383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.344482421875, 'language': 52.29062271118164}}, {'routing_index': 186, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5924285650253296, 0.0006693119066767395, 1.8993462802541217e-08, 2.631136908348708e-07, 7.73468036641134e-06, 0.019870949909090996, 8.076045560301282e-06, 0.00016738208069000393, 0.00016494256851729006, 3.684130570036359e-05], 'log_scores_by_expert': [-0.5235249996185303, -7.309260368347168, -17.779170989990234, -15.150679588317871, -11.769796371459961, -3.9184963703155518, -11.726608276367188, -8.695231437683105, -8.70991325378418, -10.208890914916992], 'distances_by_expert': [1.0470499992370605, 14.618520736694336, 35.55834197998047, 30.301359176635742, 23.539592742919922, 7.8369927406311035, 23.453216552734375, 17.39046287536621, 17.41982650756836, 20.417781829833984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.3935546875, 'language': 52.28992462158203}}, {'routing_index': 187, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6296312212944031, 0.0007263649604283273, 2.0247416188112766e-08, 2.800886704790173e-07, 8.187186722352635e-06, 0.02077779918909073, 8.539778718841262e-06, 0.00017595308599993587, 0.00017454584303777665, 3.9008147723507136e-05], 'log_scores_by_expert': [-0.4626210033893585, -7.2274580001831055, -17.715238571166992, -15.088159561157227, -11.712940216064453, -3.8738701343536377, -11.670775413513184, -8.645293235778809, -8.65332317352295, -10.151740074157715], 'distances_by_expert': [0.925242006778717, 14.454916000366211, 35.430477142333984, 30.176319122314453, 23.425880432128906, 7.747740268707275, 23.341550827026367, 17.290586471557617, 17.3066463470459, 20.30348014831543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.5595703125, 'language': 52.285770416259766}}, {'routing_index': 188, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6220646500587463, 0.0007080222712829709, 1.9629748493343868e-08, 2.713491085160058e-07, 7.769301191729028e-06, 0.02073490060865879, 8.182456440408714e-06, 0.00017043421394191682, 0.000173349937540479, 3.737496444955468e-05], 'log_scores_by_expert': [-0.47471123933792114, -7.253035068511963, -17.746219635009766, -15.11985969543457, -11.76533031463623, -3.875936985015869, -11.713518142700195, -8.67716121673584, -8.660198211669922, -10.194509506225586], 'distances_by_expert': [0.9494224786758423, 14.506070137023926, 35.49243927001953, 30.23971939086914, 23.53066062927246, 7.751873970031738, 23.42703628540039, 17.35432243347168, 17.320396423339844, 20.389019012451172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3306.303466796875, 'language': 52.2603874206543}}, {'routing_index': 189, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6510077714920044, 0.0007428788812831044, 2.1172256836621273e-08, 2.9110731247783406e-07, 8.057820195972454e-06, 0.02096230909228325, 8.500071089656558e-06, 0.00017675093840807676, 0.00018385342264082283, 3.7996382161509246e-05], 'log_scores_by_expert': [-0.42923370003700256, -7.204977512359619, -17.670574188232422, -15.04957389831543, -11.728867530822754, -3.8650293350219727, -11.675436019897461, -8.640769004821777, -8.601371765136719, -10.178019523620605], 'distances_by_expert': [0.8584674000740051, 14.409955024719238, 35.341148376464844, 30.09914779663086, 23.457735061645508, 7.730058670043945, 23.350872039794922, 17.281538009643555, 17.202743530273438, 20.35603904724121], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.797119140625, 'language': 52.299556732177734}}, {'routing_index': 190, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6889263391494751, 0.0007997360080480576, 2.2081055206513156e-08, 3.012927436429891e-07, 8.759102456679102e-06, 0.022174255922436714, 8.976032404461876e-06, 0.00018772900511976331, 0.00018892064690589905, 4.1309242078568786e-05], 'log_scores_by_expert': [-0.37262097001075745, -7.131228923797607, -17.6285457611084, -15.015183448791504, -11.645417213439941, -3.808823347091675, -11.620952606201172, -8.580511093139648, -8.574183464050293, -10.0944242477417], 'distances_by_expert': [0.7452419400215149, 14.262457847595215, 35.2570915222168, 30.030366897583008, 23.290834426879883, 7.61764669418335, 23.241905212402344, 17.161022186279297, 17.148366928100586, 20.1888484954834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3270.105712890625, 'language': 52.28758239746094}}, {'routing_index': 191, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6056010723114014, 0.0007408123346976936, 1.968876972568978e-08, 2.734940096615901e-07, 8.259060450654943e-06, 0.021489949896931648, 8.769992746238131e-06, 0.00017766893142834306, 0.00016715205856598914, 4.0580856875749305e-05], 'log_scores_by_expert': [-0.5015338063240051, -7.207763195037842, -17.74321746826172, -15.11198616027832, -11.70419979095459, -3.840169906616211, -11.644174575805664, -8.635588645935059, -8.696606636047363, -10.112214088439941], 'distances_by_expert': [1.0030676126480103, 14.415526390075684, 35.48643493652344, 30.22397232055664, 23.40839958190918, 7.680339813232422, 23.288349151611328, 17.271177291870117, 17.393213272094727, 20.224428176879883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.55029296875, 'language': 52.29927444458008}}, {'routing_index': 192, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.628546416759491, 0.0007352611282840371, 2.0362985964084146e-08, 2.8235652393959754e-07, 8.125092790578492e-06, 0.0215939749032259, 8.687192348588724e-06, 0.000176093919435516, 0.00017501773254480213, 3.889685103786178e-05], 'log_scores_by_expert': [-0.46434545516967773, -7.215284824371338, -17.70954704284668, -15.080095291137695, -11.720553398132324, -3.835340976715088, -11.653660774230957, -8.644493103027344, -8.650623321533203, -10.154597282409668], 'distances_by_expert': [0.9286909103393555, 14.430569648742676, 35.41909408569336, 30.16019058227539, 23.44110679626465, 7.670681953430176, 23.307321548461914, 17.288986206054688, 17.301246643066406, 20.309194564819336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3263.6953125, 'language': 52.267478942871094}}, {'routing_index': 193, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6409335136413574, 0.0007229316397570074, 2.0194308447685216e-08, 2.810184298596141e-07, 7.946251571411267e-06, 0.020652122795581818, 8.551995961170178e-06, 0.00017536207451485097, 0.00017954462964553386, 3.86956162401475e-05], 'log_scores_by_expert': [-0.444829523563385, -7.232195854187012, -17.717864990234375, -15.084845542907715, -11.742810249328613, -3.879937171936035, -11.66934585571289, -8.64865779876709, -8.625086784362793, -10.159784317016602], 'distances_by_expert': [0.88965904712677, 14.464391708374023, 35.43572998046875, 30.16969108581543, 23.485620498657227, 7.75987434387207, 23.33869171142578, 17.29731559753418, 17.250173568725586, 20.319568634033203], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3281.517822265625, 'language': 52.27103042602539}}, {'routing_index': 194, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.659295916557312, 0.0007518816855736077, 2.0973422110159845e-08, 2.909740715040243e-07, 8.215272828238085e-06, 0.02104155346751213, 8.54221434565261e-06, 0.00017760609625838697, 0.00018544052727520466, 3.935009954147972e-05], 'log_scores_by_expert': [-0.41658279299736023, -7.192931652069092, -17.680009841918945, -15.050031661987305, -11.709515571594238, -3.8612561225891113, -11.670490264892578, -8.635942459106445, -8.59277629852295, -10.143012046813965], 'distances_by_expert': [0.8331655859947205, 14.385863304138184, 35.36001968383789, 30.10006332397461, 23.419031143188477, 7.722512245178223, 23.340980529785156, 17.27188491821289, 17.1855525970459, 20.28602409362793], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3341.9306640625, 'language': 52.273048400878906}}, {'routing_index': 195, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.692703366279602, 0.0008261148468591273, 2.2100774543787338e-08, 3.0284661534096813e-07, 8.905101822165307e-06, 0.02225313149392605, 9.063582183443941e-06, 0.00018899975111708045, 0.00019248259195592254, 4.2570289224386215e-05], 'log_scores_by_expert': [-0.36715343594551086, -7.098776817321777, -17.627653121948242, -15.010039329528809, -11.628886222839355, -3.8052725791931152, -11.611246109008789, -8.57376480102539, -8.55550479888916, -10.064353942871094], 'distances_by_expert': [0.7343068718910217, 14.197553634643555, 35.255306243896484, 30.020078659057617, 23.25777244567871, 7.6105451583862305, 23.222492218017578, 17.14752960205078, 17.11100959777832, 20.128707885742188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.887451171875, 'language': 52.29541778564453}}, {'routing_index': 196, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.645781397819519, 0.0007483809604309499, 2.1063904398488376e-08, 2.845949609309173e-07, 8.432789400103502e-06, 0.020291199907660484, 8.590094694227446e-06, 0.00017796637257561088, 0.00018111959798261523, 3.975949948653579e-05], 'log_scores_by_expert': [-0.43729427456855774, -7.197598457336426, -17.675704956054688, -15.072198867797852, -11.683382987976074, -3.8975679874420166, -11.664900779724121, -8.633915901184082, -8.616353034973145, -10.132661819458008], 'distances_by_expert': [0.8745885491371155, 14.395196914672852, 35.351409912109375, 30.144397735595703, 23.36676597595215, 7.795135974884033, 23.329801559448242, 17.267831802368164, 17.23270606994629, 20.265323638916016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.38037109375, 'language': 52.287349700927734}}, {'routing_index': 197, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6389750838279724, 0.0007677270914427936, 2.0795564381614895e-08, 2.920485826507502e-07, 8.620574590167962e-06, 0.02240459807217121, 9.068830877367873e-06, 0.0001858390460256487, 0.00017545055015943944, 4.182540942565538e-05], 'log_scores_by_expert': [-0.44788986444473267, -7.172076225280762, -17.688526153564453, -15.046345710754395, -11.661358833312988, -3.7984890937805176, -11.61066722869873, -8.590629577636719, -8.648153305053711, -10.082006454467773], 'distances_by_expert': [0.8957797288894653, 14.344152450561523, 35.377052307128906, 30.09269142150879, 23.322717666625977, 7.596978187561035, 23.22133445739746, 17.181259155273438, 17.296306610107422, 20.164012908935547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.104248046875, 'language': 52.297672271728516}}, {'routing_index': 198, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6374869346618652, 0.0007363811018876731, 2.0723263105537626e-08, 2.8540381435959716e-07, 8.313562830153387e-06, 0.02140473946928978, 8.742502359382343e-06, 0.00017909503367263824, 0.0001746720663504675, 3.9502490835729986e-05], 'log_scores_by_expert': [-0.45022153854370117, -7.2137627601623535, -17.69200897216797, -15.069360733032227, -11.697622299194336, -3.8441429138183594, -11.647314071655273, -8.627593994140625, -8.652600288391113, -10.13914680480957], 'distances_by_expert': [0.9004430770874023, 14.427525520324707, 35.38401794433594, 30.138721466064453, 23.395244598388672, 7.688285827636719, 23.294628143310547, 17.25518798828125, 17.305200576782227, 20.27829360961914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3188.824462890625, 'language': 52.29389953613281}}, {'routing_index': 199, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.645096480846405, 0.0007227445021271706, 2.1536292749146924e-08, 2.4254987351923774e-07, 8.032164259930141e-06, 0.015668094158172607, 7.894668669905514e-06, 0.00016610912280157208, 0.0001691523939371109, 3.880877557094209e-05], 'log_scores_by_expert': [-0.4383554756641388, -7.232454776763916, -17.653526306152344, -15.23205852508545, -11.732056617736816, -4.156128883361816, -11.749322891235352, -8.702865600585938, -8.684710502624512, -10.156864166259766], 'distances_by_expert': [0.8767109513282776, 14.464909553527832, 35.30705261230469, 30.4641170501709, 23.464113235473633, 8.312257766723633, 23.498645782470703, 17.405731201171875, 17.369421005249023, 20.31372833251953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3569.615966796875, 'language': 52.29560470581055}}, {'routing_index': 200, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7486783266067505, 0.0008614624966867268, 2.477474403406177e-08, 2.915921584190073e-07, 8.821270057524089e-06, 0.020238686352968216, 9.003930244944058e-06, 0.00019100125064142048, 0.00019487376266624779, 4.261753201717511e-05], 'log_scores_by_expert': [-0.2894458472728729, -7.056879043579102, -17.51344108581543, -15.0479097366333, -11.638344764709473, -3.9001593589782715, -11.617849349975586, -8.563230514526367, -8.543158531188965, -10.063244819641113], 'distances_by_expert': [0.5788916945457458, 14.113758087158203, 35.02688217163086, 30.0958194732666, 23.276689529418945, 7.800318717956543, 23.235698699951172, 17.126461029052734, 17.08631706237793, 20.126489639282227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.68994140625, 'language': 52.277259826660156}}, {'routing_index': 201, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7357538938522339, 0.0007057854090817273, 2.3926693515363695e-08, 2.3051467223922373e-07, 7.989435289346147e-06, 0.015377696603536606, 8.132845323416404e-06, 0.00017419281357433647, 0.00018597592134028673, 3.848293636110611e-05], 'log_scores_by_expert': [-0.3068596124649048, -7.256199359893799, -17.54827117919922, -15.282951354980469, -11.737390518188477, -4.174837112426758, -11.719599723815918, -8.65534782409668, -8.589893341064453, -10.165295600891113], 'distances_by_expert': [0.6137192249298096, 14.512398719787598, 35.09654235839844, 30.565902709960938, 23.474781036376953, 8.349674224853516, 23.439199447631836, 17.31069564819336, 17.179786682128906, 20.330591201782227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3502.623046875, 'language': 52.26810073852539}}, {'routing_index': 202, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.698896050453186, 0.0005949944024905562, 2.2240406849505234e-08, 2.0390240251799696e-07, 7.201289463409921e-06, 0.013557737693190575, 7.2199250098492485e-06, 0.00015777612861711532, 0.00017534317157696933, 3.3956086554098874e-05], 'log_scores_by_expert': [-0.35825324058532715, -7.4269585609436035, -17.621355056762695, -15.405624389648438, -11.8412504196167, -4.300797939300537, -11.838665962219238, -8.75433349609375, -8.648765563964844, -10.29044246673584], 'distances_by_expert': [0.7165064811706543, 14.853917121887207, 35.24271011352539, 30.811248779296875, 23.6825008392334, 8.601595878601074, 23.677331924438477, 17.5086669921875, 17.297531127929688, 20.58088493347168], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.235107421875, 'language': 52.258914947509766}}, {'routing_index': 203, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7520977258682251, 0.0008805585675872862, 2.3930388337589648e-08, 3.282181353370106e-07, 9.604407750885002e-06, 0.023487133905291557, 9.643331395636778e-06, 0.00020137944375164807, 0.00019976541807409376, 4.495101165957749e-05], 'log_scores_by_expert': [-0.28488898277282715, -7.034954071044922, -17.54811668395996, -14.929587364196777, -11.553288459777832, -3.751302480697632, -11.549243927001953, -8.510319709777832, -8.518366813659668, -10.009937286376953], 'distances_by_expert': [0.5697779655456543, 14.069908142089844, 35.09623336791992, 29.859174728393555, 23.106576919555664, 7.502604961395264, 23.098487854003906, 17.020639419555664, 17.036733627319336, 20.019874572753906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.998291015625, 'language': 52.305423736572266}}, {'routing_index': 204, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7027890682220459, 0.0008513173670507967, 2.3046617059208074e-08, 3.1170583270068164e-07, 9.283342478738632e-06, 0.022906949743628502, 9.422594303032383e-06, 0.00019549753051251173, 0.00018853314395528287, 4.402184276841581e-05], 'log_scores_by_expert': [-0.35269850492477417, -7.0687255859375, -17.58574676513672, -14.981205940246582, -11.587288856506348, -3.7763149738311768, -11.572400093078613, -8.539962768554688, -8.576236724853516, -10.030824661254883], 'distances_by_expert': [0.7053970098495483, 14.137451171875, 35.17149353027344, 29.962411880493164, 23.174577713012695, 7.5526299476623535, 23.144800186157227, 17.079925537109375, 17.15247344970703, 20.061649322509766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.226806640625, 'language': 52.285675048828125}}, {'routing_index': 205, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7381391525268555, 0.0006973582203499973, 2.3689651129643607e-08, 2.3163237017342908e-07, 8.052096745814197e-06, 0.016354750841856003, 8.175818038580474e-06, 0.0001764844637364149, 0.00018930173246189952, 3.8858179323142394e-05], 'log_scores_by_expert': [-0.3036229610443115, -7.268211364746094, -17.5582275390625, -15.278114318847656, -11.729578018188477, -4.113236904144287, -11.714329719543457, -8.642277717590332, -8.572168350219727, -10.15559196472168], 'distances_by_expert': [0.607245922088623, 14.536422729492188, 35.116455078125, 30.556228637695312, 23.459156036376953, 8.226473808288574, 23.428659439086914, 17.284555435180664, 17.144336700439453, 20.31118392944336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.635009765625, 'language': 52.276920318603516}}, {'routing_index': 206, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7882397770881653, 0.0007920766365714371, 2.4728997516376694e-08, 2.767028206562827e-07, 9.168558790406678e-06, 0.019968438893556595, 9.31344857235672e-06, 0.00019932030409108847, 0.00020608129852917045, 4.4512264139484614e-05], 'log_scores_by_expert': [-0.23795297741889954, -7.140852451324463, -17.515289306640625, -15.100321769714355, -11.599730491638184, -3.913602352142334, -11.584051132202148, -8.520597457885742, -8.487239837646484, -10.019745826721191], 'distances_by_expert': [0.4759059548377991, 14.281704902648926, 35.03057861328125, 30.20064353942871, 23.199460983276367, 7.827204704284668, 23.168102264404297, 17.041194915771484, 16.97447967529297, 20.039491653442383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.391845703125, 'language': 52.29478073120117}}, {'routing_index': 207, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7456543445587158, 0.0008235382265411317, 2.395093723350783e-08, 3.247595259381342e-07, 9.2449026851682e-06, 0.0229567289352417, 9.723971743369475e-06, 0.0002031656913459301, 0.00019825865456368774, 4.3323805584805086e-05], 'log_scores_by_expert': [-0.2934931516647339, -7.101900577545166, -17.547258377075195, -14.940180778503418, -11.591438293457031, -3.774144172668457, -11.540916442871094, -8.50148868560791, -8.525938034057617, -10.046808242797852], 'distances_by_expert': [0.5869863033294678, 14.203801155090332, 35.09451675415039, 29.880361557006836, 23.182876586914062, 7.548288345336914, 23.081832885742188, 17.00297737121582, 17.051876068115234, 20.093616485595703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3363.814453125, 'language': 52.288997650146484}}, {'routing_index': 208, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7772605419158936, 0.0009026418556459248, 2.53376981618203e-08, 3.4222307476738933e-07, 9.5267396318377e-06, 0.024386895820498466, 1.0054520316771232e-05, 0.00020842859521508217, 0.00020766531815752387, 4.4624644942814484e-05], 'log_scores_by_expert': [-0.2519797086715698, -7.0101847648620605, -17.4909725189209, -14.887803077697754, -11.561408042907715, -3.7137093544006348, -11.507488250732422, -8.475914001464844, -8.479582786560059, -10.017224311828613], 'distances_by_expert': [0.5039594173431396, 14.020369529724121, 34.9819450378418, 29.775606155395508, 23.12281608581543, 7.4274187088012695, 23.014976501464844, 16.951828002929688, 16.959165573120117, 20.034448623657227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.366455078125, 'language': 52.2752799987793}}, {'routing_index': 209, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7575557827949524, 0.0007742906454950571, 2.4170622836550137e-08, 2.755029129275499e-07, 8.829904800222721e-06, 0.01972571760416031, 9.133972525887657e-06, 0.00019366359629202634, 0.00020058992959093302, 4.230810372973792e-05], 'log_scores_by_expert': [-0.2776581048965454, -7.163563251495361, -17.538127899169922, -15.104667663574219, -11.63736629486084, -3.9258320331573486, -11.603509902954102, -8.54938793182373, -8.51424789428711, -10.070531845092773], 'distances_by_expert': [0.5553162097930908, 14.327126502990723, 35.076255798339844, 30.209335327148438, 23.27473258972168, 7.851664066314697, 23.207019805908203, 17.09877586364746, 17.02849578857422, 20.141063690185547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.128173828125, 'language': 52.284706115722656}}, {'routing_index': 210, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8200053572654724, 0.0008510077022947371, 2.5627374000691816e-08, 3.060268909393926e-07, 9.367134225612972e-06, 0.02144232764840126, 9.59354110818822e-06, 0.0002043360291281715, 0.00021384049614425749, 4.378281664685346e-05], 'log_scores_by_expert': [-0.1984444111585617, -7.069089412689209, -17.479604721069336, -14.999592781066895, -11.578303337097168, -3.842388391494751, -11.554420471191406, -8.495744705200195, -8.45028018951416, -10.036269187927246], 'distances_by_expert': [0.3968888223171234, 14.138178825378418, 34.95920944213867, 29.99918556213379, 23.156606674194336, 7.684776782989502, 23.108840942382812, 16.99148941040039, 16.90056037902832, 20.072538375854492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.342529296875, 'language': 52.271240234375}}, {'routing_index': 211, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7900927662849426, 0.0008531354833394289, 2.5343304344005446e-08, 3.125032037587516e-07, 9.268224857805762e-06, 0.021978851407766342, 9.546220098854974e-06, 0.00020414066966623068, 0.000206538345082663, 4.2680494516389444e-05], 'log_scores_by_expert': [-0.2356048971414566, -7.066592216491699, -17.490751266479492, -14.97865104675293, -11.588918685913086, -3.8176746368408203, -11.559365272521973, -8.49670124053955, -8.485024452209473, -10.061768531799316], 'distances_by_expert': [0.4712097942829132, 14.133184432983398, 34.981502532958984, 29.95730209350586, 23.177837371826172, 7.635349273681641, 23.118730545043945, 16.9934024810791, 16.970048904418945, 20.123537063598633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3333.36328125, 'language': 52.280277252197266}}, {'routing_index': 212, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7363387942314148, 0.0008048447198234499, 2.329761272790165e-08, 2.816674680161668e-07, 8.905372851586435e-06, 0.02112938091158867, 9.272494935430586e-06, 0.00019367836648598313, 0.00019672517373692244, 4.3334552174201235e-05], 'log_scores_by_expert': [-0.30606499314308167, -7.124861240386963, -17.574914932250977, -15.082538604736328, -11.62885570526123, -3.857090711593628, -11.588458061218262, -8.549311637878418, -8.533702850341797, -10.046560287475586], 'distances_by_expert': [0.6121299862861633, 14.249722480773926, 35.14982986450195, 30.165077209472656, 23.25771141052246, 7.714181423187256, 23.176916122436523, 17.098623275756836, 17.067405700683594, 20.093120574951172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3250.03515625, 'language': 52.295982360839844}}, {'routing_index': 213, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6984647512435913, 0.000824982242193073, 2.3007574512234896e-08, 3.1886528972790984e-07, 9.269179827242624e-06, 0.022712862119078636, 9.628058251109906e-06, 0.00019833771511912346, 0.00018939960864372551, 4.353947952040471e-05], 'log_scores_by_expert': [-0.35887059569358826, -7.100148677825928, -17.58744239807129, -14.958497047424316, -11.588815689086914, -3.7848238945007324, -11.55082893371582, -8.52553939819336, -8.571651458740234, -10.041842460632324], 'distances_by_expert': [0.7177411913871765, 14.200297355651855, 35.17488479614258, 29.916994094848633, 23.177631378173828, 7.569647789001465, 23.10165786743164, 17.05107879638672, 17.14330291748047, 20.08368492126465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3277.822998046875, 'language': 52.30210876464844}}, {'routing_index': 214, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7708426117897034, 0.0008948502945713699, 2.473706395278441e-08, 3.4235984003316844e-07, 9.768903510121163e-06, 0.024566324427723885, 1.0071881661133375e-05, 0.00021052559895906597, 0.00020542180573102087, 4.611302574630827e-05], 'log_scores_by_expert': [-0.26027101278305054, -7.018854141235352, -17.514963150024414, -14.88740348815918, -11.536306381225586, -3.706378698348999, -11.505763053894043, -8.465903282165527, -8.490445137023926, -9.984415054321289], 'distances_by_expert': [0.5205420255661011, 14.037708282470703, 35.02992630004883, 29.77480697631836, 23.072612762451172, 7.412757396697998, 23.011526107788086, 16.931806564331055, 16.98089027404785, 19.968830108642578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.763427734375, 'language': 52.269927978515625}}, {'routing_index': 215, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8018435835838318, 0.0008380961371585727, 2.503505491802116e-08, 3.105708401562879e-07, 9.613681868358981e-06, 0.021701352670788765, 9.68988570093643e-06, 0.00020589152700267732, 0.0002108036569552496, 4.5504613808589056e-05], 'log_scores_by_expert': [-0.22084176540374756, -7.084377765655518, -17.502988815307617, -14.984853744506836, -11.552323341369629, -3.83038067817688, -11.544427871704102, -8.488161087036133, -8.464583396911621, -9.997696876525879], 'distances_by_expert': [0.4416835308074951, 14.168755531311035, 35.005977630615234, 29.969707489013672, 23.104646682739258, 7.66076135635376, 23.088855743408203, 16.976322174072266, 16.929166793823242, 19.995393753051758], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.85302734375, 'language': 52.29340362548828}}, {'routing_index': 216, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.729904294013977, 0.0007544958498328924, 2.3417142003268054e-08, 2.813308412896731e-07, 8.692803021403961e-06, 0.01862725429236889, 8.785010322753806e-06, 0.0001870583073468879, 0.0001937101478688419, 3.983130227425136e-05], 'log_scores_by_expert': [-0.3148418664932251, -7.189460754394531, -17.56979751586914, -15.083734512329102, -11.65301513671875, -3.9831295013427734, -11.642463684082031, -8.584090232849121, -8.549147605895996, -10.130857467651367], 'distances_by_expert': [0.6296837329864502, 14.378921508789062, 35.13959503173828, 30.167469024658203, 23.3060302734375, 7.966259002685547, 23.284927368164062, 17.168180465698242, 17.098295211791992, 20.261714935302734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.5361328125, 'language': 52.26557540893555}}, {'routing_index': 217, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.802327036857605, 0.0007815134013071656, 2.552502920138977e-08, 2.64621547785282e-07, 8.753231668379158e-06, 0.018530048429965973, 8.952727512223646e-06, 0.00019261868146713823, 0.00020656257402151823, 4.180303949397057e-05], 'log_scores_by_expert': [-0.22023901343345642, -7.15427827835083, -17.483606338500977, -15.144965171813965, -11.646087646484375, -3.9883615970611572, -11.623552322387695, -8.554798126220703, -8.484907150268555, -10.082541465759277], 'distances_by_expert': [0.44047802686691284, 14.30855655670166, 34.96721267700195, 30.28993034362793, 23.29217529296875, 7.9767231941223145, 23.24710464477539, 17.109596252441406, 16.96981430053711, 20.165082931518555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3365.723876953125, 'language': 52.2701416015625}}, {'routing_index': 218, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.788297712802887, 0.0007857840973883867, 2.508404683965182e-08, 2.659226083778776e-07, 8.62092747411225e-06, 0.01851535774767399, 8.814744433038868e-06, 0.00019005370268132538, 0.00020275554561521858, 4.10491120419465e-05], 'log_scores_by_expert': [-0.23787951469421387, -7.148828506469727, -17.501033782958984, -15.140060424804688, -11.661317825317383, -3.989154815673828, -11.639084815979004, -8.568203926086426, -8.503509521484375, -10.100741386413574], 'distances_by_expert': [0.47575902938842773, 14.297657012939453, 35.00206756591797, 30.280120849609375, 23.322635650634766, 7.978309631347656, 23.278169631958008, 17.13640785217285, 17.00701904296875, 20.20148277282715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.4453125, 'language': 52.259132385253906}}, {'routing_index': 219, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.727405846118927, 0.0007077387417666614, 2.3199969945153498e-08, 2.3654264680317283e-07, 8.138741577567998e-06, 0.016553683206439018, 8.367108421225566e-06, 0.00017561830463819206, 0.0001886338577605784, 3.899873627233319e-05], 'log_scores_by_expert': [-0.3182707130908966, -7.2534356117248535, -17.57911491394043, -15.257137298583984, -11.71887493133545, -4.101146697998047, -11.691202163696289, -8.647197723388672, -8.575702667236328, -10.151981353759766], 'distances_by_expert': [0.6365414261817932, 14.506871223449707, 35.15822982788086, 30.51427459716797, 23.4377498626709, 8.202293395996094, 23.382404327392578, 17.294395446777344, 17.151405334472656, 20.30396270751953], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3347.341064453125, 'language': 52.294254302978516}}, {'routing_index': 220, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7724628448486328, 0.000872583594173193, 2.4885707716748584e-08, 3.132124390958779e-07, 9.409618542122189e-06, 0.022540129721164703, 9.702823263069149e-06, 0.00020097231026738882, 0.00020602626318577677, 4.417559830471873e-05], 'log_scores_by_expert': [-0.2581714391708374, -7.0440521240234375, -17.50897216796875, -14.976384162902832, -11.57377815246582, -3.7924580574035645, -11.54309368133545, -8.512343406677246, -8.487506866455078, -10.027338027954102], 'distances_by_expert': [0.5163428783416748, 14.088104248046875, 35.0179443359375, 29.952768325805664, 23.14755630493164, 7.584916114807129, 23.0861873626709, 17.024686813354492, 16.975013732910156, 20.054676055908203], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3276.34326171875, 'language': 52.27747344970703}}, {'routing_index': 221, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7587810754776001, 0.0009119567694142461, 2.4773752826945383e-08, 3.2491908541487646e-07, 9.68872154771816e-06, 0.02368198148906231, 1.0030290468421299e-05, 0.00020713444973807782, 0.00020296371076256037, 4.623328277375549e-05], 'log_scores_by_expert': [-0.27604198455810547, -6.999917984008789, -17.51348114013672, -14.939689636230469, -11.544548034667969, -3.7430408000946045, -11.50990104675293, -8.482142448425293, -8.502483367919922, -9.981810569763184], 'distances_by_expert': [0.5520839691162109, 13.999835968017578, 35.02696228027344, 29.879379272460938, 23.089096069335938, 7.486081600189209, 23.01980209350586, 16.964284896850586, 17.004966735839844, 19.963621139526367], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3261.973388671875, 'language': 52.29279708862305}}, {'routing_index': 222, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.723637580871582, 0.0008777661714702845, 2.3484235001092202e-08, 3.238372983105364e-07, 9.425929420103785e-06, 0.02353404089808464, 9.7981628641719e-06, 0.00020230184600222856, 0.0001960314839379862, 4.5055003283778206e-05], 'log_scores_by_expert': [-0.32346466183662415, -7.038130283355713, -17.566936492919922, -14.943024635314941, -11.572046279907227, -3.74930739402771, -11.533315658569336, -8.505749702453613, -8.537235260009766, -10.0076265335083], 'distances_by_expert': [0.6469293236732483, 14.076260566711426, 35.133872985839844, 29.886049270629883, 23.144092559814453, 7.49861478805542, 23.066631317138672, 17.011499404907227, 17.07447052001953, 20.0152530670166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3363.62158203125, 'language': 52.30025100708008}}, {'routing_index': 223, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7584187984466553, 0.0009245228720828891, 2.4260964792688355e-08, 3.3903663165801845e-07, 9.746876457938924e-06, 0.025396237149834633, 1.0121170817001257e-05, 0.00020914620836265385, 0.00020398673950694501, 4.675877789850347e-05], 'log_scores_by_expert': [-0.2765195369720459, -6.986232757568359, -17.53439712524414, -14.897157669067383, -11.53856372833252, -3.673154354095459, -11.50088119506836, -8.472476959228516, -8.497455596923828, -9.970508575439453], 'distances_by_expert': [0.5530390739440918, 13.972465515136719, 35.06879425048828, 29.794315338134766, 23.07712745666504, 7.346308708190918, 23.00176239013672, 16.94495391845703, 16.994911193847656, 19.941017150878906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.2373046875, 'language': 52.307861328125}}, {'routing_index': 224, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7748460173606873, 0.0008814244065433741, 2.4832175427036418e-08, 3.350803297053062e-07, 9.409851372765843e-06, 0.02387825772166252, 9.737816981214564e-06, 0.0002041007683146745, 0.00020808402041438967, 4.3705094867618755e-05], 'log_scores_by_expert': [-0.25509098172187805, -7.033971309661865, -17.511125564575195, -14.908895492553711, -11.573753356933594, -3.7347869873046875, -11.539493560791016, -8.496896743774414, -8.477568626403809, -10.038045883178711], 'distances_by_expert': [0.5101819634437561, 14.06794261932373, 35.02225112915039, 29.817790985107422, 23.147506713867188, 7.469573974609375, 23.07898712158203, 16.993793487548828, 16.955137252807617, 20.076091766357422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.339111328125, 'language': 52.28246307373047}}, {'routing_index': 225, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8049637079238892, 0.0008681768085807562, 2.5617307386482935e-08, 3.153344039219519e-07, 9.55888390308246e-06, 0.021942755207419395, 9.62773719948018e-06, 0.00020615382527466863, 0.00021242559887468815, 4.467024700716138e-05], 'log_scores_by_expert': [-0.21695804595947266, -7.049115180969238, -17.479997634887695, -14.969632148742676, -11.558039665222168, -3.8193182945251465, -11.550862312316895, -8.48688793182373, -8.456918716430664, -10.016202926635742], 'distances_by_expert': [0.4339160919189453, 14.098230361938477, 34.95999526977539, 29.93926429748535, 23.116079330444336, 7.638636589050293, 23.10172462463379, 16.97377586364746, 16.913837432861328, 20.032405853271484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3339.0966796875, 'language': 52.27900695800781}}, {'routing_index': 226, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8004581928253174, 0.0008532986394129694, 2.5322044905351504e-08, 3.053995101254259e-07, 9.172870704787783e-06, 0.021438851952552795, 9.28777899389388e-06, 0.00020022565149702132, 0.00021062199084553868, 4.265603638486937e-05], 'log_scores_by_expert': [-0.22257104516029358, -7.06640100479126, -17.49159049987793, -15.0016450881958, -11.599260330200195, -3.84255051612854, -11.586811065673828, -8.51606559753418, -8.465445518493652, -10.062341690063477], 'distances_by_expert': [0.44514209032058716, 14.13280200958252, 34.98318099975586, 30.0032901763916, 23.19852066040039, 7.68510103225708, 23.173622131347656, 17.03213119506836, 16.930891036987305, 20.124683380126953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.89501953125, 'language': 52.26472473144531}}, {'routing_index': 227, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6772615313529968, 0.0007570069283246994, 2.2659689236093072e-08, 2.537729812956968e-07, 8.3787190305884e-06, 0.01650046370923519, 8.3380900832708e-06, 0.00017670795205049217, 0.00017913911142386496, 4.044655725010671e-05], 'log_scores_by_expert': [-0.38969776034355164, -7.186138153076172, -17.602678298950195, -15.1868257522583, -11.689815521240234, -4.104366779327393, -11.694676399230957, -8.641012191772461, -8.627347946166992, -10.11552906036377], 'distances_by_expert': [0.7793955206871033, 14.372276306152344, 35.20535659790039, 30.3736515045166, 23.37963104248047, 8.208733558654785, 23.389352798461914, 17.282024383544922, 17.254695892333984, 20.23105812072754], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3547.040771484375, 'language': 52.2885627746582}}, {'routing_index': 228, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.758771538734436, 0.0008754663285799325, 2.520918229720337e-08, 2.9419095426419517e-07, 9.10241487872554e-06, 0.020107753574848175, 9.251155461242888e-06, 0.00019540546054486185, 0.00020062780822627246, 4.386347427498549e-05], 'log_scores_by_expert': [-0.2760544717311859, -7.0407538414001465, -17.496057510375977, -15.039036750793457, -11.60697078704834, -3.9066498279571533, -11.5907621383667, -8.540433883666992, -8.514059066772461, -10.034428596496582], 'distances_by_expert': [0.5521089434623718, 14.081507682800293, 34.99211502075195, 30.078073501586914, 23.21394157409668, 7.813299655914307, 23.1815242767334, 17.080867767333984, 17.028118133544922, 20.068857192993164], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3426.353515625, 'language': 52.28970718383789}}, {'routing_index': 229, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7090550661087036, 0.0007043363875709474, 2.260232179196464e-08, 2.3956067707331385e-07, 7.720361281826627e-06, 0.015458243899047375, 8.013395017769653e-06, 0.00016925421368796378, 0.0001859521580627188, 3.6991459637647495e-05], 'log_scores_by_expert': [-0.34382206201553345, -7.258254528045654, -17.605213165283203, -15.24445915222168, -11.771649360656738, -4.169612884521484, -11.734395980834961, -8.68410873413086, -8.590021133422852, -10.20482349395752], 'distances_by_expert': [0.6876441240310669, 14.516509056091309, 35.210426330566406, 30.48891830444336, 23.543298721313477, 8.339225769042969, 23.468791961669922, 17.36821746826172, 17.180042266845703, 20.40964698791504], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3526.707275390625, 'language': 52.293155670166016}}, {'routing_index': 230, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7249918580055237, 0.0006538484594784677, 2.3299699947187946e-08, 2.3992441811060417e-07, 7.529317372245714e-06, 0.01566549390554428, 7.805819222994614e-06, 0.0001701470755506307, 0.00018551942775957286, 3.525527790770866e-05], 'log_scores_by_expert': [-0.32159486413002014, -7.332634925842285, -17.574825286865234, -15.242941856384277, -11.796706199645996, -4.156294822692871, -11.760641098022461, -8.678847312927246, -8.592350959777832, -10.25289535522461], 'distances_by_expert': [0.6431897282600403, 14.66526985168457, 35.14965057373047, 30.485883712768555, 23.593412399291992, 8.312589645385742, 23.521282196044922, 17.357694625854492, 17.184701919555664, 20.50579071044922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3389.8017578125, 'language': 52.25771713256836}}, {'routing_index': 231, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5953966975212097, 0.0006143518257886171, 1.9424566843895263e-08, 2.6225566784887633e-07, 7.210553121694829e-06, 0.017375430092215538, 7.678955626033712e-06, 0.00016203867562580854, 0.00016471667913720012, 3.2666681363480166e-05], 'log_scores_by_expert': [-0.5185273885726929, -7.394942760467529, -17.75672721862793, -15.153945922851562, -11.839964866638184, -4.052698135375977, -11.777027130126953, -8.727675437927246, -8.711283683776855, -10.329154968261719], 'distances_by_expert': [1.0370547771453857, 14.789885520935059, 35.51345443725586, 30.307891845703125, 23.679929733276367, 8.105396270751953, 23.554054260253906, 17.455350875854492, 17.42256736755371, 20.658309936523438], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3318.5234375, 'language': 52.27752685546875}}, {'routing_index': 232, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5974065065383911, 0.0006657968042418361, 1.9557321095931002e-08, 2.7261461355010397e-07, 7.624487807333935e-06, 0.019360974431037903, 8.140232239384204e-06, 0.0001701511355349794, 0.00016544574464205652, 3.497174475342035e-05], 'log_scores_by_expert': [-0.5151574611663818, -7.314526081085205, -17.749916076660156, -15.115206718444824, -11.78414535522461, -3.944495916366577, -11.7186918258667, -8.678823471069336, -8.706867218017578, -10.260970115661621], 'distances_by_expert': [1.0303149223327637, 14.62905216217041, 35.49983215332031, 30.23041343688965, 23.56829071044922, 7.888991832733154, 23.4373836517334, 17.357646942138672, 17.413734436035156, 20.521940231323242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.235107421875, 'language': 52.29444885253906}}, {'routing_index': 233, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7604592442512512, 0.0007674043299630284, 2.447607094779869e-08, 2.810749890613806e-07, 8.450952009297907e-06, 0.019417157396674156, 8.871695172274485e-06, 0.00019254503422416747, 0.00020201265579089522, 4.0094808355206624e-05], 'log_scores_by_expert': [-0.273832768201828, -7.172496795654297, -17.525569915771484, -15.084644317626953, -11.681231498718262, -3.9415981769561768, -11.632644653320312, -8.555180549621582, -8.507180213928223, -10.124263763427734], 'distances_by_expert': [0.547665536403656, 14.344993591308594, 35.05113983154297, 30.169288635253906, 23.362462997436523, 7.8831963539123535, 23.265289306640625, 17.110361099243164, 17.014360427856445, 20.24852752685547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.73095703125, 'language': 52.28911209106445}}, {'routing_index': 234, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7498935461044312, 0.0007512508891522884, 2.3846189023402076e-08, 2.768091746929713e-07, 8.528734724677633e-06, 0.019930873066186905, 8.953496035246644e-06, 0.00019325678294990212, 0.00020032344036735594, 4.103466562810354e-05], 'log_scores_by_expert': [-0.28782400488853455, -7.193770885467529, -17.5516414642334, -15.099937438964844, -11.672069549560547, -3.915485382080078, -11.623466491699219, -8.551490783691406, -8.51557731628418, -10.101093292236328], 'distances_by_expert': [0.5756480097770691, 14.387541770935059, 35.1032829284668, 30.199874877929688, 23.344139099121094, 7.830970764160156, 23.246932983398438, 17.102981567382812, 17.03115463256836, 20.202186584472656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.6201171875, 'language': 52.27403259277344}}, {'routing_index': 235, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6783257126808167, 0.0008088354952633381, 2.2406505095773355e-08, 3.14757528485643e-07, 8.910316864785273e-06, 0.023323142901062965, 9.615991984901484e-06, 0.00019657250959426165, 0.00018152837583329529, 4.1731862438609824e-05], 'log_scores_by_expert': [-0.3881276547908783, -7.119915008544922, -17.613914489746094, -14.971463203430176, -11.628300666809082, -3.7583091259002686, -11.552083015441895, -8.534479141235352, -8.61409854888916, -10.084245681762695], 'distances_by_expert': [0.7762553095817566, 14.239830017089844, 35.22782897949219, 29.94292640686035, 23.256601333618164, 7.516618251800537, 23.10416603088379, 17.068958282470703, 17.22819709777832, 20.16849136352539], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3283.5400390625, 'language': 52.28246307373047}}, {'routing_index': 236, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6324562430381775, 0.0006990095134824514, 2.075482719021693e-08, 2.3456492215245817e-07, 7.986273885762785e-06, 0.014682487584650517, 7.791635653120466e-06, 0.0001637226523598656, 0.0001677752152318135, 3.824789746431634e-05], 'log_scores_by_expert': [-0.4581442177295685, -7.265846252441406, -17.690486907958984, -15.265533447265625, -11.737786293029785, -4.221099853515625, -11.762459754943848, -8.717336654663086, -8.692885398864746, -10.171422004699707], 'distances_by_expert': [0.916288435459137, 14.531692504882812, 35.38097381591797, 30.53106689453125, 23.47557258605957, 8.44219970703125, 23.524919509887695, 17.434673309326172, 17.385770797729492, 20.342844009399414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3508.095703125, 'language': 52.27733612060547}}, {'routing_index': 237, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7387591004371643, 0.0008332207798957825, 2.4094626738246916e-08, 2.9415505764518457e-07, 8.963098480307963e-06, 0.020539522171020508, 9.042300916917156e-06, 0.00019584872643463314, 0.00019374357361812145, 4.37502603745088e-05], 'log_scores_by_expert': [-0.30278339982032776, -7.090211868286133, -17.541276931762695, -15.039158821105957, -11.622394561767578, -3.885404348373413, -11.61359691619873, -8.538167953491211, -8.548974990844727, -10.037013053894043], 'distances_by_expert': [0.6055667996406555, 14.180423736572266, 35.08255386352539, 30.078317642211914, 23.244789123535156, 7.770808696746826, 23.22719383239746, 17.076335906982422, 17.097949981689453, 20.074026107788086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3544.992431640625, 'language': 52.280391693115234}}, {'routing_index': 238, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7216545343399048, 0.0007011476554907858, 2.3337239696274992e-08, 2.3957093731041823e-07, 7.780660780554172e-06, 0.016161568462848663, 8.065392648859415e-06, 0.00017338135512545705, 0.00018672624719329178, 3.7874106055824086e-05], 'log_scores_by_expert': [-0.32620880007743835, -7.262792110443115, -17.57321548461914, -15.244416236877441, -11.763869285583496, -4.125119209289551, -11.727928161621094, -8.660017013549805, -8.585866928100586, -10.181242942810059], 'distances_by_expert': [0.6524176001548767, 14.52558422088623, 35.14643096923828, 30.488832473754883, 23.527738571166992, 8.250238418579102, 23.455856323242188, 17.32003402709961, 17.171733856201172, 20.362485885620117], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3530.427490234375, 'language': 52.2608528137207}}, {'routing_index': 239, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6823340058326721, 0.000588287424761802, 2.1877067268860628e-08, 2.1343900868942e-07, 7.001977337495191e-06, 0.013881884515285492, 7.206332611531252e-06, 0.00015657651238143444, 0.00017298101738560945, 3.2963322155410424e-05], 'log_scores_by_expert': [-0.38223597407341003, -7.438294887542725, -17.637826919555664, -15.359914779663086, -11.869318008422852, -4.277170658111572, -11.840550422668457, -8.76196575164795, -8.662328720092773, -10.320115089416504], 'distances_by_expert': [0.7644719481468201, 14.87658977508545, 35.27565383911133, 30.719829559326172, 23.738636016845703, 8.554341316223145, 23.681100845336914, 17.5239315032959, 17.324657440185547, 20.640230178833008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.7255859375, 'language': 52.27858352661133}}, {'routing_index': 240, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7369438409805298, 0.0008201265591196716, 2.403381138549321e-08, 3.354173259140225e-07, 8.975271157396492e-06, 0.02287789061665535, 9.379756193084177e-06, 0.00019723406876437366, 0.00019538328342605382, 4.106630149181001e-05], 'log_scores_by_expert': [-0.30524370074272156, -7.106051921844482, -17.543804168701172, -14.907890319824219, -11.621037483215332, -3.7775843143463135, -11.576956748962402, -8.531119346618652, -8.540547370910645, -10.100322723388672], 'distances_by_expert': [0.6104874014854431, 14.212103843688965, 35.087608337402344, 29.815780639648438, 23.242074966430664, 7.555168628692627, 23.153913497924805, 17.062238693237305, 17.08109474182129, 20.200645446777344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.550048828125, 'language': 52.28358840942383}}, {'routing_index': 241, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7655297517776489, 0.0008853152394294739, 2.513169583551189e-08, 3.4028926165774465e-07, 9.468039024795871e-06, 0.023622656241059303, 9.619697266316507e-06, 0.0002047409798251465, 0.00020147876057308167, 4.347517096903175e-05], 'log_scores_by_expert': [-0.2671871781349182, -7.029566764831543, -17.499135971069336, -14.89346981048584, -11.567588806152344, -3.745548963546753, -11.551697731018066, -8.493764877319336, -8.50982666015625, -10.043320655822754], 'distances_by_expert': [0.5343743562698364, 14.059133529663086, 34.99827194213867, 29.78693962097168, 23.135177612304688, 7.491097927093506, 23.103395462036133, 16.987529754638672, 17.0196533203125, 20.086641311645508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.0009765625, 'language': 52.277339935302734}}, {'routing_index': 242, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7771102786064148, 0.0007110330043360591, 2.4857149227841546e-08, 2.478484759649291e-07, 8.315799277625047e-06, 0.017022110521793365, 8.39275435282616e-06, 0.00018418545369058847, 0.0001988638541661203, 3.9410377212334424e-05], 'log_scores_by_expert': [-0.2521730959415436, -7.248791694641113, -17.510120391845703, -15.210448265075684, -11.69735336303711, -4.0732421875, -11.688141822814941, -8.599567413330078, -8.522890090942383, -10.141481399536133], 'distances_by_expert': [0.5043461918830872, 14.497583389282227, 35.020240783691406, 30.420896530151367, 23.39470672607422, 8.146484375, 23.376283645629883, 17.199134826660156, 17.045780181884766, 20.282962799072266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.760986328125, 'language': 52.27236557006836}}, {'routing_index': 243, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7787914872169495, 0.000712151057086885, 2.449904989987317e-08, 2.489875328137714e-07, 8.4323783084983e-06, 0.01733643375337124, 8.578233064326923e-06, 0.0001850132248364389, 0.00020164829038549215, 4.0187485865317285e-05], 'log_scores_by_expert': [-0.25001198053359985, -7.247220516204834, -17.52463150024414, -15.205862998962402, -11.683431625366211, -4.05494499206543, -11.666282653808594, -8.595083236694336, -8.50898551940918, -10.121954917907715], 'distances_by_expert': [0.5000239610671997, 14.494441032409668, 35.04926300048828, 30.411725997924805, 23.366863250732422, 8.10988998413086, 23.332565307617188, 17.190166473388672, 17.01797103881836, 20.24390983581543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.58984375, 'language': 52.286155700683594}}, {'routing_index': 244, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7907705307006836, 0.0008198395371437073, 2.5262997027653e-08, 2.9570230708486633e-07, 9.320548087998759e-06, 0.021534515544772148, 9.461242370889522e-06, 0.00020202268206048757, 0.0002061426202999428, 4.4314507249509916e-05], 'log_scores_by_expert': [-0.2347474843263626, -7.1064019203186035, -17.493925094604492, -15.033912658691406, -11.58328914642334, -3.8380982875823975, -11.568306922912598, -8.50713062286377, -8.486942291259766, -10.024198532104492], 'distances_by_expert': [0.4694949686527252, 14.212803840637207, 34.987850189208984, 30.067825317382812, 23.16657829284668, 7.676196575164795, 23.136613845825195, 17.01426124572754, 16.97388458251953, 20.048397064208984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.148193359375, 'language': 52.289527893066406}}, {'routing_index': 245, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6983035802841187, 0.0008235343266278505, 2.3421028672032662e-08, 3.334297389301355e-07, 9.157302883977536e-06, 0.022847337648272514, 9.58743203227641e-06, 0.00019854948914144188, 0.00018740291125141084, 4.1677372792037204e-05], 'log_scores_by_expert': [-0.3591012954711914, -7.101905345916748, -17.569631576538086, -14.913833618164062, -11.600958824157715, -3.7789206504821777, -11.555057525634766, -8.5244722366333, -8.582249641418457, -10.085552215576172], 'distances_by_expert': [0.7182025909423828, 14.203810691833496, 35.13926315307617, 29.827667236328125, 23.20191764831543, 7.5578413009643555, 23.11011505126953, 17.0489444732666, 17.164499282836914, 20.171104431152344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.14794921875, 'language': 52.30326843261719}}, {'routing_index': 246, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6423665881156921, 0.000734312750864774, 2.150132338840649e-08, 2.497559421499318e-07, 8.223628356063273e-06, 0.01608317531645298, 8.019464985409286e-06, 0.000170241211890243, 0.00016950361896306276, 3.948667290387675e-05], 'log_scores_by_expert': [-0.4425961673259735, -7.216575622558594, -17.6551513671875, -15.202781677246094, -11.70849895477295, -4.129981517791748, -11.733638763427734, -8.67829418182373, -8.682636260986328, -10.139547348022461], 'distances_by_expert': [0.885192334651947, 14.433151245117188, 35.310302734375, 30.405563354492188, 23.4169979095459, 8.259963035583496, 23.46727752685547, 17.35658836364746, 17.365272521972656, 20.279094696044922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3530.150390625, 'language': 52.29592514038086}}, {'routing_index': 247, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7453750371932983, 0.0008443142869509757, 2.4681781951585435e-08, 2.765131341675442e-07, 8.942206477513537e-06, 0.018569640815258026, 8.902740773919504e-06, 0.0001890359999379143, 0.00019490666454657912, 4.245810123393312e-05], 'log_scores_by_expert': [-0.2938677668571472, -7.076985836029053, -17.517200469970703, -15.101007461547852, -11.624728202819824, -3.98622727394104, -11.629151344299316, -8.573573112487793, -8.542989730834961, -10.06699275970459], 'distances_by_expert': [0.5877355337142944, 14.153971672058105, 35.034400939941406, 30.202014923095703, 23.24945640563965, 7.97245454788208, 23.258302688598633, 17.147146224975586, 17.085979461669922, 20.13398551940918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.68994140625, 'language': 52.27296829223633}}, {'routing_index': 248, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7233438491821289, 0.0007144312257878482, 2.3374079560767314e-08, 2.4010938659557723e-07, 7.827175068086945e-06, 0.015734968706965446, 8.04634782980429e-06, 0.0001725496695144102, 0.00018568741506896913, 3.773551361518912e-05], 'log_scores_by_expert': [-0.32387056946754456, -7.24402379989624, -17.571638107299805, -15.242171287536621, -11.757908821105957, -4.151869773864746, -11.730292320251465, -8.664825439453125, -8.591445922851562, -10.184908866882324], 'distances_by_expert': [0.6477411389350891, 14.48804759979248, 35.14327621459961, 30.484342575073242, 23.515817642211914, 8.303739547729492, 23.46058464050293, 17.32965087890625, 17.182891845703125, 20.36981773376465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3491.095947265625, 'language': 52.28266906738281}}, {'routing_index': 249, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7079295516014099, 0.0005950925988145173, 2.2909222963107823e-08, 2.1966788210647792e-07, 7.218568498501554e-06, 0.014102952554821968, 7.373146218014881e-06, 0.00016196451906580478, 0.00017698098963592201, 3.3768974390113726e-05], 'log_scores_by_expert': [-0.3454107344150543, -7.426793575286865, -17.591726303100586, -15.331149101257324, -11.83885383605957, -4.26137113571167, -11.817666053771973, -8.728133201599121, -8.6394681930542, -10.295968055725098], 'distances_by_expert': [0.6908214688301086, 14.85358715057373, 35.18345260620117, 30.66229820251465, 23.67770767211914, 8.52274227142334, 23.635332107543945, 17.456266403198242, 17.2789363861084, 20.591936111450195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.597900390625, 'language': 52.269779205322266}}, {'routing_index': 250, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7553272247314453, 0.0008200647425837815, 2.42130280270203e-08, 3.322397503779939e-07, 8.942863132688217e-06, 0.022548653185367584, 9.312986549048219e-06, 0.00019626737048383802, 0.00020029133884236217, 4.100255318917334e-05], 'log_scores_by_expert': [-0.2806042432785034, -7.1061272621154785, -17.536375045776367, -14.91740894317627, -11.624654769897461, -3.7920799255371094, -11.584100723266602, -8.536032676696777, -8.515737533569336, -10.101876258850098], 'distances_by_expert': [0.5612084865570068, 14.212254524230957, 35.072750091552734, 29.83481788635254, 23.249309539794922, 7.584159851074219, 23.168201446533203, 17.072065353393555, 17.031475067138672, 20.203752517700195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.3720703125, 'language': 52.26983642578125}}, {'routing_index': 251, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7630332708358765, 0.0008746335515752435, 2.5152219862434322e-08, 3.340570913223928e-07, 9.510009476798587e-06, 0.023152370005846024, 9.69245593296364e-06, 0.00020338533795438707, 0.0002023587585426867, 4.3507352529559284e-05], 'log_scores_by_expert': [-0.2704536020755768, -7.04170560836792, -17.498319625854492, -14.911953926086426, -11.563165664672852, -3.765658140182495, -11.54416275024414, -8.500408172607422, -8.505468368530273, -10.042580604553223], 'distances_by_expert': [0.5409072041511536, 14.08341121673584, 34.996639251708984, 29.82390785217285, 23.126331329345703, 7.53131628036499, 23.08832550048828, 17.000816345214844, 17.010936737060547, 20.085161209106445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.63037109375, 'language': 52.283477783203125}}, {'routing_index': 252, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7570289373397827, 0.0006671938463114202, 2.441321989010703e-08, 2.293564165256612e-07, 7.785975867591333e-06, 0.01613077148795128, 8.060025720624253e-06, 0.00017740750627126545, 0.0001931103179231286, 3.743782144738361e-05], 'log_scores_by_expert': [-0.278353750705719, -7.312429904937744, -17.528141021728516, -15.287988662719727, -11.76318645477295, -4.127026557922363, -11.728593826293945, -8.63706111907959, -8.55224895477295, -10.192829132080078], 'distances_by_expert': [0.556707501411438, 14.624859809875488, 35.05628204345703, 30.575977325439453, 23.5263729095459, 8.254053115844727, 23.45718765258789, 17.27412223815918, 17.1044979095459, 20.385658264160156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3349.5341796875, 'language': 52.282108306884766}}, {'routing_index': 253, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7427476644515991, 0.0006561099435202777, 2.3373813107241403e-08, 2.2391841980606841e-07, 7.8286911957548e-06, 0.015872396528720856, 8.043309208005667e-06, 0.00017623907478991896, 0.00019514157611411065, 3.79401863028761e-05], 'log_scores_by_expert': [-0.2973988652229309, -7.329182147979736, -17.5716495513916, -15.311984062194824, -11.757715225219727, -4.143173694610596, -11.730669975280762, -8.643669128417969, -8.54178524017334, -10.179499626159668], 'distances_by_expert': [0.5947977304458618, 14.658364295959473, 35.1432991027832, 30.62396812438965, 23.515430450439453, 8.286347389221191, 23.461339950561523, 17.287338256835938, 17.08357048034668, 20.358999252319336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3352.801513671875, 'language': 52.279151916503906}}, {'routing_index': 254, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7577077746391296, 0.0007708638440817595, 2.3897731793454113e-08, 2.7751519837693195e-07, 8.812819032755215e-06, 0.01984638161957264, 9.06793138710782e-06, 0.000192520790733397, 0.0001992254692595452, 4.148556035943329e-05], 'log_scores_by_expert': [-0.27745744585990906, -7.167998790740967, -17.549482345581055, -15.097390174865723, -11.639303207397461, -3.9197335243225098, -11.610766410827637, -8.555306434631348, -8.521073341369629, -10.090165138244629], 'distances_by_expert': [0.5549148917198181, 14.335997581481934, 35.09896469116211, 30.194780349731445, 23.278606414794922, 7.8394670486450195, 23.221532821655273, 17.110612869262695, 17.042146682739258, 20.180330276489258], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3271.286865234375, 'language': 52.288734436035156}}, {'routing_index': 255, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6822601556777954, 0.0007625532452948391, 2.2859985904233326e-08, 2.5411227966287697e-07, 8.3981103671249e-06, 0.0165414996445179, 8.493466339132283e-06, 0.00017879468214232475, 0.000178657122887671, 4.1117167711490765e-05], 'log_scores_by_expert': [-0.3823442757129669, -7.17883825302124, -17.5938777923584, -15.185489654541016, -11.687503814697266, -4.1018829345703125, -11.676213264465332, -8.6292724609375, -8.63004207611084, -10.099084854125977], 'distances_by_expert': [0.7646885514259338, 14.35767650604248, 35.1877555847168, 30.37097930908203, 23.37500762939453, 8.203765869140625, 23.352426528930664, 17.258544921875, 17.26008415222168, 20.198169708251953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3584.5546875, 'language': 52.29131317138672}}, {'routing_index': 256, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7533301115036011, 0.0008934569195844233, 2.50765843645695e-08, 3.032579058981355e-07, 9.16312183107948e-06, 0.021460652351379395, 9.438765118829906e-06, 0.00020064349519088864, 0.00019947433611378074, 4.525705662672408e-05], 'log_scores_by_expert': [-0.2832518219947815, -7.020412445068359, -17.501331329345703, -15.008682250976562, -11.600323677062988, -3.84153413772583, -11.570685386657715, -8.513980865478516, -8.519824981689453, -10.003151893615723], 'distances_by_expert': [0.566503643989563, 14.040824890136719, 35.002662658691406, 30.017364501953125, 23.200647354125977, 7.68306827545166, 23.14137077331543, 17.02796173095703, 17.039649963378906, 20.006303787231445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3477.765869140625, 'language': 52.282142639160156}}, {'routing_index': 257, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7604172825813293, 0.0007673932705074549, 2.446332914018967e-08, 2.612339926599816e-07, 8.18683565739775e-06, 0.01757277175784111, 8.58943985804217e-06, 0.00018401286797598004, 0.00019799092842731625, 4.0031609387369826e-05], 'log_scores_by_expert': [-0.27388796210289, -7.172511100769043, -17.526090621948242, -15.157849311828613, -11.712983131408691, -4.041404724121094, -11.664977073669434, -8.600504875183105, -8.527289390563965, -10.12584114074707], 'distances_by_expert': [0.54777592420578, 14.345022201538086, 35.052181243896484, 30.315698623657227, 23.425966262817383, 8.082809448242188, 23.329954147338867, 17.20100975036621, 17.05457878112793, 20.25168228149414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.93701171875, 'language': 52.26060485839844}}, {'routing_index': 258, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6822271943092346, 0.0005829024594277143, 2.210414784542536e-08, 2.10308158443695e-07, 6.863757789687952e-06, 0.013654015958309174, 7.123089289962081e-06, 0.00015526737843174487, 0.00017344999650958925, 3.192182703060098e-05], 'log_scores_by_expert': [-0.382392555475235, -7.447490692138672, -17.627500534057617, -15.3746919631958, -11.88925552368164, -4.293721675872803, -11.852169036865234, -8.77036190032959, -8.659621238708496, -10.35222053527832], 'distances_by_expert': [0.76478511095047, 14.894981384277344, 35.255001068115234, 30.7493839263916, 23.77851104736328, 8.587443351745605, 23.70433807373047, 17.54072380065918, 17.319242477416992, 20.70444107055664], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3353.0380859375, 'language': 52.26110076904297}}, {'routing_index': 259, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.720481812953949, 0.0008219972369261086, 2.3671946181025305e-08, 3.237147154777631e-07, 8.868802069628146e-06, 0.021824587136507034, 9.239877726940904e-06, 0.000193575702724047, 0.00019285872986074537, 4.050376082886942e-05], 'log_scores_by_expert': [-0.32783517241477966, -7.103773593902588, -17.558975219726562, -14.943403244018555, -11.632970809936523, -3.8247179985046387, -11.591981887817383, -8.54984188079834, -8.553552627563477, -10.114115715026855], 'distances_by_expert': [0.6556703448295593, 14.207547187805176, 35.117950439453125, 29.88680648803711, 23.265941619873047, 7.649435997009277, 23.183963775634766, 17.09968376159668, 17.107105255126953, 20.22823143005371], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3287.282958984375, 'language': 52.27661895751953}}, {'routing_index': 260, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7474308609962463, 0.000879547733347863, 2.452509129113878e-08, 3.3738072602318425e-07, 9.364795005240012e-06, 0.024316031485795975, 9.771073564479593e-06, 0.00020475368364714086, 0.00019877019803971052, 4.338053258834407e-05], 'log_scores_by_expert': [-0.2911134958267212, -7.036102771759033, -17.523569107055664, -14.902053833007812, -11.578553199768066, -3.7166194915771484, -11.536084175109863, -8.49370288848877, -8.523361206054688, -10.045499801635742], 'distances_by_expert': [0.5822269916534424, 14.072205543518066, 35.04713821411133, 29.804107666015625, 23.157106399536133, 7.433238983154297, 23.072168350219727, 16.98740577697754, 17.046722412109375, 20.090999603271484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.16796875, 'language': 52.294761657714844}}, {'routing_index': 261, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7614320516586304, 0.0006995367002673447, 2.3791805858763837e-08, 2.4506982754246565e-07, 7.9342644312419e-06, 0.017169389873743057, 8.228680599131621e-06, 0.00017983406723942608, 0.00019803283794317394, 3.8142552511999384e-05], 'log_scores_by_expert': [-0.27255430817604065, -7.265092372894287, -17.553924560546875, -15.221722602844238, -11.744319915771484, -4.064627170562744, -11.707884788513184, -8.623476028442383, -8.527077674865723, -10.174180030822754], 'distances_by_expert': [0.5451086163520813, 14.530184745788574, 35.10784912109375, 30.443445205688477, 23.48863983154297, 8.129254341125488, 23.415769577026367, 17.246952056884766, 17.054155349731445, 20.348360061645508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.959228515625, 'language': 52.285316467285156}}, {'routing_index': 262, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7390739917755127, 0.000684455328155309, 2.3394372661300622e-08, 2.395954084022378e-07, 7.78963749326067e-06, 0.01717880740761757, 8.240233000833541e-06, 0.00017807418771553785, 0.0001965820847544819, 3.767628732020967e-05], 'log_scores_by_expert': [-0.3023572564125061, -7.286887168884277, -17.570770263671875, -15.244314193725586, -11.762716293334961, -4.0640788078308105, -11.70648193359375, -8.633310317993164, -8.534430503845215, -10.186479568481445], 'distances_by_expert': [0.6047145128250122, 14.573774337768555, 35.14154052734375, 30.488628387451172, 23.525432586669922, 8.128157615661621, 23.4129638671875, 17.266620635986328, 17.06886100769043, 20.37295913696289], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.92138671875, 'language': 52.2856559753418}}, {'routing_index': 263, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7296508550643921, 0.000813949154689908, 2.3522519043694956e-08, 3.2347861633752473e-07, 8.886031537258532e-06, 0.023520577698946, 9.440575013286434e-06, 0.0001944417745107785, 0.00019493956642691046, 4.149438245804049e-05], 'log_scores_by_expert': [-0.3151891529560089, -7.113612651824951, -17.5653076171875, -14.944132804870605, -11.631030082702637, -3.7498795986175537, -11.570493698120117, -8.545377731323242, -8.542820930480957, -10.08995246887207], 'distances_by_expert': [0.6303783059120178, 14.227225303649902, 35.130615234375, 29.88826560974121, 23.262060165405273, 7.499759197235107, 23.140987396240234, 17.090755462646484, 17.085641860961914, 20.17990493774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.087646484375, 'language': 52.284793853759766}}, {'routing_index': 264, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.655598521232605, 0.0007032199064269662, 2.2108954667032776e-08, 2.48290177751187e-07, 7.751738849037793e-06, 0.015844712033867836, 7.915845344541594e-06, 0.00016907868848647922, 0.00017150805797427893, 3.7458496080944315e-05], 'log_scores_by_expert': [-0.4222066402435303, -7.259840965270996, -17.627283096313477, -15.208667755126953, -11.767593383789062, -4.144919395446777, -11.746644020080566, -8.68514633178711, -8.670880317687988, -10.192276954650879], 'distances_by_expert': [0.8444132804870605, 14.519681930541992, 35.25456619262695, 30.417335510253906, 23.535186767578125, 8.289838790893555, 23.493288040161133, 17.37029266357422, 17.341760635375977, 20.384553909301758], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3534.03271484375, 'language': 52.300819396972656}}, {'routing_index': 265, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7656343579292297, 0.0008458406664431095, 2.5552502336267935e-08, 2.7945688430008886e-07, 8.79928938957164e-06, 0.019331758841872215, 9.092064829019364e-06, 0.00019193158368580043, 0.00019928305118810385, 4.273780359653756e-05], 'log_scores_by_expert': [-0.2670505940914154, -7.075179576873779, -17.48253059387207, -15.090417861938477, -11.640839576721191, -3.9460060596466064, -11.608108520507812, -8.558371543884277, -8.520784378051758, -10.060426712036133], 'distances_by_expert': [0.5341011881828308, 14.150359153747559, 34.96506118774414, 30.180835723876953, 23.281679153442383, 7.892012119293213, 23.216217041015625, 17.116743087768555, 17.041568756103516, 20.120853424072266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.69775390625, 'language': 52.26112365722656}}, {'routing_index': 266, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7356863617897034, 0.0007177242659963667, 2.3660073011910754e-08, 2.392875728673971e-07, 7.811538125679363e-06, 0.01580377109348774, 8.09817993285833e-06, 0.00017441455565858632, 0.00018938966968562454, 3.770713010453619e-05], 'log_scores_by_expert': [-0.30695146322250366, -7.239425182342529, -17.559476852416992, -15.245599746704102, -11.759908676147461, -4.1475067138671875, -11.723871231079102, -8.654075622558594, -8.571703910827637, -10.185661315917969], 'distances_by_expert': [0.6139029264450073, 14.478850364685059, 35.118953704833984, 30.491199493408203, 23.519817352294922, 8.295013427734375, 23.447742462158203, 17.308151245117188, 17.143407821655273, 20.371322631835938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3524.1513671875, 'language': 52.25509262084961}}, {'routing_index': 267, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.714417040348053, 0.0005995589308440685, 2.2263028753854996e-08, 2.1810875239225425e-07, 7.264064151968341e-06, 0.014459564350545406, 7.497460046579363e-06, 0.00016262153803836554, 0.00018162725609727204, 3.4533572033979e-05], 'log_scores_by_expert': [-0.3362884521484375, -7.419316291809082, -17.620338439941406, -15.338272094726562, -11.832571029663086, -4.236399173736572, -11.800946235656738, -8.724084854125977, -8.613554000854492, -10.273578643798828], 'distances_by_expert': [0.672576904296875, 14.838632583618164, 35.24067687988281, 30.676544189453125, 23.665142059326172, 8.472798347473145, 23.601892471313477, 17.448169708251953, 17.227108001708984, 20.547157287597656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3418.9853515625, 'language': 52.266300201416016}}, {'routing_index': 268, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7335605621337891, 0.0008087421883828938, 2.4052429381526963e-08, 3.261329482029396e-07, 8.759085176279768e-06, 0.022449245676398277, 9.178961590805557e-06, 0.00019471011182758957, 0.0001968518627109006, 4.0018938307184726e-05], 'log_scores_by_expert': [-0.3098451495170593, -7.120030403137207, -17.54302978515625, -14.93596076965332, -11.645419120788574, -3.7964982986450195, -11.598596572875977, -8.543998718261719, -8.533059120178223, -10.126157760620117], 'distances_by_expert': [0.6196902990341187, 14.240060806274414, 35.0860595703125, 29.87192153930664, 23.29083824157715, 7.592996597290039, 23.197193145751953, 17.087997436523438, 17.066118240356445, 20.252315521240234], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3276.061767578125, 'language': 52.26919937133789}}, {'routing_index': 269, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7945062518119812, 0.0007729220669716597, 2.49711984423584e-08, 2.767775129086658e-07, 8.540463568351697e-06, 0.01896579936146736, 8.850518497638404e-06, 0.00019170640734955668, 0.00020617210248019546, 4.057690966874361e-05], 'log_scores_by_expert': [-0.2300344556570053, -7.165332317352295, -17.505542755126953, -15.100051879882812, -11.670695304870605, -3.965117931365967, -11.635034561157227, -8.559545516967773, -8.486799240112305, -10.112311363220215], 'distances_by_expert': [0.4600689113140106, 14.33066463470459, 35.011085510253906, 30.200103759765625, 23.34139060974121, 7.930235862731934, 23.270069122314453, 17.119091033935547, 16.97359848022461, 20.22462272644043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.855712890625, 'language': 52.265926361083984}}, {'routing_index': 270, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7222548723220825, 0.0006456795963458717, 2.2895592977079104e-08, 2.251361621574688e-07, 7.413624643959338e-06, 0.01580444909632206, 7.858215212763753e-06, 0.00017123854195233434, 0.00019175613124389201, 3.619384006015025e-05], 'log_scores_by_expert': [-0.3253771662712097, -7.345207214355469, -17.592321395874023, -15.306560516357422, -11.812191009521484, -4.147463798522949, -11.753951072692871, -8.672452926635742, -8.559286117553711, -10.226621627807617], 'distances_by_expert': [0.6507543325424194, 14.690414428710938, 35.18464279174805, 30.613121032714844, 23.62438201904297, 8.294927597045898, 23.507902145385742, 17.344905853271484, 17.118572235107422, 20.453243255615234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3426.992919921875, 'language': 52.28092956542969}}, {'routing_index': 271, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7806455492973328, 0.0007919074269011617, 2.503839802159291e-08, 2.889912309456122e-07, 8.735918527236208e-06, 0.02111930586397648, 9.250449693354312e-06, 0.00019729483756236732, 0.00020659074652940035, 4.21626609750092e-05], 'log_scores_by_expert': [-0.24763406813144684, -7.141066074371338, -17.50285530090332, -15.056869506835938, -11.648067474365234, -3.85756778717041, -11.590838432312012, -8.530811309814453, -8.484770774841309, -10.073975563049316], 'distances_by_expert': [0.4952681362628937, 14.282132148742676, 35.00571060180664, 30.113739013671875, 23.29613494873047, 7.71513557434082, 23.181676864624023, 17.061622619628906, 16.969541549682617, 20.147951126098633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.060546875, 'language': 52.306236267089844}}, {'routing_index': 272, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.657632052898407, 0.0007087808917276561, 2.2004117639085052e-08, 2.4155011146831384e-07, 8.067292583291419e-06, 0.01518007181584835, 7.913912668300327e-06, 0.00016621862596366554, 0.0001724485045997426, 3.8100231904536486e-05], 'log_scores_by_expert': [-0.41910967230796814, -7.251964092254639, -17.632036209106445, -15.236188888549805, -11.727692604064941, -4.187771797180176, -11.746888160705566, -8.7022066116333, -8.665411949157715, -10.17529010772705], 'distances_by_expert': [0.8382193446159363, 14.503928184509277, 35.26407241821289, 30.47237777709961, 23.455385208129883, 8.375543594360352, 23.493776321411133, 17.4044132232666, 17.33082389831543, 20.3505802154541], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.31396484375, 'language': 52.279788970947266}}, {'routing_index': 273, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7410243153572083, 0.0007922315271571279, 2.466192405847778e-08, 2.6762006655189907e-07, 8.568878911319189e-06, 0.01771736890077591, 8.645965863252059e-06, 0.00018309804727323353, 0.00019286775204818696, 4.048414120916277e-05], 'log_scores_by_expert': [-0.2997218370437622, -7.1406569480896, -17.51800537109375, -15.133697509765625, -11.667373657226562, -4.033209800720215, -11.658417701721191, -8.605488777160645, -8.553505897521973, -10.11460018157959], 'distances_by_expert': [0.5994436740875244, 14.2813138961792, 35.0360107421875, 30.26739501953125, 23.334747314453125, 8.06641960144043, 23.316835403442383, 17.21097755432129, 17.107011795043945, 20.22920036315918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.39306640625, 'language': 52.28450393676758}}, {'routing_index': 274, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6938011646270752, 0.0006645141402259469, 2.227220186057366e-08, 2.3512080815635272e-07, 7.5794741860590875e-06, 0.014937473461031914, 7.738812200841494e-06, 0.0001653294893912971, 0.00017903816478792578, 3.614968591136858e-05], 'log_scores_by_expert': [-0.3655698895454407, -7.3164544105529785, -17.61992645263672, -15.263166427612305, -11.790066719055176, -4.203882217407227, -11.769262313842773, -8.70757007598877, -8.627911567687988, -10.227842330932617], 'distances_by_expert': [0.7311397790908813, 14.632908821105957, 35.23985290527344, 30.52633285522461, 23.58013343811035, 8.407764434814453, 23.538524627685547, 17.41514015197754, 17.255823135375977, 20.455684661865234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3564.78271484375, 'language': 52.289833068847656}}, {'routing_index': 275, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6784164905548096, 0.0005629961378872395, 2.152795453014278e-08, 2.1114216508522077e-07, 6.9363322836579755e-06, 0.013749082572758198, 7.12105202183011e-06, 0.00015616387827321887, 0.0001741029554978013, 3.24331849697046e-05], 'log_scores_by_expert': [-0.3879939019680023, -7.482237815856934, -17.653913497924805, -15.370734214782715, -11.878737449645996, -4.286783218383789, -11.852455139160156, -8.764604568481445, -8.655863761901855, -10.336328506469727], 'distances_by_expert': [0.7759878039360046, 14.964475631713867, 35.30782699584961, 30.74146842956543, 23.757474899291992, 8.573566436767578, 23.704910278320312, 17.52920913696289, 17.31172752380371, 20.672657012939453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3364.6884765625, 'language': 52.28341293334961}}, {'routing_index': 276, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7676100730895996, 0.0008596278494223952, 2.480992478126609e-08, 3.403616517516639e-07, 9.270045666198712e-06, 0.023476319387555122, 9.571334885549732e-06, 0.00020059317466802895, 0.0002058126119663939, 4.2863237467827275e-05], 'log_scores_by_expert': [-0.2644733786582947, -7.059010982513428, -17.512022018432617, -14.893257141113281, -11.588722229003906, -3.751763105392456, -11.556737899780273, -8.51423168182373, -8.488544464111328, -10.057496070861816], 'distances_by_expert': [0.5289467573165894, 14.118021965026855, 35.024044036865234, 29.786514282226562, 23.177444458007812, 7.503526210784912, 23.113475799560547, 17.02846336364746, 16.977088928222656, 20.114992141723633], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3276.2705078125, 'language': 52.2978401184082}}, {'routing_index': 277, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.715766429901123, 0.0008095829398371279, 2.3386611758269282e-08, 3.1829077329348365e-07, 8.716760930838063e-06, 0.02234017290174961, 9.069297448149882e-06, 0.00018967545474879444, 0.00019639077072497457, 3.996158193331212e-05], 'log_scores_by_expert': [-0.3344014286994934, -7.118991374969482, -17.571102142333984, -14.96030044555664, -11.650262832641602, -3.8013687133789062, -11.610615730285645, -8.570196151733398, -8.535404205322266, -10.127592086791992], 'distances_by_expert': [0.6688028573989868, 14.237982749938965, 35.14220428466797, 29.92060089111328, 23.300525665283203, 7.6027374267578125, 23.22123146057129, 17.140392303466797, 17.07080841064453, 20.255184173583984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3235.046875, 'language': 52.28608322143555}}, {'routing_index': 278, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.822467029094696, 0.0008188775973394513, 2.5790074076326164e-08, 2.909618785906787e-07, 8.88345493876841e-06, 0.02027205564081669, 9.118349225900602e-06, 0.000198607420315966, 0.0002142748999176547, 4.199291652184911e-05], 'log_scores_by_expert': [-0.1954469084739685, -7.1075758934021, -17.473276138305664, -15.050073623657227, -11.631319999694824, -3.8985118865966797, -11.60522174835205, -8.52418041229248, -8.448250770568848, -10.078009605407715], 'distances_by_expert': [0.390893816947937, 14.2151517868042, 34.94655227661133, 30.100147247314453, 23.26263999938965, 7.797023773193359, 23.2104434967041, 17.04836082458496, 16.896501541137695, 20.15601921081543], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3310.003662109375, 'language': 52.27867126464844}}, {'routing_index': 279, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7971230149269104, 0.0007541368831880391, 2.494948958542409e-08, 2.8118896011619654e-07, 8.680071005073842e-06, 0.0188773013651371, 8.854857696860563e-06, 0.00019370534573681653, 0.00020732160191982985, 4.0782677388051525e-05], 'log_scores_by_expert': [-0.2267463356256485, -7.189936637878418, -17.506412506103516, -15.08423900604248, -11.654480934143066, -3.969794988632202, -11.634544372558594, -8.549172401428223, -8.481239318847656, -10.107253074645996], 'distances_by_expert': [0.453492671251297, 14.379873275756836, 35.01282501220703, 30.16847801208496, 23.308961868286133, 7.939589977264404, 23.269088745117188, 17.098344802856445, 16.962478637695312, 20.214506149291992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.146484375, 'language': 52.29891586303711}}, {'routing_index': 280, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7150535583496094, 0.0007925209356471896, 2.3294278506114097e-08, 3.2201876365434146e-07, 8.875359526427928e-06, 0.023130053654313087, 9.388061698700767e-06, 0.000195721018826589, 0.0001917780755320564, 4.09651875088457e-05], 'log_scores_by_expert': [-0.335397869348526, -7.140291690826416, -17.575057983398438, -14.94865608215332, -11.632231712341309, -3.766622543334961, -11.576071739196777, -8.538820266723633, -8.559171676635742, -10.102787971496582], 'distances_by_expert': [0.670795738697052, 14.280583381652832, 35.150115966796875, 29.89731216430664, 23.264463424682617, 7.533245086669922, 23.152143478393555, 17.077640533447266, 17.118343353271484, 20.205575942993164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.410400390625, 'language': 52.28959274291992}}, {'routing_index': 281, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.645126461982727, 0.0007112608873285353, 2.1652773796176916e-08, 2.515158712412813e-07, 7.762317181914113e-06, 0.016502579674124718, 7.930466381367296e-06, 0.00017098887474276125, 0.00017105443112086505, 3.786659362958744e-05], 'log_scores_by_expert': [-0.4383089244365692, -7.248471260070801, -17.64813232421875, -15.195759773254395, -11.766229629516602, -4.104238510131836, -11.74479866027832, -8.673912048339844, -8.673528671264648, -10.181441307067871], 'distances_by_expert': [0.8766178488731384, 14.496942520141602, 35.2962646484375, 30.39151954650879, 23.532459259033203, 8.208477020263672, 23.48959732055664, 17.347824096679688, 17.347057342529297, 20.362882614135742], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3549.6083984375, 'language': 52.290000915527344}}, {'routing_index': 282, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7508865594863892, 0.0008667138172313571, 2.506099683330376e-08, 3.002600976742542e-07, 8.917849299905356e-06, 0.021165350452065468, 9.131612387136556e-06, 0.00019370515656191856, 0.00019797883578576148, 4.297247505746782e-05], 'log_scores_by_expert': [-0.2865006923675537, -7.050801753997803, -17.501953125, -15.018616676330566, -11.627455711364746, -3.8553898334503174, -11.603768348693848, -8.549173355102539, -8.527350425720215, -10.054950714111328], 'distances_by_expert': [0.5730013847351074, 14.101603507995605, 35.00390625, 30.037233352661133, 23.254911422729492, 7.710779666900635, 23.207536697387695, 17.098346710205078, 17.05470085144043, 20.109901428222656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.6826171875, 'language': 52.28152084350586}}, {'routing_index': 283, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7495302557945251, 0.0007389608072116971, 2.4271333387559935e-08, 2.528605307361431e-07, 8.023917871469166e-06, 0.01677677221596241, 8.280536349047907e-06, 0.00017853177268989384, 0.00019220414105802774, 3.864951213472523e-05], 'log_scores_by_expert': [-0.28830859065055847, -7.210265636444092, -17.53396987915039, -15.190427780151367, -11.733083724975586, -4.087759971618652, -11.701602935791016, -8.630743980407715, -8.556952476501465, -10.16097640991211], 'distances_by_expert': [0.5766171813011169, 14.420531272888184, 35.06793975830078, 30.380855560302734, 23.466167449951172, 8.175519943237305, 23.40320587158203, 17.26148796081543, 17.11390495300293, 20.32195281982422], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3453.86474609375, 'language': 52.259910583496094}}, {'routing_index': 284, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.695735514163971, 0.0005963734001852572, 2.258624753892491e-08, 2.1509680436793133e-07, 7.082237516442547e-06, 0.01423402689397335, 7.359026767517207e-06, 0.00016037219029385597, 0.0001760022423695773, 3.337803718750365e-05], 'log_scores_by_expert': [-0.362785667181015, -7.424643516540527, -17.605924606323242, -15.352177619934082, -11.85792064666748, -4.252120018005371, -11.81958293914795, -8.73801326751709, -8.645013809204102, -10.307612419128418], 'distances_by_expert': [0.72557133436203, 14.849287033081055, 35.211849212646484, 30.704355239868164, 23.71584129333496, 8.504240036010742, 23.6391658782959, 17.47602653503418, 17.290027618408203, 20.615224838256836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.265625, 'language': 52.28080749511719}}, {'routing_index': 285, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7618313431739807, 0.000844292517285794, 2.4818444188667854e-08, 3.421976089157397e-07, 9.28064309846377e-06, 0.022992104291915894, 9.49238528846763e-06, 0.00020191595831420273, 0.0001995298807742074, 4.242717841407284e-05], 'log_scores_by_expert': [-0.2720300853252411, -7.077011585235596, -17.51167869567871, -14.887877464294434, -11.587579727172852, -3.772604465484619, -11.565020561218262, -8.507658958435059, -8.519546508789062, -10.067721366882324], 'distances_by_expert': [0.5440601706504822, 14.154023170471191, 35.02335739135742, 29.775754928588867, 23.175159454345703, 7.545208930969238, 23.130041122436523, 17.015317916870117, 17.039093017578125, 20.13544273376465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.3662109375, 'language': 52.27692413330078}}, {'routing_index': 286, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6366596817970276, 0.000700478267390281, 2.1055349463949824e-08, 2.9304149506970134e-07, 7.847003871574998e-06, 0.019943617284297943, 8.330968739755917e-06, 0.00017527327872812748, 0.00017588278569746763, 3.574335278244689e-05], 'log_scores_by_expert': [-0.45152002573013306, -7.263747215270996, -17.676111221313477, -15.042951583862305, -11.755378723144531, -3.914846181869507, -11.695530891418457, -8.649164199829102, -8.645692825317383, -10.23914623260498], 'distances_by_expert': [0.9030400514602661, 14.527494430541992, 35.35222244262695, 30.08590316772461, 23.510757446289062, 7.829692363739014, 23.391061782836914, 17.298328399658203, 17.291385650634766, 20.47829246520996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3328.763427734375, 'language': 52.27482986450195}}, {'routing_index': 287, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7944006323814392, 0.0007392586558125913, 2.4549379418203898e-08, 2.6548045184426883e-07, 8.408448593399953e-06, 0.01895291358232498, 8.605657058069482e-06, 0.0001884723751572892, 0.00020471560128498822, 4.0301703847944736e-05], 'log_scores_by_expert': [-0.23016738891601562, -7.20986270904541, -17.522579193115234, -15.141724586486816, -11.686273574829102, -3.9657976627349854, -11.663090705871582, -8.576559066772461, -8.493888854980469, -10.11911678314209], 'distances_by_expert': [0.46033477783203125, 14.41972541809082, 35.04515838623047, 30.283449172973633, 23.372547149658203, 7.931595325469971, 23.326181411743164, 17.153118133544922, 16.987777709960938, 20.23823356628418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.773681640625, 'language': 52.287715911865234}}, {'routing_index': 288, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7809789180755615, 0.0007105412660166621, 2.412364530357536e-08, 2.544345250043989e-07, 8.336778591910843e-06, 0.01794402301311493, 8.55747020978015e-06, 0.00018687393458094448, 0.00020271686662454158, 4.034546873299405e-05], 'log_scores_by_expert': [-0.2472071498632431, -7.249483585357666, -17.54007339477539, -15.184222221374512, -11.694833755493164, -4.020498275756836, -11.668705940246582, -8.585076332092285, -8.503700256347656, -10.11803150177002], 'distances_by_expert': [0.4944142997264862, 14.498967170715332, 35.08014678955078, 30.368444442749023, 23.389667510986328, 8.040996551513672, 23.337411880493164, 17.17015266418457, 17.007400512695312, 20.23606300354004], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3381.894775390625, 'language': 52.30512619018555}}, {'routing_index': 289, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7452765107154846, 0.000823487585876137, 2.329805504075466e-08, 3.1674676392867696e-07, 9.140097972704098e-06, 0.024169791489839554, 9.517340004094876e-06, 0.0002001303801080212, 0.00019595093908719718, 4.34508801845368e-05], 'log_scores_by_expert': [-0.29399996995925903, -7.101962089538574, -17.57489585876465, -14.965163230895996, -11.602839469909668, -3.722651720046997, -11.562395095825195, -8.516541481018066, -8.537646293640137, -10.043879508972168], 'distances_by_expert': [0.5879999399185181, 14.203924179077148, 35.1497917175293, 29.930326461791992, 23.205678939819336, 7.445303440093994, 23.12479019165039, 17.033082962036133, 17.075292587280273, 20.087759017944336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3306.2353515625, 'language': 52.291114807128906}}, {'routing_index': 290, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6100849509239197, 0.0006538032321259379, 2.006966859369186e-08, 2.251196207225803e-07, 7.486942649848061e-06, 0.01396180409938097, 7.400782578770304e-06, 0.00015533728583250195, 0.0001615977962501347, 3.57705976057332e-05], 'log_scores_by_expert': [-0.4941571056842804, -7.332704067230225, -17.724056243896484, -15.306633949279785, -11.802350044250488, -4.271430015563965, -11.813924789428711, -8.769911766052246, -8.730400085449219, -10.238384246826172], 'distances_by_expert': [0.9883142113685608, 14.66540813446045, 35.44811248779297, 30.61326789855957, 23.604700088500977, 8.54286003112793, 23.627849578857422, 17.539823532104492, 17.460800170898438, 20.476768493652344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3519.55908203125, 'language': 52.279293060302734}}, {'routing_index': 291, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7302115559577942, 0.0008554501109756529, 2.4261520792379088e-08, 2.937065630703728e-07, 8.733977665542625e-06, 0.020058218389749527, 8.888167030818295e-06, 0.00018804491264745593, 0.0001931071892613545, 4.17949486291036e-05], 'log_scores_by_expert': [-0.31442102789878845, -7.063882827758789, -17.534374237060547, -15.040684700012207, -11.648289680480957, -3.909116268157959, -11.630789756774902, -8.578829765319824, -8.552265167236328, -10.082735061645508], 'distances_by_expert': [0.6288420557975769, 14.127765655517578, 35.068748474121094, 30.081369400024414, 23.296579360961914, 7.818232536315918, 23.261579513549805, 17.15765953063965, 17.104530334472656, 20.165470123291016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.3876953125, 'language': 52.28666305541992}}, {'routing_index': 292, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7224419116973877, 0.0007127028075046837, 2.383231922920004e-08, 2.4519863472960424e-07, 7.833156814740505e-06, 0.016107259318232536, 8.117271136143245e-06, 0.0001752381940605119, 0.00018526075291447341, 3.7537814932875335e-05], 'log_scores_by_expert': [-0.32511821389198303, -7.246446132659912, -17.552223205566406, -15.221197128295898, -11.757144927978516, -4.128485202789307, -11.721516609191895, -8.649364471435547, -8.593746185302734, -10.19016170501709], 'distances_by_expert': [0.6502364277839661, 14.492892265319824, 35.10444641113281, 30.442394256591797, 23.51428985595703, 8.256970405578613, 23.44303321838379, 17.298728942871094, 17.18749237060547, 20.38032341003418], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3403.68505859375, 'language': 52.27976608276367}}, {'routing_index': 293, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6656932234764099, 0.0005741333588957787, 2.2071455774153037e-08, 2.047846123787167e-07, 6.77494790579658e-06, 0.013326747342944145, 7.107048531906912e-06, 0.00015484697360079736, 0.0001720572035992518, 3.227421984774992e-05], 'log_scores_by_expert': [-0.40692630410194397, -7.462648868560791, -17.62898063659668, -15.401307106018066, -11.902278900146484, -4.317982196807861, -11.854423522949219, -8.773073196411133, -8.667683601379395, -10.341241836547852], 'distances_by_expert': [0.8138526082038879, 14.925297737121582, 35.25796127319336, 30.802614212036133, 23.80455780029297, 8.635964393615723, 23.708847045898438, 17.546146392822266, 17.33536720275879, 20.682483673095703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3390.76513671875, 'language': 52.28956985473633}}, {'routing_index': 294, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.767421305179596, 0.0007420370238833129, 2.3944817684196096e-08, 2.7799541157946805e-07, 8.23406662675552e-06, 0.018767185509204865, 8.430867637798656e-06, 0.00018365049618296325, 0.00019850480020977557, 3.84273735107854e-05], 'log_scores_by_expert': [-0.2647193968296051, -7.206111431121826, -17.547513961791992, -15.095661163330078, -11.707230567932129, -3.9756453037261963, -11.683610916137695, -8.602476119995117, -8.524697303771973, -10.166740417480469], 'distances_by_expert': [0.5294387936592102, 14.412222862243652, 35.095027923583984, 30.191322326660156, 23.414461135864258, 7.951290607452393, 23.36722183227539, 17.204952239990234, 17.049394607543945, 20.333480834960938], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3263.05517578125, 'language': 52.264888763427734}}, {'routing_index': 295, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.688133180141449, 0.0007841229671612382, 2.2764480078762972e-08, 3.1771941166880424e-07, 8.495954716636334e-06, 0.021565739065408707, 8.866442840371747e-06, 0.00018549305968917906, 0.00018560064199846238, 3.850195207633078e-05], 'log_scores_by_expert': [-0.37377288937568665, -7.150944709777832, -17.598064422607422, -14.96209716796875, -11.675920486450195, -3.8366494178771973, -11.6332368850708, -8.592493057250977, -8.591913223266602, -10.164801597595215], 'distances_by_expert': [0.7475457787513733, 14.301889419555664, 35.196128845214844, 29.9241943359375, 23.35184097290039, 7.6732988357543945, 23.2664737701416, 17.184986114501953, 17.183826446533203, 20.32960319519043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3226.403564453125, 'language': 52.2840461730957}}, {'routing_index': 296, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7425051927566528, 0.000693385605700314, 2.4133079534749413e-08, 2.565663521636452e-07, 7.90236663306132e-06, 0.017865987494587898, 8.124333362502512e-06, 0.00017967206076718867, 0.00019163016986567527, 3.685971751110628e-05], 'log_scores_by_expert': [-0.2977254390716553, -7.273924350738525, -17.539682388305664, -15.175878524780273, -11.748348236083984, -4.0248565673828125, -11.720646858215332, -8.624377250671387, -8.559943199157715, -10.208391189575195], 'distances_by_expert': [0.5954508781433105, 14.54784870147705, 35.07936477661133, 30.351757049560547, 23.49669647216797, 8.049713134765625, 23.441293716430664, 17.248754501342773, 17.11988639831543, 20.41678237915039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.825439453125, 'language': 52.27275085449219}}, {'routing_index': 297, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7166398763656616, 0.0006170893902890384, 2.312482116906267e-08, 2.1702297203773924e-07, 7.213483058876591e-06, 0.014743060804903507, 7.6255714702710975e-06, 0.0001676408719504252, 0.00018572955741547048, 3.4434418921591714e-05], 'log_scores_by_expert': [-0.33318185806274414, -7.390496730804443, -17.582359313964844, -15.343262672424316, -11.839558601379395, -4.216982841491699, -11.784003257751465, -8.693686485290527, -8.591218948364258, -10.276453971862793], 'distances_by_expert': [0.6663637161254883, 14.780993461608887, 35.16471862792969, 30.686525344848633, 23.67911720275879, 8.433965682983398, 23.56800651550293, 17.387372970581055, 17.182437896728516, 20.552907943725586], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3416.62255859375, 'language': 52.27564239501953}}, {'routing_index': 298, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7561312913894653, 0.00073055928805843, 2.4997074632437943e-08, 2.7150647952112195e-07, 8.576400432502851e-06, 0.018311141058802605, 8.77001821208978e-06, 0.0001898560585686937, 0.000197328525246121, 3.997468957095407e-05], 'log_scores_by_expert': [-0.2795402407646179, -7.221700191497803, -17.504507064819336, -15.119279861450195, -11.666496276855469, -4.000245571136475, -11.644171714782715, -8.569244384765625, -8.530640602111816, -10.127264022827148], 'distances_by_expert': [0.5590804815292358, 14.443400382995605, 35.00901412963867, 30.23855972290039, 23.332992553710938, 8.00049114227295, 23.28834342956543, 17.13848876953125, 17.061281204223633, 20.254528045654297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.14111328125, 'language': 52.304176330566406}}, {'routing_index': 299, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6320592761039734, 0.0006748998421244323, 2.132695975376464e-08, 2.2479203209968546e-07, 7.895075214037206e-06, 0.014196758158504963, 7.670486411370803e-06, 0.00016219793178606778, 0.00016616743232589215, 3.746314177988097e-05], 'log_scores_by_expert': [-0.45877212285995483, -7.300946235656738, -17.663293838500977, -15.308090209960938, -11.749271392822266, -4.254741668701172, -11.778130531311035, -8.726693153381348, -8.7025146484375, -10.192152976989746], 'distances_by_expert': [0.9175442457199097, 14.601892471313477, 35.32658767700195, 30.616180419921875, 23.49854278564453, 8.509483337402344, 23.55626106262207, 17.453386306762695, 17.405029296875, 20.384305953979492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3539.05517578125, 'language': 52.29196548461914}}, {'routing_index': 300, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7132149338722229, 0.0008400846854783595, 2.396322962283648e-08, 2.896840953781066e-07, 8.94591721589677e-06, 0.019924215972423553, 8.813045496935956e-06, 0.00018500087026041, 0.00019003485795110464, 4.1975497879320756e-05], 'log_scores_by_expert': [-0.3379725217819214, -7.082007884979248, -17.54674530029297, -15.054474830627441, -11.624313354492188, -3.9158194065093994, -11.639277458190918, -8.595149993896484, -8.568303108215332, -10.078424453735352], 'distances_by_expert': [0.6759450435638428, 14.164015769958496, 35.09349060058594, 30.108949661254883, 23.248626708984375, 7.831638813018799, 23.278554916381836, 17.19029998779297, 17.136606216430664, 20.156848907470703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3429.956787109375, 'language': 52.2736701965332}}, {'routing_index': 301, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7635348439216614, 0.000743966898880899, 2.470759241646192e-08, 2.555902369749674e-07, 8.297444765048567e-06, 0.016873270273208618, 8.451837857137434e-06, 0.00018192888819612563, 0.00019416217401158065, 3.958931119996123e-05], 'log_scores_by_expert': [-0.26979655027389526, -7.203514099121094, -17.516155242919922, -15.17969036102295, -11.699563026428223, -4.082024574279785, -11.681126594543457, -8.611894607543945, -8.5468168258667, -10.136951446533203], 'distances_by_expert': [0.5395931005477905, 14.407028198242188, 35.032310485839844, 30.3593807220459, 23.399126052856445, 8.16404914855957, 23.362253189086914, 17.22378921508789, 17.0936336517334, 20.273902893066406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.869140625, 'language': 52.27387237548828}}, {'routing_index': 302, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7149385809898376, 0.0006391932256519794, 2.2724133685869674e-08, 2.2684933753680525e-07, 7.513672244385816e-06, 0.015448207035660744, 7.63016942073591e-06, 0.00016573631728533655, 0.00018322783580515534, 3.525917782098986e-05], 'log_scores_by_expert': [-0.3355586528778076, -7.355303764343262, -17.599838256835938, -15.298979759216309, -11.798786163330078, -4.170262336730957, -11.783400535583496, -8.70511245727539, -8.604780197143555, -10.252784729003906], 'distances_by_expert': [0.6711173057556152, 14.710607528686523, 35.199676513671875, 30.597959518432617, 23.597572326660156, 8.340524673461914, 23.566801071166992, 17.41022491455078, 17.20956039428711, 20.505569458007812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.114013671875, 'language': 52.28195571899414}}, {'routing_index': 303, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7429884672164917, 0.0008639047155156732, 2.4394788411541413e-08, 3.39029867291174e-07, 9.394563676323742e-06, 0.023877056315541267, 9.630814020056278e-06, 0.00020429141295608133, 0.0001971883757505566, 4.328626528149471e-05], 'log_scores_by_expert': [-0.29707470536231995, -7.05404806137085, -17.52889633178711, -14.897177696228027, -11.575379371643066, -3.734837293624878, -11.550542831420898, -8.495963096618652, -8.531351089477539, -10.047675132751465], 'distances_by_expert': [0.5941494107246399, 14.1080961227417, 35.05779266357422, 29.794355392456055, 23.150758743286133, 7.469674587249756, 23.101085662841797, 16.991926193237305, 17.062702178955078, 20.09535026550293], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3322.02685546875, 'language': 52.30220413208008}}, {'routing_index': 304, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6815102696418762, 0.0007480955100618303, 2.2010919309423116e-08, 3.030303901141451e-07, 8.437181350018363e-06, 0.021953267976641655, 8.80682000570232e-06, 0.0001872067805379629, 0.0001821959303924814, 3.881273732986301e-05], 'log_scores_by_expert': [-0.3834439218044281, -7.197979927062988, -17.63172721862793, -15.009432792663574, -11.682862281799316, -3.8188393115997314, -11.639984130859375, -8.583296775817871, -8.610427856445312, -10.15676212310791], 'distances_by_expert': [0.7668878436088562, 14.395959854125977, 35.26345443725586, 30.01886558532715, 23.365724563598633, 7.637678623199463, 23.27996826171875, 17.166593551635742, 17.220855712890625, 20.31352424621582], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3312.341552734375, 'language': 52.285099029541016}}, {'routing_index': 305, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7195602059364319, 0.0006437565898522735, 2.3328205145389802e-08, 2.3738286358820915e-07, 7.604902748425957e-06, 0.01629505306482315, 7.915204150776844e-06, 0.00017506914446130395, 0.0001870247651822865, 3.574556831154041e-05], 'log_scores_by_expert': [-0.3291151225566864, -7.348189830780029, -17.5736026763916, -15.253591537475586, -11.786717414855957, -4.116893768310547, -11.746725082397461, -8.65032958984375, -8.584269523620605, -10.239084243774414], 'distances_by_expert': [0.6582302451133728, 14.696379661560059, 35.1472053527832, 30.507183074951172, 23.573434829711914, 8.233787536621094, 23.493450164794922, 17.3006591796875, 17.16853904724121, 20.478168487548828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.04150390625, 'language': 52.279762268066406}}, {'routing_index': 306, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7164373993873596, 0.0006273904582485557, 2.2782202790949668e-08, 2.251492503546615e-07, 7.4041854531969875e-06, 0.015580695122480392, 7.604982783959713e-06, 0.00016783444152679294, 0.00018824766448233277, 3.485740307951346e-05], 'log_scores_by_expert': [-0.33346447348594666, -7.373941421508789, -17.597286224365234, -15.306502342224121, -11.813465118408203, -4.161722660064697, -11.786706924438477, -8.692532539367676, -8.577752113342285, -10.26424503326416], 'distances_by_expert': [0.6669289469718933, 14.747882843017578, 35.19457244873047, 30.613004684448242, 23.626930236816406, 8.323445320129395, 23.573413848876953, 17.38506507873535, 17.15550422668457, 20.52849006652832], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3317.163818359375, 'language': 52.289730072021484}}, {'routing_index': 307, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7692525386810303, 0.0007735905819572508, 2.4652186070284188e-08, 2.9790416533614916e-07, 8.903394700610079e-06, 0.020972860977053642, 9.320317076344509e-06, 0.00019670567417051643, 0.00020088686142116785, 4.157562580076046e-05], 'log_scores_by_expert': [-0.26233601570129395, -7.164467811584473, -17.518400192260742, -15.026494026184082, -11.629077911376953, -3.8645260334014893, -11.583313941955566, -8.533802032470703, -8.512768745422363, -10.087996482849121], 'distances_by_expert': [0.5246720314025879, 14.328935623168945, 35.036800384521484, 30.052988052368164, 23.258155822753906, 7.7290520668029785, 23.166627883911133, 17.067604064941406, 17.025537490844727, 20.175992965698242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.54541015625, 'language': 52.302574157714844}}, {'routing_index': 308, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7009961605072021, 0.0007620628457516432, 2.298301104985967e-08, 2.5415590698685264e-07, 8.431035894318484e-06, 0.01672258973121643, 8.401315426453948e-06, 0.00018037803238257766, 0.00018423622532282025, 4.085890395799652e-05], 'log_scores_by_expert': [-0.35525286197662354, -7.179481506347656, -17.588510513305664, -15.185317993164062, -11.68359088897705, -4.090994834899902, -11.687122344970703, -8.620455741882324, -8.599291801452637, -10.105385780334473], 'distances_by_expert': [0.7105057239532471, 14.358963012695312, 35.17702102661133, 30.370635986328125, 23.3671817779541, 8.181989669799805, 23.374244689941406, 17.24091148376465, 17.198583602905273, 20.210771560668945], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3545.86962890625, 'language': 52.264705657958984}}, {'routing_index': 309, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7599470019340515, 0.0007939313654787838, 2.5069841314007135e-08, 2.657198194810917e-07, 8.62055821926333e-06, 0.017986049875617027, 8.853548933984712e-06, 0.00018951452511828393, 0.00019592532771639526, 4.149723463342525e-05], 'log_scores_by_expert': [-0.2745066285133362, -7.138513565063477, -17.50160026550293, -15.140823364257812, -11.661360740661621, -4.018158912658691, -11.634692192077637, -8.571044921875, -8.537776947021484, -10.089883804321289], 'distances_by_expert': [0.5490132570266724, 14.277027130126953, 35.00320053100586, 30.281646728515625, 23.322721481323242, 8.036317825317383, 23.269384384155273, 17.14208984375, 17.07555389404297, 20.179767608642578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3441.909912109375, 'language': 52.290225982666016}}, {'routing_index': 310, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6973936557769775, 0.0006397048127837479, 2.2658564802213732e-08, 2.3212042776776798e-07, 7.384074251604034e-06, 0.01501245703548193, 7.5881098382524215e-06, 0.00016618549125269055, 0.00017892022151499987, 3.511223621899262e-05], 'log_scores_by_expert': [-0.3604051470756531, -7.354503631591797, -17.60272789001465, -15.276009559631348, -11.816184997558594, -4.1988749504089355, -11.788928031921387, -8.70240592956543, -8.628570556640625, -10.25696086883545], 'distances_by_expert': [0.7208102941513062, 14.709007263183594, 35.2054557800293, 30.552019119262695, 23.632369995117188, 8.397749900817871, 23.577856063842773, 17.40481185913086, 17.25714111328125, 20.5139217376709], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3431.146240234375, 'language': 52.285736083984375}}, {'routing_index': 311, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7292507886886597, 0.0006559983012266457, 2.308643587412007e-08, 2.394526461557689e-07, 7.626924798387336e-06, 0.016413820907473564, 7.818998710718006e-06, 0.0001714939862722531, 0.000187749057658948, 3.624741657404229e-05], 'log_scores_by_expert': [-0.31573760509490967, -7.329352378845215, -17.584020614624023, -15.24491024017334, -11.783825874328613, -4.109631538391113, -11.758954048156738, -8.6709623336792, -8.580404281616211, -10.225142478942871], 'distances_by_expert': [0.6314752101898193, 14.65870475769043, 35.16804122924805, 30.48982048034668, 23.567651748657227, 8.219263076782227, 23.517908096313477, 17.3419246673584, 17.160808563232422, 20.450284957885742], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.456298828125, 'language': 52.27789306640625}}, {'routing_index': 312, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6668275594711304, 0.0007146936259232461, 2.177428548577609e-08, 2.984751859003154e-07, 7.967802957864478e-06, 0.021111510694026947, 8.56584756547818e-06, 0.00017934560310095549, 0.00018287519924342632, 3.685051342472434e-05], 'log_scores_by_expert': [-0.4052237868309021, -7.243656635284424, -17.642536163330078, -15.024579048156738, -11.74010181427002, -3.8579368591308594, -11.66772747039795, -8.626195907592773, -8.606706619262695, -10.208641052246094], 'distances_by_expert': [0.8104475736618042, 14.487313270568848, 35.285072326660156, 30.049158096313477, 23.48020362854004, 7.715873718261719, 23.3354549407959, 17.252391815185547, 17.21341323852539, 20.417282104492188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.286376953125, 'language': 52.27495574951172}}, {'routing_index': 313, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7769560813903809, 0.0007066737161949277, 2.4430082845583456e-08, 2.582004015039274e-07, 7.955130058689974e-06, 0.017743131145834923, 8.259446076408494e-06, 0.00018342958355788141, 0.00020110575133003294, 3.7691024772357196e-05], 'log_scores_by_expert': [-0.25237149000167847, -7.254941463470459, -17.527450561523438, -15.169529914855957, -11.741693496704102, -4.03175687789917, -11.704153060913086, -8.603679656982422, -8.511679649353027, -10.186088562011719], 'distances_by_expert': [0.5047429800033569, 14.509882926940918, 35.054901123046875, 30.339059829711914, 23.483386993408203, 8.06351375579834, 23.408306121826172, 17.207359313964844, 17.023359298706055, 20.372177124023438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.658447265625, 'language': 52.26271057128906}}, {'routing_index': 314, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.733168363571167, 0.0006566145457327366, 2.3717138475376487e-08, 2.2947806144202332e-07, 7.761384949844796e-06, 0.015358532778918743, 8.000345587788615e-06, 0.000174553002580069, 0.0001929135323734954, 3.667077180580236e-05], 'log_scores_by_expert': [-0.31037989258766174, -7.328413486480713, -17.55706787109375, -15.287458419799805, -11.766349792480469, -4.176084041595459, -11.7360258102417, -8.653282165527344, -8.553268432617188, -10.213530540466309], 'distances_by_expert': [0.6207597851753235, 14.656826972961426, 35.1141357421875, 30.57491683959961, 23.532699584960938, 8.352168083190918, 23.4720516204834, 17.306564331054688, 17.106536865234375, 20.427061080932617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.302978515625, 'language': 52.300296783447266}}, {'routing_index': 315, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7254319190979004, 0.0007559662335552275, 2.3980145869018088e-08, 2.930621860741667e-07, 8.45934573590057e-06, 0.020201222971081734, 9.016562216856983e-06, 0.00018816742522176355, 0.00019496616732794791, 3.950840618927032e-05], 'log_scores_by_expert': [-0.32098808884620667, -7.187513828277588, -17.546039581298828, -15.04288101196289, -11.680238723754883, -3.9020121097564697, -11.616447448730469, -8.578178405761719, -8.542684555053711, -10.138997077941895], 'distances_by_expert': [0.6419761776924133, 14.375027656555176, 35.092079162597656, 30.08576202392578, 23.360477447509766, 7.8040242195129395, 23.232894897460938, 17.156356811523438, 17.085369110107422, 20.27799415588379], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3233.152099609375, 'language': 52.29180908203125}}, {'routing_index': 316, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6590921878814697, 0.0007063479861244559, 2.2039863267764304e-08, 2.3933071702231246e-07, 7.945433026179671e-06, 0.01513966266065836, 7.91515049058944e-06, 0.00016714089724700898, 0.00017282534099649638, 3.776629455387592e-05], 'log_scores_by_expert': [-0.4168919324874878, -7.255402565002441, -17.630413055419922, -15.2454195022583, -11.742913246154785, -4.190437316894531, -11.746731758117676, -8.696673393249512, -8.663228988647461, -10.184093475341797], 'distances_by_expert': [0.8337838649749756, 14.510805130004883, 35.260826110839844, 30.4908390045166, 23.48582649230957, 8.380874633789062, 23.49346351623535, 17.393346786499023, 17.326457977294922, 20.368186950683594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3453.22412109375, 'language': 52.28217697143555}}, {'routing_index': 317, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7616933584213257, 0.0008611688390374184, 2.5397742575705706e-08, 2.9933065093246114e-07, 9.013148883241229e-06, 0.0206390842795372, 9.215352292812895e-06, 0.00019485723169054836, 0.00020078745728824288, 4.32491724495776e-05], 'log_scores_by_expert': [-0.2722112238407135, -7.057219982147217, -17.488605499267578, -15.021717071533203, -11.616826057434082, -3.880568742752075, -11.594639778137207, -8.543243408203125, -8.513263702392578, -10.048532485961914], 'distances_by_expert': [0.544422447681427, 14.114439964294434, 34.977210998535156, 30.043434143066406, 23.233652114868164, 7.76113748550415, 23.189279556274414, 17.08648681640625, 17.026527404785156, 20.097064971923828], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3438.02685546875, 'language': 52.28342056274414}}, {'routing_index': 318, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7591288685798645, 0.0007934042369015515, 2.425911560521854e-08, 2.7602177965491137e-07, 8.479934876959305e-06, 0.01849338971078396, 8.66142272570869e-06, 0.00018549695960246027, 0.00019987690029665828, 4.087133856955916e-05], 'log_scores_by_expert': [-0.2755836546421051, -7.1391777992248535, -17.534473419189453, -15.10278606414795, -11.677807807922363, -3.990341901779175, -11.656631469726562, -8.592472076416016, -8.51780891418457, -10.105081558227539], 'distances_by_expert': [0.5511673092842102, 14.278355598449707, 35.068946838378906, 30.2055721282959, 23.355615615844727, 7.98068380355835, 23.313262939453125, 17.18494415283203, 17.03561782836914, 20.210163116455078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.52001953125, 'language': 52.252342224121094}}, {'routing_index': 319, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6703968048095703, 0.0005570518551394343, 2.1470629718578493e-08, 2.0898539787594927e-07, 6.863711405458162e-06, 0.013466175645589828, 7.012723017396638e-06, 0.00015430728672072291, 0.00017117144307121634, 3.228650166420266e-05], 'log_scores_by_expert': [-0.39988553524017334, -7.492852210998535, -17.656579971313477, -15.381001472473145, -11.889262199401855, -4.307574272155762, -11.86778450012207, -8.776564598083496, -8.672844886779785, -10.340861320495605], 'distances_by_expert': [0.7997710704803467, 14.98570442199707, 35.31315994262695, 30.76200294494629, 23.77852439880371, 8.615148544311523, 23.73556900024414, 17.553129196166992, 17.34568977355957, 20.68172264099121], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.76025390625, 'language': 52.27192687988281}}, {'routing_index': 320, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7195143103599548, 0.0008024737471714616, 2.3163755358268645e-08, 3.1960968271960155e-07, 8.782823897490744e-06, 0.022845545783638954, 9.169292752631009e-06, 0.00019018605235032737, 0.00019514882296789438, 4.074858225067146e-05], 'log_scores_by_expert': [-0.32917889952659607, -7.127811431884766, -17.580677032470703, -14.956165313720703, -11.642712593078613, -3.778999090194702, -11.599650382995605, -8.56750774383545, -8.541748046875, -10.108089447021484], 'distances_by_expert': [0.6583577990531921, 14.255622863769531, 35.161354064941406, 29.912330627441406, 23.285425186157227, 7.557998180389404, 23.19930076599121, 17.1350154876709, 17.08349609375, 20.21617889404297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.457275390625, 'language': 52.29836654663086}}, {'routing_index': 321, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7092380523681641, 0.0008346758550032973, 2.3403345039696433e-08, 3.2110827419273846e-07, 9.18142086447915e-06, 0.022598210722208023, 9.34366926230723e-06, 0.00019602438260335475, 0.0001922353112604469, 4.216068919049576e-05], 'log_scores_by_expert': [-0.3435640335083008, -7.088467121124268, -17.57038688659668, -14.95148754119873, -11.598328590393066, -3.789884567260742, -11.580811500549316, -8.537271499633789, -8.556790351867676, -10.07402229309082], 'distances_by_expert': [0.6871280670166016, 14.176934242248535, 35.14077377319336, 29.90297508239746, 23.196657180786133, 7.579769134521484, 23.161623001098633, 17.074542999267578, 17.11358070373535, 20.14804458618164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.392822265625, 'language': 52.284183502197266}}, {'routing_index': 322, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7416762709617615, 0.0006816142704337835, 2.3744840760286934e-08, 2.4212531002376636e-07, 7.725428076810203e-06, 0.01646295189857483, 7.964391443238128e-06, 0.00017591699725016952, 0.00019440895994193852, 3.656314584077336e-05], 'log_scores_by_expert': [-0.2988424003124237, -7.291046619415283, -17.55590057373047, -15.233810424804688, -11.77099323272705, -4.106642723083496, -11.740530014038086, -8.645498275756836, -8.545546531677246, -10.216469764709473], 'distances_by_expert': [0.5976848006248474, 14.582093238830566, 35.11180114746094, 30.467620849609375, 23.5419864654541, 8.213285446166992, 23.481060028076172, 17.290996551513672, 17.091093063354492, 20.432939529418945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.163818359375, 'language': 52.26813507080078}}, {'routing_index': 323, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6923230886459351, 0.0006324420101009309, 2.239313268148635e-08, 2.2278501887740276e-07, 7.388913672912167e-06, 0.016073815524578094, 7.708869816269726e-06, 0.00016786179912742227, 0.00018521289166528732, 3.5282017051940784e-05], 'log_scores_by_expert': [-0.36770251393318176, -7.365921974182129, -17.614511489868164, -15.317058563232422, -11.815529823303223, -4.130563735961914, -11.773138999938965, -8.69236946105957, -8.59400463104248, -10.252137184143066], 'distances_by_expert': [0.7354050278663635, 14.731843948364258, 35.22902297973633, 30.634117126464844, 23.631059646606445, 8.261127471923828, 23.54627799987793, 17.38473892211914, 17.18800926208496, 20.504274368286133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.134521484375, 'language': 52.291622161865234}}, {'routing_index': 324, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7131289839744568, 0.0008203475154004991, 2.3522069625414588e-08, 3.2576832609265693e-07, 9.155932275461964e-06, 0.023877659812569618, 9.617322575650178e-06, 0.00019841962784994394, 0.0001898799673654139, 4.2551415390335023e-05], 'log_scores_by_expert': [-0.33809295296669006, -7.105782508850098, -17.565326690673828, -14.937079429626465, -11.60110855102539, -3.734812021255493, -11.551944732666016, -8.525126457214355, -8.56911849975586, -10.064797401428223], 'distances_by_expert': [0.6761859059333801, 14.211565017700195, 35.130653381347656, 29.87415885925293, 23.20221710205078, 7.469624042510986, 23.10388946533203, 17.05025291442871, 17.13823699951172, 20.129594802856445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.424072265625, 'language': 52.2979736328125}}, {'routing_index': 325, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6176217794418335, 0.0006603645160794258, 2.0430054092912542e-08, 2.265842624638026e-07, 7.622590601386037e-06, 0.014329646714031696, 7.510656359954737e-06, 0.0001580187090439722, 0.0001638443354750052, 3.6837474908679724e-05], 'log_scores_by_expert': [-0.48187902569770813, -7.322718620300293, -17.70625877380371, -15.300148963928223, -11.784394264221191, -4.245424747467041, -11.799187660217285, -8.75279712677002, -8.716593742370605, -10.20899486541748], 'distances_by_expert': [0.9637580513954163, 14.645437240600586, 35.41251754760742, 30.600297927856445, 23.568788528442383, 8.490849494934082, 23.59837532043457, 17.50559425354004, 17.43318748474121, 20.41798973083496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3621.64990234375, 'language': 52.275394439697266}}, {'routing_index': 326, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.722813606262207, 0.0008280315087176859, 2.425994694021938e-08, 2.8131125873187557e-07, 8.551800419809297e-06, 0.019316554069519043, 8.749341759539675e-06, 0.00018440144776832312, 0.00018953475228045136, 4.081388397025876e-05], 'log_scores_by_expert': [-0.3246039152145386, -7.09645938873291, -17.534439086914062, -15.0838041305542, -11.669368743896484, -3.9467928409576416, -11.64653205871582, -8.598395347595215, -8.570938110351562, -10.106488227844238], 'distances_by_expert': [0.6492078304290771, 14.19291877746582, 35.068878173828125, 30.1676082611084, 23.33873748779297, 7.893585681915283, 23.29306411743164, 17.19679069519043, 17.141876220703125, 20.212976455688477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3419.6279296875, 'language': 52.28102493286133}}, {'routing_index': 327, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7385287880897522, 0.0007106476696208119, 2.3746380861666694e-08, 2.438361264012201e-07, 7.846899279684294e-06, 0.015765301883220673, 8.094080840237439e-06, 0.00017389454296790063, 0.00018765167624223977, 3.781603300012648e-05], 'log_scores_by_expert': [-0.3030952215194702, -7.24933385848999, -17.555835723876953, -15.22676944732666, -11.755392074584961, -4.149943828582764, -11.724377632141113, -8.657061576843262, -8.580923080444336, -10.182777404785156], 'distances_by_expert': [0.6061904430389404, 14.49866771697998, 35.111671447753906, 30.45353889465332, 23.510784149169922, 8.299887657165527, 23.448755264282227, 17.314123153686523, 17.161846160888672, 20.365554809570312], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.896240234375, 'language': 52.25593566894531}}, {'routing_index': 328, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6782432794570923, 0.0005738716572523117, 2.167491963689372e-08, 2.0946447421010816e-07, 7.014194579824107e-06, 0.013295487500727177, 7.1343952185998205e-06, 0.00015537699800916016, 0.00017061049584299326, 3.259597360738553e-05], 'log_scores_by_expert': [-0.3882492184638977, -7.463104724884033, -17.647109985351562, -15.378711700439453, -11.867574691772461, -4.320330619812012, -11.85058307647705, -8.76965618133545, -8.676127433776855, -10.331321716308594], 'distances_by_expert': [0.7764984369277954, 14.926209449768066, 35.294219970703125, 30.757423400878906, 23.735149383544922, 8.640661239624023, 23.7011661529541, 17.5393123626709, 17.35225486755371, 20.662643432617188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3468.87109375, 'language': 52.276344299316406}}, {'routing_index': 329, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7256156206130981, 0.0008320237975567579, 2.356095407662906e-08, 3.3365114404659835e-07, 9.276378477807157e-06, 0.024079281836748123, 9.632062756281812e-06, 0.00020060467068105936, 0.00019146924023516476, 4.266437827027403e-05], 'log_scores_by_expert': [-0.3207349181175232, -7.091649532318115, -17.563674926757812, -14.913169860839844, -11.58803939819336, -3.7264034748077393, -11.550413131713867, -8.514174461364746, -8.560783386230469, -10.062146186828613], 'distances_by_expert': [0.6414698362350464, 14.18329906463623, 35.127349853515625, 29.826339721679688, 23.17607879638672, 7.4528069496154785, 23.100826263427734, 17.028348922729492, 17.121566772460938, 20.124292373657227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.966552734375, 'language': 52.305057525634766}}, {'routing_index': 330, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7065568566322327, 0.0008235382265411317, 2.3050400699275997e-08, 3.172921765326464e-07, 8.973678632173687e-06, 0.0239840280264616, 9.549334208713844e-06, 0.00019834093109238893, 0.00018600359908305109, 4.254780287737958e-05], 'log_scores_by_expert': [-0.34735164046287537, -7.101900577545166, -17.585582733154297, -14.9634428024292, -11.621214866638184, -3.7303671836853027, -11.559039115905762, -8.52552318572998, -8.589744567871094, -10.064882278442383], 'distances_by_expert': [0.6947032809257507, 14.203801155090332, 35.171165466308594, 29.9268856048584, 23.242429733276367, 7.4607343673706055, 23.118078231811523, 17.05104637145996, 17.179489135742188, 20.129764556884766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.211181640625, 'language': 52.28586196899414}}, {'routing_index': 331, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7707439661026001, 0.0007341933087445796, 2.4816786847736694e-08, 2.493663373570598e-07, 8.062208507908508e-06, 0.01778165064752102, 8.366223482880741e-06, 0.00018403797002974898, 0.0001982163084903732, 3.862180165015161e-05], 'log_scores_by_expert': [-0.2603989839553833, -7.216738224029541, -17.51174545288086, -15.20434284210205, -11.728322982788086, -4.029588222503662, -11.69130802154541, -8.60036849975586, -8.526151657104492, -10.161693572998047], 'distances_by_expert': [0.5207979679107666, 14.433476448059082, 35.02349090576172, 30.4086856842041, 23.456645965576172, 8.059176445007324, 23.38261604309082, 17.20073699951172, 17.052303314208984, 20.323387145996094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.808837890625, 'language': 52.251220703125}}, {'routing_index': 332, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6721919775009155, 0.000594062265008688, 2.1323300458675476e-08, 2.087577115617023e-07, 7.016509243840119e-06, 0.014300738461315632, 7.165051556512481e-06, 0.00015679722127970308, 0.00017774876323528588, 3.292053224868141e-05], 'log_scores_by_expert': [-0.39721137285232544, -7.428526401519775, -17.66346549987793, -15.382091522216797, -11.867244720458984, -4.247444152832031, -11.846295356750488, -8.760557174682617, -8.635139465332031, -10.32141399383545], 'distances_by_expert': [0.7944227457046509, 14.85705280303955, 35.32693099975586, 30.764183044433594, 23.73448944091797, 8.494888305664062, 23.692590713500977, 17.521114349365234, 17.270278930664062, 20.6428279876709], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3352.73486328125, 'language': 52.266578674316406}}, {'routing_index': 333, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7588725686073303, 0.000799602537881583, 2.36614727811002e-08, 2.9743290497208363e-07, 9.124813004746102e-06, 0.021375324577093124, 9.359616342408117e-06, 0.00019833695841953158, 0.00020174561359453946, 4.372556577436626e-05], 'log_scores_by_expert': [-0.27592140436172485, -7.1313958168029785, -17.559417724609375, -15.028077125549316, -11.604513168334961, -3.845518112182617, -11.579106330871582, -8.525543212890625, -8.508502960205078, -10.037577629089355], 'distances_by_expert': [0.5518428087234497, 14.262791633605957, 35.11883544921875, 30.056154251098633, 23.209026336669922, 7.691036224365234, 23.158212661743164, 17.05108642578125, 17.017005920410156, 20.07515525817871], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.783203125, 'language': 52.31294631958008}}, {'routing_index': 334, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.564072847366333, 0.000627766945399344, 1.8662866807517275e-08, 2.546904056544008e-07, 7.516761797887739e-06, 0.017718542367219925, 7.805550922057591e-06, 0.00015690371219534427, 0.0001613974163774401, 3.4447326470399275e-05], 'log_scores_by_expert': [-0.572571873664856, -7.3733415603637695, -17.796730041503906, -15.18321704864502, -11.798375129699707, -4.033143520355225, -11.760675430297852, -8.759878158569336, -8.731640815734863, -10.276079177856445], 'distances_by_expert': [1.145143747329712, 14.746683120727539, 35.59346008300781, 30.36643409729004, 23.596750259399414, 8.06628704071045, 23.521350860595703, 17.519756317138672, 17.463281631469727, 20.55215835571289], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3202.759521484375, 'language': 52.285274505615234}}, {'routing_index': 335, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5933979153633118, 0.0006313509657047689, 1.9399982065237964e-08, 2.688725544430781e-07, 7.504978384531569e-06, 0.018164770677685738, 7.893493602750823e-06, 0.00016219854296650738, 0.0001667953620199114, 3.4547338145785034e-05], 'log_scores_by_expert': [-0.5218900442123413, -7.367648601531982, -17.757993698120117, -15.1290283203125, -11.799943923950195, -4.008271217346191, -11.749471664428711, -8.726689338684082, -8.698742866516113, -10.27318000793457], 'distances_by_expert': [1.0437800884246826, 14.735297203063965, 35.515987396240234, 30.258056640625, 23.59988784790039, 8.016542434692383, 23.498943328857422, 17.453378677368164, 17.397485733032227, 20.54636001586914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.3447265625, 'language': 52.281734466552734}}, {'routing_index': 336, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7327422499656677, 0.0007473196601495147, 2.3064737675326796e-08, 2.920861845723266e-07, 8.749675544095226e-06, 0.01902364008128643, 8.713494935363997e-06, 0.00018585872021503747, 0.00019571355369407684, 4.0217506466433406e-05], 'log_scores_by_expert': [-0.3109613358974457, -7.199017524719238, -17.5849609375, -15.04621696472168, -11.646493911743164, -3.9620728492736816, -11.65063762664795, -8.590523719787598, -8.538858413696289, -10.121208190917969], 'distances_by_expert': [0.6219226717948914, 14.398035049438477, 35.169921875, 30.09243392944336, 23.292987823486328, 7.924145698547363, 23.3012752532959, 17.181047439575195, 17.077716827392578, 20.242416381835938], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3354.40966796875, 'language': 52.302337646484375}}, {'routing_index': 337, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5935621857643127, 0.0006359833059832454, 1.9726019928612004e-08, 2.6302137712264084e-07, 7.3104811235680245e-06, 0.01672571524977684, 7.5766624831885565e-06, 0.00015629171684850007, 0.0001671608188189566, 3.31671217281837e-05], 'log_scores_by_expert': [-0.521613359451294, -7.36033821105957, -17.7413272857666, -15.151030540466309, -11.826201438903809, -4.090807914733887, -11.790437698364258, -8.763786315917969, -8.696554183959961, -10.31395149230957], 'distances_by_expert': [1.043226718902588, 14.72067642211914, 35.4826545715332, 30.302061080932617, 23.652402877807617, 8.181615829467773, 23.580875396728516, 17.527572631835938, 17.393108367919922, 20.62790298461914], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3219.827880859375, 'language': 52.27772521972656}}, {'routing_index': 338, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.651078462600708, 0.0007082782103680074, 2.0788780474845225e-08, 2.8766669402102707e-07, 7.908677616796922e-06, 0.019921069964766502, 8.193036592274439e-06, 0.00017203636525664479, 0.0001798332086764276, 3.7009383959230036e-05], 'log_scores_by_expert': [-0.4291251301765442, -7.252673625946045, -17.688852310180664, -15.061463356018066, -11.747550010681152, -3.9159772396087646, -11.712225914001465, -8.667804718017578, -8.623480796813965, -10.204339027404785], 'distances_by_expert': [0.8582502603530884, 14.50534725189209, 35.37770462036133, 30.122926712036133, 23.495100021362305, 7.831954479217529, 23.42445182800293, 17.335609436035156, 17.24696159362793, 20.40867805480957], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.742919921875, 'language': 52.281349182128906}}, {'routing_index': 339, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6942344903945923, 0.0007663869182579219, 2.1670910399507193e-08, 2.930001414824801e-07, 8.621552296972368e-06, 0.02128486894071102, 8.711574992048554e-06, 0.0001850970438681543, 0.00018918082059826702, 4.119118602829985e-05], 'log_scores_by_expert': [-0.36494550108909607, -7.173823356628418, -17.647294998168945, -15.043092727661133, -11.661245346069336, -3.8497588634490967, -11.650857925415039, -8.594630241394043, -8.572807312011719, -10.097286224365234], 'distances_by_expert': [0.7298910021781921, 14.347646713256836, 35.29458999633789, 30.086185455322266, 23.322490692138672, 7.699517726898193, 23.301715850830078, 17.189260482788086, 17.145614624023438, 20.19457244873047], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3281.943115234375, 'language': 52.28715896606445}}, {'routing_index': 340, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6211692690849304, 0.0006724059348925948, 1.995157816736537e-08, 2.7212627173867077e-07, 7.646311132702976e-06, 0.019237378612160683, 7.859324796299916e-06, 0.0001644882868276909, 0.00017468654550611973, 3.5674187529366463e-05], 'log_scores_by_expert': [-0.47615161538124084, -7.304648399353027, -17.729957580566406, -15.116999626159668, -11.78128719329834, -3.950900077819824, -11.753809928894043, -8.712671279907227, -8.652517318725586, -10.241083145141602], 'distances_by_expert': [0.9523032307624817, 14.609296798706055, 35.45991516113281, 30.233999252319336, 23.56257438659668, 7.901800155639648, 23.507619857788086, 17.425342559814453, 17.305034637451172, 20.482166290283203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.225341796875, 'language': 52.289764404296875}}, {'routing_index': 341, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5349070429801941, 0.0005590851651504636, 1.7088485293470512e-08, 2.2872819727126625e-07, 6.840820333309239e-06, 0.016179025173187256, 7.002618531259941e-06, 0.000146740727359429, 0.00015025438915472478, 3.252846727264114e-05], 'log_scores_by_expert': [-0.6256622672080994, -7.489208698272705, -17.88486099243164, -15.290731430053711, -11.892602920532227, -4.124039649963379, -11.869226455688477, -8.82684326171875, -8.803180694580078, -10.333395004272461], 'distances_by_expert': [1.2513245344161987, 14.97841739654541, 35.76972198486328, 30.581462860107422, 23.785205841064453, 8.248079299926758, 23.738452911376953, 17.6536865234375, 17.606361389160156, 20.666790008544922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.144287109375, 'language': 52.315040588378906}}, {'routing_index': 342, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5955997109413147, 0.0006655092001892626, 1.9039308796209298e-08, 2.6217989557153487e-07, 7.74326326791197e-06, 0.019520599395036697, 8.155881914717611e-06, 0.00016648403834551573, 0.00016499006596859545, 3.691396341309883e-05], 'log_scores_by_expert': [-0.5181864500045776, -7.314958095550537, -17.77676010131836, -15.154234886169434, -11.76868724822998, -3.9362850189208984, -11.716771125793457, -8.700611114501953, -8.709625244140625, -10.206920623779297], 'distances_by_expert': [1.0363729000091553, 14.629916191101074, 35.55352020263672, 30.308469772338867, 23.53737449645996, 7.872570037841797, 23.433542251586914, 17.401222229003906, 17.41925048828125, 20.413841247558594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.50732421875, 'language': 52.30515670776367}}, {'routing_index': 343, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5971843600273132, 0.0006666799890808761, 1.9134619222427318e-08, 2.628684114824864e-07, 7.735277904430404e-06, 0.01962265372276306, 8.200494448828977e-06, 0.00016616251377854496, 0.00016494980081915855, 3.666408883873373e-05], 'log_scores_by_expert': [-0.515529453754425, -7.3132004737854, -17.771766662597656, -15.151612281799316, -11.769719123840332, -3.931070566177368, -11.711316108703613, -8.702544212341309, -8.709869384765625, -10.213712692260742], 'distances_by_expert': [1.03105890750885, 14.6264009475708, 35.54353332519531, 30.303224563598633, 23.539438247680664, 7.862141132354736, 23.422632217407227, 17.405088424682617, 17.41973876953125, 20.427425384521484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3277.48095703125, 'language': 52.269386291503906}}, {'routing_index': 344, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6013453602790833, 0.0006451699300669134, 1.904406765618205e-08, 2.616114613829268e-07, 7.564432507933816e-06, 0.0192362442612648, 8.013563274289481e-06, 0.00016507333202753216, 0.00016690070333424956, 3.5856464819516987e-05], 'log_scores_by_expert': [-0.5085858702659607, -7.345996856689453, -17.77651023864746, -15.156405448913574, -11.79205322265625, -3.9509589672088623, -11.734375, -8.709120750427246, -8.698111534118652, -10.235986709594727], 'distances_by_expert': [1.0171717405319214, 14.691993713378906, 35.55302047729492, 30.31281089782715, 23.5841064453125, 7.901917934417725, 23.46875, 17.418241500854492, 17.396223068237305, 20.471973419189453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.24072265625, 'language': 52.272926330566406}}, {'routing_index': 345, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.592544436454773, 0.0006528447265736759, 1.9027293518547594e-08, 2.6581056999930297e-07, 7.703843039053027e-06, 0.019104618579149246, 8.046700713748578e-06, 0.000164472745382227, 0.00016562634846195579, 3.6015619116369635e-05], 'log_scores_by_expert': [-0.5233294367790222, -7.334171295166016, -17.77739143371582, -15.140481948852539, -11.773791313171387, -3.957825183868408, -11.73024845123291, -8.71276569366455, -8.70577621459961, -10.231557846069336], 'distances_by_expert': [1.0466588735580444, 14.668342590332031, 35.55478286743164, 30.280963897705078, 23.547582626342773, 7.915650367736816, 23.46049690246582, 17.4255313873291, 17.41155242919922, 20.463115692138672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.3017578125, 'language': 52.29860305786133}}, {'routing_index': 346, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5913769602775574, 0.0006283973925746977, 1.9077551982604746e-08, 2.601240112198866e-07, 7.3311402957187966e-06, 0.01811417192220688, 7.700244168518111e-06, 0.0001586943690199405, 0.00016647277516312897, 3.391168502275832e-05], 'log_scores_by_expert': [-0.5253015756607056, -7.372337818145752, -17.77475357055664, -15.162107467651367, -11.823379516601562, -4.01106071472168, -11.774258613586426, -8.748530387878418, -8.700678825378418, -10.29175090789795], 'distances_by_expert': [1.0506031513214111, 14.744675636291504, 35.54950714111328, 30.324214935302734, 23.646759033203125, 8.02212142944336, 23.54851722717285, 17.497060775756836, 17.401357650756836, 20.5835018157959], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.06982421875, 'language': 52.27196502685547}}, {'routing_index': 347, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.597488522529602, 0.0006323202396743, 1.9023302044729462e-08, 2.5735201347742986e-07, 7.375213499472011e-06, 0.01790918968617916, 7.678331712668296e-06, 0.00016000097093638033, 0.00016801732999738306, 3.42965722666122e-05], 'log_scores_by_expert': [-0.5150202512741089, -7.366114616394043, -17.77760124206543, -15.172821044921875, -11.81738567352295, -4.022441387176514, -11.777108192443848, -8.740330696105957, -8.69144344329834, -10.280465126037598], 'distances_by_expert': [1.0300405025482178, 14.732229232788086, 35.55520248413086, 30.34564208984375, 23.6347713470459, 8.044882774353027, 23.554216384887695, 17.480661392211914, 17.38288688659668, 20.560930252075195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.508544921875, 'language': 52.2823371887207}}, {'routing_index': 348, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.602606475353241, 0.0006281981477513909, 1.9494196479286074e-08, 2.617971119889262e-07, 7.331650522246491e-06, 0.017915833741426468, 7.649725375813432e-06, 0.00015950993110891432, 0.00017089041648432612, 3.378408291609958e-05], 'log_scores_by_expert': [-0.5064908862113953, -7.372654914855957, -17.753149032592773, -15.155695915222168, -11.823309898376465, -4.022070407867432, -11.780840873718262, -8.743404388427734, -8.674488067626953, -10.295520782470703], 'distances_by_expert': [1.0129817724227905, 14.745309829711914, 35.50629806518555, 30.311391830444336, 23.64661979675293, 8.044140815734863, 23.561681747436523, 17.48680877685547, 17.348976135253906, 20.591041564941406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.36572265625, 'language': 52.26474380493164}}, {'routing_index': 349, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6221519112586975, 0.0006582176429219544, 2.005799615290016e-08, 2.702159349610156e-07, 7.5325278885429725e-06, 0.01863820105791092, 7.856896445446182e-06, 0.00016329165373463184, 0.00017598512931726873, 3.4963210055138916e-05], 'log_scores_by_expert': [-0.47457098960876465, -7.325974941253662, -17.724637985229492, -15.124044418334961, -11.796279907226562, -3.982542037963867, -11.754118919372559, -8.719972610473633, -8.645111083984375, -10.261214256286621], 'distances_by_expert': [0.9491419792175293, 14.651949882507324, 35.449275970458984, 30.248088836669922, 23.592559814453125, 7.965084075927734, 23.508237838745117, 17.439945220947266, 17.29022216796875, 20.522428512573242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3250.423095703125, 'language': 52.279659271240234}}, {'routing_index': 350, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6634764075279236, 0.0007176886429078877, 2.1141868700169653e-08, 2.864899784071895e-07, 7.951231964398175e-06, 0.020153280347585678, 8.253485248133074e-06, 0.00017306813970208168, 0.0001858291361713782, 3.715221464517526e-05], 'log_scores_by_expert': [-0.41026195883750916, -7.239474773406982, -17.67201042175293, -15.06556224822998, -11.742183685302734, -3.904388189315796, -11.704874992370605, -8.661825180053711, -8.590682983398438, -10.20048713684082], 'distances_by_expert': [0.8205239176750183, 14.478949546813965, 35.34402084350586, 30.13112449645996, 23.48436737060547, 7.808776378631592, 23.40974998474121, 17.323650360107422, 17.181365966796875, 20.40097427368164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3228.745849609375, 'language': 52.27457809448242}}, {'routing_index': 351, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6189756989479065, 0.0006647391128353775, 1.9969014886100922e-08, 2.62598035760675e-07, 7.472754077753052e-06, 0.018651757389307022, 7.817425284883939e-06, 0.0001620487164473161, 0.00017530471086502075, 3.484955959720537e-05], 'log_scores_by_expert': [-0.47968921065330505, -7.316115856170654, -17.729084014892578, -15.152641296386719, -11.80424690246582, -3.9818148612976074, -11.7591552734375, -8.72761344909668, -8.648984909057617, -10.264470100402832], 'distances_by_expert': [0.9593784213066101, 14.632231712341309, 35.458168029785156, 30.305282592773438, 23.60849380493164, 7.963629722595215, 23.518310546875, 17.45522689819336, 17.297969818115234, 20.528940200805664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3247.2021484375, 'language': 52.26786422729492}}, {'routing_index': 352, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5713058710098267, 0.0006319889798760414, 1.9302392573194993e-08, 2.5916523327396135e-07, 7.500735591747798e-06, 0.01803777739405632, 7.883706530265044e-06, 0.00015899188292678446, 0.00016227312153205276, 3.4961172787006944e-05], 'log_scores_by_expert': [-0.5598304867744446, -7.366638660430908, -17.763036727905273, -15.165800094604492, -11.800509452819824, -4.015286922454834, -11.750712394714355, -8.746657371520996, -8.726229667663574, -10.261272430419922], 'distances_by_expert': [1.1196609735488892, 14.733277320861816, 35.52607345581055, 30.331600189208984, 23.60101890563965, 8.030573844909668, 23.50142478942871, 17.493314743041992, 17.45245933532715, 20.522544860839844], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3218.241455078125, 'language': 52.280601501464844}}, {'routing_index': 353, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5916368365287781, 0.0006045757909305394, 1.9692526720405112e-08, 2.024111438458931e-07, 7.160051154642133e-06, 0.01248390506953001, 7.099487902451074e-06, 0.00015040980360936373, 0.00015573629934806377, 3.463228131295182e-05], 'log_scores_by_expert': [-0.5248622298240662, -7.410983562469482, -17.743026733398438, -15.412964820861816, -11.846993446350098, -4.383315086364746, -11.855487823486328, -8.802146911621094, -8.767346382141113, -10.270724296569824], 'distances_by_expert': [1.0497244596481323, 14.821967124938965, 35.486053466796875, 30.825929641723633, 23.693986892700195, 8.766630172729492, 23.710975646972656, 17.604293823242188, 17.534692764282227, 20.54144859313965], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3574.324462890625, 'language': 52.278099060058594}}, {'routing_index': 354, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7476281523704529, 0.0008621779270470142, 2.4818350041755366e-08, 2.9460085215760046e-07, 9.191872777591925e-06, 0.019840264692902565, 9.06672084965976e-06, 0.00019323723972775042, 0.00019669141329359263, 4.397304292069748e-05], 'log_scores_by_expert': [-0.29084962606430054, -7.05604887008667, -17.511682510375977, -15.037644386291504, -11.597190856933594, -3.920041799545288, -11.610899925231934, -8.551591873168945, -8.53387451171875, -10.031933784484863], 'distances_by_expert': [0.5816992521286011, 14.11209774017334, 35.02336502075195, 30.075288772583008, 23.194381713867188, 7.840083599090576, 23.221799850463867, 17.10318374633789, 17.0677490234375, 20.063867568969727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.6474609375, 'language': 52.294525146484375}}, {'routing_index': 355, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7230051159858704, 0.0007119066431187093, 2.3840094343086093e-08, 2.3782473590472364e-07, 7.937972441141028e-06, 0.015217692591249943, 8.171562512870878e-06, 0.00017445847333874553, 0.00018404866568744183, 3.8414807931985706e-05], 'log_scores_by_expert': [-0.32433900237083435, -7.24756383895874, -17.551897048950195, -15.251731872558594, -11.743852615356445, -4.185296535491943, -11.714850425720215, -8.653823852539062, -8.600310325622559, -10.167067527770996], 'distances_by_expert': [0.6486780047416687, 14.49512767791748, 35.10379409790039, 30.503463745117188, 23.48770523071289, 8.370593070983887, 23.42970085144043, 17.307647705078125, 17.200620651245117, 20.334135055541992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.46435546875, 'language': 52.29901885986328}}, {'routing_index': 356, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7043325901031494, 0.0006047202041372657, 2.2679317979168445e-08, 2.1682518536181306e-07, 7.327442290261388e-06, 0.014017544686794281, 7.4236713771824725e-06, 0.00016121835506055504, 0.000178243761183694, 3.438201383687556e-05], 'log_scores_by_expert': [-0.3505045473575592, -7.410744667053223, -17.6018123626709, -15.3441743850708, -11.823884010314941, -4.2674455642700195, -11.810836791992188, -8.73275089263916, -8.63235855102539, -10.277976989746094], 'distances_by_expert': [0.7010090947151184, 14.821489334106445, 35.2036247253418, 30.6883487701416, 23.647768020629883, 8.534891128540039, 23.621673583984375, 17.46550178527832, 17.26471710205078, 20.555953979492188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.987548828125, 'language': 52.282257080078125}}, {'routing_index': 357, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7086422443389893, 0.0007454952574335039, 2.2672441701843127e-08, 3.0948044127399044e-07, 8.397052624786738e-06, 0.020094692707061768, 8.654644261696376e-06, 0.00018279271898791194, 0.0001892414438771084, 3.781938721658662e-05], 'log_scores_by_expert': [-0.3444044888019562, -7.2014617919921875, -17.602115631103516, -14.988370895385742, -11.687629699707031, -3.907299518585205, -11.657414436340332, -8.607157707214355, -8.572486877441406, -10.18268871307373], 'distances_by_expert': [0.6888089776039124, 14.402923583984375, 35.20423126220703, 29.976741790771484, 23.375259399414062, 7.81459903717041, 23.314828872680664, 17.21431541442871, 17.144973754882812, 20.36537742614746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.50732421875, 'language': 52.273704528808594}}, {'routing_index': 358, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7324381470680237, 0.0008375392062589526, 2.418408762139279e-08, 3.251156215355877e-07, 9.159740329778288e-06, 0.022733645513653755, 9.385626071889419e-06, 0.0001975275226868689, 0.0001949561119545251, 4.19885509472806e-05], 'log_scores_by_expert': [-0.3113764226436615, -7.085042476654053, -17.53757095336914, -14.939085006713867, -11.600692749023438, -3.783909320831299, -11.57633113861084, -8.529632568359375, -8.542736053466797, -10.078113555908203], 'distances_by_expert': [0.622752845287323, 14.170084953308105, 35.07514190673828, 29.878170013427734, 23.201385498046875, 7.567818641662598, 23.15266227722168, 17.05926513671875, 17.085472106933594, 20.156227111816406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3238.039794921875, 'language': 52.27658462524414}}, {'routing_index': 359, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7371934652328491, 0.0006378109683282673, 2.3528532011596326e-08, 2.2287257195330312e-07, 7.497081242036074e-06, 0.015205499716103077, 7.751117664156482e-06, 0.00017129849584307522, 0.00018887777696363628, 3.56806194758974e-05], 'log_scores_by_expert': [-0.304904967546463, -7.357468605041504, -17.565052032470703, -15.316665649414062, -11.800996780395508, -4.186098098754883, -11.76767349243164, -8.672102928161621, -8.574410438537598, -10.2409029006958], 'distances_by_expert': [0.609809935092926, 14.714937210083008, 35.130104064941406, 30.633331298828125, 23.601993560791016, 8.372196197509766, 23.53534698486328, 17.344205856323242, 17.148820877075195, 20.4818058013916], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.7685546875, 'language': 52.28977966308594}}, {'routing_index': 360, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7400674223899841, 0.0006424030871130526, 2.3099868684539615e-08, 2.3576274088554783e-07, 7.75694479671074e-06, 0.016282150521874428, 7.958932656038087e-06, 0.0001745004119584337, 0.00019473610154818743, 3.6824902053922415e-05], 'log_scores_by_expert': [-0.3010140359401703, -7.350294589996338, -17.583438873291016, -15.2604398727417, -11.766921997070312, -4.117685794830322, -11.741215705871582, -8.653583526611328, -8.543865203857422, -10.209336280822754], 'distances_by_expert': [0.6020280718803406, 14.700589179992676, 35.16687774658203, 30.5208797454834, 23.533843994140625, 8.235371589660645, 23.482431411743164, 17.307167053222656, 17.087730407714844, 20.418672561645508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.315185546875, 'language': 52.283851623535156}}, {'routing_index': 361, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7728446125984192, 0.0008194061229005456, 2.4661405362280675e-08, 3.257555647451227e-07, 9.31335125642363e-06, 0.02248484082520008, 9.61363548412919e-06, 0.0002022057888098061, 0.0002041642292169854, 4.272162550478242e-05], 'log_scores_by_expert': [-0.2576773166656494, -7.106930732727051, -17.51802635192871, -14.937118530273438, -11.584061622619629, -3.7949140071868896, -11.552328109741211, -8.506224632263184, -8.496585845947266, -10.060805320739746], 'distances_by_expert': [0.5153546333312988, 14.213861465454102, 35.03605270385742, 29.874237060546875, 23.168123245239258, 7.589828014373779, 23.104656219482422, 17.012449264526367, 16.99317169189453, 20.121610641479492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3258.7216796875, 'language': 52.27677917480469}}, {'routing_index': 362, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6546121835708618, 0.0007071247673593462, 2.1771212388443928e-08, 2.3518694547419727e-07, 7.968144927872345e-06, 0.01489879097789526, 7.91401180322282e-06, 0.0001675622334005311, 0.0001710718934191391, 3.809398549492471e-05], 'log_scores_by_expert': [-0.4237123131752014, -7.254303455352783, -17.642677307128906, -15.262885093688965, -11.740058898925781, -4.206475257873535, -11.746875762939453, -8.6941556930542, -8.673426628112793, -10.175454139709473], 'distances_by_expert': [0.8474246263504028, 14.508606910705566, 35.28535461425781, 30.52577018737793, 23.480117797851562, 8.41295051574707, 23.493751525878906, 17.3883113861084, 17.346853256225586, 20.350908279418945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3488.187255859375, 'language': 52.270538330078125}}, {'routing_index': 363, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7465826272964478, 0.000856310420203954, 2.48506548672367e-08, 2.9663945610991505e-07, 8.904753485694528e-06, 0.0206344872713089, 9.103013326239306e-06, 0.00019488045654725283, 0.0001976266357814893, 4.3231852032477036e-05], 'log_scores_by_expert': [-0.29224899411201477, -7.062877655029297, -17.5103816986084, -15.03074836730957, -11.628925323486328, -3.880791425704956, -11.606904983520508, -8.543124198913574, -8.529130935668945, -10.048933029174805], 'distances_by_expert': [0.5844979882240295, 14.125755310058594, 35.0207633972168, 30.06149673461914, 23.257850646972656, 7.761582851409912, 23.213809967041016, 17.08624839782715, 17.05826187133789, 20.09786605834961], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3436.13916015625, 'language': 52.28733825683594}}, {'routing_index': 364, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7593892216682434, 0.0007859939942136407, 2.435197110628451e-08, 2.6566053179521987e-07, 8.450483619526494e-06, 0.01730581559240818, 8.705445907253306e-06, 0.00018482047016732395, 0.0001971313904505223, 4.098222416359931e-05], 'log_scores_by_expert': [-0.2752408981323242, -7.148561477661133, -17.53065299987793, -15.141046524047852, -11.681286811828613, -4.056712627410889, -11.651561737060547, -8.596125602722168, -8.53164005279541, -10.102372169494629], 'distances_by_expert': [0.5504817962646484, 14.297122955322266, 35.06130599975586, 30.282093048095703, 23.362573623657227, 8.113425254821777, 23.303123474121094, 17.192251205444336, 17.06328010559082, 20.204744338989258], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3442.255859375, 'language': 52.2797737121582}}, {'routing_index': 365, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7021210193634033, 0.0006117104785516858, 2.281681688032222e-08, 2.1513271519779664e-07, 7.339569492614828e-06, 0.014003315009176731, 7.527048182964791e-06, 0.0001619961840333417, 0.00017955507792066783, 3.481703606666997e-05], 'log_scores_by_expert': [-0.35364946722984314, -7.399251461029053, -17.595767974853516, -15.352010726928711, -11.822230339050293, -4.268461227416992, -11.79700756072998, -8.727937698364258, -8.625028610229492, -10.265403747558594], 'distances_by_expert': [0.7072989344596863, 14.798502922058105, 35.19153594970703, 30.704021453857422, 23.644460678100586, 8.536922454833984, 23.59401512145996, 17.455875396728516, 17.250057220458984, 20.530807495117188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.988037109375, 'language': 52.27689743041992}}, {'routing_index': 366, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7881374955177307, 0.0008810752769932151, 2.532030585200573e-08, 3.507070402974932e-07, 9.599032637197524e-06, 0.024240775033831596, 9.847522051131818e-06, 0.00020760096958838403, 0.00020681862952187657, 4.455656016943976e-05], 'log_scores_by_expert': [-0.23808272182941437, -7.034367561340332, -17.49165916442871, -14.863314628601074, -11.553848266601562, -3.719719171524048, -11.528290748596191, -8.47989273071289, -8.483668327331543, -10.01875114440918], 'distances_by_expert': [0.47616544365882874, 14.068735122680664, 34.98331832885742, 29.72662925720215, 23.107696533203125, 7.439438343048096, 23.056581497192383, 16.95978546142578, 16.967336654663086, 20.03750228881836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.275390625, 'language': 52.290279388427734}}, {'routing_index': 367, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7032528519630432, 0.0007743992609903216, 2.3055235942592844e-08, 3.154059982080071e-07, 8.660754247102886e-06, 0.021554939448833466, 8.979063750302885e-06, 0.00019043269276153296, 0.0001881622156361118, 3.9388360164593905e-05], 'log_scores_by_expert': [-0.35203877091407776, -7.16342306137085, -17.585372924804688, -14.969405174255371, -11.656708717346191, -3.8371503353118896, -11.620615005493164, -8.566211700439453, -8.578206062316895, -10.142040252685547], 'distances_by_expert': [0.7040775418281555, 14.3268461227417, 35.170745849609375, 29.938810348510742, 23.313417434692383, 7.674300670623779, 23.241230010986328, 17.132423400878906, 17.15641212463379, 20.284080505371094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3285.5751953125, 'language': 52.301700592041016}}, {'routing_index': 368, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7573047876358032, 0.0007032269495539367, 2.4366327622260542e-08, 2.565416536981502e-07, 7.982283023011405e-06, 0.01733258180320263, 8.288507160614245e-06, 0.00018358604575041682, 0.0001984096015803516, 3.790615301113576e-05], 'log_scores_by_expert': [-0.2779894769191742, -7.259830951690674, -17.53006362915039, -15.17597484588623, -11.738286018371582, -4.055167198181152, -11.700640678405762, -8.602827072143555, -8.525177001953125, -10.180397033691406], 'distances_by_expert': [0.5559789538383484, 14.519661903381348, 35.06012725830078, 30.35194969177246, 23.476572036743164, 8.110334396362305, 23.401281356811523, 17.20565414428711, 17.05035400390625, 20.360794067382812], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3319.590087890625, 'language': 52.29277038574219}}, {'routing_index': 369, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7365332841873169, 0.0006826508906669915, 2.364302176260935e-08, 2.439647630581021e-07, 7.974013897182886e-06, 0.017104409635066986, 8.303246431751177e-06, 0.00018123415065929294, 0.000195487096789293, 3.803140498348512e-05], 'log_scores_by_expert': [-0.3058008849620819, -7.28952693939209, -17.560197830200195, -15.226242065429688, -11.739322662353516, -4.068418979644775, -11.698863983154297, -8.615720748901367, -8.540016174316406, -10.177098274230957], 'distances_by_expert': [0.6116017699241638, 14.57905387878418, 35.12039566040039, 30.452484130859375, 23.47864532470703, 8.13683795928955, 23.397727966308594, 17.231441497802734, 17.080032348632812, 20.354196548461914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.726318359375, 'language': 52.29636001586914}}, {'routing_index': 370, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7088322639465332, 0.0007919176132418215, 2.3200454890570654e-08, 3.2074649425339885e-07, 8.694071766512934e-06, 0.023245634511113167, 9.32297461986309e-06, 0.00019346718909218907, 0.0001910617429530248, 4.0581555367680266e-05], 'log_scores_by_expert': [-0.3441363275051117, -7.141053199768066, -17.57909393310547, -14.952614784240723, -11.65286922454834, -3.7616379261016846, -11.583028793334961, -8.550402641296387, -8.56291389465332, -10.112196922302246], 'distances_by_expert': [0.6882726550102234, 14.282106399536133, 35.15818786621094, 29.905229568481445, 23.30573844909668, 7.523275852203369, 23.166057586669922, 17.100805282592773, 17.12582778930664, 20.224393844604492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3242.118896484375, 'language': 52.28702926635742}}, {'routing_index': 371, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6764257550239563, 0.0007399908499792218, 2.2597665960688573e-08, 2.4685911625965673e-07, 8.193373105314095e-06, 0.015924060717225075, 8.22808488010196e-06, 0.0001738166029099375, 0.00017655096598900855, 3.979750908911228e-05], 'log_scores_by_expert': [-0.390932559967041, -7.2088727951049805, -17.605419158935547, -15.214447975158691, -11.71218490600586, -4.139924049377441, -11.70795726776123, -8.657509803771973, -8.641901016235352, -10.131706237792969], 'distances_by_expert': [0.781865119934082, 14.417745590209961, 35.210838317871094, 30.428895950317383, 23.42436981201172, 8.279848098754883, 23.41591453552246, 17.315019607543945, 17.283802032470703, 20.263412475585938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.9345703125, 'language': 52.28667449951172}}, {'routing_index': 372, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7635205984115601, 0.0008663423359394073, 2.5575760176366202e-08, 2.905076996739808e-07, 9.015460818773136e-06, 0.020445987582206726, 9.196826795232482e-06, 0.00019399523444008082, 0.00020009926811326295, 4.3242860556347296e-05], 'log_scores_by_expert': [-0.2698151469230652, -7.051230430603027, -17.48162078857422, -15.0516357421875, -11.616569519042969, -3.8899686336517334, -11.596652030944824, -8.547677040100098, -8.51669692993164, -10.048678398132324], 'distances_by_expert': [0.5396302938461304, 14.102460861206055, 34.96324157714844, 30.103271484375, 23.233139038085938, 7.779937267303467, 23.19330406188965, 17.095354080200195, 17.03339385986328, 20.09735679626465], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3424.955810546875, 'language': 52.28548812866211}}, {'routing_index': 373, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6897714734077454, 0.0006713665788993239, 2.2278278777321248e-08, 2.3351655897840828e-07, 7.454937986040022e-06, 0.015456445515155792, 7.819879101589322e-06, 0.0001675018429523334, 0.0001803085469873622, 3.662547533167526e-05], 'log_scores_by_expert': [-0.37139493227005005, -7.306195259094238, -17.619653701782227, -15.270012855529785, -11.806633949279785, -4.169729232788086, -11.758841514587402, -8.6945161819458, -8.620841026306152, -10.214766502380371], 'distances_by_expert': [0.7427898645401001, 14.612390518188477, 35.23930740356445, 30.54002571105957, 23.61326789855957, 8.339458465576172, 23.517683029174805, 17.3890323638916, 17.241682052612305, 20.429533004760742], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3601.80517578125, 'language': 52.30839920043945}}, {'routing_index': 374, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.714780330657959, 0.0006518371519632638, 2.3204128396514534e-08, 2.3069938492881192e-07, 7.585852472402621e-06, 0.01533608790487051, 7.746461960778106e-06, 0.00016679122927598655, 0.00018298177747055888, 3.547493906808086e-05], 'log_scores_by_expert': [-0.3357800245285034, -7.3357157707214355, -17.578935623168945, -15.282150268554688, -11.789225578308105, -4.177546501159668, -11.768274307250977, -8.69876766204834, -8.606123924255371, -10.246684074401855], 'distances_by_expert': [0.6715600490570068, 14.671431541442871, 35.15787124633789, 30.564300537109375, 23.57845115661621, 8.355093002319336, 23.536548614501953, 17.39753532409668, 17.212247848510742, 20.49336814880371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3313.60107421875, 'language': 52.267826080322266}}, {'routing_index': 375, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.738724410533905, 0.0008595918188802898, 2.401369592064384e-08, 3.3315606629003014e-07, 9.186229362967424e-06, 0.024575429037213326, 9.755738574313e-06, 0.0002010204188991338, 0.00019585377594921738, 4.284660462872125e-05], 'log_scores_by_expert': [-0.30283036828041077, -7.05905294418335, -17.544641494750977, -14.914654731750488, -11.59780502319336, -3.706008195877075, -11.537654876708984, -8.512104034423828, -8.538142204284668, -10.057884216308594], 'distances_by_expert': [0.6056607365608215, 14.1181058883667, 35.08928298950195, 29.829309463500977, 23.19561004638672, 7.41201639175415, 23.07530975341797, 17.024208068847656, 17.076284408569336, 20.115768432617188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3244.0693359375, 'language': 52.28601837158203}}, {'routing_index': 376, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7337656617164612, 0.000835989136248827, 2.3940614823914075e-08, 3.310142346890643e-07, 9.046113518706989e-06, 0.023370634764432907, 9.45125884754816e-06, 0.00019775070541072637, 0.00019720604177564383, 4.157511284574866e-05], 'log_scores_by_expert': [-0.30956557393074036, -7.086894989013672, -17.54768943786621, -14.921104431152344, -11.613175392150879, -3.756274938583374, -11.56936264038086, -8.52850341796875, -8.531261444091797, -10.088008880615234], 'distances_by_expert': [0.6191311478614807, 14.173789978027344, 35.09537887573242, 29.842208862304688, 23.226350784301758, 7.512549877166748, 23.13872528076172, 17.0570068359375, 17.062522888183594, 20.17601776123047], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3221.613037109375, 'language': 52.27851104736328}}, {'routing_index': 377, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7947739958763123, 0.0007532028830610216, 2.5369903511318626e-08, 2.6236824623993016e-07, 8.350193638761993e-06, 0.018450217321515083, 8.694851203472354e-06, 0.00018820224795490503, 0.0002045571309281513, 4.00783283112105e-05], 'log_scores_by_expert': [-0.22969748079776764, -7.191175937652588, -17.489702224731445, -15.15351676940918, -11.693225860595703, -3.9926791191101074, -11.652779579162598, -8.577993392944336, -8.49466323852539, -10.124674797058105], 'distances_by_expert': [0.4593949615955353, 14.382351875305176, 34.97940444946289, 30.30703353881836, 23.386451721191406, 7.985358238220215, 23.305559158325195, 17.155986785888672, 16.98932647705078, 20.24934959411621], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3349.390380859375, 'language': 52.27581787109375}}, {'routing_index': 378, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7635580897331238, 0.0007191493641585112, 2.4398415732207468e-08, 2.5488992605460226e-07, 8.26975519885309e-06, 0.0181713979691267, 8.621766028227285e-06, 0.00018604758952278644, 0.00020151256467215717, 3.9592858229298145e-05], 'log_scores_by_expert': [-0.26976606249809265, -7.237441539764404, -17.52874755859375, -15.18243408203125, -11.702905654907227, -4.007906436920166, -11.66122055053711, -8.589508056640625, -8.509658813476562, -10.136861801147461], 'distances_by_expert': [0.5395321249961853, 14.474883079528809, 35.0574951171875, 30.3648681640625, 23.405811309814453, 8.015812873840332, 23.32244110107422, 17.17901611328125, 17.019317626953125, 20.273723602294922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.2255859375, 'language': 52.30418395996094}}, {'routing_index': 379, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7260432839393616, 0.0008564353338442743, 2.424223310981688e-08, 3.340016405672941e-07, 9.2505460997927e-06, 0.02453107200562954, 9.80815639195498e-06, 0.00019963362137787044, 0.00019478700414765626, 4.272838850738481e-05], 'log_scores_by_expert': [-0.32014569640159607, -7.062731742858887, -17.53516960144043, -14.91211986541748, -11.590827941894531, -3.7078146934509277, -11.532296180725098, -8.519026756286621, -8.543603897094727, -10.060647010803223], 'distances_by_expert': [0.6402913928031921, 14.125463485717773, 35.07033920288086, 29.82423973083496, 23.181655883789062, 7.4156293869018555, 23.064592361450195, 17.038053512573242, 17.087207794189453, 20.121294021606445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3221.033935546875, 'language': 52.29002380371094}}, {'routing_index': 380, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6555350422859192, 0.0007297999109141529, 2.2092262241812932e-08, 2.43703851765531e-07, 8.045948561630212e-06, 0.016039682552218437, 8.108241672744043e-06, 0.00017032712639775127, 0.0001734260149532929, 3.8712259993189946e-05], 'log_scores_by_expert': [-0.42230352759361267, -7.222740173339844, -17.62803840637207, -15.227312088012695, -11.730341911315918, -4.132689476013184, -11.72262954711914, -8.677789688110352, -8.659759521484375, -10.159354209899902], 'distances_by_expert': [0.8446070551872253, 14.445480346679688, 35.25607681274414, 30.45462417602539, 23.460683822631836, 8.265378952026367, 23.44525909423828, 17.355579376220703, 17.31951904296875, 20.318708419799805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3492.11572265625, 'language': 52.27861785888672}}, {'routing_index': 381, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7607560753822327, 0.0009173824801109731, 2.4973532575245372e-08, 3.122777059161308e-07, 9.232038792106323e-06, 0.021872617304325104, 9.46695581660606e-06, 0.00019840674940496683, 0.00020141688582953066, 4.483314842218533e-05], 'log_scores_by_expert': [-0.27344247698783875, -6.993986129760742, -17.505449295043945, -14.97937297821045, -11.592830657958984, -3.8225197792053223, -11.567703247070312, -8.525191307067871, -8.510133743286133, -10.01256275177002], 'distances_by_expert': [0.5468849539756775, 13.987972259521484, 35.01089859008789, 29.9587459564209, 23.18566131591797, 7.6450395584106445, 23.135406494140625, 17.050382614135742, 17.020267486572266, 20.02512550354004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.663818359375, 'language': 52.27216339111328}}, {'routing_index': 382, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7639975547790527, 0.0007911752327345312, 2.4487698979669403e-08, 2.597900277123699e-07, 8.326290299009997e-06, 0.017821410670876503, 8.68706774781458e-06, 0.00018538394942879677, 0.00019944540690630674, 4.0761024138191715e-05], 'log_scores_by_expert': [-0.2691907286643982, -7.141991138458252, -17.525094985961914, -15.163392066955566, -11.69609260559082, -4.027354717254639, -11.653675079345703, -8.5930814743042, -8.519969940185547, -10.107784271240234], 'distances_by_expert': [0.5383814573287964, 14.283982276916504, 35.05018997192383, 30.326784133911133, 23.39218521118164, 8.054709434509277, 23.307350158691406, 17.1861629486084, 17.039939880371094, 20.21556854248047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3433.2470703125, 'language': 52.26594161987305}}, {'routing_index': 383, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7489526867866516, 0.0006847687182016671, 2.401067256130318e-08, 2.3414608563143702e-07, 7.764228030282538e-06, 0.01562399510294199, 8.023903319553938e-06, 0.00017319379549007863, 0.000190288556041196, 3.704271875903942e-05], 'log_scores_by_expert': [-0.2890795171260834, -7.286429405212402, -17.544767379760742, -15.26732063293457, -11.765983581542969, -4.158947467803955, -11.733085632324219, -8.661099433898926, -8.56696891784668, -10.203438758850098], 'distances_by_expert': [0.5781590342521667, 14.572858810424805, 35.089534759521484, 30.53464126586914, 23.531967163085938, 8.31789493560791, 23.466171264648438, 17.32219886779785, 17.13393783569336, 20.406877517700195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.24169921875, 'language': 52.278526306152344}}, {'routing_index': 384, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7186644673347473, 0.000778276938945055, 2.3169148377633064e-08, 3.123125509318925e-07, 8.402340426982846e-06, 0.02104496955871582, 8.922851520765107e-06, 0.0001854829752119258, 0.0001957283093361184, 3.887378261424601e-05], 'log_scores_by_expert': [-0.3303607106208801, -7.158428192138672, -17.5804443359375, -14.97926139831543, -11.687000274658203, -3.861093759536743, -11.6268949508667, -8.592547416687012, -8.538783073425293, -10.155190467834473], 'distances_by_expert': [0.6607214212417603, 14.316856384277344, 35.160888671875, 29.95852279663086, 23.374000549316406, 7.722187519073486, 23.2537899017334, 17.185094833374023, 17.077566146850586, 20.310380935668945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3228.40478515625, 'language': 52.272186279296875}}, {'routing_index': 385, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.691725492477417, 0.0007669920451007783, 2.2577159697334537e-08, 3.0752249813303933e-07, 8.339919077116065e-06, 0.02163062058389187, 8.90844785317313e-06, 0.00018454658857081085, 0.00018907386402133852, 3.844148886855692e-05], 'log_scores_by_expert': [-0.3685661256313324, -7.173034191131592, -17.606327056884766, -14.994717597961426, -11.694457054138184, -3.8336453437805176, -11.628510475158691, -8.59760856628418, -8.573372840881348, -10.166373252868652], 'distances_by_expert': [0.7371322512626648, 14.346068382263184, 35.21265411376953, 29.98943519592285, 23.388914108276367, 7.667290687561035, 23.257020950317383, 17.19521713256836, 17.146745681762695, 20.332746505737305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.13134765625, 'language': 52.286590576171875}}, {'routing_index': 386, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7506392002105713, 0.0007296655676327646, 2.429495360445344e-08, 2.5160895233966585e-07, 7.981416274560615e-06, 0.01775779016315937, 8.422886821790598e-06, 0.00018078376888297498, 0.0001991435856325552, 3.824501618510112e-05], 'log_scores_by_expert': [-0.2868301570415497, -7.22292423248291, -17.532997131347656, -15.195389747619629, -11.738394737243652, -4.030930995941162, -11.684557914733887, -8.618208885192871, -8.521484375, -10.171497344970703], 'distances_by_expert': [0.5736603140830994, 14.44584846496582, 35.06599426269531, 30.390779495239258, 23.476789474487305, 8.061861991882324, 23.369115829467773, 17.236417770385742, 17.04296875, 20.342994689941406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.0048828125, 'language': 52.281959533691406}}, {'routing_index': 387, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7642073035240173, 0.0007130980957299471, 2.433135826152011e-08, 2.4821486022119643e-07, 8.246215656981803e-06, 0.01743166148662567, 8.633548532088753e-06, 0.00018611378618516028, 0.00020057481015101075, 3.9691265556029975e-05], 'log_scores_by_expert': [-0.26891621947288513, -7.245891571044922, -17.5314998626709, -15.20897102355957, -11.705756187438965, -4.049467086791992, -11.659854888916016, -8.589152336120605, -8.514323234558105, -10.134379386901855], 'distances_by_expert': [0.5378324389457703, 14.491783142089844, 35.0629997253418, 30.41794204711914, 23.41151237487793, 8.098934173583984, 23.31970977783203, 17.17830467224121, 17.02864646911621, 20.26875877380371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.449462890625, 'language': 52.307106018066406}}, {'routing_index': 388, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7569067478179932, 0.0008848067373037338, 2.4986730906562116e-08, 3.430223216582817e-07, 9.451295227336232e-06, 0.024616429582238197, 1.000189149635844e-05, 0.0002068004832835868, 0.00020423160458449274, 4.398860619403422e-05], 'log_scores_by_expert': [-0.27851518988609314, -7.030141353607178, -17.504920959472656, -14.885470390319824, -11.569358825683594, -3.704341173171997, -11.512736320495605, -8.483756065368652, -8.496255874633789, -10.031579971313477], 'distances_by_expert': [0.5570303797721863, 14.060282707214355, 35.00984191894531, 29.77094078063965, 23.138717651367188, 7.408682346343994, 23.02547264099121, 16.967512130737305, 16.992511749267578, 20.063159942626953], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3258.360107421875, 'language': 52.28940200805664}}, {'routing_index': 389, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6865818500518799, 0.0007615746580995619, 2.2683385836330672e-08, 2.527648064187815e-07, 8.659928425913677e-06, 0.016287455335259438, 8.457820513285697e-06, 0.00017622327140998095, 0.00018071119848173112, 4.137946598348208e-05], 'log_scores_by_expert': [-0.3760298490524292, -7.180122375488281, -17.601633071899414, -15.19080638885498, -11.656804084777832, -4.1173601150512695, -11.680418968200684, -8.643758773803711, -8.618610382080078, -10.09272575378418], 'distances_by_expert': [0.7520596981048584, 14.360244750976562, 35.20326614379883, 30.38161277770996, 23.313608169555664, 8.234720230102539, 23.360837936401367, 17.287517547607422, 17.237220764160156, 20.18545150756836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3517.5947265625, 'language': 52.28877639770508}}, {'routing_index': 390, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7531477808952332, 0.0008775846217758954, 2.4900046469156223e-08, 3.015830998265301e-07, 9.090070307138376e-06, 0.020812124013900757, 9.234679964720272e-06, 0.00019474538567010313, 0.0001971392921404913, 4.4060525397071615e-05], 'log_scores_by_expert': [-0.28349384665489197, -7.038337230682373, -17.50839614868164, -15.014220237731934, -11.608327865600586, -3.8722195625305176, -11.592544555664062, -8.543817520141602, -8.531599998474121, -10.029946327209473], 'distances_by_expert': [0.5669876933097839, 14.076674461364746, 35.01679229736328, 30.028440475463867, 23.216655731201172, 7.744439125061035, 23.185089111328125, 17.087635040283203, 17.063199996948242, 20.059892654418945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3515.98095703125, 'language': 52.28669357299805}}, {'routing_index': 391, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.777715802192688, 0.0008227198850363493, 2.437873902749743e-08, 2.805254837312532e-07, 8.915714715840295e-06, 0.018998710438609123, 8.990570677269716e-06, 0.00019137485651299357, 0.00020461800158955157, 4.3451211240608245e-05], 'log_scores_by_expert': [-0.2513940930366516, -7.1028947830200195, -17.52955436706543, -15.086601257324219, -11.627695083618164, -3.9633841514587402, -11.61933422088623, -8.56127643585205, -8.494365692138672, -10.043871879577637], 'distances_by_expert': [0.5027881860733032, 14.205789566040039, 35.05910873413086, 30.173202514648438, 23.255390167236328, 7.9267683029174805, 23.23866844177246, 17.1225528717041, 16.988731384277344, 20.087743759155273], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3531.63330078125, 'language': 52.26162338256836}}, {'routing_index': 392, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6999834179878235, 0.0006026074406690896, 2.2647633102224063e-08, 2.1737594124715542e-07, 7.195893886091653e-06, 0.014163821004331112, 7.508880116802175e-06, 0.0001620811817701906, 0.00017975553055293858, 3.395388193894178e-05], 'log_scores_by_expert': [-0.3566986918449402, -7.414244651794434, -17.60321044921875, -15.34163761138916, -11.842000007629395, -4.257064342498779, -11.799424171447754, -8.727413177490234, -8.623912811279297, -10.290507316589355], 'distances_by_expert': [0.7133973836898804, 14.828489303588867, 35.2064208984375, 30.68327522277832, 23.68400001525879, 8.514128684997559, 23.598848342895508, 17.45482635498047, 17.247825622558594, 20.58101463317871], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.076904296875, 'language': 52.28056716918945}}, {'routing_index': 393, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7962128520011902, 0.000825142371468246, 2.5299886630136825e-08, 3.3138474009319907e-07, 9.196826795232482e-06, 0.022247079759836197, 9.371753549203277e-06, 0.00020205581677146256, 0.00020725993090309203, 4.231290949974209e-05], 'log_scores_by_expert': [-0.22788871824741364, -7.099954605102539, -17.49246597290039, -14.9199857711792, -11.596652030944824, -3.80554461479187, -11.577810287475586, -8.506966590881348, -8.481536865234375, -10.070418357849121], 'distances_by_expert': [0.45577743649482727, 14.199909210205078, 34.98493194580078, 29.8399715423584, 23.19330406188965, 7.61108922958374, 23.155620574951172, 17.013933181762695, 16.96307373046875, 20.140836715698242], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.869384765625, 'language': 52.27043533325195}}, {'routing_index': 394, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7788617014884949, 0.0008902996778488159, 2.5355246791036734e-08, 3.457209061252797e-07, 9.48828619584674e-06, 0.024683203548192978, 9.892986781778745e-06, 0.00020830142602790147, 0.0002056281955447048, 4.3984284275211394e-05], 'log_scores_by_expert': [-0.24992184340953827, -7.023952484130859, -17.490280151367188, -14.877634048461914, -11.565452575683594, -3.701632261276245, -11.52368450164795, -8.476524353027344, -8.48944091796875, -10.031678199768066], 'distances_by_expert': [0.49984368681907654, 14.047904968261719, 34.980560302734375, 29.755268096923828, 23.130905151367188, 7.40326452255249, 23.0473690032959, 16.953048706054688, 16.9788818359375, 20.063356399536133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3267.43994140625, 'language': 52.27740478515625}}, {'routing_index': 395, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.762195348739624, 0.0007059345371089876, 2.4505405704644545e-08, 2.464653618972079e-07, 7.992033715709113e-06, 0.017549684271216393, 8.351181350008119e-06, 0.00018286491103935987, 0.00019881816115230322, 3.8829432014608756e-05], 'log_scores_by_expert': [-0.2715524137020111, -7.255988121032715, -17.524372100830078, -15.216044425964355, -11.737065315246582, -4.04271936416626, -11.693107604980469, -8.606762886047363, -8.523119926452637, -10.156332015991211], 'distances_by_expert': [0.5431048274040222, 14.51197624206543, 35.048744201660156, 30.43208885192871, 23.474130630493164, 8.08543872833252, 23.386215209960938, 17.213525772094727, 17.046239852905273, 20.312664031982422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3368.86181640625, 'language': 52.2681999206543}}, {'routing_index': 396, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7653561234474182, 0.0007127519929781556, 2.3989388253653487e-08, 2.547958501963876e-07, 8.270528269349597e-06, 0.017836211249232292, 8.482305020152126e-06, 0.00018354403437115252, 0.00020416754705365747, 3.9515340176876634e-05], 'log_scores_by_expert': [-0.26741403341293335, -7.246376991271973, -17.545654296875, -15.1828031539917, -11.702812194824219, -4.026524543762207, -11.677528381347656, -8.603055953979492, -8.496569633483887, -10.138821601867676], 'distances_by_expert': [0.5348280668258667, 14.492753982543945, 35.09130859375, 30.3656063079834, 23.405624389648438, 8.053049087524414, 23.355056762695312, 17.206111907958984, 16.993139266967773, 20.27764320373535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.179931640625, 'language': 52.29623031616211}}, {'routing_index': 397, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7737066745758057, 0.0007676964160054922, 2.4921758878804212e-08, 2.712088758016762e-07, 8.583044291299302e-06, 0.02039421536028385, 9.084428711503278e-06, 0.00019530559075064957, 0.00020220616715960205, 4.17507289967034e-05], 'log_scores_by_expert': [-0.2565624713897705, -7.172116279602051, -17.507524490356445, -15.120376586914062, -11.665721893310547, -3.8925039768218994, -11.608948707580566, -8.540945053100586, -8.50622272491455, -10.083793640136719], 'distances_by_expert': [0.513124942779541, 14.344232559204102, 35.01504898071289, 30.240753173828125, 23.331443786621094, 7.785007953643799, 23.217897415161133, 17.081890106201172, 17.0124454498291, 20.167587280273438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.98291015625, 'language': 52.283302307128906}}, {'routing_index': 398, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6581287384033203, 0.0007237798417918384, 2.2144195810369638e-08, 2.4130511633302376e-07, 8.03559578343993e-06, 0.01541963778436184, 7.973062565724831e-06, 0.00016941441572271287, 0.0001731099036987871, 3.854787792079151e-05], 'log_scores_by_expert': [-0.41835469007492065, -7.23102331161499, -17.625690460205078, -15.237203598022461, -11.731629371643066, -4.172113418579102, -11.739441871643066, -8.683162689208984, -8.66158390045166, -10.163609504699707], 'distances_by_expert': [0.8367093801498413, 14.46204662322998, 35.251380920410156, 30.474407196044922, 23.463258743286133, 8.344226837158203, 23.478883743286133, 17.36632537841797, 17.32316780090332, 20.327219009399414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3511.433837890625, 'language': 52.28297424316406}}, {'routing_index': 399, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7461198568344116, 0.0008466283325105906, 2.4691622968475713e-08, 2.9189320116529416e-07, 8.944338333094493e-06, 0.01968330889940262, 8.977282050182112e-06, 0.00018966784409713, 0.0001965854607988149, 4.2783518438227475e-05], 'log_scores_by_expert': [-0.29286906123161316, -7.074248790740967, -17.516801834106445, -15.04687786102295, -11.624489784240723, -3.9279842376708984, -11.620813369750977, -8.570236206054688, -8.53441333770752, -10.059357643127441], 'distances_by_expert': [0.5857381224632263, 14.148497581481934, 35.03360366821289, 30.0937557220459, 23.248979568481445, 7.855968475341797, 23.241626739501953, 17.140472412109375, 17.06882667541504, 20.118715286254883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3503.985595703125, 'language': 52.284637451171875}}, {'routing_index': 400, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7015674710273743, 0.000689295178744942, 2.2463160220809186e-08, 2.3999879772418353e-07, 7.5922789619653486e-06, 0.015200214460492134, 7.824593012628611e-06, 0.00016680380213074386, 0.0001820996985770762, 3.640427894424647e-05], 'log_scores_by_expert': [-0.3544382154941559, -7.27984094619751, -17.61138916015625, -15.242631912231445, -11.788378715515137, -4.186445713043213, -11.758238792419434, -8.698692321777344, -8.610956192016602, -10.220824241638184], 'distances_by_expert': [0.7088764309883118, 14.55968189239502, 35.2227783203125, 30.48526382446289, 23.576757431030273, 8.372891426086426, 23.516477584838867, 17.397384643554688, 17.221912384033203, 20.441648483276367], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3493.686279296875, 'language': 52.277931213378906}}, {'routing_index': 401, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6522156000137329, 0.0005388355348259211, 2.124020781479885e-08, 1.9495897163324116e-07, 6.6140883063781075e-06, 0.01240497175604105, 6.860583198431414e-06, 0.00014907203149050474, 0.0001653094805078581, 3.109893805230968e-05], 'log_scores_by_expert': [-0.4273800849914551, -7.526100158691406, -17.667369842529297, -15.45047664642334, -11.926308631896973, -4.389657974243164, -11.889718055725098, -8.811080932617188, -8.707691192626953, -10.378336906433105], 'distances_by_expert': [0.8547601699829102, 15.052200317382812, 35.334739685058594, 30.90095329284668, 23.852617263793945, 8.779315948486328, 23.779436111450195, 17.622161865234375, 17.415382385253906, 20.75667381286621], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3467.65380859375, 'language': 52.28445053100586}}, {'routing_index': 402, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7254784107208252, 0.0007844606880098581, 2.37345147979795e-08, 3.209677288396051e-07, 8.599775355833117e-06, 0.021464744582772255, 8.843296200211626e-06, 0.00018943988834507763, 0.00019370995869394392, 3.888713035848923e-05], 'log_scores_by_expert': [-0.32092395424842834, -7.150514125823975, -17.55633544921875, -14.951925277709961, -11.663774490356445, -3.841343402862549, -11.63585090637207, -8.571438789367676, -8.549148559570312, -10.154847145080566], 'distances_by_expert': [0.6418479084968567, 14.30102825164795, 35.1126708984375, 29.903850555419922, 23.32754898071289, 7.682686805725098, 23.27170181274414, 17.14287757873535, 17.098297119140625, 20.309694290161133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.250732421875, 'language': 52.26839828491211}}, {'routing_index': 403, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.724800705909729, 0.000792080769315362, 2.3410620997310616e-08, 3.1966914093572996e-07, 8.77646107255714e-06, 0.0218622125685215, 9.022669473779388e-06, 0.00019217519729863852, 0.00019423569028731436, 4.00864337279927e-05], 'log_scores_by_expert': [-0.32185855507850647, -7.140847206115723, -17.57007598876953, -14.955979347229004, -11.643437385559082, -3.822995662689209, -11.61577033996582, -8.557103157043457, -8.546438217163086, -10.124472618103027], 'distances_by_expert': [0.6437171101570129, 14.281694412231445, 35.14015197753906, 29.911958694458008, 23.286874771118164, 7.645991325378418, 23.23154067993164, 17.114206314086914, 17.092876434326172, 20.248945236206055], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.687255859375, 'language': 52.28390121459961}}, {'routing_index': 404, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7762128710746765, 0.0007213525241240859, 2.4640858242719332e-08, 2.521246358355711e-07, 8.098635589703918e-06, 0.017735769972205162, 8.339314263139386e-06, 0.00018293641915079206, 0.00020085927098989487, 3.8210637285374105e-05], 'log_scores_by_expert': [-0.25332847237586975, -7.234382629394531, -17.51885986328125, -15.193342208862305, -11.723814964294434, -4.032171726226807, -11.69452953338623, -8.606371879577637, -8.512906074523926, -10.172396659851074], 'distances_by_expert': [0.5066569447517395, 14.468765258789062, 35.0377197265625, 30.38668441772461, 23.447629928588867, 8.064343452453613, 23.38905906677246, 17.212743759155273, 17.02581214904785, 20.34479331970215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.311279296875, 'language': 52.27730178833008}}, {'routing_index': 405, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7684003114700317, 0.0006936481804586947, 2.399181298073927e-08, 2.439957142996718e-07, 8.045787581067998e-06, 0.01688987761735916, 8.331572644237895e-06, 0.0001816835574572906, 0.00020028524158988148, 3.847941479762085e-05], 'log_scores_by_expert': [-0.2634445130825043, -7.273545742034912, -17.54555320739746, -15.226115226745605, -11.730361938476562, -4.081040859222412, -11.69545841217041, -8.61324405670166, -8.515768051147461, -10.165387153625488], 'distances_by_expert': [0.5268890261650085, 14.547091484069824, 35.09110641479492, 30.45223045349121, 23.460723876953125, 8.162081718444824, 23.39091682434082, 17.22648811340332, 17.031536102294922, 20.330774307250977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3312.682373046875, 'language': 52.298431396484375}}, {'routing_index': 406, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.719792366027832, 0.000807583041023463, 2.3538541782386346e-08, 3.2333952049157233e-07, 9.078980838239659e-06, 0.023159652948379517, 9.5345376394107e-06, 0.00019713741494342685, 0.00019360875012353063, 4.200673720333725e-05], 'log_scores_by_expert': [-0.3287924826145172, -7.121464729309082, -17.564626693725586, -14.944562911987305, -11.609548568725586, -3.76534366607666, -11.560589790344238, -8.531609535217285, -8.549671173095703, -10.077680587768555], 'distances_by_expert': [0.6575849652290344, 14.242929458618164, 35.12925338745117, 29.88912582397461, 23.219097137451172, 7.53068733215332, 23.121179580688477, 17.06321907043457, 17.099342346191406, 20.15536117553711], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3246.13525390625, 'language': 52.29861831665039}}, {'routing_index': 407, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.5923219323158264, 0.0006285678828135133, 1.971913476950249e-08, 2.1076533585073776e-07, 7.32788976165466e-06, 0.013029361143708229, 7.215925506898202e-06, 0.00015003918088041246, 0.00015683296078350395, 3.5049510188400745e-05], 'log_scores_by_expert': [-0.523705005645752, -7.372066497802734, -17.741676330566406, -15.372520446777344, -11.823822975158691, -4.340549945831299, -11.83922004699707, -8.804614067077637, -8.760329246520996, -10.258749008178711], 'distances_by_expert': [1.047410011291504, 14.744132995605469, 35.48335266113281, 30.745040893554688, 23.647645950317383, 8.681099891662598, 23.67844009399414, 17.609228134155273, 17.520658493041992, 20.517498016357422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.534423828125, 'language': 52.28375244140625}}, {'routing_index': 408, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7461877465248108, 0.0008789619896560907, 2.4694541522762847e-08, 3.0208684620447457e-07, 9.138746463577263e-06, 0.020914653316140175, 9.206550203089137e-06, 0.00019465069635771215, 0.00019770431390497833, 4.409255416248925e-05], 'log_scores_by_expert': [-0.2927781045436859, -7.036768913269043, -17.51668357849121, -15.012551307678223, -11.602987289428711, -3.867305278778076, -11.595595359802246, -8.544303894042969, -8.528738021850586, -10.029219627380371], 'distances_by_expert': [0.5855562090873718, 14.073537826538086, 35.03336715698242, 30.025102615356445, 23.205974578857422, 7.734610557556152, 23.191190719604492, 17.088607788085938, 17.057476043701172, 20.058439254760742], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3473.98876953125, 'language': 52.28929138183594}}, {'routing_index': 409, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7488239407539368, 0.0007734183454886079, 2.444402014134539e-08, 2.5733996267263137e-07, 8.377081030630507e-06, 0.017296485602855682, 8.612101737526245e-06, 0.00018486083718016744, 0.00019552196317818016, 4.081341467099264e-05], 'log_scores_by_expert': [-0.2892513573169708, -7.1646904945373535, -17.526880264282227, -15.172867774963379, -11.690011024475098, -4.057251930236816, -11.662342071533203, -8.595907211303711, -8.539837837219238, -10.106499671936035], 'distances_by_expert': [0.5785027146339417, 14.329380989074707, 35.05376052856445, 30.345735549926758, 23.380022048950195, 8.114503860473633, 23.324684143066406, 17.191814422607422, 17.079675674438477, 20.21299934387207], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.7783203125, 'language': 52.260433197021484}}, {'routing_index': 410, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7191543579101562, 0.0006371437339112163, 2.3157483042268723e-08, 2.305639128508119e-07, 7.590063887619181e-06, 0.014972859062254429, 7.705621101194993e-06, 0.00016714011144358665, 0.000184037780854851, 3.5711698728846386e-05], 'log_scores_by_expert': [-0.3296792805194855, -7.35851526260376, -17.580947875976562, -15.282737731933594, -11.788670539855957, -4.201516151428223, -11.773560523986816, -8.696678161621094, -8.600369453430176, -10.240032196044922], 'distances_by_expert': [0.659358561038971, 14.71703052520752, 35.161895751953125, 30.565475463867188, 23.577341079711914, 8.403032302856445, 23.547121047973633, 17.393356323242188, 17.20073890686035, 20.480064392089844], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3413.57080078125, 'language': 52.292381286621094}}, {'routing_index': 411, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7493370175361633, 0.0008233207045122981, 2.4506526585810207e-08, 3.3231231100216974e-07, 9.125552423938643e-06, 0.02202320098876953, 9.217127626470756e-06, 0.0001975591731024906, 0.000197808796656318, 4.147345316596329e-05], 'log_scores_by_expert': [-0.2885664403438568, -7.1021647453308105, -17.52432632446289, -14.917190551757812, -11.604432106018066, -3.8156588077545166, -11.594447135925293, -8.529472351074219, -8.528209686279297, -10.09045696258545], 'distances_by_expert': [0.5771328806877136, 14.204329490661621, 35.04865264892578, 29.834381103515625, 23.208864212036133, 7.631317615509033, 23.188894271850586, 17.058944702148438, 17.056419372558594, 20.1809139251709], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.33642578125, 'language': 52.28245162963867}}, {'routing_index': 412, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7019756436347961, 0.0007717999396845698, 2.2755491713155607e-08, 3.1583130066792364e-07, 8.655081728647929e-06, 0.021790361031889915, 9.03543877939228e-06, 0.00019110037828795612, 0.00019000748579856008, 3.953377017751336e-05], 'log_scores_by_expert': [-0.35385662317276, -7.16678524017334, -17.598459243774414, -14.968057632446289, -11.657363891601562, -3.8262875080108643, -11.61435604095459, -8.562711715698242, -8.56844711303711, -10.138355255126953], 'distances_by_expert': [0.70771324634552, 14.33357048034668, 35.19691848754883, 29.936115264892578, 23.314727783203125, 7.6525750160217285, 23.22871208190918, 17.125423431396484, 17.13689422607422, 20.276710510253906], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3320.927490234375, 'language': 52.266700744628906}}, {'routing_index': 413, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7590945363044739, 0.0007356564165093005, 2.4850134394682755e-08, 2.5886359367177647e-07, 8.26813902676804e-06, 0.018666621297597885, 8.513740795024205e-06, 0.00018640012422110885, 0.00019647412409540266, 3.953459963668138e-05], 'log_scores_by_expert': [-0.2756289839744568, -7.214747428894043, -17.51040267944336, -15.166964530944824, -11.70310115814209, -3.981018304824829, -11.673829078674316, -8.587615013122559, -8.534979820251465, -10.138334274291992], 'distances_by_expert': [0.5512579679489136, 14.429494857788086, 35.02080535888672, 30.33392906188965, 23.40620231628418, 7.962036609649658, 23.347658157348633, 17.175230026245117, 17.06995964050293, 20.276668548583984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.910888671875, 'language': 52.27500915527344}}, {'routing_index': 414, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7570458650588989, 0.0006834694067947567, 2.3681520744389672e-08, 2.4335943749065336e-07, 8.066815098572988e-06, 0.017234139144420624, 8.254682143160608e-06, 0.0001805184583645314, 0.0001985117996810004, 3.839605415123515e-05], 'log_scores_by_expert': [-0.2783314883708954, -7.288328647613525, -17.558570861816406, -15.228726387023926, -11.727751731872559, -4.060863018035889, -11.704730033874512, -8.619677543640137, -8.524662017822266, -10.167555809020996], 'distances_by_expert': [0.5566629767417908, 14.57665729522705, 35.11714172363281, 30.45745277404785, 23.455503463745117, 8.121726036071777, 23.409460067749023, 17.239355087280273, 17.04932403564453, 20.335111618041992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.82958984375, 'language': 52.28495788574219}}, {'routing_index': 415, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7426223158836365, 0.0007101588416844606, 2.3972784646275613e-08, 2.5668603598205664e-07, 8.271459591924213e-06, 0.01861616224050522, 8.545050150132738e-06, 0.00018347491277381778, 0.00019502194481901824, 3.882043165504001e-05], 'log_scores_by_expert': [-0.2975676953792572, -7.250021934509277, -17.54634666442871, -15.17541217803955, -11.702699661254883, -3.983725070953369, -11.670158386230469, -8.603432655334473, -8.542398452758789, -10.156563758850098], 'distances_by_expert': [0.5951353907585144, 14.500043869018555, 35.09269332885742, 30.3508243560791, 23.405399322509766, 7.967450141906738, 23.340316772460938, 17.206865310668945, 17.084796905517578, 20.313127517700195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.151611328125, 'language': 52.290103912353516}}, {'routing_index': 416, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6546322107315063, 0.0007137128268368542, 2.16163353883303e-08, 2.4205303361668484e-07, 8.064831490628421e-06, 0.015320059843361378, 7.990425729076378e-06, 0.00016756271361373365, 0.00017343064246233553, 3.891581218340434e-05], 'log_scores_by_expert': [-0.4236817955970764, -7.245029926300049, -17.649816513061523, -15.234108924865723, -11.727997779846191, -4.178592205047607, -11.737266540527344, -8.69415283203125, -8.659732818603516, -10.154109954833984], 'distances_by_expert': [0.8473635911941528, 14.490059852600098, 35.29963302612305, 30.468217849731445, 23.455995559692383, 8.357184410095215, 23.474533081054688, 17.3883056640625, 17.31946563720703, 20.30821990966797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3563.50732421875, 'language': 52.28192138671875}}, {'routing_index': 417, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7427242994308472, 0.0008427720749750733, 2.4384412711242476e-08, 2.9414664481919317e-07, 8.927268936531618e-06, 0.020317494869232178, 9.090530511457473e-06, 0.00019423403136897832, 0.00019579906074795872, 4.3467873183544725e-05], 'log_scores_by_expert': [-0.2974303364753723, -7.0788140296936035, -17.529321670532227, -15.03918743133545, -11.626399993896484, -3.896272897720337, -11.608277320861816, -8.546446800231934, -8.538421630859375, -10.043488502502441], 'distances_by_expert': [0.5948606729507446, 14.157628059387207, 35.05864334106445, 30.0783748626709, 23.25279998779297, 7.792545795440674, 23.216554641723633, 17.092893600463867, 17.07684326171875, 20.086977005004883], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3477.34521484375, 'language': 52.28748321533203}}, {'routing_index': 418, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7632433176040649, 0.0007798125734552741, 2.4397113662644188e-08, 2.633890971992514e-07, 8.500955118506681e-06, 0.017361583188176155, 8.760989658185281e-06, 0.00018624818767420948, 0.00019790521764662117, 4.1141760448226705e-05], 'log_scores_by_expert': [-0.2701784074306488, -7.15645694732666, -17.52880096435547, -15.149633407592773, -11.675332069396973, -4.053495407104492, -11.645201683044434, -8.588430404663086, -8.527722358703613, -10.09848690032959], 'distances_by_expert': [0.5403568148612976, 14.31291389465332, 35.05760192871094, 30.299266815185547, 23.350664138793945, 8.106990814208984, 23.290403366088867, 17.176860809326172, 17.055444717407227, 20.19697380065918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.666015625, 'language': 52.2668571472168}}, {'routing_index': 419, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7088479995727539, 0.0006135365110822022, 2.226719075792971e-08, 2.212069176721343e-07, 7.3742576205404475e-06, 0.014529426582157612, 7.616966286150273e-06, 0.00016358797438442707, 0.00018394022481516004, 3.523615305311978e-05], 'log_scores_by_expert': [-0.34411415457725525, -7.396270751953125, -17.62015151977539, -15.324167251586914, -11.81751537322998, -4.231579303741455, -11.78513240814209, -8.718159675598145, -8.600899696350098, -10.253437995910645], 'distances_by_expert': [0.6882283091545105, 14.79254150390625, 35.24030303955078, 30.648334503173828, 23.63503074645996, 8.46315860748291, 23.57026481628418, 17.43631935119629, 17.201799392700195, 20.50687599182129], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.129150390625, 'language': 52.2873420715332}}, {'routing_index': 420, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7314149737358093, 0.000813061255030334, 2.3673436544413562e-08, 3.2583977827016497e-07, 8.7946000348893e-06, 0.022729748860001564, 9.215844329446554e-06, 0.00019248627359047532, 0.00019886784139089286, 4.089008871233091e-05], 'log_scores_by_expert': [-0.31277430057525635, -7.114704132080078, -17.55891227722168, -14.936860084533691, -11.641372680664062, -3.784080743789673, -11.594586372375488, -8.555485725402832, -8.522870063781738, -10.104622840881348], 'distances_by_expert': [0.6255486011505127, 14.229408264160156, 35.11782455444336, 29.873720169067383, 23.282745361328125, 7.568161487579346, 23.189172744750977, 17.110971450805664, 17.045740127563477, 20.209245681762695], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3241.612548828125, 'language': 52.28609848022461}}, {'routing_index': 421, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7294909954071045, 0.0008139080600813031, 2.3929201731220928e-08, 3.2363783475375385e-07, 8.912544217309915e-06, 0.022480441257357597, 9.283360668632668e-06, 0.00019671785412356257, 0.00019803304166998714, 4.138858275837265e-05], 'log_scores_by_expert': [-0.31540825963020325, -7.113663196563721, -17.548166275024414, -14.94364070892334, -11.628050804138184, -3.795109748840332, -11.587286949157715, -8.533740043640137, -8.527076721191406, -10.09250545501709], 'distances_by_expert': [0.6308165192604065, 14.227326393127441, 35.09633255004883, 29.88728141784668, 23.256101608276367, 7.590219497680664, 23.17457389831543, 17.067480087280273, 17.054153442382812, 20.18501091003418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.42138671875, 'language': 52.28166961669922}}, {'routing_index': 422, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7022563219070435, 0.0006265913252718747, 2.2299577295825657e-08, 2.2850451841804897e-07, 7.398997240670724e-06, 0.015222454443573952, 7.65907589084236e-06, 0.0001672443759161979, 0.00018512370297685266, 3.5325010685482994e-05], 'log_scores_by_expert': [-0.35345688462257385, -7.375216007232666, -17.618698120117188, -15.291709899902344, -11.814166069030762, -4.184983730316162, -11.779619216918945, -8.696054458618164, -8.594486236572266, -10.250919342041016], 'distances_by_expert': [0.7069137692451477, 14.750432014465332, 35.237396240234375, 30.583419799804688, 23.628332138061523, 8.369967460632324, 23.55923843383789, 17.392108917236328, 17.18897247314453, 20.50183868408203], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3401.649658203125, 'language': 52.294456481933594}}, {'routing_index': 423, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7342182397842407, 0.0006715750205330551, 2.3512336966291514e-08, 2.4718633540032897e-07, 7.923352313810028e-06, 0.017886001616716385, 8.250762220995966e-06, 0.00017997869872488081, 0.00019623573462013155, 3.800768899964169e-05], 'log_scores_by_expert': [-0.3089490532875061, -7.305884838104248, -17.56574058532715, -15.213123321533203, -11.745696067810059, -4.023736953735352, -11.705204963684082, -8.622672080993652, -8.53619384765625, -10.177721977233887], 'distances_by_expert': [0.6178981065750122, 14.611769676208496, 35.1314811706543, 30.426246643066406, 23.491392135620117, 8.047473907470703, 23.410409927368164, 17.245344161987305, 17.0723876953125, 20.355443954467773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3336.833984375, 'language': 52.27157974243164}}, {'routing_index': 424, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7265928387641907, 0.0008265332435257733, 2.429175793849936e-08, 2.7939424285250425e-07, 8.646657988720108e-06, 0.01884721778333187, 8.773264198680408e-06, 0.00018510270456317812, 0.0001905300741782412, 4.158760202699341e-05], 'log_scores_by_expert': [-0.3193889856338501, -7.098270416259766, -17.53312873840332, -15.090641975402832, -11.658337593078613, -3.9713900089263916, -11.64380168914795, -8.594599723815918, -8.56570053100586, -10.087708473205566], 'distances_by_expert': [0.6387779712677002, 14.196540832519531, 35.06625747680664, 30.181283950805664, 23.316675186157227, 7.942780017852783, 23.2876033782959, 17.189199447631836, 17.13140106201172, 20.175416946411133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3455.47021484375, 'language': 52.29079055786133}}, {'routing_index': 425, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.783440351486206, 0.0008927095332182944, 2.5725862329295524e-08, 2.947534483155323e-07, 9.163628419628367e-06, 0.021106025204062462, 9.33691808313597e-06, 0.00019866142247337848, 0.00020474547636695206, 4.3989988625980914e-05], 'log_scores_by_expert': [-0.24406033754348755, -7.021249294281006, -17.47576904296875, -15.037126541137695, -11.600268363952637, -3.85819673538208, -11.581534385681152, -8.523908615112305, -8.493742942810059, -10.031548500061035], 'distances_by_expert': [0.4881206750869751, 14.042498588562012, 34.9515380859375, 30.07425308227539, 23.200536727905273, 7.71639347076416, 23.163068771362305, 17.04781723022461, 16.987485885620117, 20.06309700012207], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3421.200439453125, 'language': 52.26700210571289}}, {'routing_index': 426, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6980673670768738, 0.0006558679160661995, 2.2550949552169186e-08, 2.2564448443063156e-07, 7.2955490395543166e-06, 0.0151461036875844, 7.578202257718658e-06, 0.00016246373706962913, 0.00018005183665081859, 3.480767190922052e-05], 'log_scores_by_expert': [-0.3594396114349365, -7.3295512199401855, -17.60748863220215, -15.304305076599121, -11.828246116638184, -4.190011978149414, -11.790234565734863, -8.725055694580078, -8.622265815734863, -10.26567268371582], 'distances_by_expert': [0.718879222869873, 14.659102439880371, 35.2149772644043, 30.608610153198242, 23.656492233276367, 8.380023956298828, 23.580469131469727, 17.450111389160156, 17.244531631469727, 20.53134536743164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3469.033203125, 'language': 52.26354217529297}}, {'routing_index': 427, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7390339374542236, 0.0006652236334048212, 2.29133743090415e-08, 2.4703010126359004e-07, 7.844213541829959e-06, 0.016236934810876846, 7.935800567793194e-06, 0.0001738106511766091, 0.0001890884741442278, 3.6693931178888306e-05], 'log_scores_by_expert': [-0.3024114668369293, -7.31538724899292, -17.59154510498047, -15.21375560760498, -11.75573444366455, -4.120466709136963, -11.744126319885254, -8.657544136047363, -8.573295593261719, -10.212899208068848], 'distances_by_expert': [0.6048229336738586, 14.63077449798584, 35.18309020996094, 30.42751121520996, 23.5114688873291, 8.240933418273926, 23.488252639770508, 17.315088272094727, 17.146591186523438, 20.425798416137695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.208251953125, 'language': 52.289180755615234}}, {'routing_index': 428, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6835683584213257, 0.0007240346167236567, 2.2143055389278743e-08, 2.9821683256159304e-07, 8.047299161262345e-06, 0.02115771733224392, 8.521205927536357e-06, 0.00017938630480784923, 0.00018615213048178703, 3.693178223329596e-05], 'log_scores_by_expert': [-0.38042861223220825, -7.230671405792236, -17.625741958618164, -15.025444984436035, -11.73017406463623, -3.855750560760498, -11.672952651977539, -8.625968933105469, -8.588946342468262, -10.206438064575195], 'distances_by_expert': [0.7608572244644165, 14.461342811584473, 35.25148391723633, 30.05088996887207, 23.46034812927246, 7.711501121520996, 23.345905303955078, 17.251937866210938, 17.177892684936523, 20.41287612915039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3253.279052734375, 'language': 52.26920700073242}}, {'routing_index': 429, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7097321152687073, 0.0007825407665222883, 2.308489399638347e-08, 3.0821922791801626e-07, 8.617696948931552e-06, 0.02225056290626526, 9.01198018254945e-06, 0.00019059730402659625, 0.0001906482211779803, 4.002244895673357e-05], 'log_scores_by_expert': [-0.3428677022457123, -7.1529645919799805, -17.584087371826172, -14.992454528808594, -11.66169261932373, -3.8053879737854004, -11.616955757141113, -8.565347671508789, -8.565080642700195, -10.126070022583008], 'distances_by_expert': [0.6857354044914246, 14.305929183959961, 35.168174743652344, 29.984909057617188, 23.32338523864746, 7.610775947570801, 23.233911514282227, 17.130695343017578, 17.13016128540039, 20.252140045166016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.017578125, 'language': 52.26834487915039}}, {'routing_index': 430, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7364202737808228, 0.0006486110505647957, 2.2828656298656824e-08, 2.364211013627937e-07, 7.763309440633748e-06, 0.016363494098186493, 8.034844540816266e-06, 0.00017506262520328164, 0.00019295696984045208, 3.7083438655827194e-05], 'log_scores_by_expert': [-0.30595433712005615, -7.340677261352539, -17.59524917602539, -15.257651329040527, -11.766101837158203, -4.112702369689941, -11.731722831726074, -8.65036678314209, -8.553043365478516, -10.202340126037598], 'distances_by_expert': [0.6119086742401123, 14.681354522705078, 35.19049835205078, 30.515302658081055, 23.532203674316406, 8.225404739379883, 23.46344566345215, 17.30073356628418, 17.10608673095703, 20.404680252075195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.816162109375, 'language': 52.28071212768555}}, {'routing_index': 431, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7998784780502319, 0.0007993806502781808, 2.5552258975380937e-08, 2.940484478131111e-07, 8.86640827957308e-06, 0.021364960819482803, 9.277058779844083e-06, 0.0002004640846280381, 0.00020873274479527026, 4.200128751108423e-05], 'log_scores_by_expert': [-0.22329553961753845, -7.131673336029053, -17.482540130615234, -15.039521217346191, -11.633240699768066, -3.8460030555725098, -11.587965965270996, -8.514875411987305, -8.474455833435059, -10.077810287475586], 'distances_by_expert': [0.4465910792350769, 14.263346672058105, 34.96508026123047, 30.079042434692383, 23.266481399536133, 7.6920061111450195, 23.175931930541992, 17.02975082397461, 16.948911666870117, 20.155620574951172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.317626953125, 'language': 52.29389572143555}}, {'routing_index': 432, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6072697639465332, 0.0006538730813190341, 2.027396739379128e-08, 2.207003575449562e-07, 7.505451321776491e-06, 0.013786357827484608, 7.43643340683775e-06, 0.00015528706717304885, 0.00016166824207175523, 3.6047127650817856e-05], 'log_scores_by_expert': [-0.49878209829330444, -7.332597255706787, -17.71392822265625, -15.326459884643555, -11.799880981445312, -4.284075736999512, -11.80911922454834, -8.770235061645508, -8.729964256286621, -10.230683326721191], 'distances_by_expert': [0.9975641965866089, 14.665194511413574, 35.4278564453125, 30.65291976928711, 23.599761962890625, 8.568151473999023, 23.61823844909668, 17.540470123291016, 17.459928512573242, 20.461366653442383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3567.79638671875, 'language': 52.31008529663086}}, {'routing_index': 433, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7759327292442322, 0.0008824446704238653, 2.559733225382388e-08, 2.9381550348261953e-07, 9.203302397509106e-06, 0.020466525107622147, 9.367393431602977e-06, 0.00019753037486225367, 0.00020308393868617713, 4.455294765648432e-05], 'log_scores_by_expert': [-0.2536895275115967, -7.0328145027160645, -17.480777740478516, -15.040313720703125, -11.595948219299316, -3.8889646530151367, -11.578275680541992, -8.529618263244629, -8.501891136169434, -10.018832206726074], 'distances_by_expert': [0.5073790550231934, 14.065629005432129, 34.96155548095703, 30.08062744140625, 23.191896438598633, 7.777929306030273, 23.156551361083984, 17.059236526489258, 17.003782272338867, 20.03766441345215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.0419921875, 'language': 52.2896728515625}}, {'routing_index': 434, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6942999362945557, 0.0006530311657115817, 2.2080888228970252e-08, 2.3236316337715834e-07, 7.388808171526762e-06, 0.015030085109174252, 7.69230246078223e-06, 0.0001664668961893767, 0.00018104464106727391, 3.604541052482091e-05], 'log_scores_by_expert': [-0.3648512661457062, -7.333885669708252, -17.62855339050293, -15.274964332580566, -11.815544128417969, -4.197701454162598, -11.775290489196777, -8.700714111328125, -8.616766929626465, -10.230731010437012], 'distances_by_expert': [0.7297025322914124, 14.667771339416504, 35.25710678100586, 30.549928665161133, 23.631088256835938, 8.395402908325195, 23.550580978393555, 17.40142822265625, 17.23353385925293, 20.461462020874023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3614.070556640625, 'language': 52.28297424316406}}, {'routing_index': 435, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6825668811798096, 0.0005624967743642628, 2.1743199241086586e-08, 2.0162643465937435e-07, 6.76145100442227e-06, 0.013355635106563568, 7.0170513026823755e-06, 0.00015261313819792122, 0.00017482155817560852, 3.1668001611251384e-05], 'log_scores_by_expert': [-0.38189470767974854, -7.48312520980835, -17.643964767456055, -15.416849136352539, -11.90427303314209, -4.315816879272461, -11.867167472839355, -8.787604331970215, -8.651744842529297, -10.360203742980957], 'distances_by_expert': [0.7637894153594971, 14.9662504196167, 35.28792953491211, 30.833698272705078, 23.80854606628418, 8.631633758544922, 23.73433494567871, 17.57520866394043, 17.303489685058594, 20.720407485961914], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3299.765625, 'language': 52.28593444824219}}, {'routing_index': 436, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6671797633171082, 0.0007176790968514979, 2.1561199048392155e-08, 2.980442559419316e-07, 7.994701263669413e-06, 0.02125493250787258, 8.642923603474628e-06, 0.00017766706878319383, 0.0001819781755330041, 3.7113510188646615e-05], 'log_scores_by_expert': [-0.4046957790851593, -7.239488124847412, -17.65237045288086, -15.026023864746094, -11.73673152923584, -3.851166248321533, -11.658769607543945, -8.635599136352539, -8.611623764038086, -10.201529502868652], 'distances_by_expert': [0.8093915581703186, 14.478976249694824, 35.30474090576172, 30.052047729492188, 23.47346305847168, 7.702332496643066, 23.31753921508789, 17.271198272705078, 17.223247528076172, 20.403059005737305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.270263671875, 'language': 52.274070739746094}}, {'routing_index': 437, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6961084008216858, 0.0007353958208113909, 2.253538511354236e-08, 3.0444422804976057e-07, 8.32291607366642e-06, 0.020901059731841087, 8.744011211092584e-06, 0.00018482135783415288, 0.00018828483007382601, 3.813764487858862e-05], 'log_scores_by_expert': [-0.3622499108314514, -7.215101718902588, -17.608179092407227, -15.004777908325195, -11.696497917175293, -3.867955446243286, -11.647141456604004, -8.596120834350586, -8.577554702758789, -10.174308776855469], 'distances_by_expert': [0.7244998216629028, 14.430203437805176, 35.21635818481445, 30.00955581665039, 23.392995834350586, 7.735910892486572, 23.294282913208008, 17.192241668701172, 17.155109405517578, 20.348617553710938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.699462890625, 'language': 52.28909683227539}}, {'routing_index': 438, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7068008184432983, 0.0006159901386126876, 2.2292857337902205e-08, 2.1750531686848262e-07, 7.242178980959579e-06, 0.015075950883328915, 7.597030617034761e-06, 0.00016562144446652383, 0.00018527419888414443, 3.502150866552256e-05], 'log_scores_by_expert': [-0.3470063805580139, -7.392279624938965, -17.618999481201172, -15.341042518615723, -11.835588455200195, -4.19465446472168, -11.787753105163574, -8.705805778503418, -8.593673706054688, -10.25954818725586], 'distances_by_expert': [0.6940127611160278, 14.78455924987793, 35.237998962402344, 30.682085037231445, 23.67117691040039, 8.38930892944336, 23.57550621032715, 17.411611557006836, 17.187347412109375, 20.51909637451172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3390.43798828125, 'language': 52.29518127441406}}, {'routing_index': 439, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7647334933280945, 0.0007000789628364146, 2.4278463683913287e-08, 2.532044049985416e-07, 8.124535270326305e-06, 0.018215982243418694, 8.523798896931112e-06, 0.00018388708122074604, 0.00020062224939465523, 3.910513987648301e-05], 'log_scores_by_expert': [-0.2682279348373413, -7.264317512512207, -17.533676147460938, -15.189068794250488, -11.720622062683105, -4.00545597076416, -11.672648429870605, -8.601188659667969, -8.514086723327637, -10.149256706237793], 'distances_by_expert': [0.5364558696746826, 14.528635025024414, 35.067352294921875, 30.378137588500977, 23.44124412536621, 8.01091194152832, 23.34529685974121, 17.202377319335938, 17.028173446655273, 20.298513412475586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.965576171875, 'language': 52.29909133911133}}, {'routing_index': 440, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6770375370979309, 0.0007490182179026306, 2.2347647288256667e-08, 2.537483112519112e-07, 8.370771865884308e-06, 0.016170570626854897, 8.210722626245115e-06, 0.00017285881040152162, 0.00017741901683621109, 4.007462121080607e-05], 'log_scores_by_expert': [-0.39002853631973267, -7.196747303009033, -17.616544723510742, -15.186923027038574, -11.690764427185059, -4.1245622634887695, -11.71006965637207, -8.66303539276123, -8.636996269226074, -10.124767303466797], 'distances_by_expert': [0.7800570726394653, 14.393494606018066, 35.233089447021484, 30.37384605407715, 23.381528854370117, 8.249124526977539, 23.42013931274414, 17.32607078552246, 17.27399253845215, 20.249534606933594], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3500.338623046875, 'language': 52.28190994262695}}, {'routing_index': 441, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7938154935836792, 0.0008838204084895551, 2.6247523265965356e-08, 3.046559697850171e-07, 9.199633495882154e-06, 0.021000811830163002, 9.422109542356338e-06, 0.0002005964342970401, 0.00020620514987967908, 4.4321775931166485e-05], 'log_scores_by_expert': [-0.2309042066335678, -7.031256675720215, -17.4556941986084, -15.004082679748535, -11.596346855163574, -3.863194227218628, -11.5724515914917, -8.514215469360352, -8.486639022827148, -10.02403450012207], 'distances_by_expert': [0.4618084132671356, 14.06251335144043, 34.9113883972168, 30.00816535949707, 23.19269371032715, 7.726388454437256, 23.1449031829834, 17.028430938720703, 16.973278045654297, 20.04806900024414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.810302734375, 'language': 52.280601501464844}}, {'routing_index': 442, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6953091025352478, 0.0006579198525287211, 2.2515020958735477e-08, 2.3226390055697266e-07, 7.311499302886659e-06, 0.015375240705907345, 7.639999239472672e-06, 0.00016568321734666824, 0.00018048057972919196, 3.535638825269416e-05], 'log_scores_by_expert': [-0.3633987605571747, -7.326427459716797, -17.60908317565918, -15.275391578674316, -11.826062202453613, -4.174996852874756, -11.782113075256348, -8.705432891845703, -8.619887351989746, -10.250031471252441], 'distances_by_expert': [0.7267975211143494, 14.652854919433594, 35.21816635131836, 30.550783157348633, 23.652124404907227, 8.349993705749512, 23.564226150512695, 17.410865783691406, 17.239774703979492, 20.500062942504883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3534.559326171875, 'language': 52.29435348510742}}, {'routing_index': 443, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7441689372062683, 0.0006557609303854406, 2.3214619560008032e-08, 2.3789618808223167e-07, 7.789481060171966e-06, 0.015888186171650887, 7.88513534644153e-06, 0.0001728416682453826, 0.0001894348388304934, 3.670719524961896e-05], 'log_scores_by_expert': [-0.2954872250556946, -7.329714298248291, -17.57848358154297, -15.251431465148926, -11.762736320495605, -4.142179489135742, -11.750531196594238, -8.663134574890137, -8.571465492248535, -10.21253776550293], 'distances_by_expert': [0.5909744501113892, 14.659428596496582, 35.15696716308594, 30.50286293029785, 23.52547264099121, 8.284358978271484, 23.501062393188477, 17.326269149780273, 17.14293098449707, 20.42507553100586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.951416015625, 'language': 52.27111053466797}}, {'routing_index': 444, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7137096524238586, 0.0007757711573503911, 2.2948931643895776e-08, 3.173457514549227e-07, 8.470348802802619e-06, 0.021397309377789497, 8.865462405083235e-06, 0.00018732679018285125, 0.00019505263480823487, 3.87170584872365e-05], 'log_scores_by_expert': [-0.3372790813446045, -7.1616530418396, -17.589994430541992, -14.963274002075195, -11.678938865661621, -3.8444900512695312, -11.633347511291504, -8.582655906677246, -8.542241096496582, -10.15923023223877], 'distances_by_expert': [0.674558162689209, 14.3233060836792, 35.179988861083984, 29.92654800415039, 23.357877731323242, 7.6889801025390625, 23.266695022583008, 17.165311813354492, 17.084482192993164, 20.31846046447754], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3241.87890625, 'language': 52.26723098754883}}, {'routing_index': 445, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.719957709312439, 0.0008340564090758562, 2.2743648742107325e-08, 3.084359434524231e-07, 8.935966434364673e-06, 0.023129187524318695, 9.156159649137408e-06, 0.00019392880494706333, 0.00019440488540567458, 4.2824623960768804e-05], 'log_scores_by_expert': [-0.32856285572052, -7.08920955657959, -17.598979949951172, -14.991751670837402, -11.625426292419434, -3.76665997505188, -11.601083755493164, -8.548019409179688, -8.545567512512207, -10.05839729309082], 'distances_by_expert': [0.65712571144104, 14.17841911315918, 35.197959899902344, 29.983503341674805, 23.250852584838867, 7.53331995010376, 23.202167510986328, 17.096038818359375, 17.091135025024414, 20.11679458618164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3269.146484375, 'language': 52.293792724609375}}, {'routing_index': 446, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7337993383407593, 0.0006490228697657585, 2.2530313614765873e-08, 2.243767340814884e-07, 7.540397746197414e-06, 0.015863044187426567, 7.82851202529855e-06, 0.00017072539776563644, 0.00019216584041714668, 3.696518615470268e-05], 'log_scores_by_expert': [-0.3095196783542633, -7.340042591094971, -17.6084041595459, -15.30993938446045, -11.795235633850098, -4.143763065338135, -11.75773811340332, -8.675454139709473, -8.557151794433594, -10.205533981323242], 'distances_by_expert': [0.6190393567085266, 14.680085182189941, 35.2168083190918, 30.6198787689209, 23.590471267700195, 8.28752613067627, 23.51547622680664, 17.350908279418945, 17.114303588867188, 20.411067962646484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.610107421875, 'language': 52.27912902832031}}, {'routing_index': 447, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7828224301338196, 0.0009016437688842416, 2.4689221334028844e-08, 3.4135277360292093e-07, 9.632155524741393e-06, 0.025418909266591072, 1.0055709026346449e-05, 0.00021052379452157766, 0.00020816855248995125, 4.5925717131467536e-05], 'log_scores_by_expert': [-0.24484938383102417, -7.011291027069092, -17.51689910888672, -14.890349388122559, -11.550403594970703, -3.672261953353882, -11.507369995117188, -8.465911865234375, -8.47716236114502, -9.988485336303711], 'distances_by_expert': [0.48969876766204834, 14.022582054138184, 35.03379821777344, 29.780698776245117, 23.100807189941406, 7.344523906707764, 23.014739990234375, 16.93182373046875, 16.95432472229004, 19.976970672607422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3227.0693359375, 'language': 52.286529541015625}}, {'routing_index': 448, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6746421456336975, 0.000758199137635529, 2.246658858950923e-08, 3.1264391964214155e-07, 8.29406599223148e-06, 0.02160521037876606, 8.768855877860915e-06, 0.0001817898009903729, 0.00018582469783723354, 3.788779577007517e-05], 'log_scores_by_expert': [-0.39357295632362366, -7.184564590454102, -17.611236572265625, -14.978200912475586, -11.699970245361328, -3.8348207473754883, -11.644304275512695, -8.612659454345703, -8.590706825256348, -10.18088150024414], 'distances_by_expert': [0.7871459126472473, 14.369129180908203, 35.22247314453125, 29.956401824951172, 23.399940490722656, 7.669641494750977, 23.28860855102539, 17.225318908691406, 17.181413650512695, 20.36176300048828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3176.883056640625, 'language': 52.27064895629883}}, {'routing_index': 449, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7647176384925842, 0.0008412002352997661, 2.451522362889591e-08, 3.292005885668914e-07, 9.035137736645993e-06, 0.023291464895009995, 9.395064807904419e-06, 0.0001991614408325404, 0.00020498636877164245, 4.191777406958863e-05], 'log_scores_by_expert': [-0.26824864745140076, -7.080680847167969, -17.523971557617188, -14.92659854888916, -11.614389419555664, -3.7596683502197266, -11.575325965881348, -8.521394729614258, -8.49256706237793, -10.079800605773926], 'distances_by_expert': [0.5364972949028015, 14.161361694335938, 35.047943115234375, 29.85319709777832, 23.228778839111328, 7.519336700439453, 23.150651931762695, 17.042789459228516, 16.98513412475586, 20.15960121154785], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3231.7607421875, 'language': 52.29471969604492}}, {'routing_index': 450, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8025951385498047, 0.0007603457197546959, 2.543434440838155e-08, 2.804853806992469e-07, 8.615421393187717e-06, 0.019316034391522408, 8.818249625619501e-06, 0.0001923629461089149, 0.00020902637334074825, 4.057485784869641e-05], 'log_scores_by_expert': [-0.21990491449832916, -7.181737422943115, -17.487165451049805, -15.08674430847168, -11.661956787109375, -3.94681978225708, -11.638687133789062, -8.556126594543457, -8.473050117492676, -10.112361907958984], 'distances_by_expert': [0.4398098289966583, 14.36347484588623, 34.97433090209961, 30.17348861694336, 23.32391357421875, 7.89363956451416, 23.277374267578125, 17.112253189086914, 16.94610023498535, 20.22472381591797], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3307.203369140625, 'language': 52.2674446105957}}, {'routing_index': 451, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.735981822013855, 0.0007791810785420239, 2.341410443307268e-08, 3.204606002782384e-07, 8.70163603394758e-06, 0.022153783589601517, 9.000084901344962e-06, 0.00019290728960186243, 0.00019749136117752641, 3.998654938186519e-05], 'log_scores_by_expert': [-0.3065498471260071, -7.157267093658447, -17.569927215576172, -14.953506469726562, -11.651999473571777, -3.8097469806671143, -11.618276596069336, -8.553300857543945, -8.529815673828125, -10.126967430114746], 'distances_by_expert': [0.6130996942520142, 14.314534187316895, 35.139854431152344, 29.907012939453125, 23.303998947143555, 7.6194939613342285, 23.236553192138672, 17.10660171508789, 17.05963134765625, 20.253934860229492], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.93359375, 'language': 52.2744026184082}}, {'routing_index': 452, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6690205335617065, 0.0007175114005804062, 2.1607307942872467e-08, 2.9868388651266287e-07, 7.852820999687538e-06, 0.020637135952711105, 8.312556019518524e-06, 0.0001784898922778666, 0.00018568492669146508, 3.593314249883406e-05], 'log_scores_by_expert': [-0.4019404947757721, -7.239721775054932, -17.65023422241211, -15.023880004882812, -11.754637718200684, -3.8806631565093994, -11.69774341583252, -8.63097858428955, -8.591459274291992, -10.233850479125977], 'distances_by_expert': [0.8038809895515442, 14.479443550109863, 35.30046844482422, 30.047760009765625, 23.509275436401367, 7.761326313018799, 23.39548683166504, 17.2619571685791, 17.182918548583984, 20.467700958251953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3243.970458984375, 'language': 52.24909973144531}}, {'routing_index': 453, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8149646520614624, 0.0008618655265308917, 2.5746528464765106e-08, 3.1760853858031624e-07, 9.32227248995332e-06, 0.022238275036215782, 9.489906005910598e-06, 0.0002062094717985019, 0.0002145370381185785, 4.364340929896571e-05], 'log_scores_by_expert': [-0.20461046695709229, -7.056411266326904, -17.474966049194336, -14.962446212768555, -11.583104133605957, -3.8059403896331787, -11.565281867980957, -8.486618041992188, -8.447028160095215, -10.039458274841309], 'distances_by_expert': [0.40922093391418457, 14.112822532653809, 34.94993209838867, 29.92489242553711, 23.166208267211914, 7.611880779266357, 23.130563735961914, 16.973236083984375, 16.89405632019043, 20.078916549682617], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.772705078125, 'language': 52.29884719848633}}, {'routing_index': 454, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6315577626228333, 0.0006707336870022118, 2.067959314899781e-08, 2.843315485279163e-07, 7.49074888517498e-06, 0.019160227850079536, 8.065915608312935e-06, 0.0001706414041109383, 0.00017817458137869835, 3.416133040445857e-05], 'log_scores_by_expert': [-0.4595658779144287, -7.307138442993164, -17.69411849975586, -15.073124885559082, -11.801841735839844, -3.954918622970581, -11.727863311767578, -8.675946235656738, -8.632746696472168, -10.284416198730469], 'distances_by_expert': [0.9191317558288574, 14.614276885986328, 35.38823699951172, 30.146249771118164, 23.603683471679688, 7.909837245941162, 23.455726623535156, 17.351892471313477, 17.265493392944336, 20.568832397460938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.802978515625, 'language': 52.2693977355957}}, {'routing_index': 455, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6042858958244324, 0.0006520734168589115, 2.0011873047565132e-08, 2.763697466434678e-07, 7.2445895966666285e-06, 0.01916494593024254, 7.96029871708015e-06, 0.00016495781892444938, 0.0001725473557598889, 3.365516386111267e-05], 'log_scores_by_expert': [-0.5037078857421875, -7.335353374481201, -17.726940155029297, -15.101526260375977, -11.83525562286377, -3.954672336578369, -11.741044044494629, -8.709820747375488, -8.664838790893555, -10.299344062805176], 'distances_by_expert': [1.007415771484375, 14.670706748962402, 35.453880310058594, 30.203052520751953, 23.67051124572754, 7.909344673156738, 23.482088088989258, 17.419641494750977, 17.32967758178711, 20.59868812561035], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.79248046875, 'language': 52.27281188964844}}, {'routing_index': 456, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.651032567024231, 0.0007198008825071156, 2.184833647334017e-08, 3.0190943789421e-07, 7.760310836602002e-06, 0.02031279355287552, 8.36663821246475e-06, 0.00017511038458906114, 0.00018310554150957614, 3.556358569767326e-05], 'log_scores_by_expert': [-0.4291956424713135, -7.236536026000977, -17.639141082763672, -15.013138771057129, -11.766488075256348, -3.8965044021606445, -11.691258430480957, -8.650094032287598, -8.605447769165039, -10.24418830871582], 'distances_by_expert': [0.858391284942627, 14.473072052001953, 35.278282165527344, 30.026277542114258, 23.532976150512695, 7.793008804321289, 23.382516860961914, 17.300188064575195, 17.210895538330078, 20.48837661743164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3191.573486328125, 'language': 52.2686653137207}}, {'routing_index': 457, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7815605401992798, 0.0008617447456344962, 2.440246760215814e-08, 3.2696348739591485e-07, 9.361311640532222e-06, 0.023836450651288033, 9.515071724308655e-06, 0.00020664611656684428, 0.00020906524150632322, 4.4619238906307146e-05], 'log_scores_by_expert': [-0.2464625984430313, -7.056551456451416, -17.528581619262695, -14.933417320251465, -11.578925132751465, -3.736539363861084, -11.562633514404297, -8.484502792358398, -8.472864151000977, -10.017345428466797], 'distances_by_expert': [0.4929251968860626, 14.113102912902832, 35.05716323852539, 29.86683464050293, 23.15785026550293, 7.473078727722168, 23.125267028808594, 16.969005584716797, 16.945728302001953, 20.034690856933594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.003173828125, 'language': 52.28781509399414}}, {'routing_index': 458, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7653271555900574, 0.0008617694256827235, 2.422055622730568e-08, 3.4200351706203946e-07, 9.357125236419961e-06, 0.024976221844553947, 9.638192750571761e-06, 0.00020507728913798928, 0.0002049877366516739, 4.422306301421486e-05], 'log_scores_by_expert': [-0.26745182275772095, -7.056522846221924, -17.53606414794922, -14.888444900512695, -11.57937240600586, -3.689831018447876, -11.549777030944824, -8.4921236038208, -8.492560386657715, -10.026264190673828], 'distances_by_expert': [0.5349036455154419, 14.113045692443848, 35.07212829589844, 29.77688980102539, 23.15874481201172, 7.379662036895752, 23.09955406188965, 16.9842472076416, 16.98512077331543, 20.052528381347656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.829833984375, 'language': 52.292537689208984}}, {'routing_index': 459, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.734869122505188, 0.0008175238617695868, 2.362012452294948e-08, 3.2956813811324537e-07, 8.886599061952438e-06, 0.023543035611510277, 9.160395165963564e-06, 0.00019768452330026776, 0.0001979561784537509, 4.1124774725176394e-05], 'log_scores_by_expert': [-0.30806291103363037, -7.1092305183410645, -17.561166763305664, -14.925482749938965, -11.630966186523438, -3.74892520904541, -11.600621223449707, -8.528838157653809, -8.527464866638184, -10.098899841308594], 'distances_by_expert': [0.6161258220672607, 14.218461036682129, 35.12233352661133, 29.85096549987793, 23.261932373046875, 7.49785041809082, 23.201242446899414, 17.057676315307617, 17.054929733276367, 20.197799682617188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3223.106201171875, 'language': 52.28142166137695}}, {'routing_index': 460, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6076449751853943, 0.0006395276868715882, 1.9797182559955218e-08, 2.7025870963370835e-07, 7.370503226411529e-06, 0.018282080069184303, 7.765819646010641e-06, 0.00016505223175045103, 0.0001717552077025175, 3.3541862649144605e-05], 'log_scores_by_expert': [-0.49816447496414185, -7.354780673980713, -17.73772621154785, -15.123886108398438, -11.818024635314941, -4.001833915710449, -11.765778541564941, -8.709248542785645, -8.669440269470215, -10.302716255187988], 'distances_by_expert': [0.9963289499282837, 14.709561347961426, 35.4754524230957, 30.247772216796875, 23.636049270629883, 8.003667831420898, 23.531557083129883, 17.41849708557129, 17.33888053894043, 20.605432510375977], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3333.8349609375, 'language': 52.27117919921875}}, {'routing_index': 461, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6498125195503235, 0.0007491485448554158, 2.2161730228731358e-08, 3.050455461561796e-07, 8.001979040273e-06, 0.021435027942061424, 8.646410606161226e-06, 0.00017710508836898953, 0.000182146075530909, 3.675525658763945e-05], 'log_scores_by_expert': [-0.4310714304447174, -7.196573257446289, -17.62489891052246, -15.00280475616455, -11.735821723937988, -3.842728853225708, -11.658366203308105, -8.63876724243164, -8.610701560974121, -10.21122932434082], 'distances_by_expert': [0.8621428608894348, 14.393146514892578, 35.24979782104492, 30.0056095123291, 23.471643447875977, 7.685457706451416, 23.31673240661621, 17.27753448486328, 17.221403121948242, 20.42245864868164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3185.171875, 'language': 52.27614212036133}}, {'routing_index': 462, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6275388598442078, 0.0007085173274390399, 2.1171933539676502e-08, 2.939803493973159e-07, 7.839337740733754e-06, 0.02030366100370884, 8.495938345731702e-06, 0.00017428735736757517, 0.00017841857334133238, 3.627003025030717e-05], 'log_scores_by_expert': [-0.465949684381485, -7.252336025238037, -17.670589447021484, -15.039752960205078, -11.756356239318848, -3.89695405960083, -11.675922393798828, -8.654805183410645, -8.631378173828125, -10.224518775939941], 'distances_by_expert': [0.93189936876297, 14.504672050476074, 35.34117889404297, 30.079505920410156, 23.512712478637695, 7.79390811920166, 23.351844787597656, 17.30961036682129, 17.26275634765625, 20.449037551879883], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3292.1123046875, 'language': 52.266441345214844}}, {'routing_index': 463, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6949179172515869, 0.0007945380639284849, 2.324537007325489e-08, 3.322673194361414e-07, 8.572278602514416e-06, 0.022798758000135422, 9.084715202334337e-06, 0.000188694495591335, 0.00019291721400804818, 3.90494242310524e-05], 'log_scores_by_expert': [-0.3639615476131439, -7.137749671936035, -17.577159881591797, -14.917325973510742, -11.666976928710938, -3.7810492515563965, -11.608917236328125, -8.5753812789917, -8.55324935913086, -10.15068244934082], 'distances_by_expert': [0.7279230952262878, 14.27549934387207, 35.154319763183594, 29.834651947021484, 23.333953857421875, 7.562098503112793, 23.21783447265625, 17.1507625579834, 17.10649871826172, 20.30136489868164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.6650390625, 'language': 52.2930908203125}}, {'routing_index': 464, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7737165093421936, 0.0009433699888177216, 2.5023691563319517e-08, 3.650582982572814e-07, 9.893392416415736e-06, 0.026485994458198547, 1.0335370461689308e-05, 0.0002139798307325691, 0.00021042925072833896, 4.694715971709229e-05], 'log_scores_by_expert': [-0.2565497159957886, -6.966052055358887, -17.503442764282227, -14.823208808898926, -11.523643493652344, -3.6311392784118652, -11.479938507080078, -8.449628829956055, -8.466361045837402, -9.966487884521484], 'distances_by_expert': [0.5130994319915771, 13.932104110717773, 35.00688552856445, 29.64641761779785, 23.047286987304688, 7.2622785568237305, 22.959877014160156, 16.89925765991211, 16.932722091674805, 19.93297576904297], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3269.21923828125, 'language': 52.27814483642578}}, {'routing_index': 465, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.646268367767334, 0.0007657773094251752, 2.093070250452911e-08, 2.9516274935303954e-07, 8.273478670162149e-06, 0.023069998249411583, 8.881032954377588e-06, 0.00018195458687841892, 0.00017881428357213736, 3.97400108340662e-05], 'log_scores_by_expert': [-0.43654048442840576, -7.174619197845459, -17.682048797607422, -15.035738945007324, -11.702455520629883, -3.7692222595214844, -11.631592750549316, -8.611753463745117, -8.629162788391113, -10.13315200805664], 'distances_by_expert': [0.8730809688568115, 14.349238395690918, 35.364097595214844, 30.07147789001465, 23.404911041259766, 7.538444519042969, 23.263185501098633, 17.223506927490234, 17.258325576782227, 20.26630401611328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.47705078125, 'language': 52.29908752441406}}, {'routing_index': 466, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6429795622825623, 0.000738499395083636, 2.0797585875698132e-08, 2.942543630979344e-07, 8.1584412328084e-06, 0.022084256634116173, 8.746772437007166e-06, 0.00017998144903685898, 0.00018022034782916307, 3.889154686476104e-05], 'log_scores_by_expert': [-0.4416423738002777, -7.210890293121338, -17.68842887878418, -15.03882122039795, -11.71645736694336, -3.8128902912139893, -11.646825790405273, -8.62265682220459, -8.621330261230469, -10.154733657836914], 'distances_by_expert': [0.8832847476005554, 14.421780586242676, 35.37685775756836, 30.0776424407959, 23.43291473388672, 7.6257805824279785, 23.293651580810547, 17.24531364440918, 17.242660522460938, 20.309467315673828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.992919921875, 'language': 52.30339813232422}}, {'routing_index': 467, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6973696947097778, 0.0008096354431472719, 2.2757099316095264e-08, 3.194421083207999e-07, 8.632873687020037e-06, 0.023796219378709793, 9.197221515933052e-06, 0.0001911399158416316, 0.0001945790572790429, 4.1009316191775724e-05], 'log_scores_by_expert': [-0.36043956875801086, -7.118926525115967, -17.598388671875, -14.956689834594727, -11.659933090209961, -3.7382285594940186, -11.596609115600586, -8.562504768371582, -8.544672012329102, -10.10171127319336], 'distances_by_expert': [0.7208791375160217, 14.237853050231934, 35.19677734375, 29.913379669189453, 23.319866180419922, 7.476457118988037, 23.193218231201172, 17.125009536743164, 17.089344024658203, 20.20342254638672], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3282.00390625, 'language': 52.27982711791992}}, {'routing_index': 468, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6532602906227112, 0.0007005895604379475, 2.1528611782173357e-08, 2.3903010060166707e-07, 7.732151061645709e-06, 0.01498715952038765, 7.803213520674035e-06, 0.00016327312914654613, 0.00017181025759782642, 3.680607915157452e-05], 'log_scores_by_expert': [-0.42577967047691345, -7.2635884284973145, -17.65388298034668, -15.246676445007324, -11.770123481750488, -4.2005615234375, -11.760974884033203, -8.720086097717285, -8.669119834899902, -10.209847450256348], 'distances_by_expert': [0.8515593409538269, 14.527176856994629, 35.30776596069336, 30.49335289001465, 23.540246963500977, 8.401123046875, 23.521949768066406, 17.44017219543457, 17.338239669799805, 20.419694900512695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3503.14697265625, 'language': 52.28838348388672}}, {'routing_index': 469, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7307220697402954, 0.0008257166482508183, 2.4150853761284452e-08, 2.7555938686418813e-07, 8.52094581205165e-06, 0.01919717900454998, 8.693026757100597e-06, 0.00018504940089769661, 0.00019342218001838773, 4.0841918234946206e-05], 'log_scores_by_expert': [-0.3137221038341522, -7.099258899688721, -17.5389461517334, -15.104462623596191, -11.672983169555664, -3.9529919624328613, -11.652989387512207, -8.594887733459473, -8.55063533782959, -10.105801582336426], 'distances_by_expert': [0.6274442076683044, 14.198517799377441, 35.0778923034668, 30.208925247192383, 23.345966339111328, 7.905983924865723, 23.305978775024414, 17.189775466918945, 17.10127067565918, 20.21160316467285], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.390380859375, 'language': 52.25559616088867}}, {'routing_index': 470, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6934661865234375, 0.0006683758110739291, 2.23649614383703e-08, 2.3338253640758921e-07, 7.4625631896196865e-06, 0.014990953728556633, 7.739306965959258e-06, 0.00016430970572400838, 0.00018046509649138898, 3.5605396988103166e-05], 'log_scores_by_expert': [-0.3660527765750885, -7.310659885406494, -17.61577033996582, -15.270586967468262, -11.805611610412598, -4.200308322906494, -11.769198417663574, -8.713757514953613, -8.619973182678223, -10.243013381958008], 'distances_by_expert': [0.732105553150177, 14.621319770812988, 35.23154067993164, 30.541173934936523, 23.611223220825195, 8.400616645812988, 23.53839683532715, 17.427515029907227, 17.239946365356445, 20.486026763916016], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3553.5556640625, 'language': 52.26339340209961}}, {'routing_index': 471, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7175959348678589, 0.0006212549633346498, 2.2998403181873073e-08, 2.30188874184023e-07, 7.3538349170121364e-06, 0.014989245682954788, 7.4854933700407855e-06, 0.00016546278493478894, 0.00018165029177907854, 3.441731314524077e-05], 'log_scores_by_expert': [-0.3318486511707306, -7.3837690353393555, -17.587841033935547, -15.2843656539917, -11.82028865814209, -4.200422286987305, -11.802543640136719, -8.706764221191406, -8.61342716217041, -10.27695083618164], 'distances_by_expert': [0.6636973023414612, 14.767538070678711, 35.175682067871094, 30.5687313079834, 23.64057731628418, 8.40084457397461, 23.605087280273438, 17.413528442382812, 17.22685432434082, 20.55390167236328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.322998046875, 'language': 52.2602653503418}}, {'routing_index': 472, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7679991722106934, 0.0008202665485441685, 2.4898051620425576e-08, 3.254981209011021e-07, 8.922800589061808e-06, 0.02164713479578495, 9.092957952816505e-06, 0.0001960062509169802, 0.00020227523054927588, 4.0809758502291515e-05], 'log_scores_by_expert': [-0.2639665901660919, -7.105881214141846, -17.50847625732422, -14.937909126281738, -11.626900672912598, -3.8328821659088135, -11.608010292053223, -8.53736400604248, -8.505881309509277, -10.106589317321777], 'distances_by_expert': [0.5279331803321838, 14.211762428283691, 35.01695251464844, 29.875818252563477, 23.253801345825195, 7.665764331817627, 23.216020584106445, 17.07472801208496, 17.011762619018555, 20.213178634643555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.4306640625, 'language': 52.26193618774414}}, {'routing_index': 473, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7777351140975952, 0.0009061016608029604, 2.5492088440159932e-08, 3.501339165268291e-07, 9.738477274368051e-06, 0.02478395402431488, 9.937125469150487e-06, 0.0002091045316774398, 0.00020622284500859678, 4.462025754037313e-05], 'log_scores_by_expert': [-0.2513693571090698, -7.006359100341797, -17.48489761352539, -14.864950180053711, -11.53942584991455, -3.697558879852295, -11.519232749938965, -8.472676277160645, -8.486553192138672, -10.017322540283203], 'distances_by_expert': [0.5027387142181396, 14.012718200683594, 34.96979522705078, 29.729900360107422, 23.0788516998291, 7.39511775970459, 23.03846549987793, 16.94535255432129, 16.973106384277344, 20.034645080566406], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3235.859619140625, 'language': 52.28144454956055}}, {'routing_index': 474, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7700572609901428, 0.0006821494898758829, 2.3858927278297415e-08, 2.446089126806328e-07, 7.91072852734942e-06, 0.01702365092933178, 8.080667612375692e-06, 0.00017950285109691322, 0.00019870461255777627, 3.7360387068474665e-05], 'log_scores_by_expert': [-0.26129040122032166, -7.290261745452881, -17.55110740661621, -15.223605155944824, -11.74729061126709, -4.073151588439941, -11.726036071777344, -8.625319480895996, -8.523691177368164, -10.194899559020996], 'distances_by_expert': [0.5225808024406433, 14.580523490905762, 35.10221481323242, 30.44721031188965, 23.49458122253418, 8.146303176879883, 23.452072143554688, 17.250638961791992, 17.047382354736328, 20.389799118041992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3370.35400390625, 'language': 52.25743865966797}}, {'routing_index': 475, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8199436664581299, 0.0008048377931118011, 2.579479740916213e-08, 2.971179355881759e-07, 9.142451744992286e-06, 0.021412262693047523, 9.403024705534335e-06, 0.00020423259411472827, 0.00021331907191779464, 4.327508213464171e-05], 'log_scores_by_expert': [-0.19851958751678467, -7.1248698234558105, -17.473093032836914, -15.029136657714844, -11.602581977844238, -3.8437914848327637, -11.574479103088379, -8.496251106262207, -8.45272159576416, -10.047933578491211], 'distances_by_expert': [0.39703917503356934, 14.249739646911621, 34.94618606567383, 30.058273315429688, 23.205163955688477, 7.687582969665527, 23.148958206176758, 16.992502212524414, 16.90544319152832, 20.095867156982422], 'routing_embedding_norm': 1.41421377658844, 'modality_norms': {'vision': 3316.64794921875, 'language': 52.282535552978516}}, {'routing_index': 476, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6998775005340576, 0.000812511658295989, 2.321311498576506e-08, 2.6976044864568394e-07, 8.825485565466806e-06, 0.018030967563390732, 8.70624262461206e-06, 0.00018187303794547915, 0.00018676881154533476, 4.219801849103533e-05], 'log_scores_by_expert': [-0.35684993863105774, -7.11538028717041, -17.578548431396484, -15.125731468200684, -11.637866973876953, -4.015664577484131, -11.651470184326172, -8.612201690673828, -8.585638999938965, -10.073137283325195], 'distances_by_expert': [0.7136998772621155, 14.23076057434082, 35.15709686279297, 30.251462936401367, 23.275733947753906, 8.031329154968262, 23.302940368652344, 17.224403381347656, 17.17127799987793, 20.14627456665039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.25927734375, 'language': 52.280582427978516}}, {'routing_index': 477, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7750270366668701, 0.0008846606942825019, 2.5802917136275028e-08, 3.037826843410585e-07, 9.20733145903796e-06, 0.021215690299868584, 9.42572205531178e-06, 0.0001997145445784554, 0.000204463503905572, 4.4314208935247734e-05], 'log_scores_by_expert': [-0.2548574209213257, -7.030306339263916, -17.4727783203125, -15.006953239440918, -11.595510482788086, -3.8530142307281494, -11.572068214416504, -8.518621444702148, -8.495121002197266, -10.024205207824707], 'distances_by_expert': [0.5097148418426514, 14.060612678527832, 34.945556640625, 30.013906478881836, 23.191020965576172, 7.706028461456299, 23.144136428833008, 17.037242889404297, 16.99024200439453, 20.048410415649414], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3412.793212890625, 'language': 52.28763198852539}}, {'routing_index': 478, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7070798277854919, 0.0006767986342310905, 2.2730638704615558e-08, 2.383681021456141e-07, 7.601987817906775e-06, 0.015344888903200626, 7.91855654824758e-06, 0.0001688294141786173, 0.00018453884695190936, 3.661890877992846e-05], 'log_scores_by_expert': [-0.3466116487979889, -7.2981367111206055, -17.599552154541016, -15.249449729919434, -11.787100791931152, -4.17697286605835, -11.746301651000977, -8.68662166595459, -8.597650527954102, -10.214945793151855], 'distances_by_expert': [0.6932232975959778, 14.596273422241211, 35.19910430908203, 30.498899459838867, 23.574201583862305, 8.3539457321167, 23.492603302001953, 17.37324333190918, 17.195301055908203, 20.42989158630371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3536.540771484375, 'language': 52.2875862121582}}, {'routing_index': 479, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7173412442207336, 0.0006227830308489501, 2.245180930060542e-08, 2.2374956643034238e-07, 7.4862141445919406e-06, 0.015161639079451561, 7.631886546732858e-06, 0.00016605036216787994, 0.0001832543930504471, 3.5493416362442076e-05], 'log_scores_by_expert': [-0.3322036564350128, -7.381312370300293, -17.611894607543945, -15.312738418579102, -11.802447319030762, -4.188986778259277, -11.783175468444824, -8.703219413757324, -8.604635238647461, -10.246163368225098], 'distances_by_expert': [0.6644073128700256, 14.762624740600586, 35.22378921508789, 30.625476837158203, 23.604894638061523, 8.377973556518555, 23.56635093688965, 17.40643882751465, 17.209270477294922, 20.492326736450195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3422.36474609375, 'language': 52.26392364501953}}, {'routing_index': 480, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7609937191009521, 0.000865423702634871, 2.4813285648406236e-08, 3.411051352486538e-07, 9.295187737734523e-06, 0.024539992213249207, 9.779221727512777e-06, 0.00020340413902886212, 0.00020297493028920144, 4.3273306800983846e-05], 'log_scores_by_expert': [-0.2731301784515381, -7.052291393280029, -17.511886596679688, -14.891075134277344, -11.586013793945312, -3.707451105117798, -11.535250663757324, -8.50031566619873, -8.50242805480957, -10.047974586486816], 'distances_by_expert': [0.5462603569030762, 14.104582786560059, 35.023773193359375, 29.782150268554688, 23.172027587890625, 7.414902210235596, 23.07050132751465, 17.00063133239746, 17.00485610961914, 20.095949172973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3244.630615234375, 'language': 52.269813537597656}}, {'routing_index': 481, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7434588074684143, 0.0008623255998827517, 2.4384924302012223e-08, 3.3260116083511093e-07, 9.19801095733419e-06, 0.02402144856750965, 9.578338904248085e-06, 0.00020123370632063597, 0.00019754561071749777, 4.271738725947216e-05], 'log_scores_by_expert': [-0.2964419722557068, -7.055877685546875, -17.529300689697266, -14.916321754455566, -11.59652328491211, -3.7288081645965576, -11.55600643157959, -8.511043548583984, -8.529541015625, -10.060904502868652], 'distances_by_expert': [0.5928839445114136, 14.11175537109375, 35.05860137939453, 29.832643508911133, 23.19304656982422, 7.457616329193115, 23.11201286315918, 17.02208709716797, 17.05908203125, 20.121809005737305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3235.976318359375, 'language': 52.27902603149414}}, {'routing_index': 482, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.738105833530426, 0.0006633933517150581, 2.35527775060973e-08, 2.2998109727723204e-07, 7.646428457519505e-06, 0.016062743961811066, 7.969375474203844e-06, 0.00017362425569444895, 0.0001917608897201717, 3.647499761427753e-05], 'log_scores_by_expert': [-0.3036681115627289, -7.318142414093018, -17.564022064208984, -15.285268783569336, -11.781271934509277, -4.131252765655518, -11.739904403686523, -8.65861701965332, -8.559261322021484, -10.218883514404297], 'distances_by_expert': [0.6073362231254578, 14.636284828186035, 35.12804412841797, 30.570537567138672, 23.562543869018555, 8.262505531311035, 23.479808807373047, 17.31723403930664, 17.11852264404297, 20.437767028808594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.979736328125, 'language': 52.272491455078125}}, {'routing_index': 483, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7553166747093201, 0.0007027499377727509, 2.4205132120869166e-08, 2.4336060278074e-07, 8.066438567766454e-06, 0.01755860634148121, 8.388321475649718e-06, 0.00018152769189327955, 0.00020009317086078227, 3.884291436406784e-05], 'log_scores_by_expert': [-0.28061819076538086, -7.260509490966797, -17.536701202392578, -15.228721618652344, -11.727798461914062, -4.042211055755615, -11.68867015838623, -8.614102363586426, -8.516727447509766, -10.155984878540039], 'distances_by_expert': [0.5612363815307617, 14.521018981933594, 35.073402404785156, 30.457443237304688, 23.455596923828125, 8.08442211151123, 23.37734031677246, 17.22820472717285, 17.03345489501953, 20.311969757080078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.93798828125, 'language': 52.28400421142578}}, {'routing_index': 484, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8064208626747131, 0.0008062697597779334, 2.551777456005766e-08, 3.0219749191928713e-07, 9.204767593473662e-06, 0.021427670493721962, 9.491390301263891e-06, 0.0002035042707575485, 0.00021072586241643876, 4.301421722630039e-05], 'log_scores_by_expert': [-0.21514950692653656, -7.123092174530029, -17.483890533447266, -15.012185096740723, -11.595788955688477, -3.8430721759796143, -11.565125465393066, -8.499823570251465, -8.46495246887207, -10.053979873657227], 'distances_by_expert': [0.4302990138530731, 14.246184349060059, 34.96778106689453, 30.024370193481445, 23.191577911376953, 7.6861443519592285, 23.130250930786133, 16.99964714050293, 16.92990493774414, 20.107959747314453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.7197265625, 'language': 52.27852249145508}}, {'routing_index': 485, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6692039966583252, 0.0007317847339436412, 2.2627080653592202e-08, 2.428806453735888e-07, 8.029238415474538e-06, 0.015797283500432968, 8.023834197956603e-06, 0.00017130748892668635, 0.00017452353495173156, 3.850430221064016e-05], 'log_scores_by_expert': [-0.4016663730144501, -7.220024108886719, -17.60411834716797, -15.230695724487305, -11.732420921325684, -4.1479172706604, -11.733094215393066, -8.672050476074219, -8.653450965881348, -10.164740562438965], 'distances_by_expert': [0.8033327460289001, 14.440048217773438, 35.20823669433594, 30.46139144897461, 23.464841842651367, 8.2958345413208, 23.466188430786133, 17.344100952148438, 17.306901931762695, 20.32948112487793], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3526.463623046875, 'language': 52.285579681396484}}, {'routing_index': 486, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7325851917266846, 0.0007775836274959147, 2.455757730501773e-08, 2.605619613404997e-07, 8.17019918031292e-06, 0.017842888832092285, 8.426453860010952e-06, 0.00018180541519541293, 0.0001911583385663107, 3.8994865462882444e-05], 'log_scores_by_expert': [-0.311175674200058, -7.1593194007873535, -17.522245407104492, -15.160425186157227, -11.715017318725586, -4.026150226593018, -11.684134483337402, -8.612573623657227, -8.562408447265625, -10.152080535888672], 'distances_by_expert': [0.622351348400116, 14.318638801574707, 35.044490814208984, 30.320850372314453, 23.430034637451172, 8.052300453186035, 23.368268966674805, 17.225147247314453, 17.12481689453125, 20.304161071777344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3429.2978515625, 'language': 52.283870697021484}}, {'routing_index': 487, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.707911491394043, 0.0006522665498778224, 2.2946348821051288e-08, 2.2502388219436398e-07, 7.224201908684336e-06, 0.015204912051558495, 7.559780897281598e-06, 0.0001647581666475162, 0.00018222929793410003, 3.457110142335296e-05], 'log_scores_by_expert': [-0.3454361855983734, -7.335057258605957, -17.590106964111328, -15.307059288024902, -11.83807373046875, -4.186136722564697, -11.792668342590332, -8.711031913757324, -8.610244750976562, -10.272492408752441], 'distances_by_expert': [0.6908723711967468, 14.670114517211914, 35.180213928222656, 30.614118576049805, 23.6761474609375, 8.372273445129395, 23.585336685180664, 17.42206382751465, 17.220489501953125, 20.544984817504883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3501.1064453125, 'language': 52.25729751586914}}, {'routing_index': 488, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.758907675743103, 0.000783428200520575, 2.378323316065689e-08, 3.095669569574966e-07, 8.74808210937772e-06, 0.02099992148578167, 8.778000847087242e-06, 0.0001935753389261663, 0.00019957651966251433, 4.0127935790224e-05], 'log_scores_by_expert': [-0.27587515115737915, -7.151831150054932, -17.554285049438477, -14.988091468811035, -11.646676063537598, -3.863236665725708, -11.643261909484863, -8.549843788146973, -8.519312858581543, -10.123437881469727], 'distances_by_expert': [0.5517503023147583, 14.303662300109863, 35.10857009887695, 29.97618293762207, 23.293352127075195, 7.726473331451416, 23.286523818969727, 17.099687576293945, 17.038625717163086, 20.246875762939453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.364990234375, 'language': 52.27610778808594}}, {'routing_index': 489, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6221901178359985, 0.0006562138441950083, 2.0465504846356453e-08, 2.7291531523587764e-07, 7.367158104898408e-06, 0.018951235339045525, 7.785248271829914e-06, 0.00016505428357049823, 0.00017518154345452785, 3.3310021535726264e-05], 'log_scores_by_expert': [-0.4745095670223236, -7.329023838043213, -17.704524993896484, -15.114104270935059, -11.81847858428955, -3.965886116027832, -11.763279914855957, -8.709236145019531, -8.649687767028809, -10.309652328491211], 'distances_by_expert': [0.9490191340446472, 14.658047676086426, 35.40904998779297, 30.228208541870117, 23.6369571685791, 7.931772232055664, 23.526559829711914, 17.418472290039062, 17.299375534057617, 20.619304656982422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3249.281982421875, 'language': 52.25575256347656}}, {'routing_index': 490, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7846856117248535, 0.0007633244968019426, 2.5178813700676983e-08, 2.7305668481858447e-07, 8.333892765222117e-06, 0.018684132024645805, 8.641753083793446e-06, 0.00018919957801699638, 0.000204520853003487, 3.953007762902416e-05], 'log_scores_by_expert': [-0.24247212707996368, -7.17782735824585, -17.497262954711914, -15.11358642578125, -11.69517993927002, -3.9800806045532227, -11.658905029296875, -8.572708129882812, -8.494840621948242, -10.138448715209961], 'distances_by_expert': [0.48494425415992737, 14.3556547164917, 34.99452590942383, 30.2271728515625, 23.39035987854004, 7.960161209106445, 23.31781005859375, 17.145416259765625, 16.989681243896484, 20.276897430419922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.005859375, 'language': 52.28602981567383}}, {'routing_index': 491, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8030917644500732, 0.0008636818965896964, 2.551422184637886e-08, 3.2804291549837217e-07, 9.30846726987511e-06, 0.02355794981122017, 9.696764209365938e-06, 0.00020788189431186765, 0.00021218731126282364, 4.3756979721365497e-05], 'log_scores_by_expert': [-0.21928632259368896, -7.0543060302734375, -17.48402976989746, -14.930121421813965, -11.584586143493652, -3.7482919692993164, -11.543718338012695, -8.478540420532227, -8.458041191101074, -10.036859512329102], 'distances_by_expert': [0.43857264518737793, 14.108612060546875, 34.96805953979492, 29.86024284362793, 23.169172286987305, 7.496583938598633, 23.08743667602539, 16.957080841064453, 16.91608238220215, 20.073719024658203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3322.452392578125, 'language': 52.29646301269531}}, {'routing_index': 492, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6214097738265991, 0.0006703358958475292, 2.043437952181648e-08, 2.8512170047179097e-07, 7.67494293540949e-06, 0.020128488540649414, 8.329562660946976e-06, 0.00017253978876397014, 0.00017250228847842664, 3.532036134856753e-05], 'log_scores_by_expert': [-0.47576460242271423, -7.307731628417969, -17.70604705810547, -15.07034969329834, -11.777549743652344, -3.9056191444396973, -11.695699691772461, -8.66488265991211, -8.66510009765625, -10.25105094909668], 'distances_by_expert': [0.9515292048454285, 14.615463256835938, 35.41209411621094, 30.14069938659668, 23.555099487304688, 7.8112382888793945, 23.391399383544922, 17.32976531982422, 17.3302001953125, 20.50210189819336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.95947265625, 'language': 52.291969299316406}}, {'routing_index': 493, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6659201383590698, 0.0007515802280977368, 2.2124268639345246e-08, 3.1444790238310816e-07, 8.157017873600125e-06, 0.022302618250250816, 8.791078471404035e-06, 0.0001817778538679704, 0.00018378891400061548, 3.741005275514908e-05], 'log_scores_by_expert': [-0.4065855145454407, -7.193332672119141, -17.626590728759766, -14.972447395324707, -11.716631889343262, -3.803051233291626, -11.641773223876953, -8.612725257873535, -8.601722717285156, -10.193571090698242], 'distances_by_expert': [0.8131710290908813, 14.386665344238281, 35.25318145751953, 29.944894790649414, 23.433263778686523, 7.606102466583252, 23.283546447753906, 17.22545051574707, 17.203445434570312, 20.387142181396484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3230.2607421875, 'language': 52.276363372802734}}, {'routing_index': 494, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.8144412040710449, 0.0008102321298792958, 2.551505140502286e-08, 3.0219143809517846e-07, 8.938173778005876e-06, 0.020951589569449425, 9.130139915214386e-06, 0.00019936877652071416, 0.00021343505068216473, 4.208352402201854e-05], 'log_scores_by_expert': [-0.2052530199289322, -7.118189811706543, -17.483997344970703, -15.012205123901367, -11.625179290771484, -3.8655407428741455, -11.60392951965332, -8.520354270935059, -8.452178001403809, -10.075854301452637], 'distances_by_expert': [0.4105060398578644, 14.236379623413086, 34.967994689941406, 30.024410247802734, 23.25035858154297, 7.731081485748291, 23.20785903930664, 17.040708541870117, 16.904356002807617, 20.151708602905273], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3326.540771484375, 'language': 52.290184020996094}}, {'routing_index': 495, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6949878334999084, 0.0007383990450762212, 2.2056557469340987e-08, 3.1355224905382784e-07, 8.425080523011275e-06, 0.022038059309124947, 8.761490789765958e-06, 0.00018655412713997066, 0.00018764362903311849, 3.856343391817063e-05], 'log_scores_by_expert': [-0.3638609051704407, -7.211026191711426, -17.629655838012695, -14.975299835205078, -11.684297561645508, -3.8149843215942383, -11.64514446258545, -8.58678913116455, -8.580965995788574, -10.163206100463867], 'distances_by_expert': [0.7277218103408813, 14.422052383422852, 35.25931167602539, 29.950599670410156, 23.368595123291016, 7.629968643188477, 23.2902889251709, 17.1735782623291, 17.16193199157715, 20.326412200927734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.442626953125, 'language': 52.28276824951172}}, {'routing_index': 496, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.735806405544281, 0.0007900766213424504, 2.313501035189347e-08, 3.227126228466659e-07, 8.899880413082428e-06, 0.022831067442893982, 9.113367923418991e-06, 0.0001957738568307832, 0.00019686254381667823, 4.104813342564739e-05], 'log_scores_by_expert': [-0.30678823590278625, -7.143380641937256, -17.581918716430664, -14.946503639221191, -11.629472732543945, -3.779633045196533, -11.605768203735352, -8.53855037689209, -8.533004760742188, -10.100765228271484], 'distances_by_expert': [0.6135764718055725, 14.286761283874512, 35.16383743286133, 29.893007278442383, 23.25894546508789, 7.559266090393066, 23.211536407470703, 17.07710075378418, 17.066009521484375, 20.20153045654297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3263.570068359375, 'language': 52.26953125}}, {'routing_index': 497, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7237706780433655, 0.0007645266014151275, 2.2337548699624676e-08, 2.9046975669189123e-07, 8.411167073063552e-06, 0.02196510322391987, 8.699138561496511e-06, 0.00018922555318567902, 0.00019317994883749634, 4.024639929411933e-05], 'log_scores_by_expert': [-0.3232806921005249, -7.176253795623779, -17.61699676513672, -15.051766395568848, -11.68595027923584, -3.818300247192383, -11.652286529541016, -8.57257080078125, -8.551888465881348, -10.120490074157715], 'distances_by_expert': [0.6465613842010498, 14.352507591247559, 35.23399353027344, 30.103532791137695, 23.37190055847168, 7.636600494384766, 23.30457305908203, 17.1451416015625, 17.103776931762695, 20.24098014831543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.92529296875, 'language': 52.28934860229492}}, {'routing_index': 498, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6284494996070862, 0.0006534775602631271, 2.0186377014397294e-08, 2.735000066422799e-07, 7.485150490538217e-06, 0.019593510776758194, 8.023818736546673e-06, 0.00017078174278140068, 0.00017344717343803495, 3.456147533142939e-05], 'log_scores_by_expert': [-0.46449965238571167, -7.333202362060547, -17.718257904052734, -15.111964225769043, -11.802589416503906, -3.9325568675994873, -11.7330961227417, -8.675124168395996, -8.659637451171875, -10.272770881652832], 'distances_by_expert': [0.9289993047714233, 14.666404724121094, 35.43651580810547, 30.223928451538086, 23.605178833007812, 7.865113735198975, 23.4661922454834, 17.350248336791992, 17.31927490234375, 20.545541763305664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3342.6611328125, 'language': 52.28948974609375}}, {'routing_index': 499, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6660619378089905, 0.0007213322096504271, 2.1650995662980677e-08, 2.959245932743215e-07, 7.947426638565958e-06, 0.021376783028244972, 8.462073310511187e-06, 0.00017966092855203897, 0.00018489945796318352, 3.6585541238309816e-05], 'log_scores_by_expert': [-0.4063725769519806, -7.234410762786865, -17.64821434020996, -15.033161163330078, -11.74266242980957, -3.845449924468994, -11.679916381835938, -8.624439239501953, -8.595698356628418, -10.21585750579834], 'distances_by_expert': [0.8127451539039612, 14.46882152557373, 35.29642868041992, 30.066322326660156, 23.48532485961914, 7.690899848937988, 23.359832763671875, 17.248878479003906, 17.191396713256836, 20.43171501159668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.598388671875, 'language': 52.292842864990234}}, {'routing_index': 500, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6653016805648804, 0.0007363473996520042, 2.1543893780062717e-08, 2.9433098802655877e-07, 7.937231202959083e-06, 0.021853554993867874, 8.542694558855146e-06, 0.00017915721400640905, 0.00018432339129503816, 3.686306081363e-05], 'log_scores_by_expert': [-0.4075147211551666, -7.213808536529541, -17.653173446655273, -15.03856086730957, -11.743946075439453, -3.8233916759490967, -11.67043399810791, -8.627246856689453, -8.5988187789917, -10.208300590515137], 'distances_by_expert': [0.8150294423103333, 14.427617073059082, 35.30634689331055, 30.07712173461914, 23.487892150878906, 7.646783351898193, 23.34086799621582, 17.254493713378906, 17.1976375579834, 20.416601181030273], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3245.356689453125, 'language': 52.254432678222656}}, {'routing_index': 501, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6939630508422852, 0.0007532025338150561, 2.2137394140031574e-08, 3.0343116463882325e-07, 8.28619158710353e-06, 0.022456713020801544, 8.742385944060516e-06, 0.00018675705359783024, 0.00018956224084831774, 3.888787250616588e-05], 'log_scores_by_expert': [-0.36533650755882263, -7.191176414489746, -17.62599754333496, -15.008111000061035, -11.700920104980469, -3.796165704727173, -11.647327423095703, -8.585701942443848, -8.570793151855469, -10.154828071594238], 'distances_by_expert': [0.7306730151176453, 14.382352828979492, 35.25199508666992, 30.01622200012207, 23.401840209960938, 7.592331409454346, 23.294654846191406, 17.171403884887695, 17.141586303710938, 20.309656143188477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3244.56494140625, 'language': 52.29841232299805}}, {'routing_index': 502, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7432788014411926, 0.0008067351300269365, 2.333185378233793e-08, 3.158005768000294e-07, 8.84335531736724e-06, 0.02335071749985218, 9.150468031293713e-06, 0.00019531809084583074, 0.00020023327670060098, 4.1595136281102896e-05], 'log_scores_by_expert': [-0.29668405652046204, -7.1225152015686035, -17.57344627380371, -14.968154907226562, -11.635844230651855, -3.757127523422241, -11.601705551147461, -8.540881156921387, -8.516027450561523, -10.08752727508545], 'distances_by_expert': [0.5933681130409241, 14.245030403137207, 35.14689254760742, 29.936309814453125, 23.27168846130371, 7.514255046844482, 23.203411102294922, 17.081762313842773, 17.032054901123047, 20.1750545501709], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3240.927734375, 'language': 52.281044006347656}}, {'routing_index': 503, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7126715779304504, 0.0007820352911949158, 2.3135321214340365e-08, 3.1728126259622513e-07, 8.62204615259543e-06, 0.02247031219303608, 9.036834853759501e-06, 0.00019174168119207025, 0.00019487376266624779, 3.971057230955921e-05], 'log_scores_by_expert': [-0.33873462677001953, -7.153610706329346, -17.581905364990234, -14.96347713470459, -11.661188125610352, -3.795560359954834, -11.614201545715332, -8.559361457824707, -8.543158531188965, -10.133893013000488], 'distances_by_expert': [0.6774692535400391, 14.307221412658691, 35.16381072998047, 29.92695426940918, 23.322376251220703, 7.591120719909668, 23.228403091430664, 17.118722915649414, 17.08631706237793, 20.267786026000977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.156005859375, 'language': 52.25474166870117}}, {'routing_index': 504, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6768712997436523, 0.0007441418129019439, 2.218185990443544e-08, 3.01435306937492e-07, 8.063208042585757e-06, 0.02159999869763851, 8.655668352730572e-06, 0.00018109453958459198, 0.00018776123761199415, 3.728930096258409e-05], 'log_scores_by_expert': [-0.39027413725852966, -7.2032790184021, -17.623991012573242, -15.014710426330566, -11.728199005126953, -3.835062026977539, -11.657296180725098, -8.616491317749023, -8.580339431762695, -10.19680404663086], 'distances_by_expert': [0.7805482745170593, 14.4065580368042, 35.247982025146484, 30.029420852661133, 23.456398010253906, 7.670124053955078, 23.314592361450195, 17.232982635498047, 17.16067886352539, 20.39360809326172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3239.689208984375, 'language': 52.27096176147461}}, {'routing_index': 505, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6745918989181519, 0.0007281751604750752, 2.185179504010648e-08, 3.0072379786361125e-07, 8.20790410216432e-06, 0.021351059898734093, 8.655411875224672e-06, 0.00018310257291886955, 0.00018592874403111637, 3.797164390562102e-05], 'log_scores_by_expert': [-0.39364737272262573, -7.224968910217285, -17.63898277282715, -15.017073631286621, -11.710412979125977, -3.846653938293457, -11.657325744628906, -8.605463981628418, -8.590147018432617, -10.178670883178711], 'distances_by_expert': [0.7872947454452515, 14.44993782043457, 35.2779655456543, 30.034147262573242, 23.420825958251953, 7.693307876586914, 23.314651489257812, 17.210927963256836, 17.180294036865234, 20.357341766357422], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3302.157470703125, 'language': 52.291358947753906}}, {'routing_index': 506, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6466474533081055, 0.0007151197060011327, 2.173009860939601e-08, 2.518427777431498e-07, 7.979817382874899e-06, 0.01631494052708149, 7.957900379551575e-06, 0.00016940133355092257, 0.00017117666720878333, 3.832588845398277e-05], 'log_scores_by_expert': [-0.4359540641307831, -7.24306058883667, -17.644567489624023, -15.19446086883545, -11.738595008850098, -4.115674018859863, -11.741345405578613, -8.683239936828613, -8.67281436920166, -10.169384956359863], 'distances_by_expert': [0.8719081282615662, 14.48612117767334, 35.28913497924805, 30.3889217376709, 23.477190017700195, 8.231348037719727, 23.482690811157227, 17.366479873657227, 17.34562873840332, 20.338769912719727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3564.416748046875, 'language': 52.27587127685547}}, {'routing_index': 507, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7549675107002258, 0.0009056878043338656, 2.5084908372718928e-08, 3.103017434114008e-07, 9.327377483714372e-06, 0.02188151516020298, 9.343055353383534e-06, 0.00019675970543175936, 0.0002017910301219672, 4.4510437874123454e-05], 'log_scores_by_expert': [-0.2810806334018707, -7.0068159103393555, -17.500999450683594, -14.98572063446045, -11.58255672454834, -3.822113037109375, -11.580877304077148, -8.533527374267578, -8.508277893066406, -10.019786834716797], 'distances_by_expert': [0.5621612668037415, 14.013631820678711, 35.00199890136719, 29.9714412689209, 23.16511344909668, 7.64422607421875, 23.161754608154297, 17.067054748535156, 17.016555786132812, 20.039573669433594], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3400.90283203125, 'language': 52.27495574951172}}, {'routing_index': 508, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7413583397865295, 0.0007508014678023756, 2.4418389088509684e-08, 2.560562109010789e-07, 8.262842129624914e-06, 0.017230581492185593, 8.521368727087975e-06, 0.00018448095943313092, 0.00019364272884558886, 4.0606486436445266e-05], 'log_scores_by_expert': [-0.29927119612693787, -7.194369316101074, -17.527929306030273, -15.177868843078613, -11.703742027282715, -4.061069488525391, -11.672933578491211, -8.5979642868042, -8.549495697021484, -10.11158275604248], 'distances_by_expert': [0.5985423922538757, 14.388738632202148, 35.05585861206055, 30.355737686157227, 23.40748405456543, 8.122138977050781, 23.345867156982422, 17.1959285736084, 17.09899139404297, 20.22316551208496], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3527.6103515625, 'language': 52.2823371887207}}, {'routing_index': 509, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7136526703834534, 0.000617023732047528, 2.2867661542136375e-08, 2.2768767848901916e-07, 7.412600098177791e-06, 0.015172581188380718, 7.665382327104453e-06, 0.0001662879076320678, 0.0001841731573222205, 3.532554910634644e-05], 'log_scores_by_expert': [-0.33735889196395874, -7.390603065490723, -17.593542098999023, -15.29529094696045, -11.812329292297363, -4.188265323638916, -11.778796195983887, -8.701789855957031, -8.599634170532227, -10.250904083251953], 'distances_by_expert': [0.6747177839279175, 14.781206130981445, 35.18708419799805, 30.5905818939209, 23.624658584594727, 8.376530647277832, 23.557592391967773, 17.403579711914062, 17.199268341064453, 20.501808166503906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.196533203125, 'language': 52.25802230834961}}, {'routing_index': 510, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7911714911460876, 0.0007440811023116112, 2.501328921766799e-08, 2.805643077863351e-07, 8.48846320877783e-06, 0.01851973682641983, 8.653027180116624e-06, 0.00019013074052054435, 0.0002024834684561938, 3.942627881770022e-05], 'log_scores_by_expert': [-0.23424051702022552, -7.203360557556152, -17.50385856628418, -15.08646297454834, -11.676802635192871, -3.9889183044433594, -11.657601356506348, -8.567798614501953, -8.504852294921875, -10.141077995300293], 'distances_by_expert': [0.46848103404045105, 14.406721115112305, 35.00771713256836, 30.17292594909668, 23.353605270385742, 7.977836608886719, 23.315202713012695, 17.135597229003906, 17.00970458984375, 20.282155990600586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.962890625, 'language': 52.289485931396484}}, {'routing_index': 511, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7762153148651123, 0.000852186931297183, 2.5197357089723482e-08, 3.3895969409059035e-07, 9.249752110918052e-06, 0.023672660812735558, 9.643772500567138e-06, 0.00020396844774950296, 0.00020741851767525077, 4.259766137693077e-05], 'log_scores_by_expert': [-0.25332534313201904, -7.067704677581787, -17.49652671813965, -14.897384643554688, -11.590913772583008, -3.743434429168701, -11.549198150634766, -8.49754524230957, -8.480772018432617, -10.063711166381836], 'distances_by_expert': [0.5066506862640381, 14.135409355163574, 34.9930534362793, 29.794769287109375, 23.181827545166016, 7.486868858337402, 23.09839630126953, 16.99509048461914, 16.961544036865234, 20.127422332763672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.524169921875, 'language': 52.287017822265625}}, {'routing_index': 512, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7097797393798828, 0.0006101883482187986, 2.2908654528919214e-08, 2.1183818432746193e-07, 7.183044999692356e-06, 0.014416013844311237, 7.548052963102236e-06, 0.00016541009244974703, 0.00018452299991622567, 3.402032962185331e-05], 'log_scores_by_expert': [-0.34280064702033997, -7.401742935180664, -17.591751098632812, -15.367443084716797, -11.84378719329834, -4.239415645599365, -11.794220924377441, -8.707082748413086, -8.597736358642578, -10.288552284240723], 'distances_by_expert': [0.6856012940406799, 14.803485870361328, 35.183502197265625, 30.734886169433594, 23.68757438659668, 8.47883129119873, 23.588441848754883, 17.414165496826172, 17.195472717285156, 20.577104568481445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3417.51611328125, 'language': 52.262184143066406}}, {'routing_index': 513, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7588125467300415, 0.0006877639680169523, 2.421178102451904e-08, 2.4594339720351854e-07, 8.127867658913601e-06, 0.01685941405594349, 8.364292625628877e-06, 0.000182444229722023, 0.0001994524645851925, 3.845105675281957e-05], 'log_scores_by_expert': [-0.2760004699230194, -7.282064914703369, -17.536426544189453, -15.218164443969727, -11.72021198272705, -4.082846164703369, -11.69153881072998, -8.609066009521484, -8.51993465423584, -10.16612434387207], 'distances_by_expert': [0.5520009398460388, 14.564129829406738, 35.072853088378906, 30.436328887939453, 23.4404239654541, 8.165692329406738, 23.38307762145996, 17.21813201904297, 17.03986930847168, 20.33224868774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.6474609375, 'language': 52.30863571166992}}, {'routing_index': 514, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7371162176132202, 0.0007023740326985717, 2.4514148933008073e-08, 2.5525113755975326e-07, 8.096890269371215e-06, 0.018315114080905914, 8.457256626570597e-06, 0.0001827780797611922, 0.00019363497267477214, 3.836549149127677e-05], 'log_scores_by_expert': [-0.30500972270965576, -7.261044502258301, -17.524015426635742, -15.181017875671387, -11.724030494689941, -4.000028610229492, -11.680485725402832, -8.607237815856934, -8.549535751342773, -10.168352127075195], 'distances_by_expert': [0.6100194454193115, 14.522089004516602, 35.048030853271484, 30.362035751342773, 23.448060989379883, 8.000057220458984, 23.360971450805664, 17.214475631713867, 17.099071502685547, 20.33670425415039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.737060546875, 'language': 52.27978515625}}, {'routing_index': 515, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6191357970237732, 0.000722608354408294, 2.0523046373455145e-08, 2.6379154860478593e-07, 8.308522410516161e-06, 0.01702040433883667, 7.905901838967111e-06, 0.00016917497850954533, 0.0001676653337199241, 3.986307274317369e-05], 'log_scores_by_expert': [-0.4794306755065918, -7.232643127441406, -17.701717376708984, -15.148106575012207, -11.69822883605957, -4.073342323303223, -11.74790096282959, -8.684576988220215, -8.693540573120117, -10.130060195922852], 'distances_by_expert': [0.9588613510131836, 14.465286254882812, 35.40343475341797, 30.296213150024414, 23.39645767211914, 8.146684646606445, 23.49580192565918, 17.36915397644043, 17.387081146240234, 20.260120391845703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3581.213623046875, 'language': 52.293399810791016}}, {'routing_index': 516, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7522904276847839, 0.0008570963982492685, 2.5201346787184775e-08, 2.874023437016149e-07, 9.010888788907323e-06, 0.01997423730790615, 9.12269842956448e-06, 0.00019415254064369947, 0.00019775409600697458, 4.351071402197704e-05], 'log_scores_by_expert': [-0.2846328914165497, -7.061960220336914, -17.496368408203125, -15.062382698059082, -11.617076873779297, -3.9133119583129883, -11.604744911193848, -8.546866416931152, -8.528486251831055, -10.042503356933594], 'distances_by_expert': [0.5692657828330994, 14.123920440673828, 34.99273681640625, 30.124765396118164, 23.234153747558594, 7.826623916625977, 23.209489822387695, 17.093732833862305, 17.05697250366211, 20.085006713867188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.57373046875, 'language': 52.284122467041016}}, {'routing_index': 517, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7813198566436768, 0.0007949037826620042, 2.4967246048390734e-08, 2.6321359314351866e-07, 8.53156507218955e-06, 0.017433298751711845, 8.752221219765488e-06, 0.00018678003107197583, 0.00020107123418711126, 4.1417133616050705e-05], 'log_scores_by_expert': [-0.2467706799507141, -7.137289524078369, -17.505701065063477, -15.150300025939941, -11.671737670898438, -4.049373149871826, -11.64620304107666, -8.585578918457031, -8.51185131072998, -10.091815948486328], 'distances_by_expert': [0.4935413599014282, 14.274579048156738, 35.01140213012695, 30.300600051879883, 23.343475341796875, 8.098746299743652, 23.29240608215332, 17.171157836914062, 17.02370262145996, 20.183631896972656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.516357421875, 'language': 52.26819610595703}}, {'routing_index': 518, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7507352828979492, 0.0006876875413581729, 2.383868391575561e-08, 2.4046687485679286e-07, 7.768382602080237e-06, 0.016061769798398018, 8.082078238658141e-06, 0.00017471188039053231, 0.0001928806013893336, 3.695855775731616e-05], 'log_scores_by_expert': [-0.2867021858692169, -7.2821760177612305, -17.551956176757812, -15.240683555603027, -11.765448570251465, -4.131313323974609, -11.725861549377441, -8.652372360229492, -8.553439140319824, -10.205713272094727], 'distances_by_expert': [0.5734043717384338, 14.564352035522461, 35.103912353515625, 30.481367111206055, 23.53089714050293, 8.262626647949219, 23.451723098754883, 17.304744720458984, 17.10687828063965, 20.411426544189453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3403.105224609375, 'language': 52.264747619628906}}, {'routing_index': 519, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.724947452545166, 0.0007624252466484904, 2.3393347703404288e-08, 3.1083516205399064e-07, 8.523432370566297e-06, 0.020540330559015274, 8.830890692479443e-06, 0.00018945234478451312, 0.00019531490397639573, 3.8876565668033436e-05], 'log_scores_by_expert': [-0.32165610790252686, -7.179006099700928, -17.57081413269043, -14.984003067016602, -11.672691345214844, -3.8853650093078613, -11.63725471496582, -8.571372985839844, -8.540897369384766, -10.155118942260742], 'distances_by_expert': [0.6433122158050537, 14.358012199401855, 35.14162826538086, 29.968006134033203, 23.345382690429688, 7.770730018615723, 23.27450942993164, 17.142745971679688, 17.08179473876953, 20.310237884521484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.399169921875, 'language': 52.26675033569336}}, {'routing_index': 520, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6452774405479431, 0.0007157092331908643, 2.1160548868692786e-08, 2.882936769310618e-07, 8.097469617496245e-06, 0.020759886130690575, 8.692728442838416e-06, 0.0001824623323045671, 0.00017619319260120392, 3.758549428312108e-05], 'log_scores_by_expert': [-0.43807491660118103, -7.242236614227295, -17.671127319335938, -15.059286117553711, -11.723958969116211, -3.874732732772827, -11.653023719787598, -8.608966827392578, -8.643929481506348, -10.188892364501953], 'distances_by_expert': [0.8761498332023621, 14.48447322845459, 35.342254638671875, 30.118572235107422, 23.447917938232422, 7.749465465545654, 23.306047439575195, 17.217933654785156, 17.287858963012695, 20.377784729003906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3341.69384765625, 'language': 52.29832077026367}}, {'routing_index': 521, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7620558142662048, 0.0007024333463050425, 2.443963609266575e-08, 2.5045548568414233e-07, 7.930921128718182e-06, 0.01736360229551792, 8.344859452336095e-06, 0.00018310677842237055, 0.0001995666098082438, 3.7886355130467564e-05], 'log_scores_by_expert': [-0.27173542976379395, -7.260960102081299, -17.52705955505371, -15.199984550476074, -11.744741439819336, -4.053379058837891, -11.693864822387695, -8.605441093444824, -8.519362449645996, -10.180919647216797], 'distances_by_expert': [0.5434708595275879, 14.521920204162598, 35.05411911010742, 30.39996910095215, 23.489482879638672, 8.106758117675781, 23.38772964477539, 17.21088218688965, 17.038724899291992, 20.361839294433594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.596435546875, 'language': 52.27702331542969}}, {'routing_index': 522, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6866102814674377, 0.0006449272041209042, 2.2103094465819595e-08, 2.2659916965039884e-07, 7.575737981824204e-06, 0.015735801309347153, 7.951868610689417e-06, 0.00017053810006473213, 0.00018572565750218928, 3.661377922981046e-05], 'log_scores_by_expert': [-0.3759883642196655, -7.346373081207275, -17.627548217773438, -15.30008316040039, -11.790559768676758, -4.1518168449401855, -11.742103576660156, -8.676551818847656, -8.591239929199219, -10.215085983276367], 'distances_by_expert': [0.751976728439331, 14.69274616241455, 35.255096435546875, 30.60016632080078, 23.581119537353516, 8.303633689880371, 23.484207153320312, 17.353103637695312, 17.182479858398438, 20.430171966552734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3409.69287109375, 'language': 52.30778503417969}}, {'routing_index': 523, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6922445893287659, 0.0007987595745362341, 2.276421895430758e-08, 3.0975564868640504e-07, 8.780997632129584e-06, 0.02334037609398365, 9.541142389934976e-06, 0.00019299377163406461, 0.00018693685706239194, 4.1648250771686435e-05], 'log_scores_by_expert': [-0.36781594157218933, -7.132450580596924, -17.59807586669922, -14.987482070922852, -11.64292049407959, -3.757570505142212, -11.559897422790527, -8.552852630615234, -8.584739685058594, -10.086251258850098], 'distances_by_expert': [0.7356318831443787, 14.264901161193848, 35.19615173339844, 29.974964141845703, 23.28584098815918, 7.515141010284424, 23.119794845581055, 17.10570526123047, 17.169479370117188, 20.172502517700195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.15185546875, 'language': 52.297706604003906}}, {'routing_index': 524, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6612150073051453, 0.000725067628081888, 2.2051342085660508e-08, 2.474689324571955e-07, 7.907704457466025e-06, 0.016190361231565475, 7.92661103332648e-06, 0.0001689097989583388, 0.00017512307385914028, 3.795864540734328e-05], 'log_scores_by_expert': [-0.4136762022972107, -7.229245662689209, -17.629892349243164, -15.211980819702148, -11.747673034667969, -4.1233391761779785, -11.745285034179688, -8.686145782470703, -8.65002155303955, -10.1790132522583], 'distances_by_expert': [0.8273524045944214, 14.458491325378418, 35.25978469848633, 30.423961639404297, 23.495346069335938, 8.246678352355957, 23.490570068359375, 17.372291564941406, 17.3000431060791, 20.3580265045166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.86572265625, 'language': 52.27039337158203}}, {'routing_index': 525, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7013168334960938, 0.0007994339684955776, 2.3562842343949342e-08, 2.704853443447064e-07, 8.482328667014372e-06, 0.018298981711268425, 8.563969458919019e-06, 0.00017928694433066994, 0.00018658206681720912, 4.0433598769595847e-05], 'log_scores_by_expert': [-0.35479554533958435, -7.131606578826904, -17.563594818115234, -15.123047828674316, -11.677525520324707, -4.000909805297852, -11.667946815490723, -8.6265230178833, -8.586639404296875, -10.115849494934082], 'distances_by_expert': [0.7095910906791687, 14.263213157653809, 35.12718963623047, 30.246095657348633, 23.355051040649414, 8.001819610595703, 23.335893630981445, 17.2530460357666, 17.17327880859375, 20.231698989868164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.8388671875, 'language': 52.299495697021484}}, {'routing_index': 526, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.703072190284729, 0.0006717841606587172, 2.2946482047814243e-08, 2.3829149142784445e-07, 7.591164376208326e-06, 0.01515903603285551, 7.763420398987364e-06, 0.0001686028845142573, 0.0001791362010408193, 3.6114466638537124e-05], 'log_scores_by_expert': [-0.35229572653770447, -7.305573463439941, -17.59010124206543, -15.249771118164062, -11.788525581359863, -4.1891584396362305, -11.766087532043457, -8.68796443939209, -8.627364158630371, -10.228816986083984], 'distances_by_expert': [0.7045914530754089, 14.611146926879883, 35.18020248413086, 30.499542236328125, 23.577051162719727, 8.378316879272461, 23.532175064086914, 17.37592887878418, 17.254728317260742, 20.45763397216797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.780517578125, 'language': 52.27250671386719}}, {'routing_index': 527, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6718104481697083, 0.000562789966352284, 2.1348000700527336e-08, 2.0836706937643612e-07, 6.920414307387546e-06, 0.013666847720742226, 7.0553264777117874e-06, 0.00015505592455156147, 0.0001714625977911055, 3.250579902669415e-05], 'log_scores_by_expert': [-0.3977791368961334, -7.482604026794434, -17.662307739257812, -15.383964538574219, -11.881034851074219, -4.292782306671143, -11.861727714538574, -8.771724700927734, -8.67114543914795, -10.334092140197754], 'distances_by_expert': [0.7955582737922668, 14.965208053588867, 35.324615478515625, 30.767929077148438, 23.762069702148438, 8.585564613342285, 23.72345542907715, 17.54344940185547, 17.3422908782959, 20.668184280395508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.443359375, 'language': 52.27586364746094}}, {'routing_index': 528, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7540581822395325, 0.0007832657429389656, 2.4095637485288535e-08, 3.1807229561309214e-07, 8.75683872436639e-06, 0.021943403407931328, 8.982797226053663e-06, 0.00019366267952136695, 0.00019727018661797047, 4.0491053368896246e-05], 'log_scores_by_expert': [-0.28228577971458435, -7.15203857421875, -17.541234970092773, -14.960987091064453, -11.645675659179688, -3.819288730621338, -11.620199203491211, -8.549392700195312, -8.530936241149902, -10.114429473876953], 'distances_by_expert': [0.5645715594291687, 14.3040771484375, 35.08246994018555, 29.921974182128906, 23.291351318359375, 7.638577461242676, 23.240398406982422, 17.098785400390625, 17.061872482299805, 20.228858947753906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.28271484375, 'language': 52.283485412597656}}, {'routing_index': 529, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7290309071540833, 0.0008206025813706219, 2.3606792964869783e-08, 3.2601943189547455e-07, 8.839316251396667e-06, 0.023767098784446716, 9.356251212011557e-06, 0.00019608516595326364, 0.00019478662579786032, 4.136770803597756e-05], 'log_scores_by_expert': [-0.31603917479515076, -7.105471611022949, -17.561731338500977, -14.936308860778809, -11.636301040649414, -3.739453077316284, -11.579465866088867, -8.536961555480957, -8.54360580444336, -10.093009948730469], 'distances_by_expert': [0.6320783495903015, 14.210943222045898, 35.12346267700195, 29.872617721557617, 23.272602081298828, 7.478906154632568, 23.158931732177734, 17.073923110961914, 17.08721160888672, 20.186019897460938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3222.122314453125, 'language': 52.27689743041992}}, {'routing_index': 530, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7294949889183044, 0.000653573835734278, 2.3834500595398822e-08, 2.372267005057438e-07, 7.492785698559601e-06, 0.01667431928217411, 7.78676985646598e-06, 0.00017396949988324195, 0.00018796726362779737, 3.519091478665359e-05], 'log_scores_by_expert': [-0.3154028356075287, -7.333055019378662, -17.55213165283203, -15.254249572753906, -11.801569938659668, -4.09388542175293, -11.763084411621094, -8.656630516052246, -8.579242706298828, -10.254722595214844], 'distances_by_expert': [0.6308056712150574, 14.666110038757324, 35.10426330566406, 30.508499145507812, 23.603139877319336, 8.18777084350586, 23.526168823242188, 17.313261032104492, 17.158485412597656, 20.509445190429688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.756103515625, 'language': 52.28688049316406}}, {'routing_index': 531, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7457390427589417, 0.0006674627657048404, 2.3521396386172455e-08, 2.449226315093256e-07, 7.846899279684294e-06, 0.017285123467445374, 8.145171705109533e-06, 0.00017920062236953527, 0.00019588535360526294, 3.749062670976855e-05], 'log_scores_by_expert': [-0.2933795154094696, -7.3120269775390625, -17.56535530090332, -15.222323417663574, -11.755392074584961, -4.05790901184082, -11.718085289001465, -8.627004623413086, -8.537981033325195, -10.19141960144043], 'distances_by_expert': [0.5867590308189392, 14.624053955078125, 35.13071060180664, 30.44464683532715, 23.510784149169922, 8.11581802368164, 23.43617057800293, 17.254009246826172, 17.07596206665039, 20.38283920288086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.60498046875, 'language': 52.2958869934082}}, {'routing_index': 532, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7550587058067322, 0.0007380350725725293, 2.463775672367774e-08, 2.7421825166129565e-07, 8.470752618450206e-06, 0.018994344398379326, 8.656988939037547e-06, 0.0001873930887086317, 0.00019897482707165182, 3.934968844987452e-05], 'log_scores_by_expert': [-0.280959814786911, -7.211519241333008, -17.518985748291016, -15.109341621398926, -11.6788911819458, -3.963613986968994, -11.657143592834473, -8.58230209350586, -8.522332191467285, -10.143022537231445], 'distances_by_expert': [0.561919629573822, 14.423038482666016, 35.03797149658203, 30.21868324279785, 23.3577823638916, 7.927227973937988, 23.314287185668945, 17.16460418701172, 17.04466438293457, 20.28604507446289], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3352.958740234375, 'language': 52.27509307861328}}, {'routing_index': 533, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7139979004859924, 0.0008307496318593621, 2.398517828794411e-08, 2.805664394145424e-07, 8.911311851989012e-06, 0.018406912684440613, 8.916157639760058e-06, 0.00018539225857239217, 0.00018814069335348904, 4.2811148887267336e-05], 'log_scores_by_expert': [-0.33687523007392883, -7.09318208694458, -17.54582977294922, -15.086455345153809, -11.628189086914062, -3.9950289726257324, -11.627645492553711, -8.593036651611328, -8.578320503234863, -10.058712005615234], 'distances_by_expert': [0.6737504601478577, 14.18636417388916, 35.09165954589844, 30.172910690307617, 23.256378173828125, 7.990057945251465, 23.255290985107422, 17.186073303222656, 17.156641006469727, 20.11742401123047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.636962890625, 'language': 52.283573150634766}}, {'routing_index': 534, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7662813663482666, 0.0008693350828252733, 2.5414122362121816e-08, 2.884889624965581e-07, 9.173456419375725e-06, 0.019880233332514763, 9.139662324741948e-06, 0.00019450114632491022, 0.00020070550090167671, 4.340279701864347e-05], 'log_scores_by_expert': [-0.26620587706565857, -7.047781944274902, -17.487960815429688, -15.058609008789062, -11.599196434020996, -3.918029308319092, -11.602887153625488, -8.545072555541992, -8.513671875, -10.044986724853516], 'distances_by_expert': [0.5324117541313171, 14.095563888549805, 34.975921630859375, 30.117218017578125, 23.198392868041992, 7.836058616638184, 23.205774307250977, 17.090145111083984, 17.02734375, 20.08997344970703], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3377.079833984375, 'language': 52.27742385864258}}, {'routing_index': 535, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6472160220146179, 0.0005631716921925545, 2.1294077612310502e-08, 1.9602427414611157e-07, 6.693482646369375e-06, 0.012359903194010258, 6.971945822442649e-06, 0.00014981113781686872, 0.00016431378026027232, 3.17425983666908e-05], 'log_scores_by_expert': [-0.43507522344589233, -7.481925964355469, -17.664836883544922, -15.445027351379395, -11.914376258850098, -4.3932976722717285, -11.873616218566895, -8.806135177612305, -8.713732719421387, -10.357851028442383], 'distances_by_expert': [0.8701504468917847, 14.963851928710938, 35.329673767089844, 30.89005470275879, 23.828752517700195, 8.786595344543457, 23.74723243713379, 17.61227035522461, 17.427465438842773, 20.715702056884766], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3501.960693359375, 'language': 52.279701232910156}}, {'routing_index': 536, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7578698992729187, 0.0006787684978917241, 2.3932578585572628e-08, 2.4968400680336345e-07, 7.873502909205854e-06, 0.016368098556995392, 8.041322871576995e-06, 0.0001762131869327277, 0.0001922301744343713, 3.6759778595296666e-05], 'log_scores_by_expert': [-0.27724358439445496, -7.295230388641357, -17.548025131225586, -15.203069686889648, -11.752007484436035, -4.112421035766602, -11.730916976928711, -8.643815994262695, -8.556817054748535, -10.211106300354004], 'distances_by_expert': [0.5544871687889099, 14.590460777282715, 35.09605026245117, 30.406139373779297, 23.50401496887207, 8.224842071533203, 23.461833953857422, 17.28763198852539, 17.11363410949707, 20.422212600708008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.752685546875, 'language': 52.264122009277344}}, {'routing_index': 537, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6584247350692749, 0.0006945139612071216, 2.1458632204485184e-08, 2.892418535793695e-07, 7.768849172862247e-06, 0.01931159384548664, 8.245225217251573e-06, 0.00017482654948253185, 0.00018106191419064999, 3.554398790583946e-05], 'log_scores_by_expert': [-0.4179050624370575, -7.272298336029053, -17.65713882446289, -15.056002616882324, -11.765388488769531, -3.947049617767334, -11.705876350402832, -8.651716232299805, -8.616671562194824, -10.244739532470703], 'distances_by_expert': [0.835810124874115, 14.544596672058105, 35.31427764892578, 30.11200523376465, 23.530776977539062, 7.894099235534668, 23.411752700805664, 17.30343246459961, 17.23334312438965, 20.489479064941406], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3241.162109375, 'language': 52.26460647583008}}, {'routing_index': 538, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.704729437828064, 0.0006915865815244615, 2.2480133310409656e-08, 2.679558974705287e-07, 7.78261983214179e-06, 0.019374849274754524, 8.271459591924213e-06, 0.00017985755403060466, 0.00018849826301448047, 3.7019904993940145e-05], 'log_scores_by_expert': [-0.34994134306907654, -7.276522159576416, -17.610633850097656, -15.13244342803955, -11.763617515563965, -3.943779468536377, -11.702699661254883, -8.623345375061035, -8.576421737670898, -10.204054832458496], 'distances_by_expert': [0.6998826861381531, 14.553044319152832, 35.22126770019531, 30.2648868560791, 23.52723503112793, 7.887558937072754, 23.405399322509766, 17.24669075012207, 17.152843475341797, 20.408109664916992], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.65380859375, 'language': 52.27847671508789}}, {'routing_index': 539, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6947037577629089, 0.0006155435112304986, 2.213325700495261e-08, 2.2679958533444733e-07, 7.309366083063651e-06, 0.016032341867685318, 7.690241545788012e-06, 0.00016961373330559582, 0.00018465645553078502, 3.494270640658215e-05], 'log_scores_by_expert': [-0.36426979303359985, -7.393004894256592, -17.626184463500977, -15.299199104309082, -11.826354026794434, -4.133147239685059, -11.775558471679688, -8.681986808776855, -8.597013473510742, -10.261800765991211], 'distances_by_expert': [0.7285395860671997, 14.786009788513184, 35.25236892700195, 30.598398208618164, 23.652708053588867, 8.266294479370117, 23.551116943359375, 17.36397361755371, 17.194026947021484, 20.523601531982422], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3340.780517578125, 'language': 52.27482223510742}}, {'routing_index': 540, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6920658946037292, 0.0006193299777805805, 2.2352720563389994e-08, 2.3237844004597719e-07, 7.471364824596094e-06, 0.016273170709609985, 7.904205631348304e-06, 0.00017041632963810116, 0.0001848428655648604, 3.549152097548358e-05], 'log_scores_by_expert': [-0.36807411909103394, -7.386872291564941, -17.616317749023438, -15.274898529052734, -11.80443286895752, -4.118237495422363, -11.748115539550781, -8.677266120910645, -8.596004486083984, -10.246216773986816], 'distances_by_expert': [0.7361482381820679, 14.773744583129883, 35.232635498046875, 30.54979705810547, 23.60886573791504, 8.236474990844727, 23.496231079101562, 17.35453224182129, 17.19200897216797, 20.492433547973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3332.244140625, 'language': 52.30707931518555}}, {'routing_index': 541, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7322588562965393, 0.0007689772173762321, 2.3170471763478417e-08, 2.947186032997706e-07, 8.614845683041494e-06, 0.02126719430088997, 9.106843208428472e-06, 0.00019124879327137023, 0.00019442435586825013, 4.0282029658555984e-05], 'log_scores_by_expert': [-0.31162115931510925, -7.170449256896973, -17.580387115478516, -15.03724479675293, -11.662023544311523, -3.8505895137786865, -11.606484413146973, -8.561935424804688, -8.545467376708984, -10.11960506439209], 'distances_by_expert': [0.6232423186302185, 14.340898513793945, 35.16077423095703, 30.07448959350586, 23.324047088623047, 7.701179027557373, 23.212968826293945, 17.123870849609375, 17.09093475341797, 20.23921012878418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.967529296875, 'language': 52.26607131958008}}, {'routing_index': 542, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6875327825546265, 0.000776744622271508, 2.284996014623175e-08, 2.5131924985544174e-07, 8.40979646454798e-06, 0.016441425308585167, 8.444071681878995e-06, 0.00017651930102147162, 0.00018118403386324644, 4.085282489540987e-05], 'log_scores_by_expert': [-0.37464579939842224, -7.160398960113525, -17.594316482543945, -15.196541786193848, -11.686113357543945, -4.1079511642456055, -11.682045936584473, -8.642080307006836, -8.615997314453125, -10.105534553527832], 'distances_by_expert': [0.7492915987968445, 14.32079792022705, 35.18863296508789, 30.393083572387695, 23.37222671508789, 8.215902328491211, 23.364091873168945, 17.284160614013672, 17.23199462890625, 20.211069107055664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3546.127685546875, 'language': 52.27716827392578}}, {'routing_index': 543, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7717011570930481, 0.0008637333521619439, 2.5695703342876186e-08, 2.83342984630508e-07, 8.899447493604384e-06, 0.01966577023267746, 9.19445028557675e-06, 0.00019221716502215713, 0.00020193522504996508, 4.289721982786432e-05], 'log_scores_by_expert': [-0.2591579258441925, -7.054246425628662, -17.47694206237793, -15.076607704162598, -11.629521369934082, -3.928875684738159, -11.59691047668457, -8.556884765625, -8.507563591003418, -10.056703567504883], 'distances_by_expert': [0.518315851688385, 14.108492851257324, 34.95388412475586, 30.153215408325195, 23.259042739868164, 7.857751369476318, 23.19382095336914, 17.11376953125, 17.015127182006836, 20.113407135009766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.3203125, 'language': 52.27393341064453}}, {'routing_index': 544, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7396740913391113, 0.0007311733206734061, 2.3585775110746e-08, 2.43449022718778e-07, 8.006726602616254e-06, 0.01626620441675186, 8.31570378068136e-06, 0.00017570523777976632, 0.00019193817570339888, 3.9104168536141515e-05], 'log_scores_by_expert': [-0.30154556035995483, -7.220860004425049, -17.5626220703125, -15.228358268737793, -11.735228538513184, -4.11866569519043, -11.697364807128906, -8.646702766418457, -8.558337211608887, -10.14928150177002], 'distances_by_expert': [0.6030911207199097, 14.441720008850098, 35.125244140625, 30.456716537475586, 23.470457077026367, 8.23733139038086, 23.394729614257812, 17.293405532836914, 17.116674423217773, 20.29856300354004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3542.842529296875, 'language': 52.26582717895508}}, {'routing_index': 545, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7441842555999756, 0.0006669686990790069, 2.3623368150538226e-08, 2.3183480379884713e-07, 7.764353540551383e-06, 0.015522297471761703, 7.936730980873108e-06, 0.00017091762856580317, 0.00019002071348950267, 3.7108944525243714e-05], 'log_scores_by_expert': [-0.2954666316509247, -7.312767505645752, -17.5610294342041, -15.277240753173828, -11.76596736907959, -4.165477752685547, -11.744009017944336, -8.674328804016113, -8.568377494812012, -10.201652526855469], 'distances_by_expert': [0.5909332633018494, 14.625535011291504, 35.1220588684082, 30.554481506347656, 23.53193473815918, 8.330955505371094, 23.488018035888672, 17.348657608032227, 17.136754989624023, 20.403305053710938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3475.02197265625, 'language': 52.274410247802734}}, {'routing_index': 546, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.6714836359024048, 0.0007185310241766274, 2.1741749733905635e-08, 2.9459749839588767e-07, 8.078779501374811e-06, 0.02031271904706955, 8.674318451085128e-06, 0.0001804084749892354, 0.00018361459660809487, 3.723813279066235e-05], 'log_scores_by_expert': [-0.39826563000679016, -7.238301753997803, -17.644031524658203, -15.0376558303833, -11.726269721984863, -3.896507978439331, -11.655143737792969, -8.62028694152832, -8.60267162322998, -10.198177337646484], 'distances_by_expert': [0.7965312600135803, 14.476603507995605, 35.288063049316406, 30.0753116607666, 23.452539443969727, 7.793015956878662, 23.310287475585938, 17.24057388305664, 17.20534324645996, 20.39635467529297], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3348.83935546875, 'language': 52.27801513671875}}, {'routing_index': 547, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7325753569602966, 0.0008352690492756665, 2.4265222720032398e-08, 3.29351649952514e-07, 9.083181794267148e-06, 0.022602150216698647, 9.467985364608467e-06, 0.000199237052584067, 0.00019571186567191035, 4.1690967918839306e-05], 'log_scores_by_expert': [-0.3111891448497772, -7.087756633758545, -17.534221649169922, -14.926139831542969, -11.609086036682129, -3.789710283279419, -11.567594528198242, -8.521015167236328, -8.538866996765137, -10.085226058959961], 'distances_by_expert': [0.6223782896995544, 14.17551326751709, 35.068443298339844, 29.852279663085938, 23.218172073364258, 7.579420566558838, 23.135189056396484, 17.042030334472656, 17.077733993530273, 20.170452117919922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.864990234375, 'language': 52.281494140625}}, {'routing_index': 548, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7634716629981995, 0.0007006189553067088, 2.4215198735078047e-08, 2.429777055112936e-07, 7.880940756876953e-06, 0.016862541437149048, 8.261683433374856e-06, 0.0001802229235181585, 0.00019899893959518522, 3.8223246519919485e-05], 'log_scores_by_expert': [-0.2698792815208435, -7.263546466827393, -17.536285400390625, -15.23029613494873, -11.751063346862793, -4.082660675048828, -11.703882217407227, -8.621315956115723, -8.522211074829102, -10.172066688537598], 'distances_by_expert': [0.539758563041687, 14.527092933654785, 35.07257080078125, 30.46059226989746, 23.502126693725586, 8.165321350097656, 23.407764434814453, 17.242631912231445, 17.044422149658203, 20.344133377075195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.762939453125, 'language': 52.27804183959961}}, {'routing_index': 549, 'expert_index': 0, 'adapter_name': 'default', 'activation_weights': [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.7864561080932617, 0.000824836315587163, 2.5421345029030817e-08, 2.976545374622219e-07, 8.957244972407352e-06, 0.022062689065933228, 9.556768418406136e-06, 0.00020265791681595147, 0.00020877674978692085, 4.356452700449154e-05], 'log_scores_by_expert': [-0.24021843075752258, -7.100325584411621, -17.4876766204834, -15.027332305908203, -11.623047828674316, -3.8138673305511475, -11.558260917663574, -8.50399112701416, -8.474245071411133, -10.041267395019531], 'distances_by_expert': [0.48043686151504517, 14.200651168823242, 34.9753532409668, 30.054664611816406, 23.246095657348633, 7.627734661102295, 23.11652183532715, 17.00798225402832, 16.948490142822266, 20.082534790039062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3311.574462890625, 'language': 52.285423278808594}}]}}}]
+INFO 2026-09-24 12:07:52 bot_eval.py:853
+Aggregated Metrics for per_group:
+INFO 2026-09-24 12:07:52 bot_eval.py:854 {'libero_spatial': {'avg_sum_reward': 0.9, 'avg_max_reward': 0.9, 'pc_success': 90.0, 'n_episodes': 50, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4'], 'predicted_video_paths': []}}
+INFO 2026-09-24 12:07:52 bot_eval.py:853
+Aggregated Metrics for overall:
+INFO 2026-09-24 12:07:52 bot_eval.py:854 {'avg_sum_reward': 0.9, 'avg_max_reward': 0.9, 'pc_success': 90.0, 'n_episodes': 50, 'eval_s': 748.5684432983398, 'eval_ep_s': 14.971368880271912, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 12:07:52 bot_eval.py:853
+Aggregated Metrics for expert_activation_artifacts:
+INFO 2026-09-24 12:07:52 bot_eval.py:854 {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg'}
+INFO 2026-09-24 12:07:52 bot_eval.py:862 End of eval
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval_info.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval_info.json
new file mode 100644
index 0000000000000000000000000000000000000000..3a8253a680caf7d84f1b70f10af8d298e5529061
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/eval_info.json
@@ -0,0 +1,32224 @@
+{
+ "per_task": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 0,
+ "metrics": {
+ "sum_rewards": [
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "max_rewards": [
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "successes": [
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ false,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true
+ ],
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": [],
+ "task_descriptions": [
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate",
+ "pick up the black bowl between the plate and the ramekin and place it on the plate"
+ ],
+ "expert_activation": {
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 550,
+ "top1_count_by_expert": [
+ 550,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0
+ ],
+ "top1_fraction_by_expert": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "activation_fraction_by_expert": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6464709043502808,
+ 0.0007012857822701335,
+ 2.1362462021556894e-08,
+ 2.3516990665939375e-07,
+ 8.158915989042725e-06,
+ 0.014772700145840645,
+ 7.899368029029574e-06,
+ 0.0001670875062700361,
+ 0.0001694384845905006,
+ 3.940376336686313e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43622714281082153,
+ -7.262595176696777,
+ -17.661630630493164,
+ -15.262957572937012,
+ -11.716399192810059,
+ -4.214974403381348,
+ -11.748727798461914,
+ -8.696992874145508,
+ -8.68302059173584,
+ -10.14164924621582
+ ],
+ "distances_by_expert": [
+ 0.8724542856216431,
+ 14.525190353393555,
+ 35.32326126098633,
+ 30.525915145874023,
+ 23.432798385620117,
+ 8.429948806762695,
+ 23.497455596923828,
+ 17.393985748291016,
+ 17.36604118347168,
+ 20.28329849243164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.27783203125,
+ "language": 52.30171203613281
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7401355504989624,
+ 0.0008555537788197398,
+ 2.4528834074999395e-08,
+ 2.9703181780860177e-07,
+ 9.027471605804749e-06,
+ 0.02037823386490345,
+ 9.005845640785992e-06,
+ 0.0001938065979629755,
+ 0.00019478068861644715,
+ 4.340639861766249e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3009219765663147,
+ -7.0637617111206055,
+ -17.52341651916504,
+ -15.029426574707031,
+ -11.615238189697266,
+ -3.8932878971099854,
+ -11.617636680603027,
+ -8.548649787902832,
+ -8.543636322021484,
+ -10.044903755187988
+ ],
+ "distances_by_expert": [
+ 0.6018439531326294,
+ 14.127523422241211,
+ 35.04683303833008,
+ 30.058853149414062,
+ 23.23047637939453,
+ 7.786575794219971,
+ 23.235273361206055,
+ 17.097299575805664,
+ 17.08727264404297,
+ 20.089807510375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.871826171875,
+ "language": 52.287254333496094
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7248125076293945,
+ 0.0006909629446454346,
+ 2.3604766141716027e-08,
+ 2.2749212291728327e-07,
+ 7.892846952017862e-06,
+ 0.014849454164505005,
+ 8.005932613741606e-06,
+ 0.00017256134015042335,
+ 0.00018373597413301468,
+ 3.791128619923256e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3218423128128052,
+ -7.277424335479736,
+ -17.561817169189453,
+ -15.296150207519531,
+ -11.749553680419922,
+ -4.209792137145996,
+ -11.73532772064209,
+ -8.66475772857666,
+ -8.602010726928711,
+ -10.180261611938477
+ ],
+ "distances_by_expert": [
+ 0.6436846256256104,
+ 14.554848670959473,
+ 35.123634338378906,
+ 30.592300415039062,
+ 23.499107360839844,
+ 8.419584274291992,
+ 23.47065544128418,
+ 17.32951545715332,
+ 17.204021453857422,
+ 20.360523223876953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.442138671875,
+ "language": 52.28289031982422
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7181658744812012,
+ 0.0006216099136509001,
+ 2.3090663603397843e-08,
+ 2.2462121762600873e-07,
+ 7.4046583904419094e-06,
+ 0.014774158596992493,
+ 7.64449669077294e-06,
+ 0.00016576130292378366,
+ 0.0001829488028306514,
+ 3.506314897094853e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3310547173023224,
+ -7.383197784423828,
+ -17.583837509155273,
+ -15.308850288391113,
+ -11.813401222229004,
+ -4.2148756980896,
+ -11.781524658203125,
+ -8.704961776733398,
+ -8.606304168701172,
+ -10.258359909057617
+ ],
+ "distances_by_expert": [
+ 0.6621094346046448,
+ 14.766395568847656,
+ 35.16767501831055,
+ 30.617700576782227,
+ 23.626802444458008,
+ 8.4297513961792,
+ 23.56304931640625,
+ 17.409923553466797,
+ 17.212608337402344,
+ 20.516719818115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.233642578125,
+ "language": 52.28078842163086
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7941671013832092,
+ 0.0007400811300612986,
+ 2.4580540269880657e-08,
+ 2.809214549870376e-07,
+ 8.52807625051355e-06,
+ 0.01868923008441925,
+ 8.626495400676504e-06,
+ 0.0001883922377601266,
+ 0.0002010300086112693,
+ 3.951190956286155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23046141862869263,
+ -7.2087507247924805,
+ -17.521310806274414,
+ -15.085190773010254,
+ -11.672146797180176,
+ -3.9798078536987305,
+ -11.660672187805176,
+ -8.576984405517578,
+ -8.512056350708008,
+ -10.138908386230469
+ ],
+ "distances_by_expert": [
+ 0.46092283725738525,
+ 14.417501449584961,
+ 35.04262161254883,
+ 30.170381546020508,
+ 23.34429359436035,
+ 7.959615707397461,
+ 23.32134437561035,
+ 17.153968811035156,
+ 17.024112701416016,
+ 20.277816772460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3377.0595703125,
+ "language": 52.274566650390625
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.706253170967102,
+ 0.0007771810633130372,
+ 2.3112431080107854e-08,
+ 3.209677288396051e-07,
+ 8.61878288560547e-06,
+ 0.02206878922879696,
+ 9.055745977093466e-06,
+ 0.0001897821930469945,
+ 0.0001905824028654024,
+ 3.9237751479959115e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34778153896331787,
+ -7.159837245941162,
+ -17.582895278930664,
+ -14.951925277709961,
+ -11.661566734313965,
+ -3.8135910034179688,
+ -11.61211109161377,
+ -8.569633483886719,
+ -8.565425872802734,
+ -10.14587116241455
+ ],
+ "distances_by_expert": [
+ 0.6955630779266357,
+ 14.319674491882324,
+ 35.16579055786133,
+ 29.903850555419922,
+ 23.32313346862793,
+ 7.6271820068359375,
+ 23.22422218322754,
+ 17.139266967773438,
+ 17.13085174560547,
+ 20.2917423248291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.359619140625,
+ "language": 52.276859283447266
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.829519510269165,
+ 0.0008364943787455559,
+ 2.5989127294678838e-08,
+ 2.9823814884366584e-07,
+ 9.167535608867183e-06,
+ 0.021077513694763184,
+ 9.345176295028068e-06,
+ 0.00020191808289382607,
+ 0.00021498455316759646,
+ 4.318471110309474e-05
+ ],
+ "log_scores_by_expert": [
+ -0.18690867722034454,
+ -7.0862908363342285,
+ -17.465587615966797,
+ -15.025373458862305,
+ -11.599842071533203,
+ -3.859548568725586,
+ -11.580650329589844,
+ -8.507648468017578,
+ -8.444944381713867,
+ -10.050024032592773
+ ],
+ "distances_by_expert": [
+ 0.3738173544406891,
+ 14.172581672668457,
+ 34.931175231933594,
+ 30.05074691772461,
+ 23.199684143066406,
+ 7.719097137451172,
+ 23.161300659179688,
+ 17.015296936035156,
+ 16.889888763427734,
+ 20.100048065185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.402099609375,
+ "language": 52.28654861450195
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7562857866287231,
+ 0.0006857358966954052,
+ 2.405720245235443e-08,
+ 2.4053156266745646e-07,
+ 8.037986845010892e-06,
+ 0.016566673293709755,
+ 8.251022336480673e-06,
+ 0.00017950542678590864,
+ 0.00019865762442350388,
+ 3.842964724753983e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27933597564697266,
+ -7.285017967224121,
+ -17.542831420898438,
+ -15.2404146194458,
+ -11.731331825256348,
+ -4.100362300872803,
+ -11.70517349243164,
+ -8.62530517578125,
+ -8.523927688598633,
+ -10.166681289672852
+ ],
+ "distances_by_expert": [
+ 0.5586719512939453,
+ 14.570035934448242,
+ 35.085662841796875,
+ 30.4808292388916,
+ 23.462663650512695,
+ 8.200724601745605,
+ 23.41034698486328,
+ 17.2506103515625,
+ 17.047855377197266,
+ 20.333362579345703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7373046875,
+ "language": 52.29478073120117
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7717577815055847,
+ 0.0008052681223489344,
+ 2.473786686607582e-08,
+ 3.0140338935780164e-07,
+ 9.06646982912207e-06,
+ 0.022260192781686783,
+ 9.55990435613785e-06,
+ 0.00020033030887134373,
+ 0.00020254720584489405,
+ 4.3154697777936235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2590845227241516,
+ -7.124335289001465,
+ -17.514930725097656,
+ -15.014816284179688,
+ -11.61092758178711,
+ -3.804955244064331,
+ -11.55793285369873,
+ -8.515542984008789,
+ -8.504537582397461,
+ -10.050719261169434
+ ],
+ "distances_by_expert": [
+ 0.5181690454483032,
+ 14.24867057800293,
+ 35.02986145019531,
+ 30.029632568359375,
+ 23.22185516357422,
+ 7.609910488128662,
+ 23.11586570739746,
+ 17.031085968017578,
+ 17.009075164794922,
+ 20.101438522338867
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.42333984375,
+ "language": 52.288150787353516
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6719927787780762,
+ 0.0007373674307018518,
+ 2.2417960821030647e-08,
+ 2.448142879529769e-07,
+ 8.252840416389517e-06,
+ 0.015657741576433182,
+ 8.073042408796027e-06,
+ 0.00017114158254116774,
+ 0.00017642606690060347,
+ 3.894398832926527e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3975076377391815,
+ -7.212424278259277,
+ -17.6134033203125,
+ -15.222765922546387,
+ -11.70495319366455,
+ -4.156789779663086,
+ -11.726980209350586,
+ -8.673019409179688,
+ -8.642608642578125,
+ -10.153386116027832
+ ],
+ "distances_by_expert": [
+ 0.795015275478363,
+ 14.424848556518555,
+ 35.226806640625,
+ 30.445531845092773,
+ 23.4099063873291,
+ 8.313579559326172,
+ 23.453960418701172,
+ 17.346038818359375,
+ 17.28521728515625,
+ 20.306772232055664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.87060546875,
+ "language": 52.283203125
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7048913240432739,
+ 0.000749775383155793,
+ 2.326710379918495e-08,
+ 2.561216660978971e-07,
+ 8.171695299097337e-06,
+ 0.0167219415307045,
+ 8.325328963110223e-06,
+ 0.0001765149354469031,
+ 0.00018432619981467724,
+ 3.968229430029169e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34971165657043457,
+ -7.195736885070801,
+ -17.57622528076172,
+ -15.177613258361816,
+ -11.714834213256836,
+ -4.091033458709717,
+ -11.696208000183105,
+ -8.642105102539062,
+ -8.598803520202637,
+ -10.134605407714844
+ ],
+ "distances_by_expert": [
+ 0.6994233131408691,
+ 14.391473770141602,
+ 35.15245056152344,
+ 30.355226516723633,
+ 23.429668426513672,
+ 8.182066917419434,
+ 23.39241600036621,
+ 17.284210205078125,
+ 17.197607040405273,
+ 20.269210815429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3540.9326171875,
+ "language": 52.287559509277344
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7450424432754517,
+ 0.0007207439630292356,
+ 2.420120814861093e-08,
+ 2.5223695843124005e-07,
+ 8.196007001970429e-06,
+ 0.016403978690505028,
+ 8.314776096085552e-06,
+ 0.00018016176181845367,
+ 0.0001897159672807902,
+ 3.894473411492072e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29431408643722534,
+ -7.235226631164551,
+ -17.536863327026367,
+ -15.192896842956543,
+ -11.71186351776123,
+ -4.110231399536133,
+ -11.697476387023926,
+ -8.621655464172363,
+ -8.569982528686523,
+ -10.153367042541504
+ ],
+ "distances_by_expert": [
+ 0.5886281728744507,
+ 14.470453262329102,
+ 35.073726654052734,
+ 30.385793685913086,
+ 23.42372703552246,
+ 8.220462799072266,
+ 23.39495277404785,
+ 17.243310928344727,
+ 17.139965057373047,
+ 20.306734085083008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.849609375,
+ "language": 52.277809143066406
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6899847388267517,
+ 0.0005772407748736441,
+ 2.2054749138078478e-08,
+ 2.0918280085879815e-07,
+ 7.000534878898179e-06,
+ 0.013639210723340511,
+ 7.131422535167076e-06,
+ 0.00015685225662309676,
+ 0.00017401813238393515,
+ 3.265876875957474e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3710858225822449,
+ -7.457251071929932,
+ -17.629737854003906,
+ -15.380057334899902,
+ -11.869524002075195,
+ -4.294806480407715,
+ -11.85099983215332,
+ -8.76020622253418,
+ -8.656351089477539,
+ -10.329397201538086
+ ],
+ "distances_by_expert": [
+ 0.7421716451644897,
+ 14.914502143859863,
+ 35.25947570800781,
+ 30.760114669799805,
+ 23.73904800415039,
+ 8.58961296081543,
+ 23.70199966430664,
+ 17.52041244506836,
+ 17.312702178955078,
+ 20.658794403076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.953125,
+ "language": 52.2551155090332
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7102198004722595,
+ 0.0006471668020822108,
+ 2.3301566898226156e-08,
+ 2.4557800770708127e-07,
+ 7.589723281853367e-06,
+ 0.015226670540869236,
+ 7.749661563138943e-06,
+ 0.00016955567116383463,
+ 0.00017992155335377902,
+ 3.465068220975809e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34218084812164307,
+ -7.342906475067139,
+ -17.574745178222656,
+ -15.219651222229004,
+ -11.788715362548828,
+ -4.184706687927246,
+ -11.767861366271973,
+ -8.682329177856445,
+ -8.622989654541016,
+ -10.270193099975586
+ ],
+ "distances_by_expert": [
+ 0.6843616962432861,
+ 14.685812950134277,
+ 35.14949035644531,
+ 30.439302444458008,
+ 23.577430725097656,
+ 8.369413375854492,
+ 23.535722732543945,
+ 17.36465835571289,
+ 17.24597930908203,
+ 20.540386199951172
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.560791015625,
+ "language": 52.29096221923828
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.751049816608429,
+ 0.0007379221497103572,
+ 2.4553596489340634e-08,
+ 2.7996716767120233e-07,
+ 8.216338756028563e-06,
+ 0.018687007948756218,
+ 8.426872227573767e-06,
+ 0.00018443030421622097,
+ 0.00019394952687434852,
+ 3.7704721762565896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28628331422805786,
+ -7.211672306060791,
+ -17.52240753173828,
+ -15.088593482971191,
+ -11.709385871887207,
+ -3.979926824569702,
+ -11.68408489227295,
+ -8.598238945007324,
+ -8.54791259765625,
+ -10.185725212097168
+ ],
+ "distances_by_expert": [
+ 0.5725666284561157,
+ 14.423344612121582,
+ 35.04481506347656,
+ 30.177186965942383,
+ 23.418771743774414,
+ 7.959853649139404,
+ 23.3681697845459,
+ 17.19647789001465,
+ 17.0958251953125,
+ 20.371450424194336
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3376.41650390625,
+ "language": 52.27215576171875
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7173119783401489,
+ 0.0006396914832293987,
+ 2.3271232052479718e-08,
+ 2.289208964612044e-07,
+ 7.3265064202132635e-06,
+ 0.01580948382616043,
+ 7.616886250616517e-06,
+ 0.0001691388461040333,
+ 0.0001876708265626803,
+ 3.460102016106248e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3322444260120392,
+ -7.354524612426758,
+ -17.576047897338867,
+ -15.289889335632324,
+ -11.82401180267334,
+ -4.1471452713012695,
+ -11.78514289855957,
+ -8.68479061126709,
+ -8.58082103729248,
+ -10.271627426147461
+ ],
+ "distances_by_expert": [
+ 0.6644888520240784,
+ 14.709049224853516,
+ 35.152095794677734,
+ 30.57977867126465,
+ 23.64802360534668,
+ 8.294290542602539,
+ 23.57028579711914,
+ 17.36958122253418,
+ 17.16164207458496,
+ 20.543254852294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.6875,
+ "language": 52.28529739379883
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7455887198448181,
+ 0.0006553489365614951,
+ 2.3507359614427514e-08,
+ 2.3284142969259847e-07,
+ 7.870860827097204e-06,
+ 0.016236091032624245,
+ 8.035711289267056e-06,
+ 0.00017691298853605986,
+ 0.00019428756786510348,
+ 3.704794653458521e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29358115792274475,
+ -7.330342769622803,
+ -17.56595230102539,
+ -15.272908210754395,
+ -11.75234317779541,
+ -4.120518684387207,
+ -11.73161506652832,
+ -8.639852523803711,
+ -8.546171188354492,
+ -10.20329761505127
+ ],
+ "distances_by_expert": [
+ 0.5871623158454895,
+ 14.660685539245605,
+ 35.13190460205078,
+ 30.54581642150879,
+ 23.50468635559082,
+ 8.241037368774414,
+ 23.46323013305664,
+ 17.279705047607422,
+ 17.092342376708984,
+ 20.40659523010254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.99462890625,
+ "language": 52.305904388427734
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7806928753852844,
+ 0.0008145490428432822,
+ 2.5508869683221747e-08,
+ 3.085395121615875e-07,
+ 9.003887498693075e-06,
+ 0.021821264177560806,
+ 9.57006704993546e-06,
+ 0.0002020151587203145,
+ 0.0002041005645878613,
+ 4.221126073389314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2475733906030655,
+ -7.112875938415527,
+ -17.48423957824707,
+ -14.991415977478027,
+ -11.617854118347168,
+ -3.8248703479766846,
+ -11.556870460510254,
+ -8.50716781616211,
+ -8.49689769744873,
+ -10.072823524475098
+ ],
+ "distances_by_expert": [
+ 0.495146781206131,
+ 14.225751876831055,
+ 34.96847915649414,
+ 29.982831954956055,
+ 23.235708236694336,
+ 7.649740695953369,
+ 23.113740921020508,
+ 17.01433563232422,
+ 16.99379539489746,
+ 20.145647048950195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.2880859375,
+ "language": 52.289886474609375
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6674460768699646,
+ 0.000712914508767426,
+ 2.1911645831096394e-08,
+ 2.3506250101945625e-07,
+ 8.055637408688199e-06,
+ 0.015246796421706676,
+ 8.024491762625985e-06,
+ 0.00016797182615846395,
+ 0.00017450905579607934,
+ 3.902503885910846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4042966663837433,
+ -7.246149063110352,
+ -17.636247634887695,
+ -15.26341438293457,
+ -11.729138374328613,
+ -4.183385848999023,
+ -11.733012199401855,
+ -8.6917142868042,
+ -8.653533935546875,
+ -10.151307106018066
+ ],
+ "distances_by_expert": [
+ 0.8085933327674866,
+ 14.492298126220703,
+ 35.27249526977539,
+ 30.52682876586914,
+ 23.458276748657227,
+ 8.366771697998047,
+ 23.46602439880371,
+ 17.3834285736084,
+ 17.30706787109375,
+ 20.302614212036133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3590.501953125,
+ "language": 52.26768112182617
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7617201209068298,
+ 0.0008447693544439971,
+ 2.47664768693312e-08,
+ 2.9380038313320256e-07,
+ 9.121993571170606e-06,
+ 0.020346032455563545,
+ 9.236776350007858e-06,
+ 0.00019692601927090436,
+ 0.0002000903186853975,
+ 4.4701737351715565e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2721761167049408,
+ -7.076447010040283,
+ -17.513774871826172,
+ -15.040365219116211,
+ -11.604822158813477,
+ -3.894869327545166,
+ -11.592317581176758,
+ -8.532682418823242,
+ -8.516741752624512,
+ -10.015498161315918
+ ],
+ "distances_by_expert": [
+ 0.5443522334098816,
+ 14.152894020080566,
+ 35.027549743652344,
+ 30.080730438232422,
+ 23.209644317626953,
+ 7.789738655090332,
+ 23.184635162353516,
+ 17.065364837646484,
+ 17.033483505249023,
+ 20.030996322631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.9853515625,
+ "language": 52.2834358215332
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7349667549133301,
+ 0.0007288706256076694,
+ 2.3569766582909324e-08,
+ 2.440641253542708e-07,
+ 8.099763363134116e-06,
+ 0.015599704347550869,
+ 8.247788173321169e-06,
+ 0.0001746322523104027,
+ 0.00018919416470453143,
+ 3.8836875319248065e-05
+ ],
+ "log_scores_by_expert": [
+ -0.307930052280426,
+ -7.2240142822265625,
+ -17.56330108642578,
+ -15.225834846496582,
+ -11.723675727844238,
+ -4.160503387451172,
+ -11.705565452575684,
+ -8.652828216552734,
+ -8.572736740112305,
+ -10.156140327453613
+ ],
+ "distances_by_expert": [
+ 0.615860104560852,
+ 14.448028564453125,
+ 35.12660217285156,
+ 30.451669692993164,
+ 23.447351455688477,
+ 8.321006774902344,
+ 23.411130905151367,
+ 17.30565643310547,
+ 17.14547348022461,
+ 20.312280654907227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.094482421875,
+ "language": 52.27446365356445
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6668979525566101,
+ 0.0005653203697875142,
+ 2.173113422543338e-08,
+ 1.9642979509626457e-07,
+ 6.8255649239290506e-06,
+ 0.012600129470229149,
+ 7.005343377386453e-06,
+ 0.00015222822548821568,
+ 0.00016879480972420424,
+ 3.2292136893374845e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40511825680732727,
+ -7.478117942810059,
+ -17.644519805908203,
+ -15.442960739135742,
+ -11.894835472106934,
+ -4.374048233032227,
+ -11.868837356567383,
+ -8.790129661560059,
+ -8.686826705932617,
+ -10.340686798095703
+ ],
+ "distances_by_expert": [
+ 0.8102365136146545,
+ 14.956235885620117,
+ 35.289039611816406,
+ 30.885921478271484,
+ 23.789670944213867,
+ 8.748096466064453,
+ 23.737674713134766,
+ 17.580259323120117,
+ 17.373653411865234,
+ 20.681373596191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.373779296875,
+ "language": 52.270591735839844
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8041530251502991,
+ 0.0008979397243820131,
+ 2.593648673610005e-08,
+ 3.451197017056984e-07,
+ 9.78258867689874e-06,
+ 0.023382890969514847,
+ 9.906846571539063e-06,
+ 0.00021061496227048337,
+ 0.00021122705948073417,
+ 4.539326255326159e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2179657369852066,
+ -7.015407562255859,
+ -17.467615127563477,
+ -14.879374504089355,
+ -11.534906387329102,
+ -3.7557506561279297,
+ -11.522284507751465,
+ -8.465478897094727,
+ -8.462576866149902,
+ -10.000146865844727
+ ],
+ "distances_by_expert": [
+ 0.4359314739704132,
+ 14.030815124511719,
+ 34.93523025512695,
+ 29.75874900817871,
+ 23.069812774658203,
+ 7.511501312255859,
+ 23.04456901550293,
+ 16.930957794189453,
+ 16.925153732299805,
+ 20.000293731689453
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.288818359375,
+ "language": 52.29349899291992
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7557864785194397,
+ 0.0008492912747897208,
+ 2.4638838524992934e-08,
+ 3.217510595732165e-07,
+ 8.989551133709028e-06,
+ 0.022828929126262665,
+ 9.39927758736303e-06,
+ 0.00019609375158324838,
+ 0.0002014917990891263,
+ 4.16108887293376e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2799963653087616,
+ -7.071108341217041,
+ -17.51894187927246,
+ -14.949487686157227,
+ -11.619447708129883,
+ -3.77972674369812,
+ -11.574877738952637,
+ -8.536917686462402,
+ -8.509761810302734,
+ -10.087148666381836
+ ],
+ "distances_by_expert": [
+ 0.5599927306175232,
+ 14.142216682434082,
+ 35.03788375854492,
+ 29.898975372314453,
+ 23.238895416259766,
+ 7.55945348739624,
+ 23.149755477905273,
+ 17.073835372924805,
+ 17.01952362060547,
+ 20.174297332763672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.19677734375,
+ "language": 52.267982482910156
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7403808236122131,
+ 0.0006710960878990591,
+ 2.3501440793438633e-08,
+ 2.3322233744238474e-07,
+ 7.597233434353257e-06,
+ 0.015870429575443268,
+ 7.908699444669764e-06,
+ 0.0001715111720841378,
+ 0.00019342271843925118,
+ 3.6165787605568767e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3005906343460083,
+ -7.30659818649292,
+ -17.566204071044922,
+ -15.271273612976074,
+ -11.787726402282715,
+ -4.1432976722717285,
+ -11.747547149658203,
+ -8.670862197875977,
+ -8.55063247680664,
+ -10.227396965026855
+ ],
+ "distances_by_expert": [
+ 0.6011812686920166,
+ 14.61319637298584,
+ 35.132408142089844,
+ 30.54254722595215,
+ 23.57545280456543,
+ 8.286595344543457,
+ 23.495094299316406,
+ 17.341724395751953,
+ 17.10126495361328,
+ 20.45479393005371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.37158203125,
+ "language": 52.26399612426758
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7200354337692261,
+ 0.0006382673163898289,
+ 2.295081458214554e-08,
+ 2.1789730908494676e-07,
+ 7.457675110345008e-06,
+ 0.015528405085206032,
+ 7.830580216250382e-06,
+ 0.0001708338677417487,
+ 0.00019019040337298065,
+ 3.61716520274058e-05
+ ],
+ "log_scores_by_expert": [
+ -0.328454852104187,
+ -7.356753349304199,
+ -17.58991241455078,
+ -15.339241981506348,
+ -11.806266784667969,
+ -4.165084362030029,
+ -11.757473945617676,
+ -8.674818992614746,
+ -8.567484855651855,
+ -10.227234840393066
+ ],
+ "distances_by_expert": [
+ 0.656909704208374,
+ 14.713506698608398,
+ 35.17982482910156,
+ 30.678483963012695,
+ 23.612533569335938,
+ 8.330168724060059,
+ 23.51494789123535,
+ 17.349637985229492,
+ 17.13496971130371,
+ 20.454469680786133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.5576171875,
+ "language": 52.29451370239258
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8038119673728943,
+ 0.0008222507894970477,
+ 2.5756007104860146e-08,
+ 2.961470784157427e-07,
+ 9.243914973922074e-06,
+ 0.021131664514541626,
+ 9.596377822163049e-06,
+ 0.00020318158203735948,
+ 0.0002102234575431794,
+ 4.385067950352095e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21839000284671783,
+ -7.1034650802612305,
+ -17.474597930908203,
+ -15.03240966796875,
+ -11.591545104980469,
+ -3.856982707977295,
+ -11.55412483215332,
+ -8.501410484313965,
+ -8.467339515686035,
+ -10.034720420837402
+ ],
+ "distances_by_expert": [
+ 0.43678000569343567,
+ 14.206930160522461,
+ 34.949195861816406,
+ 30.0648193359375,
+ 23.183090209960938,
+ 7.71396541595459,
+ 23.10824966430664,
+ 17.00282096862793,
+ 16.93467903137207,
+ 20.069440841674805
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3334.686767578125,
+ "language": 52.30997848510742
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6299089789390564,
+ 0.0006776540540158749,
+ 2.073397631363605e-08,
+ 2.851418230420677e-07,
+ 7.640684088983107e-06,
+ 0.01908043399453163,
+ 8.144682396959979e-06,
+ 0.0001701550354482606,
+ 0.00017570977797731757,
+ 3.469274452072568e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4621799886226654,
+ -7.296873569488525,
+ -17.691492080688477,
+ -15.070279121398926,
+ -11.782023429870605,
+ -3.959091901779175,
+ -11.718145370483398,
+ -8.678800582885742,
+ -8.646677017211914,
+ -10.268980026245117
+ ],
+ "distances_by_expert": [
+ 0.9243599772453308,
+ 14.59374713897705,
+ 35.38298416137695,
+ 30.14055824279785,
+ 23.56404685974121,
+ 7.91818380355835,
+ 23.436290740966797,
+ 17.357601165771484,
+ 17.293354034423828,
+ 20.537960052490234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.6162109375,
+ "language": 52.25865936279297
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7896167039871216,
+ 0.0008623901521787047,
+ 2.500241436109718e-08,
+ 3.2031977070801076e-07,
+ 9.212732948071789e-06,
+ 0.02336748130619526,
+ 9.690736078482587e-06,
+ 0.0002044970606220886,
+ 0.00021060391736682504,
+ 4.4190219341544434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23620764911174774,
+ -7.055802822113037,
+ -17.50429344177246,
+ -14.953946113586426,
+ -11.594923973083496,
+ -3.7564098834991455,
+ -11.544340133666992,
+ -8.494956970214844,
+ -8.465531349182129,
+ -10.027007102966309
+ ],
+ "distances_by_expert": [
+ 0.4724152982234955,
+ 14.111605644226074,
+ 35.00858688354492,
+ 29.90789222717285,
+ 23.189847946166992,
+ 7.512819766998291,
+ 23.088680267333984,
+ 16.989913940429688,
+ 16.931062698364258,
+ 20.054014205932617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.556396484375,
+ "language": 52.276878356933594
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6711832284927368,
+ 0.0007422160706482828,
+ 2.247327479665273e-08,
+ 2.479151248735434e-07,
+ 8.126270586217288e-06,
+ 0.016282718628644943,
+ 8.134575182339177e-06,
+ 0.00017418665811419487,
+ 0.00017758271133061498,
+ 3.893975372193381e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3987131714820862,
+ -7.205870151519775,
+ -17.610939025878906,
+ -15.210179328918457,
+ -11.72040843963623,
+ -4.117650985717773,
+ -11.71938705444336,
+ -8.655383110046387,
+ -8.63607406616211,
+ -10.153494834899902
+ ],
+ "distances_by_expert": [
+ 0.7974263429641724,
+ 14.41174030303955,
+ 35.22187805175781,
+ 30.420358657836914,
+ 23.44081687927246,
+ 8.235301971435547,
+ 23.43877410888672,
+ 17.310766220092773,
+ 17.27214813232422,
+ 20.306989669799805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.14599609375,
+ "language": 52.27513122558594
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7145574688911438,
+ 0.0007943782256916165,
+ 2.376745200649566e-08,
+ 2.6581636802802677e-07,
+ 8.276532753370702e-06,
+ 0.017580363899469376,
+ 8.450879249721766e-06,
+ 0.0001787249493645504,
+ 0.00018880574498325586,
+ 3.954429485020228e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33609187602996826,
+ -7.137950897216797,
+ -17.554948806762695,
+ -15.140460014343262,
+ -11.702086448669434,
+ -4.040972709655762,
+ -11.68124008178711,
+ -8.62966251373291,
+ -8.57479190826416,
+ -10.138089179992676
+ ],
+ "distances_by_expert": [
+ 0.6721837520599365,
+ 14.275901794433594,
+ 35.10989761352539,
+ 30.280920028686523,
+ 23.404172897338867,
+ 8.081945419311523,
+ 23.36248016357422,
+ 17.25932502746582,
+ 17.14958381652832,
+ 20.27617835998535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.24658203125,
+ "language": 52.278533935546875
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7002494931221008,
+ 0.000661048456095159,
+ 2.308009605656025e-08,
+ 2.1979066389121726e-07,
+ 7.389576239802409e-06,
+ 0.014522015117108822,
+ 7.661859854124486e-06,
+ 0.00016648990276735276,
+ 0.000178643167600967,
+ 3.5459415812511e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35631853342056274,
+ -7.321683406829834,
+ -17.58429527282715,
+ -15.33059024810791,
+ -11.81544017791748,
+ -4.232089519500732,
+ -11.779255867004395,
+ -8.700575828552246,
+ -8.630120277404785,
+ -10.247121810913086
+ ],
+ "distances_by_expert": [
+ 0.7126370668411255,
+ 14.643366813659668,
+ 35.1685905456543,
+ 30.66118049621582,
+ 23.63088035583496,
+ 8.464179039001465,
+ 23.55851173400879,
+ 17.401151657104492,
+ 17.26024055480957,
+ 20.494243621826172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.755615234375,
+ "language": 52.26176071166992
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6863414645195007,
+ 0.0006048156647011638,
+ 2.2644393027348997e-08,
+ 2.103565037714361e-07,
+ 7.053839453874389e-06,
+ 0.013510323129594326,
+ 7.340073807426961e-06,
+ 0.000157771457452327,
+ 0.00017520744586363435,
+ 3.31121300405357e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37637996673583984,
+ -7.410586833953857,
+ -17.60335350036621,
+ -15.374462127685547,
+ -11.8619384765625,
+ -4.3043012619018555,
+ -11.822161674499512,
+ -8.754363059997559,
+ -8.649539947509766,
+ -10.315610885620117
+ ],
+ "distances_by_expert": [
+ 0.7527599334716797,
+ 14.821173667907715,
+ 35.20670700073242,
+ 30.748924255371094,
+ 23.723876953125,
+ 8.608602523803711,
+ 23.644323348999023,
+ 17.508726119995117,
+ 17.29907989501953,
+ 20.631221771240234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.7275390625,
+ "language": 52.28219223022461
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7117788791656494,
+ 0.000652632734272629,
+ 2.282295419320235e-08,
+ 2.5548396820340713e-07,
+ 7.719212590018287e-06,
+ 0.016373280435800552,
+ 7.825407010386698e-06,
+ 0.00017191466758958995,
+ 0.00018225537496618927,
+ 3.551095142029226e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33998796343803406,
+ -7.334496021270752,
+ -17.59549903869629,
+ -15.180106163024902,
+ -11.771798133850098,
+ -4.112104415893555,
+ -11.758134841918945,
+ -8.668512344360352,
+ -8.610101699829102,
+ -10.2456693649292
+ ],
+ "distances_by_expert": [
+ 0.6799759268760681,
+ 14.668992042541504,
+ 35.19099807739258,
+ 30.360212326049805,
+ 23.543596267700195,
+ 8.22420883178711,
+ 23.51626968383789,
+ 17.337024688720703,
+ 17.220203399658203,
+ 20.4913387298584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.9052734375,
+ "language": 52.276710510253906
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6644673347473145,
+ 0.0007253204239532351,
+ 2.173300117647159e-08,
+ 2.998657748776168e-07,
+ 8.093362339423038e-06,
+ 0.020393630489706993,
+ 8.491773769492283e-06,
+ 0.0001788570953067392,
+ 0.00018226353859063238,
+ 3.6632776755141094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40876948833465576,
+ -7.2288970947265625,
+ -17.644433975219727,
+ -15.019930839538574,
+ -11.724466323852539,
+ -3.8925325870513916,
+ -11.676412582397461,
+ -8.628923416137695,
+ -8.61005687713623,
+ -10.214567184448242
+ ],
+ "distances_by_expert": [
+ 0.8175389766693115,
+ 14.457794189453125,
+ 35.28886795043945,
+ 30.03986167907715,
+ 23.448932647705078,
+ 7.785065174102783,
+ 23.352825164794922,
+ 17.25784683227539,
+ 17.22011375427246,
+ 20.429134368896484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.2041015625,
+ "language": 52.27623748779297
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7514511942863464,
+ 0.0007086247787810862,
+ 2.4271564313949057e-08,
+ 2.594723582660663e-07,
+ 8.027660442166962e-06,
+ 0.01809433475136757,
+ 8.290641744679306e-06,
+ 0.00018135758000425994,
+ 0.0001960372901521623,
+ 3.782119165407494e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28574901819229126,
+ -7.2521843910217285,
+ -17.533960342407227,
+ -15.164615631103516,
+ -11.732617378234863,
+ -4.0121564865112305,
+ -11.700383186340332,
+ -8.615039825439453,
+ -8.537205696105957,
+ -10.18264102935791
+ ],
+ "distances_by_expert": [
+ 0.5714980363845825,
+ 14.504368782043457,
+ 35.06792068481445,
+ 30.32923126220703,
+ 23.465234756469727,
+ 8.024312973022461,
+ 23.400766372680664,
+ 17.230079650878906,
+ 17.074411392211914,
+ 20.36528205871582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.968017578125,
+ "language": 52.27785110473633
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7326869964599609,
+ 0.0006421118159778416,
+ 2.3035061857967776e-08,
+ 2.3211177335724642e-07,
+ 7.493078555853572e-06,
+ 0.016064459457993507,
+ 7.766493581584655e-06,
+ 0.00017106519953813404,
+ 0.00019246387819293886,
+ 3.5125769500155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31103670597076416,
+ -7.350748062133789,
+ -17.58624839782715,
+ -15.276046752929688,
+ -11.801530838012695,
+ -4.13114595413208,
+ -11.765691757202148,
+ -8.673465728759766,
+ -8.555602073669434,
+ -10.256575584411621
+ ],
+ "distances_by_expert": [
+ 0.6220734119415283,
+ 14.701496124267578,
+ 35.1724967956543,
+ 30.552093505859375,
+ 23.60306167602539,
+ 8.26229190826416,
+ 23.531383514404297,
+ 17.34693145751953,
+ 17.111204147338867,
+ 20.513151168823242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.2109375,
+ "language": 52.27127456665039
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7366542220115662,
+ 0.0007470916607417166,
+ 2.4277674981476594e-08,
+ 2.808936017117958e-07,
+ 8.337039616890252e-06,
+ 0.019256215542554855,
+ 8.766915925662033e-06,
+ 0.00018496364646125585,
+ 0.00019487339886836708,
+ 3.8397960452130064e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3056367337703705,
+ -7.199322700500488,
+ -17.533708572387695,
+ -15.08528995513916,
+ -11.694802284240723,
+ -3.9499213695526123,
+ -11.644525527954102,
+ -8.595351219177246,
+ -8.543160438537598,
+ -10.167506217956543
+ ],
+ "distances_by_expert": [
+ 0.611273467540741,
+ 14.398645401000977,
+ 35.06741714477539,
+ 30.17057991027832,
+ 23.389604568481445,
+ 7.899842739105225,
+ 23.289051055908203,
+ 17.190702438354492,
+ 17.086320877075195,
+ 20.335012435913086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.8076171875,
+ "language": 52.28476333618164
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.671157956123352,
+ 0.0007435040315613151,
+ 2.2438197078145095e-08,
+ 2.5752828491931723e-07,
+ 8.086187335720751e-06,
+ 0.016925381496548653,
+ 8.215805792133324e-06,
+ 0.00017243452020920813,
+ 0.00017640234727878124,
+ 3.91244248021394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39875078201293945,
+ -7.204136371612549,
+ -17.61250114440918,
+ -15.172136306762695,
+ -11.725353240966797,
+ -4.0789408683776855,
+ -11.709450721740723,
+ -8.66549301147461,
+ -8.642743110656738,
+ -10.148763656616211
+ ],
+ "distances_by_expert": [
+ 0.7975015640258789,
+ 14.408272743225098,
+ 35.22500228881836,
+ 30.34427261352539,
+ 23.450706481933594,
+ 8.157881736755371,
+ 23.418901443481445,
+ 17.33098602294922,
+ 17.285486221313477,
+ 20.297527313232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3536.50439453125,
+ "language": 52.289817810058594
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7952306270599365,
+ 0.0009244069224223495,
+ 2.6190562607553147e-08,
+ 3.1545260981147294e-07,
+ 9.36249034566572e-06,
+ 0.021891513839364052,
+ 9.627223334973678e-06,
+ 0.00020293777924962342,
+ 0.00020883270190097392,
+ 4.5014461647951975e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22912317514419556,
+ -6.986358165740967,
+ -17.457866668701172,
+ -14.969257354736328,
+ -11.5787992477417,
+ -3.8216562271118164,
+ -11.550915718078613,
+ -8.50261116027832,
+ -8.473977088928223,
+ -10.008526802062988
+ ],
+ "distances_by_expert": [
+ 0.4582463502883911,
+ 13.972716331481934,
+ 34.915733337402344,
+ 29.938514709472656,
+ 23.1575984954834,
+ 7.643312454223633,
+ 23.101831436157227,
+ 17.00522232055664,
+ 16.947954177856445,
+ 20.017053604125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.623291015625,
+ "language": 52.269874572753906
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.690431535243988,
+ 0.0006769116153009236,
+ 2.236372509401008e-08,
+ 2.3244318470005965e-07,
+ 7.468415788025595e-06,
+ 0.01575506664812565,
+ 7.869644832680933e-06,
+ 0.00016778369899839163,
+ 0.00018248007108923048,
+ 3.6226196243660524e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37043845653533936,
+ -7.297969818115234,
+ -17.615825653076172,
+ -15.274620056152344,
+ -11.804827690124512,
+ -4.150593280792236,
+ -11.752497673034668,
+ -8.692834854125977,
+ -8.608869552612305,
+ -10.225728034973145
+ ],
+ "distances_by_expert": [
+ 0.7408769130706787,
+ 14.595939636230469,
+ 35.231651306152344,
+ 30.549240112304688,
+ 23.609655380249023,
+ 8.301186561584473,
+ 23.504995346069336,
+ 17.385669708251953,
+ 17.21773910522461,
+ 20.45145606994629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.037353515625,
+ "language": 52.285377502441406
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6463470458984375,
+ 0.0005350380670279264,
+ 2.0849617143881005e-08,
+ 1.972896512825173e-07,
+ 6.5126578192575835e-06,
+ 0.01268315315246582,
+ 6.6467159740568604e-06,
+ 0.00014696229482069612,
+ 0.00016382496687583625,
+ 3.0118129870970733e-05
+ ],
+ "log_scores_by_expert": [
+ -0.436418741941452,
+ -7.533172607421875,
+ -17.685930252075195,
+ -15.438592910766602,
+ -11.941762924194336,
+ -4.367480754852295,
+ -11.921387672424316,
+ -8.825334548950195,
+ -8.71671199798584,
+ -10.410383224487305
+ ],
+ "distances_by_expert": [
+ 0.872837483882904,
+ 15.06634521484375,
+ 35.37186050415039,
+ 30.877185821533203,
+ 23.883525848388672,
+ 8.73496150970459,
+ 23.842775344848633,
+ 17.65066909790039,
+ 17.43342399597168,
+ 20.82076644897461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.87109375,
+ "language": 52.28117370605469
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7470483779907227,
+ 0.0008875931380316615,
+ 2.4433346013097434e-08,
+ 3.4229327638968243e-07,
+ 9.361348020320293e-06,
+ 0.024503348395228386,
+ 9.854333256953396e-06,
+ 0.00020519956888165325,
+ 0.00019777371198870242,
+ 4.3094692955492064e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29162535071372986,
+ -7.026997089385986,
+ -17.52731704711914,
+ -14.887598037719727,
+ -11.5789213180542,
+ -3.7089455127716064,
+ -11.527599334716797,
+ -8.491527557373047,
+ -8.528387069702148,
+ -10.05211067199707
+ ],
+ "distances_by_expert": [
+ 0.5832507014274597,
+ 14.053994178771973,
+ 35.05463409423828,
+ 29.775196075439453,
+ 23.1578426361084,
+ 7.417891025543213,
+ 23.055198669433594,
+ 16.983055114746094,
+ 17.056774139404297,
+ 20.10422134399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.57421875,
+ "language": 52.29975128173828
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7425892949104309,
+ 0.0008568716584704816,
+ 2.4252591046547423e-08,
+ 3.374315440396458e-07,
+ 9.190768651023973e-06,
+ 0.0238089207559824,
+ 9.599865734344348e-06,
+ 0.0002021674154093489,
+ 0.00019700471602845937,
+ 4.2441057303221896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29761213064193726,
+ -7.062222480773926,
+ -17.53474235534668,
+ -14.90190315246582,
+ -11.597311019897461,
+ -3.7376949787139893,
+ -11.55376148223877,
+ -8.506414413452148,
+ -8.532282829284668,
+ -10.067394256591797
+ ],
+ "distances_by_expert": [
+ 0.5952242612838745,
+ 14.124444961547852,
+ 35.06948471069336,
+ 29.80380630493164,
+ 23.194622039794922,
+ 7.4753899574279785,
+ 23.10752296447754,
+ 17.012828826904297,
+ 17.064565658569336,
+ 20.134788513183594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.121826171875,
+ "language": 52.27627182006836
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7322693467140198,
+ 0.0006516578141599894,
+ 2.3661156589582788e-08,
+ 2.360624051789273e-07,
+ 7.540167189290514e-06,
+ 0.016621079295873642,
+ 7.97797656559851e-06,
+ 0.00017440092051401734,
+ 0.00018875983369071037,
+ 3.5912693419959396e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31160691380500793,
+ -7.335990905761719,
+ -17.559431076049805,
+ -15.259169578552246,
+ -11.795266151428223,
+ -4.097083568572998,
+ -11.738825798034668,
+ -8.654153823852539,
+ -8.575035095214844,
+ -10.234419822692871
+ ],
+ "distances_by_expert": [
+ 0.6232138276100159,
+ 14.671981811523438,
+ 35.11886215209961,
+ 30.518339157104492,
+ 23.590532302856445,
+ 8.194167137145996,
+ 23.477651596069336,
+ 17.308307647705078,
+ 17.150070190429688,
+ 20.468839645385742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.573974609375,
+ "language": 52.272560119628906
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735105574131012,
+ 0.0006611070712096989,
+ 2.330543402706553e-08,
+ 2.3490139255955e-07,
+ 7.662926691409666e-06,
+ 0.016667889431118965,
+ 8.041291948757134e-06,
+ 0.00017512324848212302,
+ 0.0001932849845616147,
+ 3.6764722608495504e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3077412545681,
+ -7.321594715118408,
+ -17.5745792388916,
+ -15.264100074768066,
+ -11.7791166305542,
+ -4.094271183013916,
+ -11.730920791625977,
+ -8.650020599365234,
+ -8.551344871520996,
+ -10.21097183227539
+ ],
+ "distances_by_expert": [
+ 0.6154825091362,
+ 14.643189430236816,
+ 35.1491584777832,
+ 30.528200149536133,
+ 23.5582332611084,
+ 8.188542366027832,
+ 23.461841583251953,
+ 17.30004119873047,
+ 17.102689743041992,
+ 20.42194366455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.338623046875,
+ "language": 52.29538345336914
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7308462858200073,
+ 0.0006590983248315752,
+ 2.2987045156241948e-08,
+ 2.447279143780179e-07,
+ 7.9485253081657e-06,
+ 0.017810910940170288,
+ 8.267026714747772e-06,
+ 0.00018035170796792954,
+ 0.00018968485528603196,
+ 3.7843921745661646e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3135521709918976,
+ -7.3246378898620605,
+ -17.588335037231445,
+ -15.223118782043457,
+ -11.742524147033691,
+ -4.027944087982178,
+ -11.703235626220703,
+ -8.620601654052734,
+ -8.570146560668945,
+ -10.182040214538574
+ ],
+ "distances_by_expert": [
+ 0.6271043419837952,
+ 14.649275779724121,
+ 35.17667007446289,
+ 30.446237564086914,
+ 23.485048294067383,
+ 8.055888175964355,
+ 23.406471252441406,
+ 17.24120330810547,
+ 17.14029312133789,
+ 20.36408042907715
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3383.873779296875,
+ "language": 52.29790496826172
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6551148891448975,
+ 0.0007121004746295512,
+ 2.189643666383745e-08,
+ 2.3821765182674426e-07,
+ 8.201128366636112e-06,
+ 0.015056482516229153,
+ 7.938094313431066e-06,
+ 0.00016829122614581138,
+ 0.0001717175473459065,
+ 3.898742943420075e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4229446053504944,
+ -7.247291564941406,
+ -17.63694190979004,
+ -15.250081062316895,
+ -11.711238861083984,
+ -4.19594669342041,
+ -11.743837356567383,
+ -8.689814567565918,
+ -8.669659614562988,
+ -10.152271270751953
+ ],
+ "distances_by_expert": [
+ 0.8458892107009888,
+ 14.494583129882812,
+ 35.27388381958008,
+ 30.50016212463379,
+ 23.42247772216797,
+ 8.39189338684082,
+ 23.487674713134766,
+ 17.379629135131836,
+ 17.339319229125977,
+ 20.304542541503906
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3477.471435546875,
+ "language": 52.293357849121094
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7508147954940796,
+ 0.0008472740883007646,
+ 2.49848230993166e-08,
+ 2.8408030061655154e-07,
+ 9.040921213454567e-06,
+ 0.01982159912586212,
+ 9.00598297448596e-06,
+ 0.00019289036572445184,
+ 0.00019690292538143694,
+ 4.306790651753545e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2865963280200958,
+ -7.073486328125,
+ -17.50499725341797,
+ -15.07400894165039,
+ -11.613749504089355,
+ -3.920983076095581,
+ -11.617621421813965,
+ -8.553388595581055,
+ -8.53279972076416,
+ -10.052732467651367
+ ],
+ "distances_by_expert": [
+ 0.5731926560401917,
+ 14.14697265625,
+ 35.00999450683594,
+ 30.14801788330078,
+ 23.22749900817871,
+ 7.841966152191162,
+ 23.23524284362793,
+ 17.10677719116211,
+ 17.06559944152832,
+ 20.105464935302734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3400.20458984375,
+ "language": 52.26365661621094
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6747963428497314,
+ 0.0006448116037063301,
+ 2.176373925522057e-08,
+ 2.2984843894846563e-07,
+ 7.412161721731536e-06,
+ 0.014394087716937065,
+ 7.564028692286229e-06,
+ 0.00016167086141649634,
+ 0.00017617673438508064,
+ 3.533080598572269e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3933444023132324,
+ -7.34655237197876,
+ -17.643020629882812,
+ -15.285845756530762,
+ -11.81238842010498,
+ -4.24093770980835,
+ -11.792106628417969,
+ -8.729948043823242,
+ -8.644022941589355,
+ -10.250755310058594
+ ],
+ "distances_by_expert": [
+ 0.7866888046264648,
+ 14.69310474395752,
+ 35.286041259765625,
+ 30.571691513061523,
+ 23.62477684020996,
+ 8.4818754196167,
+ 23.584213256835938,
+ 17.459896087646484,
+ 17.28804588317871,
+ 20.501510620117188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3544.977783203125,
+ "language": 52.29269790649414
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7090570330619812,
+ 0.00062770169461146,
+ 2.2827089551924473e-08,
+ 2.2574371882910782e-07,
+ 7.4387312452017795e-06,
+ 0.014959798194468021,
+ 7.5274574555805884e-06,
+ 0.00016509302076883614,
+ 0.00018151903350371867,
+ 3.482560350676067e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3438193202018738,
+ -7.373445510864258,
+ -17.595317840576172,
+ -15.303865432739258,
+ -11.808810234069824,
+ -4.202388763427734,
+ -11.796953201293945,
+ -8.709001541137695,
+ -8.614150047302246,
+ -10.265157699584961
+ ],
+ "distances_by_expert": [
+ 0.6876386404037476,
+ 14.746891021728516,
+ 35.190635681152344,
+ 30.607730865478516,
+ 23.61762046813965,
+ 8.404777526855469,
+ 23.59390640258789,
+ 17.41800308227539,
+ 17.228300094604492,
+ 20.530315399169922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.0390625,
+ "language": 52.26716232299805
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7295746207237244,
+ 0.0008068024762906134,
+ 2.3602245491360918e-08,
+ 3.303387359210319e-07,
+ 8.636555321572814e-06,
+ 0.02265966683626175,
+ 9.070578016689979e-06,
+ 0.0001906609395518899,
+ 0.0001987622381420806,
+ 3.9580248994752765e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3152936100959778,
+ -7.122431755065918,
+ -17.56192398071289,
+ -14.923147201538086,
+ -11.659506797790527,
+ -3.7871687412261963,
+ -11.610474586486816,
+ -8.565013885498047,
+ -8.523401260375977,
+ -10.13718032836914
+ ],
+ "distances_by_expert": [
+ 0.6305872201919556,
+ 14.244863510131836,
+ 35.12384796142578,
+ 29.846294403076172,
+ 23.319013595581055,
+ 7.574337482452393,
+ 23.220949172973633,
+ 17.130027770996094,
+ 17.046802520751953,
+ 20.27436065673828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.63427734375,
+ "language": 52.265296936035156
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7478330135345459,
+ 0.000837175059132278,
+ 2.446211588846836e-08,
+ 3.3438570312682714e-07,
+ 9.178103027807083e-06,
+ 0.023422155529260635,
+ 9.394240805704612e-06,
+ 0.0002008106093853712,
+ 0.00020139805565122515,
+ 4.2335308535257354e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2905755639076233,
+ -7.085477352142334,
+ -17.526140213012695,
+ -14.910970687866211,
+ -11.598690032958984,
+ -3.754072904586792,
+ -11.575413703918457,
+ -8.513148307800293,
+ -8.51022720336914,
+ -10.069889068603516
+ ],
+ "distances_by_expert": [
+ 0.5811511278152466,
+ 14.170954704284668,
+ 35.05228042602539,
+ 29.821941375732422,
+ 23.19738006591797,
+ 7.508145809173584,
+ 23.150827407836914,
+ 17.026296615600586,
+ 17.02045440673828,
+ 20.13977813720703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.582763671875,
+ "language": 52.28681182861328
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7288532853126526,
+ 0.0006565684452652931,
+ 2.3267281434868892e-08,
+ 2.3387538305996713e-07,
+ 7.664219992875587e-06,
+ 0.016091883182525635,
+ 7.826220098650083e-06,
+ 0.00017444715194869787,
+ 0.0001910068967845291,
+ 3.6639554309658706e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31628283858299255,
+ -7.328483581542969,
+ -17.576217651367188,
+ -15.268477439880371,
+ -11.778947830200195,
+ -4.1294403076171875,
+ -11.758030891418457,
+ -8.653888702392578,
+ -8.563200950622559,
+ -10.21438217163086
+ ],
+ "distances_by_expert": [
+ 0.6325656771659851,
+ 14.656967163085938,
+ 35.152435302734375,
+ 30.536954879760742,
+ 23.55789566040039,
+ 8.258880615234375,
+ 23.516061782836914,
+ 17.307777404785156,
+ 17.126401901245117,
+ 20.42876434326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.624267578125,
+ "language": 52.28950500488281
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7483561038970947,
+ 0.0008174910908564925,
+ 2.4322865499470936e-08,
+ 3.173926472754829e-07,
+ 9.183750080410391e-06,
+ 0.022982336580753326,
+ 9.520936146145687e-06,
+ 0.00019848530064336956,
+ 0.00019835720013361424,
+ 4.260428613633849e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28987637162208557,
+ -7.1092705726623535,
+ -17.531848907470703,
+ -14.963126182556152,
+ -11.598074913024902,
+ -3.773029327392578,
+ -11.562017440795898,
+ -8.524795532226562,
+ -8.52544116973877,
+ -10.063555717468262
+ ],
+ "distances_by_expert": [
+ 0.5797527432441711,
+ 14.218541145324707,
+ 35.063697814941406,
+ 29.926252365112305,
+ 23.196149826049805,
+ 7.546058654785156,
+ 23.124034881591797,
+ 17.049591064453125,
+ 17.05088233947754,
+ 20.127111434936523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.135986328125,
+ "language": 52.29948425292969
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6510353684425354,
+ 0.000724982877727598,
+ 2.1709137598691086e-08,
+ 2.474177165368019e-07,
+ 8.081885425781365e-06,
+ 0.015850592404603958,
+ 7.978432222444098e-06,
+ 0.00016713292279746383,
+ 0.00017184844182338566,
+ 3.853368980344385e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291912913322449,
+ -7.229362487792969,
+ -17.645532608032227,
+ -15.212187767028809,
+ -11.725885391235352,
+ -4.144548416137695,
+ -11.738768577575684,
+ -8.696721076965332,
+ -8.66889762878418,
+ -10.16397762298584
+ ],
+ "distances_by_expert": [
+ 0.8583825826644897,
+ 14.458724975585938,
+ 35.29106521606445,
+ 30.424375534057617,
+ 23.451770782470703,
+ 8.28909683227539,
+ 23.477537155151367,
+ 17.393442153930664,
+ 17.33779525756836,
+ 20.32795524597168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3571.979248046875,
+ "language": 52.2796630859375
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7558875679969788,
+ 0.0008897212101146579,
+ 2.5208700904499892e-08,
+ 3.0012699880899163e-07,
+ 9.26285247260239e-06,
+ 0.020664086565375328,
+ 9.32521652430296e-06,
+ 0.0001960952504305169,
+ 0.00019966656691394746,
+ 4.451481072464958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.279862642288208,
+ -7.02460241317749,
+ -17.496076583862305,
+ -15.019060134887695,
+ -11.589498519897461,
+ -3.8793580532073975,
+ -11.582788467407227,
+ -8.536910057067871,
+ -8.518861770629883,
+ -10.019688606262207
+ ],
+ "distances_by_expert": [
+ 0.559725284576416,
+ 14.04920482635498,
+ 34.99215316772461,
+ 30.03812026977539,
+ 23.178997039794922,
+ 7.758716106414795,
+ 23.165576934814453,
+ 17.073820114135742,
+ 17.037723541259766,
+ 20.039377212524414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.818115234375,
+ "language": 52.27798080444336
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7286076545715332,
+ 0.0007178515661507845,
+ 2.3133159388066815e-08,
+ 2.4034284251683857e-07,
+ 7.92930950410664e-06,
+ 0.015741512179374695,
+ 8.144480489136185e-06,
+ 0.0001740664301905781,
+ 0.00018836332310456783,
+ 3.8483194657601416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31661996245384216,
+ -7.239247798919678,
+ -17.581998825073242,
+ -15.241199493408203,
+ -11.74494457244873,
+ -4.151453971862793,
+ -11.718170166015625,
+ -8.656073570251465,
+ -8.57713794708252,
+ -10.165288925170898
+ ],
+ "distances_by_expert": [
+ 0.6332399249076843,
+ 14.478495597839355,
+ 35.163997650146484,
+ 30.482398986816406,
+ 23.48988914489746,
+ 8.302907943725586,
+ 23.43634033203125,
+ 17.31214714050293,
+ 17.15427589416504,
+ 20.330577850341797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.08544921875,
+ "language": 52.28238296508789
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7548773884773254,
+ 0.0006572168786078691,
+ 2.367921680956897e-08,
+ 2.4628937467241485e-07,
+ 7.734665814496111e-06,
+ 0.016563504934310913,
+ 7.836945769668091e-06,
+ 0.00017539334658067673,
+ 0.0001898772461572662,
+ 3.6129902582615614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2811999022960663,
+ -7.327496528625488,
+ -17.55866813659668,
+ -15.216758728027344,
+ -11.769798278808594,
+ -4.100553512573242,
+ -11.756661415100098,
+ -8.648479461669922,
+ -8.569132804870605,
+ -10.228389739990234
+ ],
+ "distances_by_expert": [
+ 0.5623998045921326,
+ 14.654993057250977,
+ 35.11733627319336,
+ 30.433517456054688,
+ 23.539596557617188,
+ 8.201107025146484,
+ 23.513322830200195,
+ 17.296958923339844,
+ 17.13826560974121,
+ 20.45677947998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.55126953125,
+ "language": 52.247833251953125
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6486160159111023,
+ 0.0006776689551770687,
+ 2.098750861989629e-08,
+ 2.817660913478903e-07,
+ 7.838283636374399e-06,
+ 0.01914791204035282,
+ 8.246302058978472e-06,
+ 0.0001753043761709705,
+ 0.00017508416203781962,
+ 3.5600096452981234e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4329144060611725,
+ -7.296851634979248,
+ -17.679338455200195,
+ -15.082188606262207,
+ -11.756490707397461,
+ -3.955561637878418,
+ -11.705745697021484,
+ -8.64898681640625,
+ -8.650243759155273,
+ -10.243162155151367
+ ],
+ "distances_by_expert": [
+ 0.865828812122345,
+ 14.593703269958496,
+ 35.35867691040039,
+ 30.164377212524414,
+ 23.512981414794922,
+ 7.911123275756836,
+ 23.41149139404297,
+ 17.2979736328125,
+ 17.300487518310547,
+ 20.486324310302734
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3343.135986328125,
+ "language": 52.29088592529297
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6516108512878418,
+ 0.0007177796796895564,
+ 2.146808952829815e-08,
+ 2.9551003422056965e-07,
+ 8.072456694208086e-06,
+ 0.02105744183063507,
+ 8.602063644502778e-06,
+ 0.00018059214926324785,
+ 0.00017734577704686671,
+ 3.710374221554957e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42830774188041687,
+ -7.2393479347229,
+ -17.65669822692871,
+ -15.034563064575195,
+ -11.727052688598633,
+ -3.860501289367676,
+ -11.663508415222168,
+ -8.619269371032715,
+ -8.637409210205078,
+ -10.20179271697998
+ ],
+ "distances_by_expert": [
+ 0.8566154837608337,
+ 14.4786958694458,
+ 35.31339645385742,
+ 30.06912612915039,
+ 23.454105377197266,
+ 7.721002578735352,
+ 23.327016830444336,
+ 17.23853874206543,
+ 17.274818420410156,
+ 20.40358543395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.767333984375,
+ "language": 52.28862762451172
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6939224600791931,
+ 0.0005940554547123611,
+ 2.185938186016756e-08,
+ 2.178819329401449e-07,
+ 7.0858791332284454e-06,
+ 0.014406007714569569,
+ 7.356212336162571e-06,
+ 0.00016359514847863466,
+ 0.0001807982480386272,
+ 3.346702942508273e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36539503931999207,
+ -7.428537845611572,
+ -17.638635635375977,
+ -15.339312553405762,
+ -11.857406616210938,
+ -4.240109920501709,
+ -11.819965362548828,
+ -8.71811580657959,
+ -8.618128776550293,
+ -10.304949760437012
+ ],
+ "distances_by_expert": [
+ 0.7307900786399841,
+ 14.857075691223145,
+ 35.27727127075195,
+ 30.678625106811523,
+ 23.714813232421875,
+ 8.480219841003418,
+ 23.639930725097656,
+ 17.43623161315918,
+ 17.236257553100586,
+ 20.609899520874023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.017333984375,
+ "language": 52.29763412475586
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7220977544784546,
+ 0.0006421470898203552,
+ 2.2826872836390066e-08,
+ 2.330500166181082e-07,
+ 7.601872312079649e-06,
+ 0.016324404627084732,
+ 7.926920261525083e-06,
+ 0.0001743262546369806,
+ 0.00019257330859545618,
+ 3.630186620284803e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32559478282928467,
+ -7.350693225860596,
+ -17.595327377319336,
+ -15.272012710571289,
+ -11.787116050720215,
+ -4.115094184875488,
+ -11.745245933532715,
+ -8.654582023620605,
+ -8.555033683776855,
+ -10.223641395568848
+ ],
+ "distances_by_expert": [
+ 0.6511895656585693,
+ 14.701386451721191,
+ 35.19065475463867,
+ 30.544025421142578,
+ 23.57423210144043,
+ 8.230188369750977,
+ 23.49049186706543,
+ 17.30916404724121,
+ 17.11006736755371,
+ 20.447282791137695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.956787109375,
+ "language": 52.26806640625
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6964868903160095,
+ 0.0008129674824886024,
+ 2.2964695034488614e-08,
+ 3.1547216394756106e-07,
+ 8.992551556730177e-06,
+ 0.02392260730266571,
+ 9.670582585386e-06,
+ 0.00019770467770285904,
+ 0.00018395234656054527,
+ 4.245413583703339e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36170628666877747,
+ -7.114819526672363,
+ -17.58930778503418,
+ -14.969195365905762,
+ -11.61911392211914,
+ -3.73293137550354,
+ -11.546422004699707,
+ -8.528736114501953,
+ -8.600833892822266,
+ -10.067086219787598
+ ],
+ "distances_by_expert": [
+ 0.7234125733375549,
+ 14.229639053344727,
+ 35.17861557006836,
+ 29.938390731811523,
+ 23.23822784423828,
+ 7.46586275100708,
+ 23.092844009399414,
+ 17.057472229003906,
+ 17.20166778564453,
+ 20.134172439575195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.741943359375,
+ "language": 52.281700134277344
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6291335225105286,
+ 0.0006729758461005986,
+ 2.0705284597966056e-08,
+ 2.2752793427116558e-07,
+ 7.5977263804816175e-06,
+ 0.014368392527103424,
+ 7.566431122540962e-06,
+ 0.00015964629710651934,
+ 0.00016548424900975078,
+ 3.666101474664174e-05
+ ],
+ "log_scores_by_expert": [
+ -0.463411808013916,
+ -7.3038010597229,
+ -17.6928768157959,
+ -15.295992851257324,
+ -11.7876615524292,
+ -4.242724418640137,
+ -11.791789054870605,
+ -8.742549896240234,
+ -8.706634521484375,
+ -10.213796615600586
+ ],
+ "distances_by_expert": [
+ 0.926823616027832,
+ 14.6076021194458,
+ 35.3857536315918,
+ 30.59198570251465,
+ 23.5753231048584,
+ 8.485448837280273,
+ 23.58357810974121,
+ 17.48509979248047,
+ 17.41326904296875,
+ 20.427593231201172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.735107421875,
+ "language": 52.264400482177734
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7654961347579956,
+ 0.0008825860568322241,
+ 2.5176458251507938e-08,
+ 3.014666560829937e-07,
+ 9.078738912648987e-06,
+ 0.020724480971693993,
+ 9.286495696869679e-06,
+ 0.00019650091417133808,
+ 0.00020189787028357387,
+ 4.384946441859938e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26723119616508484,
+ -7.032654285430908,
+ -17.497356414794922,
+ -15.014606475830078,
+ -11.609575271606445,
+ -3.8764395713806152,
+ -11.586949348449707,
+ -8.534843444824219,
+ -8.5077486038208,
+ -10.034748077392578
+ ],
+ "distances_by_expert": [
+ 0.5344623923301697,
+ 14.065308570861816,
+ 34.994712829589844,
+ 30.029212951660156,
+ 23.21915054321289,
+ 7.7528791427612305,
+ 23.173898696899414,
+ 17.069686889648438,
+ 17.0154972076416,
+ 20.069496154785156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.302734375,
+ "language": 52.263832092285156
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7898352146148682,
+ 0.00085538683924824,
+ 2.519336916861903e-08,
+ 2.8282167363613553e-07,
+ 9.14409065444488e-06,
+ 0.01905849203467369,
+ 9.20733145903796e-06,
+ 0.0001951544254552573,
+ 0.0002062448620563373,
+ 4.4485019316198304e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23593099415302277,
+ -7.0639567375183105,
+ -17.496685028076172,
+ -15.078449249267578,
+ -11.602402687072754,
+ -3.960242509841919,
+ -11.595510482788086,
+ -8.541719436645508,
+ -8.486446380615234,
+ -10.020358085632324
+ ],
+ "distances_by_expert": [
+ 0.47186198830604553,
+ 14.127913475036621,
+ 34.993370056152344,
+ 30.156898498535156,
+ 23.204805374145508,
+ 7.920485019683838,
+ 23.191020965576172,
+ 17.083438873291016,
+ 16.97289276123047,
+ 20.04071617126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.22900390625,
+ "language": 52.27446746826172
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.708642303943634,
+ 0.000618741731159389,
+ 2.2845602742904703e-08,
+ 2.1907558789280301e-07,
+ 7.1142367232823744e-06,
+ 0.014527549035847187,
+ 7.521752650063718e-06,
+ 0.00016362931637559086,
+ 0.00018270750297233462,
+ 3.372893843334168e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3444043695926666,
+ -7.38782262802124,
+ -17.594507217407227,
+ -15.33384895324707,
+ -11.853412628173828,
+ -4.231708526611328,
+ -11.797711372375488,
+ -8.717906951904297,
+ -8.607624053955078,
+ -10.297154426574707
+ ],
+ "distances_by_expert": [
+ 0.6888087391853333,
+ 14.77564525604248,
+ 35.18901443481445,
+ 30.66769790649414,
+ 23.706825256347656,
+ 8.463417053222656,
+ 23.595422744750977,
+ 17.435813903808594,
+ 17.215248107910156,
+ 20.594308853149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.3583984375,
+ "language": 52.25941467285156
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.744172215461731,
+ 0.0006626955582760274,
+ 2.3225693368544853e-08,
+ 2.3953964500833536e-07,
+ 7.58719079385628e-06,
+ 0.015871882438659668,
+ 7.788789844198618e-06,
+ 0.00017216931155417114,
+ 0.000189895712537691,
+ 3.558835305739194e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954827845096588,
+ -7.319194793701172,
+ -17.578006744384766,
+ -15.244546890258789,
+ -11.78904914855957,
+ -4.1432061195373535,
+ -11.762825012207031,
+ -8.667032241821289,
+ -8.569035530090332,
+ -10.243492126464844
+ ],
+ "distances_by_expert": [
+ 0.5909655690193176,
+ 14.638389587402344,
+ 35.15601348876953,
+ 30.489093780517578,
+ 23.57809829711914,
+ 8.286412239074707,
+ 23.525650024414062,
+ 17.334064483642578,
+ 17.138071060180664,
+ 20.486984252929688
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3391.052734375,
+ "language": 52.248958587646484
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5632551908493042,
+ 0.0005932144704274833,
+ 1.8183520467118797e-08,
+ 2.493696626970632e-07,
+ 6.925696652615443e-06,
+ 0.018115295097231865,
+ 7.577811629744247e-06,
+ 0.00015924317995086312,
+ 0.00015603465726599097,
+ 3.208049383829348e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5740224719047546,
+ -7.429954528808594,
+ -17.822750091552734,
+ -15.204329490661621,
+ -11.880271911621094,
+ -4.010998725891113,
+ -11.79028606414795,
+ -8.745078086853027,
+ -8.765432357788086,
+ -10.347262382507324
+ ],
+ "distances_by_expert": [
+ 1.1480449438095093,
+ 14.859909057617188,
+ 35.64550018310547,
+ 30.408658981323242,
+ 23.760543823242188,
+ 8.021997451782227,
+ 23.5805721282959,
+ 17.490156173706055,
+ 17.530864715576172,
+ 20.69452476501465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.6025390625,
+ "language": 52.25228500366211
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7552503943443298,
+ 0.0007413590792566538,
+ 2.40260202843956e-08,
+ 2.688876747924951e-07,
+ 8.031688594201114e-06,
+ 0.018809571862220764,
+ 8.365464964299463e-06,
+ 0.00018200698832515627,
+ 0.00019960314966738224,
+ 3.827800173894502e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2807060182094574,
+ -7.207025527954102,
+ -17.54412841796875,
+ -15.128972053527832,
+ -11.732115745544434,
+ -3.9733893871307373,
+ -11.691398620605469,
+ -8.611465454101562,
+ -8.519179344177246,
+ -10.170635223388672
+ ],
+ "distances_by_expert": [
+ 0.5614120364189148,
+ 14.414051055908203,
+ 35.0882568359375,
+ 30.257944107055664,
+ 23.464231491088867,
+ 7.946778774261475,
+ 23.382797241210938,
+ 17.222930908203125,
+ 17.038358688354492,
+ 20.341270446777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.128173828125,
+ "language": 52.26286315917969
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7477644681930542,
+ 0.0006873593083582819,
+ 2.334574134010836e-08,
+ 2.48844145289695e-07,
+ 7.85381780588068e-06,
+ 0.017663853242993355,
+ 8.203944162232801e-06,
+ 0.00017992858192883432,
+ 0.00019892663112841547,
+ 3.805959568126127e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29066723585128784,
+ -7.282653331756592,
+ -17.572851181030273,
+ -15.206439018249512,
+ -11.754510879516602,
+ -4.0362348556518555,
+ -11.710895538330078,
+ -8.622950553894043,
+ -8.522574424743652,
+ -10.17635726928711
+ ],
+ "distances_by_expert": [
+ 0.5813344717025757,
+ 14.565306663513184,
+ 35.14570236206055,
+ 30.412878036499023,
+ 23.509021759033203,
+ 8.072469711303711,
+ 23.421791076660156,
+ 17.245901107788086,
+ 17.045148849487305,
+ 20.35271453857422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.475341796875,
+ "language": 52.282981872558594
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7735435366630554,
+ 0.0008736873278394341,
+ 2.460375725377162e-08,
+ 3.331639959469612e-07,
+ 9.284528459829744e-06,
+ 0.02478700876235962,
+ 9.83016343525378e-06,
+ 0.00020459791994653642,
+ 0.00020785453671123832,
+ 4.426854502526112e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25677332282066345,
+ -7.042788028717041,
+ -17.520366668701172,
+ -14.914630889892578,
+ -11.58716106414795,
+ -3.6974356174468994,
+ -11.530055046081543,
+ -8.494463920593262,
+ -8.47867202758789,
+ -10.025236129760742
+ ],
+ "distances_by_expert": [
+ 0.5135466456413269,
+ 14.085576057434082,
+ 35.040733337402344,
+ 29.829261779785156,
+ 23.1743221282959,
+ 7.394871234893799,
+ 23.060110092163086,
+ 16.988927841186523,
+ 16.95734405517578,
+ 20.050472259521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.418701171875,
+ "language": 52.28681182861328
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6527330875396729,
+ 0.0007097444613464177,
+ 2.1947030859337247e-08,
+ 2.3859689690652885e-07,
+ 8.055322723521385e-06,
+ 0.015059391036629677,
+ 7.977680070325732e-06,
+ 0.00016963509551715106,
+ 0.0001711208460619673,
+ 3.876878326991573e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42658698558807373,
+ -7.250605583190918,
+ -17.634634017944336,
+ -15.248490333557129,
+ -11.729177474975586,
+ -4.195753574371338,
+ -11.738862991333008,
+ -8.68186092376709,
+ -8.673140525817871,
+ -10.1578950881958
+ ],
+ "distances_by_expert": [
+ 0.8531739711761475,
+ 14.501211166381836,
+ 35.26926803588867,
+ 30.496980667114258,
+ 23.458354949951172,
+ 8.391507148742676,
+ 23.477725982666016,
+ 17.36372184753418,
+ 17.346281051635742,
+ 20.3157901763916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3579.830078125,
+ "language": 52.2841796875
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577998042106628,
+ 0.0008595913532190025,
+ 2.5460796138077058e-08,
+ 3.0115342042336124e-07,
+ 9.018531272886321e-06,
+ 0.020664574578404427,
+ 9.202038199873641e-06,
+ 0.00019671842164825648,
+ 0.0001988361618714407,
+ 4.3573210859904066e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2773360311985016,
+ -7.059053421020508,
+ -17.486125946044922,
+ -15.015645980834961,
+ -11.616229057312012,
+ -3.8793344497680664,
+ -11.596085548400879,
+ -8.533737182617188,
+ -8.523029327392578,
+ -10.041068077087402
+ ],
+ "distances_by_expert": [
+ 0.5546720623970032,
+ 14.118106842041016,
+ 34.972251892089844,
+ 30.031291961669922,
+ 23.232458114624023,
+ 7.758668899536133,
+ 23.192171096801758,
+ 17.067474365234375,
+ 17.046058654785156,
+ 20.082136154174805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.781494140625,
+ "language": 52.28424072265625
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7387974858283997,
+ 0.0007115940097719431,
+ 2.3983027119811595e-08,
+ 2.52071998829706e-07,
+ 7.912373803264927e-06,
+ 0.016006095334887505,
+ 8.085439731075894e-06,
+ 0.000175121909705922,
+ 0.00018811773043125868,
+ 3.7447174690896645e-05
+ ],
+ "log_scores_by_expert": [
+ -0.302731454372406,
+ -7.248003005981445,
+ -17.54591941833496,
+ -15.193551063537598,
+ -11.747082710266113,
+ -4.1347856521606445,
+ -11.725445747375488,
+ -8.650028228759766,
+ -8.578442573547363,
+ -10.19257926940918
+ ],
+ "distances_by_expert": [
+ 0.605462908744812,
+ 14.49600601196289,
+ 35.09183883666992,
+ 30.387102127075195,
+ 23.494165420532227,
+ 8.269571304321289,
+ 23.450891494750977,
+ 17.30005645751953,
+ 17.156885147094727,
+ 20.38515853881836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.38232421875,
+ "language": 52.28001403808594
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6503111124038696,
+ 0.0005320094060152769,
+ 2.0959264546149825e-08,
+ 1.9561323938432906e-07,
+ 6.544161351484945e-06,
+ 0.012344012036919594,
+ 6.692786882922519e-06,
+ 0.00014813258894719183,
+ 0.00016295719251502305,
+ 3.050746636290569e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4303043484687805,
+ -7.538849353790283,
+ -17.68068504333496,
+ -15.447126388549805,
+ -11.93693733215332,
+ -4.3945841789245605,
+ -11.914480209350586,
+ -8.817402839660645,
+ -8.722023010253906,
+ -10.397539138793945
+ ],
+ "distances_by_expert": [
+ 0.860608696937561,
+ 15.077698707580566,
+ 35.36137008666992,
+ 30.89425277709961,
+ 23.87387466430664,
+ 8.789168357849121,
+ 23.828960418701172,
+ 17.63480567932129,
+ 17.444046020507812,
+ 20.79507827758789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.15380859375,
+ "language": 52.2735481262207
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7278182506561279,
+ 0.0008105014567263424,
+ 2.3952901884172206e-08,
+ 3.3363872375957726e-07,
+ 8.877280379238073e-06,
+ 0.021943293511867523,
+ 9.215484169544652e-06,
+ 0.00019286204769741744,
+ 0.00019651460752356797,
+ 4.0334503864869475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3177039921283722,
+ -7.117857456207275,
+ -17.547176361083984,
+ -14.913207054138184,
+ -11.632015228271484,
+ -3.819293737411499,
+ -11.594625473022461,
+ -8.553535461425781,
+ -8.534773826599121,
+ -10.118303298950195
+ ],
+ "distances_by_expert": [
+ 0.6354079842567444,
+ 14.23571491241455,
+ 35.09435272216797,
+ 29.826414108276367,
+ 23.26403045654297,
+ 7.638587474822998,
+ 23.189250946044922,
+ 17.107070922851562,
+ 17.069547653198242,
+ 20.23660659790039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.129638671875,
+ "language": 52.288902282714844
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6760441064834595,
+ 0.0007287848275154829,
+ 2.2110471675773624e-08,
+ 2.9880669671911164e-07,
+ 8.35459832160268e-06,
+ 0.019825834780931473,
+ 8.523002179572359e-06,
+ 0.00018202191859018058,
+ 0.00018372143676970154,
+ 3.7583809898933396e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3914969265460968,
+ -7.224132061004639,
+ -17.627214431762695,
+ -15.023468971252441,
+ -11.69269847869873,
+ -3.920769453048706,
+ -11.672741889953613,
+ -8.611383438110352,
+ -8.602089881896973,
+ -10.188937187194824
+ ],
+ "distances_by_expert": [
+ 0.7829938530921936,
+ 14.448264122009277,
+ 35.25442886352539,
+ 30.046937942504883,
+ 23.38539695739746,
+ 7.841538906097412,
+ 23.345483779907227,
+ 17.222766876220703,
+ 17.204179763793945,
+ 20.37787437438965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.151123046875,
+ "language": 52.27247619628906
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7984697818756104,
+ 0.000774742744397372,
+ 2.5385393342958196e-08,
+ 2.7983423933619633e-07,
+ 8.466027793474495e-06,
+ 0.01873386837542057,
+ 8.727158274268731e-06,
+ 0.00019129201245959848,
+ 0.0002080215053865686,
+ 3.9730955904815346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22505813837051392,
+ -7.162979602813721,
+ -17.489091873168945,
+ -15.089068412780762,
+ -11.679449081420898,
+ -3.9774222373962402,
+ -11.649070739746094,
+ -8.5617094039917,
+ -8.477869033813477,
+ -10.133379936218262
+ ],
+ "distances_by_expert": [
+ 0.45011627674102783,
+ 14.325959205627441,
+ 34.97818374633789,
+ 30.178136825561523,
+ 23.358898162841797,
+ 7.9548444747924805,
+ 23.298141479492188,
+ 17.1234188079834,
+ 16.955738067626953,
+ 20.266759872436523
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3306.509521484375,
+ "language": 52.26369857788086
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7451598644256592,
+ 0.0006795075023546815,
+ 2.3968395268525455e-08,
+ 2.444034805648698e-07,
+ 7.957642083056271e-06,
+ 0.016749922186136246,
+ 8.173557034751866e-06,
+ 0.00017749601101968437,
+ 0.00019601822714321315,
+ 3.718964944710024e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2941565215587616,
+ -7.294142246246338,
+ -17.54652976989746,
+ -15.224445343017578,
+ -11.741377830505371,
+ -4.089361667633057,
+ -11.714606285095215,
+ -8.63656234741211,
+ -8.53730297088623,
+ -10.199480056762695
+ ],
+ "distances_by_expert": [
+ 0.5883130431175232,
+ 14.588284492492676,
+ 35.09305953979492,
+ 30.448890686035156,
+ 23.482755661010742,
+ 8.178723335266113,
+ 23.42921257019043,
+ 17.27312469482422,
+ 17.07460594177246,
+ 20.39896011352539
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3290.5458984375,
+ "language": 52.29581832885742
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.736744225025177,
+ 0.0008349453564733267,
+ 2.431595547136567e-08,
+ 3.4213204003208375e-07,
+ 9.272884199162945e-06,
+ 0.023695046082139015,
+ 9.676708032202441e-06,
+ 0.00020101007248740643,
+ 0.00019582260574679822,
+ 4.2004532588180155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30551454424858093,
+ -7.088144302368164,
+ -17.532133102416992,
+ -14.888069152832031,
+ -11.58841609954834,
+ -3.7424893379211426,
+ -11.545788764953613,
+ -8.512155532836914,
+ -8.538301467895508,
+ -10.077733039855957
+ ],
+ "distances_by_expert": [
+ 0.6110290884971619,
+ 14.176288604736328,
+ 35.064266204833984,
+ 29.776138305664062,
+ 23.17683219909668,
+ 7.484978675842285,
+ 23.091577529907227,
+ 17.024311065673828,
+ 17.076602935791016,
+ 20.155466079711914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.12890625,
+ "language": 52.292938232421875
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6411049962043762,
+ 0.0006792065687477589,
+ 2.1378195214083462e-08,
+ 2.3232216506130499e-07,
+ 7.929756066005211e-06,
+ 0.014492200687527657,
+ 7.75052649260033e-06,
+ 0.00016442475316580385,
+ 0.00016659584071021527,
+ 3.823998122243211e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44456204771995544,
+ -7.294585227966309,
+ -17.6608943939209,
+ -15.275140762329102,
+ -11.744888305664062,
+ -4.234144687652588,
+ -11.767749786376953,
+ -8.713057518005371,
+ -8.699939727783203,
+ -10.171628952026367
+ ],
+ "distances_by_expert": [
+ 0.8891240954399109,
+ 14.589170455932617,
+ 35.3217887878418,
+ 30.550281524658203,
+ 23.489776611328125,
+ 8.468289375305176,
+ 23.535499572753906,
+ 17.426115036010742,
+ 17.399879455566406,
+ 20.343257904052734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3594.842529296875,
+ "language": 52.299556732177734
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7266923189163208,
+ 0.0008280824404209852,
+ 2.4399394504825977e-08,
+ 2.8013462838316627e-07,
+ 8.649305527796969e-06,
+ 0.019066181033849716,
+ 8.753189831622876e-06,
+ 0.00018773096962831914,
+ 0.00019137340132147074,
+ 4.184647696092725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3192521035671234,
+ -7.096397876739502,
+ -17.52870750427246,
+ -15.087995529174805,
+ -11.658031463623047,
+ -3.959839105606079,
+ -11.646092414855957,
+ -8.580500602722168,
+ -8.561284065246582,
+ -10.081502914428711
+ ],
+ "distances_by_expert": [
+ 0.6385042071342468,
+ 14.192795753479004,
+ 35.05741500854492,
+ 30.17599105834961,
+ 23.316062927246094,
+ 7.919678211212158,
+ 23.292184829711914,
+ 17.161001205444336,
+ 17.122568130493164,
+ 20.163005828857422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3441.3515625,
+ "language": 52.27695083618164
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7876846194267273,
+ 0.0008354949532076716,
+ 2.550118338717766e-08,
+ 2.745165090800583e-07,
+ 8.999938472697977e-06,
+ 0.018919633701443672,
+ 9.108284757530782e-06,
+ 0.00019642016559373587,
+ 0.00020265232888050377,
+ 4.403880666359328e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23865750432014465,
+ -7.087486267089844,
+ -17.484540939331055,
+ -15.108254432678223,
+ -11.618292808532715,
+ -3.967555046081543,
+ -11.60632610321045,
+ -8.53525447845459,
+ -8.504018783569336,
+ -10.030439376831055
+ ],
+ "distances_by_expert": [
+ 0.4773150086402893,
+ 14.174972534179688,
+ 34.96908187866211,
+ 30.216508865356445,
+ 23.23658561706543,
+ 7.935110092163086,
+ 23.2126522064209,
+ 17.07050895690918,
+ 17.008037567138672,
+ 20.06087875366211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.145751953125,
+ "language": 52.272254943847656
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6642494201660156,
+ 0.0005816821940243244,
+ 2.2073182393000934e-08,
+ 2.085157859710307e-07,
+ 6.752506578777684e-06,
+ 0.013685178942978382,
+ 7.140207799238851e-06,
+ 0.00015591448755003512,
+ 0.00017156581452582031,
+ 3.2417414331575856e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4090975522994995,
+ -7.449586391448975,
+ -17.628902435302734,
+ -15.383251190185547,
+ -11.905596733093262,
+ -4.291441917419434,
+ -11.84976863861084,
+ -8.766202926635742,
+ -8.670543670654297,
+ -10.336814880371094
+ ],
+ "distances_by_expert": [
+ 0.818195104598999,
+ 14.89917278289795,
+ 35.25780487060547,
+ 30.766502380371094,
+ 23.811193466186523,
+ 8.582883834838867,
+ 23.69953727722168,
+ 17.532405853271484,
+ 17.341087341308594,
+ 20.673629760742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.334228515625,
+ "language": 52.277191162109375
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7359734773635864,
+ 0.0006745916325598955,
+ 2.381060149048153e-08,
+ 2.484002834535204e-07,
+ 7.695097338000778e-06,
+ 0.01623104326426983,
+ 7.902554898464587e-06,
+ 0.00017271247634198517,
+ 0.00018800167890731245,
+ 3.5750341339735314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30656129121780396,
+ -7.301403045654297,
+ -17.55313491821289,
+ -15.208224296569824,
+ -11.774927139282227,
+ -4.1208295822143555,
+ -11.748324394226074,
+ -8.6638822555542,
+ -8.579059600830078,
+ -10.238950729370117
+ ],
+ "distances_by_expert": [
+ 0.6131225824356079,
+ 14.602806091308594,
+ 35.10626983642578,
+ 30.41644859313965,
+ 23.549854278564453,
+ 8.241659164428711,
+ 23.49664878845215,
+ 17.3277645111084,
+ 17.158119201660156,
+ 20.477901458740234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.416015625,
+ "language": 52.268062591552734
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7476504445075989,
+ 0.0008693927084095776,
+ 2.4649461138892548e-08,
+ 3.4373914559182595e-07,
+ 9.303026672569104e-06,
+ 0.023939896374940872,
+ 9.720680282043759e-06,
+ 0.0002027864829869941,
+ 0.00020015575864817947,
+ 4.29666179115884e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29081976413726807,
+ -7.047715663909912,
+ -17.518510818481445,
+ -14.883382797241211,
+ -11.58517074584961,
+ -3.7322089672088623,
+ -11.541254997253418,
+ -8.50335693359375,
+ -8.516414642333984,
+ -10.055087089538574
+ ],
+ "distances_by_expert": [
+ 0.5816395282745361,
+ 14.095431327819824,
+ 35.03702163696289,
+ 29.766765594482422,
+ 23.17034149169922,
+ 7.464417934417725,
+ 23.082509994506836,
+ 17.0067138671875,
+ 17.03282928466797,
+ 20.11017417907715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.17822265625,
+ "language": 52.29096221923828
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7430655360221863,
+ 0.0008422482060268521,
+ 2.428846812563279e-08,
+ 3.315143430882017e-07,
+ 9.195222446578555e-06,
+ 0.023800350725650787,
+ 9.551155926601496e-06,
+ 0.00020032036991324276,
+ 0.00019833279657177627,
+ 4.258222907083109e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29697102308273315,
+ -7.0794358253479,
+ -17.53326416015625,
+ -14.919594764709473,
+ -11.596826553344727,
+ -3.7380549907684326,
+ -11.55884838104248,
+ -8.515592575073242,
+ -8.525564193725586,
+ -10.06407356262207
+ ],
+ "distances_by_expert": [
+ 0.5939420461654663,
+ 14.1588716506958,
+ 35.0665283203125,
+ 29.839189529418945,
+ 23.193653106689453,
+ 7.476109981536865,
+ 23.11769676208496,
+ 17.031185150146484,
+ 17.051128387451172,
+ 20.12814712524414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.058837890625,
+ "language": 52.263267517089844
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.740562915802002,
+ 0.0006554367719218135,
+ 2.3684275873847582e-08,
+ 2.3384036751394888e-07,
+ 7.655636181880254e-06,
+ 0.016238607466220856,
+ 7.8871207733755e-06,
+ 0.00017409697466064245,
+ 0.00019328092457726598,
+ 3.625104727689177e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3003447353839874,
+ -7.330208778381348,
+ -17.558454513549805,
+ -15.268627166748047,
+ -11.780068397521973,
+ -4.120363712310791,
+ -11.750279426574707,
+ -8.655898094177246,
+ -8.551365852355957,
+ -10.225042343139648
+ ],
+ "distances_by_expert": [
+ 0.6006894707679749,
+ 14.660417556762695,
+ 35.11690902709961,
+ 30.537254333496094,
+ 23.560136795043945,
+ 8.240727424621582,
+ 23.500558853149414,
+ 17.311796188354492,
+ 17.102731704711914,
+ 20.450084686279297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.921630859375,
+ "language": 52.29388427734375
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7524877190589905,
+ 0.0006813854561187327,
+ 2.3941666427163e-08,
+ 2.502034135432041e-07,
+ 8.14507802715525e-06,
+ 0.01782114803791046,
+ 8.4224775491748e-06,
+ 0.00018252602603752166,
+ 0.00019644058193080127,
+ 3.861208097077906e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2843705713748932,
+ -7.291382312774658,
+ -17.547645568847656,
+ -15.2009916305542,
+ -11.718096733093262,
+ -4.027369499206543,
+ -11.684606552124023,
+ -8.608617782592773,
+ -8.535150527954102,
+ -10.161945343017578
+ ],
+ "distances_by_expert": [
+ 0.5687411427497864,
+ 14.582764625549316,
+ 35.09529113769531,
+ 30.4019832611084,
+ 23.436193466186523,
+ 8.054738998413086,
+ 23.369213104248047,
+ 17.217235565185547,
+ 17.070301055908203,
+ 20.323890686035156
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.553466796875,
+ "language": 52.29773712158203
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6512691974639893,
+ 0.0007106951088644564,
+ 2.167144685927269e-08,
+ 2.454230241255573e-07,
+ 8.038538908294868e-06,
+ 0.015717405825853348,
+ 7.991416168806609e-06,
+ 0.00016968960699159652,
+ 0.0001719059655442834,
+ 3.8790865801274776e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4288322329521179,
+ -7.249267101287842,
+ -17.64727020263672,
+ -15.220282554626465,
+ -11.731263160705566,
+ -4.152986526489258,
+ -11.737142562866211,
+ -8.681539535522461,
+ -8.668562889099121,
+ -10.157325744628906
+ ],
+ "distances_by_expert": [
+ 0.8576644659042358,
+ 14.498534202575684,
+ 35.29454040527344,
+ 30.44056510925293,
+ 23.462526321411133,
+ 8.305973052978516,
+ 23.474285125732422,
+ 17.363079071044922,
+ 17.337125778198242,
+ 20.314651489257812
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3618.773193359375,
+ "language": 52.28098678588867
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7149722576141357,
+ 0.000792285893112421,
+ 2.420296141281142e-08,
+ 2.686413722585712e-07,
+ 8.587343472754583e-06,
+ 0.018035439774394035,
+ 8.571519174438436e-06,
+ 0.00018243204976897687,
+ 0.00018592059495858848,
+ 4.077000266988762e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3355115056037903,
+ -7.140588283538818,
+ -17.53679084777832,
+ -15.129888534545898,
+ -11.665221214294434,
+ -4.015416622161865,
+ -11.667065620422363,
+ -8.609132766723633,
+ -8.590190887451172,
+ -10.107563972473145
+ ],
+ "distances_by_expert": [
+ 0.6710230112075806,
+ 14.281176567077637,
+ 35.07358169555664,
+ 30.259777069091797,
+ 23.330442428588867,
+ 8.03083324432373,
+ 23.334131240844727,
+ 17.218265533447266,
+ 17.180381774902344,
+ 20.21512794494629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.86474609375,
+ "language": 52.293418884277344
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7684658169746399,
+ 0.0007686494500376284,
+ 2.4665498088438653e-08,
+ 2.614139305023855e-07,
+ 8.406324013776612e-06,
+ 0.017031917348504066,
+ 8.66779464558931e-06,
+ 0.00018432902288623154,
+ 0.00019699872063938528,
+ 4.069879651069641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2633592188358307,
+ -7.170875549316406,
+ -17.517860412597656,
+ -15.157160758972168,
+ -11.68652629852295,
+ -4.072666168212891,
+ -11.655896186828613,
+ -8.598788261413574,
+ -8.532313346862793,
+ -10.109312057495117
+ ],
+ "distances_by_expert": [
+ 0.5267184376716614,
+ 14.341751098632812,
+ 35.03572082519531,
+ 30.314321517944336,
+ 23.3730525970459,
+ 8.145332336425781,
+ 23.311792373657227,
+ 17.19757652282715,
+ 17.064626693725586,
+ 20.218624114990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.77197265625,
+ "language": 52.294708251953125
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6515942811965942,
+ 0.0005290803965181112,
+ 2.086684425250951e-08,
+ 1.9788076599525084e-07,
+ 6.620708518312313e-06,
+ 0.012672658078372478,
+ 6.7810819928126875e-06,
+ 0.00014950797776691616,
+ 0.00016578042414039373,
+ 3.1076375307748094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42833322286605835,
+ -7.544370174407959,
+ -17.685104370117188,
+ -15.435601234436035,
+ -11.925308227539062,
+ -4.3683085441589355,
+ -11.901373863220215,
+ -8.808160781860352,
+ -8.704846382141113,
+ -10.37906265258789
+ ],
+ "distances_by_expert": [
+ 0.8566664457321167,
+ 15.088740348815918,
+ 35.370208740234375,
+ 30.87120246887207,
+ 23.850616455078125,
+ 8.736617088317871,
+ 23.80274772644043,
+ 17.616321563720703,
+ 17.409692764282227,
+ 20.75812530517578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.427001953125,
+ "language": 52.28472137451172
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7657620906829834,
+ 0.000834218633826822,
+ 2.4338691062553153e-08,
+ 3.310953502477787e-07,
+ 9.136960215982981e-06,
+ 0.02362027019262314,
+ 9.485942428000271e-06,
+ 0.00020293738634791225,
+ 0.00020291203691158444,
+ 4.2883475543931127e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2668837606906891,
+ -7.089015007019043,
+ -17.531198501586914,
+ -14.920859336853027,
+ -11.603182792663574,
+ -3.745650053024292,
+ -11.565699577331543,
+ -8.502613067626953,
+ -8.502737998962402,
+ -10.057024002075195
+ ],
+ "distances_by_expert": [
+ 0.5337675213813782,
+ 14.178030014038086,
+ 35.06239700317383,
+ 29.841718673706055,
+ 23.20636558532715,
+ 7.491300106048584,
+ 23.131399154663086,
+ 17.005226135253906,
+ 17.005475997924805,
+ 20.11404800415039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.1123046875,
+ "language": 52.26618194580078
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7288407683372498,
+ 0.0008120693382807076,
+ 2.37672690417412e-08,
+ 3.183111232374358e-07,
+ 8.950456503953319e-06,
+ 0.022664479911327362,
+ 9.30737496673828e-06,
+ 0.00019541478832252324,
+ 0.00019545521354302764,
+ 4.162481855018996e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31630000472068787,
+ -7.115924835205078,
+ -17.554956436157227,
+ -14.960236549377441,
+ -11.62380599975586,
+ -3.786956310272217,
+ -11.58470344543457,
+ -8.540386199951172,
+ -8.540179252624512,
+ -10.086813926696777
+ ],
+ "distances_by_expert": [
+ 0.6326000094413757,
+ 14.231849670410156,
+ 35.10991287231445,
+ 29.920473098754883,
+ 23.24761199951172,
+ 7.573912620544434,
+ 23.16940689086914,
+ 17.080772399902344,
+ 17.080358505249023,
+ 20.173627853393555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.0283203125,
+ "language": 52.28180694580078
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.752635657787323,
+ 0.0006661032093688846,
+ 2.352422256990394e-08,
+ 2.3445757335593953e-07,
+ 7.893410838732962e-06,
+ 0.016047194600105286,
+ 8.019136657821946e-06,
+ 0.00017764266522135586,
+ 0.00019565403636079282,
+ 3.7569439882645383e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28417402505874634,
+ -7.314065933227539,
+ -17.565235137939453,
+ -15.2659912109375,
+ -11.749482154846191,
+ -4.132221221923828,
+ -11.73367977142334,
+ -8.635736465454102,
+ -8.539162635803223,
+ -10.189319610595703
+ ],
+ "distances_by_expert": [
+ 0.5683480501174927,
+ 14.628131866455078,
+ 35.130470275878906,
+ 30.531982421875,
+ 23.498964309692383,
+ 8.264442443847656,
+ 23.46735954284668,
+ 17.271472930908203,
+ 17.078325271606445,
+ 20.378639221191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.55908203125,
+ "language": 52.2652473449707
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7278798222541809,
+ 0.0006444590399041772,
+ 2.313805680387304e-08,
+ 2.3381136315947515e-07,
+ 7.752736564725637e-06,
+ 0.016289349645376205,
+ 7.970341357577126e-06,
+ 0.00017452353495173156,
+ 0.00019252886704634875,
+ 3.685627234517597e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31761935353279114,
+ -7.347099304199219,
+ -17.581787109375,
+ -15.26875114440918,
+ -11.767464637756348,
+ -4.117243766784668,
+ -11.73978328704834,
+ -8.653450965881348,
+ -8.555264472961426,
+ -10.208484649658203
+ ],
+ "distances_by_expert": [
+ 0.6352387070655823,
+ 14.694198608398438,
+ 35.16357421875,
+ 30.53750228881836,
+ 23.534929275512695,
+ 8.234487533569336,
+ 23.47956657409668,
+ 17.306901931762695,
+ 17.11052894592285,
+ 20.416969299316406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.09130859375,
+ "language": 52.307064056396484
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7707258462905884,
+ 0.000773799023590982,
+ 2.4434090306613143e-08,
+ 2.9271780022099847e-07,
+ 8.87499572854722e-06,
+ 0.021213116124272346,
+ 9.282643077312969e-06,
+ 0.00019724761659745127,
+ 0.00020169175695627928,
+ 4.1892475564964116e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2604225277900696,
+ -7.164198398590088,
+ -17.527286529541016,
+ -15.04405689239502,
+ -11.632272720336914,
+ -3.853135585784912,
+ -11.587364196777344,
+ -8.531050682067871,
+ -8.508769989013672,
+ -10.080404281616211
+ ],
+ "distances_by_expert": [
+ 0.5208450555801392,
+ 14.328396797180176,
+ 35.05457305908203,
+ 30.08811378479004,
+ 23.264545440673828,
+ 7.706271171569824,
+ 23.174728393554688,
+ 17.062101364135742,
+ 17.017539978027344,
+ 20.160808563232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.05224609375,
+ "language": 52.30109405517578
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7151158452033997,
+ 0.0007948196143843234,
+ 2.382441088855103e-08,
+ 2.741669788974832e-07,
+ 8.590225661464501e-06,
+ 0.018224818632006645,
+ 8.589161552663427e-06,
+ 0.00018316791101824492,
+ 0.0001866938400780782,
+ 4.1302624595118687e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33531078696250916,
+ -7.13739538192749,
+ -17.552555084228516,
+ -15.109528541564941,
+ -11.664885520935059,
+ -4.004971027374268,
+ -11.665009498596191,
+ -8.605107307434082,
+ -8.586040496826172,
+ -10.094584465026855
+ ],
+ "distances_by_expert": [
+ 0.6706215739250183,
+ 14.27479076385498,
+ 35.10511016845703,
+ 30.219057083129883,
+ 23.329771041870117,
+ 8.009942054748535,
+ 23.330018997192383,
+ 17.210214614868164,
+ 17.172080993652344,
+ 20.18916893005371
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3490.26025390625,
+ "language": 52.29458999633789
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7443421483039856,
+ 0.0008133178926073015,
+ 2.444411251190104e-08,
+ 2.6094116378772014e-07,
+ 8.571797479817178e-06,
+ 0.0181417278945446,
+ 8.695365067978855e-06,
+ 0.0001853848370956257,
+ 0.00019395803974475712,
+ 4.1119757952401415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29525452852249146,
+ -7.114388465881348,
+ -17.52687644958496,
+ -15.158970832824707,
+ -11.667033195495605,
+ -4.009540557861328,
+ -11.65272045135498,
+ -8.593076705932617,
+ -8.547868728637695,
+ -10.099021911621094
+ ],
+ "distances_by_expert": [
+ 0.5905090570449829,
+ 14.228776931762695,
+ 35.05375289916992,
+ 30.317941665649414,
+ 23.33406639099121,
+ 8.019081115722656,
+ 23.30544090270996,
+ 17.186153411865234,
+ 17.09573745727539,
+ 20.198043823242188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.222900390625,
+ "language": 52.273338317871094
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7282432913780212,
+ 0.0006985946674831212,
+ 2.3107626034857276e-08,
+ 2.4453336777696677e-07,
+ 7.955419278005138e-06,
+ 0.01593659445643425,
+ 8.069562682067044e-06,
+ 0.0001733823592076078,
+ 0.00018535424896981567,
+ 3.806881795753725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31712013483047485,
+ -7.266439914703369,
+ -17.58310317993164,
+ -15.22391414642334,
+ -11.741657257080078,
+ -4.139137268066406,
+ -11.727411270141602,
+ -8.660011291503906,
+ -8.593241691589355,
+ -10.176115036010742
+ ],
+ "distances_by_expert": [
+ 0.6342402696609497,
+ 14.532879829406738,
+ 35.16620635986328,
+ 30.44782829284668,
+ 23.483314514160156,
+ 8.278274536132812,
+ 23.454822540283203,
+ 17.320022583007812,
+ 17.18648338317871,
+ 20.352230072021484
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3534.9248046875,
+ "language": 52.2839241027832
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7160401940345764,
+ 0.000621601939201355,
+ 2.2673566135722467e-08,
+ 2.279477655520168e-07,
+ 7.384453965642024e-06,
+ 0.01507340744137764,
+ 7.45933311918634e-06,
+ 0.0001651602506171912,
+ 0.00018290101434104145,
+ 3.466053385636769e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3340189754962921,
+ -7.3832106590271,
+ -17.602066040039062,
+ -15.294149398803711,
+ -11.816133499145508,
+ -4.194823265075684,
+ -11.806044578552246,
+ -8.70859432220459,
+ -8.606565475463867,
+ -10.269908905029297
+ ],
+ "distances_by_expert": [
+ 0.6680379509925842,
+ 14.7664213180542,
+ 35.204132080078125,
+ 30.588298797607422,
+ 23.632266998291016,
+ 8.389646530151367,
+ 23.612089157104492,
+ 17.41718864440918,
+ 17.213130950927734,
+ 20.539817810058594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.3583984375,
+ "language": 52.2708740234375
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7305441498756409,
+ 0.0008156229159794748,
+ 2.383586661380832e-08,
+ 3.3354646689076617e-07,
+ 9.080236850422807e-06,
+ 0.022769879549741745,
+ 9.297856195189524e-06,
+ 0.00019744598830584437,
+ 0.00019493715080898255,
+ 4.132717367610894e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3139656186103821,
+ -7.111558437347412,
+ -17.552074432373047,
+ -14.913483619689941,
+ -11.609410285949707,
+ -3.7823166847229004,
+ -11.585726737976074,
+ -8.530045509338379,
+ -8.54283332824707,
+ -10.093990325927734
+ ],
+ "distances_by_expert": [
+ 0.6279312372207642,
+ 14.223116874694824,
+ 35.104148864746094,
+ 29.826967239379883,
+ 23.218820571899414,
+ 7.564633369445801,
+ 23.17145347595215,
+ 17.060091018676758,
+ 17.08566665649414,
+ 20.18798065185547
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3347.513916015625,
+ "language": 52.27626419067383
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6882408261299133,
+ 0.000788232428021729,
+ 2.273107213568437e-08,
+ 3.1385590659738227e-07,
+ 8.783669727563392e-06,
+ 0.022165486589074135,
+ 9.025810868479311e-06,
+ 0.00018964360060635954,
+ 0.00018884282326325774,
+ 4.039447594550438e-05
+ ],
+ "log_scores_by_expert": [
+ -0.373616486787796,
+ -7.145717620849609,
+ -17.599533081054688,
+ -14.974331855773926,
+ -11.642616271972656,
+ -3.8092188835144043,
+ -11.615422248840332,
+ -8.570363998413086,
+ -8.57459545135498,
+ -10.116817474365234
+ ],
+ "distances_by_expert": [
+ 0.747232973575592,
+ 14.291435241699219,
+ 35.199066162109375,
+ 29.94866371154785,
+ 23.285232543945312,
+ 7.618437767028809,
+ 23.230844497680664,
+ 17.140727996826172,
+ 17.14919090270996,
+ 20.23363494873047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.552978515625,
+ "language": 52.301700592041016
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7656359672546387,
+ 0.0007385194767266512,
+ 2.4644524643235854e-08,
+ 2.6065615088555205e-07,
+ 8.258682100859005e-06,
+ 0.01852920465171337,
+ 8.517979949829169e-06,
+ 0.0001868748222477734,
+ 0.0002014255296671763,
+ 3.949770689359866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2670484781265259,
+ -7.21086311340332,
+ -17.51871109008789,
+ -15.160063743591309,
+ -11.704245567321777,
+ -3.9884071350097656,
+ -11.673331260681152,
+ -8.585071563720703,
+ -8.510090827941895,
+ -10.139267921447754
+ ],
+ "distances_by_expert": [
+ 0.5340969562530518,
+ 14.42172622680664,
+ 35.03742218017578,
+ 30.320127487182617,
+ 23.408491134643555,
+ 7.976814270019531,
+ 23.346662521362305,
+ 17.170143127441406,
+ 17.02018165588379,
+ 20.278535842895508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.8935546875,
+ "language": 52.299468994140625
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7931634783744812,
+ 0.0008248551748692989,
+ 2.4791571462401407e-08,
+ 3.0719010624125076e-07,
+ 8.957911632023752e-06,
+ 0.023008549585938454,
+ 9.369198778585996e-06,
+ 0.00020259511074982584,
+ 0.00020944440620951355,
+ 4.2907246097456664e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23172594606876373,
+ -7.100302696228027,
+ -17.51276206970215,
+ -14.99579906463623,
+ -11.622973442077637,
+ -3.7718894481658936,
+ -11.578083038330078,
+ -8.504301071166992,
+ -8.471052169799805,
+ -10.056469917297363
+ ],
+ "distances_by_expert": [
+ 0.46345189213752747,
+ 14.200605392456055,
+ 35.0255241394043,
+ 29.99159812927246,
+ 23.245946884155273,
+ 7.543778896331787,
+ 23.156166076660156,
+ 17.008602142333984,
+ 16.94210433959961,
+ 20.112939834594727
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3282.909912109375,
+ "language": 52.272029876708984
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6364049911499023,
+ 0.0006899653235450387,
+ 2.0955866375516052e-08,
+ 2.415712856418395e-07,
+ 7.96550011727959e-06,
+ 0.015201359987258911,
+ 7.70553288020892e-06,
+ 0.00016437223530374467,
+ 0.00016831900575198233,
+ 3.797537283389829e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45192018151283264,
+ -7.278869152069092,
+ -17.68084716796875,
+ -15.236101150512695,
+ -11.74039077758789,
+ -4.186370372772217,
+ -11.773571968078613,
+ -8.713376998901367,
+ -8.68964958190918,
+ -10.178572654724121
+ ],
+ "distances_by_expert": [
+ 0.9038403630256653,
+ 14.557738304138184,
+ 35.3616943359375,
+ 30.47220230102539,
+ 23.48078155517578,
+ 8.372740745544434,
+ 23.547143936157227,
+ 17.426753997802734,
+ 17.37929916381836,
+ 20.357145309448242
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3549.02734375,
+ "language": 52.27596664428711
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7511246204376221,
+ 0.0008537748362869024,
+ 2.5087491195563416e-08,
+ 2.9686782454518834e-07,
+ 8.759118827583734e-06,
+ 0.020832836627960205,
+ 9.100861461774912e-06,
+ 0.0001929426216520369,
+ 0.00019640107348095626,
+ 4.228999387123622e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2861837148666382,
+ -7.065843105316162,
+ -17.500896453857422,
+ -15.02997875213623,
+ -11.645415306091309,
+ -3.871224880218506,
+ -11.607141494750977,
+ -8.553117752075195,
+ -8.535351753234863,
+ -10.07096004486084
+ ],
+ "distances_by_expert": [
+ 0.5723674297332764,
+ 14.131686210632324,
+ 35.001792907714844,
+ 30.05995750427246,
+ 23.290830612182617,
+ 7.742449760437012,
+ 23.214282989501953,
+ 17.10623550415039,
+ 17.070703506469727,
+ 20.14192008972168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.3818359375,
+ "language": 52.282981872558594
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.743187665939331,
+ 0.0007380825700238347,
+ 2.4144865662378834e-08,
+ 2.521960595913697e-07,
+ 8.148123924911488e-06,
+ 0.016402781009674072,
+ 8.336380233231466e-06,
+ 0.00017819463391788304,
+ 0.00019114302995149046,
+ 3.920999733963981e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2968067228794098,
+ -7.21145486831665,
+ -17.539194107055664,
+ -15.193058967590332,
+ -11.71772289276123,
+ -4.110304355621338,
+ -11.694881439208984,
+ -8.632634162902832,
+ -8.562488555908203,
+ -10.146578788757324
+ ],
+ "distances_by_expert": [
+ 0.5936134457588196,
+ 14.4229097366333,
+ 35.07838821411133,
+ 30.386117935180664,
+ 23.43544578552246,
+ 8.220608711242676,
+ 23.38976287841797,
+ 17.265268325805664,
+ 17.124977111816406,
+ 20.29315757751465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.641845703125,
+ "language": 52.265045166015625
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6626659035682678,
+ 0.0005577777628786862,
+ 2.15799609293299e-08,
+ 2.0015221480207401e-07,
+ 6.874645350762876e-06,
+ 0.013049736618995667,
+ 7.06294076735503e-06,
+ 0.00015315538621507585,
+ 0.00016771332593634725,
+ 3.263937105657533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4114843010902405,
+ -7.491549968719482,
+ -17.651500701904297,
+ -15.424187660217285,
+ -11.887670516967773,
+ -4.338987350463867,
+ -11.860649108886719,
+ -8.7840576171875,
+ -8.693254470825195,
+ -10.329991340637207
+ ],
+ "distances_by_expert": [
+ 0.822968602180481,
+ 14.983099937438965,
+ 35.303001403808594,
+ 30.84837532043457,
+ 23.775341033935547,
+ 8.677974700927734,
+ 23.721298217773438,
+ 17.568115234375,
+ 17.38650894165039,
+ 20.659982681274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3451.203369140625,
+ "language": 52.29006576538086
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570004463195801,
+ 0.000793352781329304,
+ 2.393846898485208e-08,
+ 3.261920369368454e-07,
+ 8.882785550667904e-06,
+ 0.021956250071525574,
+ 9.152065103990026e-06,
+ 0.00019445791258476675,
+ 0.00019923667423427105,
+ 4.064460881636478e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27839142084121704,
+ -7.139242649078369,
+ -17.547779083251953,
+ -14.935779571533203,
+ -11.63139533996582,
+ -3.8187034130096436,
+ -11.601531028747559,
+ -8.545294761657715,
+ -8.521017074584961,
+ -10.110644340515137
+ ],
+ "distances_by_expert": [
+ 0.5567828416824341,
+ 14.278485298156738,
+ 35.095558166503906,
+ 29.871559143066406,
+ 23.26279067993164,
+ 7.637406826019287,
+ 23.203062057495117,
+ 17.09058952331543,
+ 17.042034149169922,
+ 20.221288681030273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.264404296875,
+ "language": 52.26841735839844
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7001009583473206,
+ 0.0007789310766384006,
+ 2.332228810075776e-08,
+ 3.1290582569454273e-07,
+ 8.667323527333792e-06,
+ 0.021617190912365913,
+ 9.024794962897431e-06,
+ 0.00018807288142852485,
+ 0.0001899697963381186,
+ 3.9414702769136056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3565307855606079,
+ -7.157588005065918,
+ -17.573856353759766,
+ -14.977363586425781,
+ -11.655950546264648,
+ -3.834266424179077,
+ -11.615534782409668,
+ -8.578680992126465,
+ -8.568645477294922,
+ -10.141371726989746
+ ],
+ "distances_by_expert": [
+ 0.7130615711212158,
+ 14.315176010131836,
+ 35.14771270751953,
+ 29.954727172851562,
+ 23.311901092529297,
+ 7.668532848358154,
+ 23.231069564819336,
+ 17.15736198425293,
+ 17.137290954589844,
+ 20.282743453979492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.4970703125,
+ "language": 52.28985595703125
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7683457732200623,
+ 0.0006966051296330988,
+ 2.4498536532746584e-08,
+ 2.463015675857605e-07,
+ 7.99666941020405e-06,
+ 0.016966164112091064,
+ 8.201073796954006e-06,
+ 0.00018023460870608687,
+ 0.00019828550284728408,
+ 3.8085960113676265e-05
+ ],
+ "log_scores_by_expert": [
+ -0.263515442609787,
+ -7.269291877746582,
+ -17.5246524810791,
+ -15.21670913696289,
+ -11.736485481262207,
+ -4.076534271240234,
+ -11.7112455368042,
+ -8.621251106262207,
+ -8.525802612304688,
+ -10.175664901733398
+ ],
+ "distances_by_expert": [
+ 0.527030885219574,
+ 14.538583755493164,
+ 35.0493049621582,
+ 30.43341827392578,
+ 23.472970962524414,
+ 8.153068542480469,
+ 23.4224910736084,
+ 17.242502212524414,
+ 17.051605224609375,
+ 20.351329803466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.130126953125,
+ "language": 52.285240173339844
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7614803910255432,
+ 0.0006838521221652627,
+ 2.4228919315305575e-08,
+ 2.4731062353566813e-07,
+ 8.09883658803301e-06,
+ 0.016985511407256126,
+ 8.322899702761788e-06,
+ 0.0001828340464271605,
+ 0.00019797940331045538,
+ 3.861473305732943e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27249082922935486,
+ -7.287768840789795,
+ -17.53571891784668,
+ -15.212620735168457,
+ -11.723790168762207,
+ -4.075394630432129,
+ -11.696499824523926,
+ -8.606931686401367,
+ -8.527347564697266,
+ -10.161876678466797
+ ],
+ "distances_by_expert": [
+ 0.5449816584587097,
+ 14.57553768157959,
+ 35.07143783569336,
+ 30.425241470336914,
+ 23.447580337524414,
+ 8.150789260864258,
+ 23.39299964904785,
+ 17.213863372802734,
+ 17.05469512939453,
+ 20.323753356933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.75244140625,
+ "language": 52.29073715209961
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7615693807601929,
+ 0.0007801364990882576,
+ 2.425606027145477e-08,
+ 3.0036923703846696e-07,
+ 8.983645784610417e-06,
+ 0.020210305228829384,
+ 9.194406629831064e-06,
+ 0.0001939537760335952,
+ 0.00020001170923933387,
+ 4.1092862375080585e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2723740339279175,
+ -7.156041622161865,
+ -17.53459930419922,
+ -15.018253326416016,
+ -11.620104789733887,
+ -3.9015626907348633,
+ -11.596915245056152,
+ -8.547890663146973,
+ -8.517134666442871,
+ -10.099676132202148
+ ],
+ "distances_by_expert": [
+ 0.544748067855835,
+ 14.31208324432373,
+ 35.06919860839844,
+ 30.03650665283203,
+ 23.240209579467773,
+ 7.803125381469727,
+ 23.193830490112305,
+ 17.095781326293945,
+ 17.034269332885742,
+ 20.199352264404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.888916015625,
+ "language": 52.27668380737305
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6910610795021057,
+ 0.0007736614206805825,
+ 2.2839286017983795e-08,
+ 2.6381923134977114e-07,
+ 8.447132131550461e-06,
+ 0.01736380159854889,
+ 8.405490007135086e-06,
+ 0.00017858046339824796,
+ 0.00018237413314636797,
+ 4.064111999468878e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36952707171440125,
+ -7.164376258850098,
+ -17.594783782958984,
+ -15.148001670837402,
+ -11.681683540344238,
+ -4.053367614746094,
+ -11.686625480651855,
+ -8.630471229553223,
+ -8.609450340270996,
+ -10.110730171203613
+ ],
+ "distances_by_expert": [
+ 0.7390541434288025,
+ 14.328752517700195,
+ 35.18956756591797,
+ 30.296003341674805,
+ 23.363367080688477,
+ 8.106735229492188,
+ 23.37325096130371,
+ 17.260942459106445,
+ 17.218900680541992,
+ 20.221460342407227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.408935546875,
+ "language": 52.27231979370117
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.740001916885376,
+ 0.0008929888717830181,
+ 2.4295417233588523e-08,
+ 3.1954263590705523e-07,
+ 9.192073775921017e-06,
+ 0.022196423262357712,
+ 9.221030268236063e-06,
+ 0.000195857894141227,
+ 0.0001959963410627097,
+ 4.4472548324847594e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30110251903533936,
+ -7.020936489105225,
+ -17.532978057861328,
+ -14.956375122070312,
+ -11.597168922424316,
+ -3.80782413482666,
+ -11.594023704528809,
+ -8.538121223449707,
+ -8.53741455078125,
+ -10.020638465881348
+ ],
+ "distances_by_expert": [
+ 0.6022050380706787,
+ 14.04187297821045,
+ 35.065956115722656,
+ 29.912750244140625,
+ 23.194337844848633,
+ 7.61564826965332,
+ 23.188047409057617,
+ 17.076242446899414,
+ 17.0748291015625,
+ 20.041276931762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.14013671875,
+ "language": 52.284610748291016
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7751184701919556,
+ 0.0008118292898871005,
+ 2.4675896881376502e-08,
+ 2.8388231498865935e-07,
+ 8.71182419359684e-06,
+ 0.019278651103377342,
+ 8.835472726786975e-06,
+ 0.0001924624084495008,
+ 0.00020129283075220883,
+ 4.206666926620528e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2547394037246704,
+ -7.116220474243164,
+ -17.517438888549805,
+ -15.074706077575684,
+ -11.650829315185547,
+ -3.9487569332122803,
+ -11.636735916137695,
+ -8.555609703063965,
+ -8.510749816894531,
+ -10.076254844665527
+ ],
+ "distances_by_expert": [
+ 0.5094788074493408,
+ 14.232440948486328,
+ 35.03487777709961,
+ 30.149412155151367,
+ 23.301658630371094,
+ 7.8975138664245605,
+ 23.27347183227539,
+ 17.11121940612793,
+ 17.021499633789062,
+ 20.152509689331055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.46240234375,
+ "language": 52.2823600769043
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6594540476799011,
+ 0.0005690277321264148,
+ 2.1606979316857178e-08,
+ 2.085408254970389e-07,
+ 6.804091754020192e-06,
+ 0.013413497246801853,
+ 7.047841336316196e-06,
+ 0.00015398797404486686,
+ 0.00016868553939275444,
+ 3.22841624438297e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41634297370910645,
+ -7.47158145904541,
+ -17.650249481201172,
+ -15.38313102722168,
+ -11.89798641204834,
+ -4.311493873596191,
+ -11.862789154052734,
+ -8.77863597869873,
+ -8.687474250793457,
+ -10.340933799743652
+ ],
+ "distances_by_expert": [
+ 0.8326859474182129,
+ 14.94316291809082,
+ 35.300498962402344,
+ 30.76626205444336,
+ 23.79597282409668,
+ 8.622987747192383,
+ 23.72557830810547,
+ 17.55727195739746,
+ 17.374948501586914,
+ 20.681867599487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.453369140625,
+ "language": 52.28387451171875
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7251050472259521,
+ 0.0006815931410528719,
+ 2.4169837686827123e-08,
+ 2.4745122573222034e-07,
+ 7.861123776820023e-06,
+ 0.017183123156428337,
+ 8.070809599303175e-06,
+ 0.0001774745323928073,
+ 0.00018428085604682565,
+ 3.717404615599662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.321438729763031,
+ -7.291077613830566,
+ -17.53816032409668,
+ -15.212052345275879,
+ -11.753581047058105,
+ -4.0638275146484375,
+ -11.727256774902344,
+ -8.636683464050293,
+ -8.59904956817627,
+ -10.199899673461914
+ ],
+ "distances_by_expert": [
+ 0.642877459526062,
+ 14.582155227661133,
+ 35.07632064819336,
+ 30.424104690551758,
+ 23.50716209411621,
+ 8.127655029296875,
+ 23.454513549804688,
+ 17.273366928100586,
+ 17.19809913635254,
+ 20.399799346923828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.542236328125,
+ "language": 52.2926139831543
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.767829954624176,
+ 0.0007710263598710299,
+ 2.4652470287378492e-08,
+ 2.782495300834853e-07,
+ 8.221629286708776e-06,
+ 0.02007695846259594,
+ 8.60302407090785e-06,
+ 0.00018703957903198898,
+ 0.0001991156896110624,
+ 3.9213999116327614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2641870081424713,
+ -7.167788028717041,
+ -17.518388748168945,
+ -15.094747543334961,
+ -11.708742141723633,
+ -3.908182382583618,
+ -11.663396835327148,
+ -8.584190368652344,
+ -8.521624565124512,
+ -10.146476745605469
+ ],
+ "distances_by_expert": [
+ 0.5283740162849426,
+ 14.335576057434082,
+ 35.03677749633789,
+ 30.189495086669922,
+ 23.417484283447266,
+ 7.816364765167236,
+ 23.326793670654297,
+ 17.168380737304688,
+ 17.043249130249023,
+ 20.292953491210938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.390869140625,
+ "language": 52.25677490234375
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7411976456642151,
+ 0.0006620219210162759,
+ 2.342165394964013e-08,
+ 2.332414510419767e-07,
+ 7.652548447367735e-06,
+ 0.015933971852064133,
+ 7.851076588849537e-06,
+ 0.00017088698223233223,
+ 0.00019076587341260165,
+ 3.65472114935983e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2994879484176636,
+ -7.320211887359619,
+ -17.569604873657227,
+ -15.271191596984863,
+ -11.780471801757812,
+ -4.139301776885986,
+ -11.754859924316406,
+ -8.674508094787598,
+ -8.56446361541748,
+ -10.21690559387207
+ ],
+ "distances_by_expert": [
+ 0.5989758968353271,
+ 14.640423774719238,
+ 35.13920974731445,
+ 30.542383193969727,
+ 23.560943603515625,
+ 8.278603553771973,
+ 23.509719848632812,
+ 17.349016189575195,
+ 17.12892723083496,
+ 20.43381118774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.660400390625,
+ "language": 52.27470016479492
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6786290407180786,
+ 0.0005738133913837373,
+ 2.0828908375847277e-08,
+ 2.1733281130309479e-07,
+ 7.086858659022255e-06,
+ 0.014943494461476803,
+ 7.410981197608635e-06,
+ 0.00016054126899689436,
+ 0.00017807418771553785,
+ 3.425290560699068e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38768061995506287,
+ -7.4632062911987305,
+ -17.68692398071289,
+ -15.341835975646973,
+ -11.857268333435059,
+ -4.203479290008545,
+ -11.81254768371582,
+ -8.736959457397461,
+ -8.633310317993164,
+ -10.281739234924316
+ ],
+ "distances_by_expert": [
+ 0.7753612399101257,
+ 14.926412582397461,
+ 35.37384796142578,
+ 30.683671951293945,
+ 23.714536666870117,
+ 8.40695858001709,
+ 23.62509536743164,
+ 17.473918914794922,
+ 17.266620635986328,
+ 20.563478469848633
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3358.43505859375,
+ "language": 52.28791809082031
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.765946090221405,
+ 0.0007273160153999925,
+ 2.440963342564828e-08,
+ 2.6466821623216674e-07,
+ 8.345321475644596e-06,
+ 0.018454527482390404,
+ 8.67940798343625e-06,
+ 0.00018728143186308444,
+ 0.00020088128803763539,
+ 4.0108265238814056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2666434645652771,
+ -7.226149559020996,
+ -17.528287887573242,
+ -15.14478874206543,
+ -11.693809509277344,
+ -3.992445468902588,
+ -11.654557228088379,
+ -8.582898139953613,
+ -8.512796401977539,
+ -10.12392807006836
+ ],
+ "distances_by_expert": [
+ 0.5332869291305542,
+ 14.452299118041992,
+ 35.056575775146484,
+ 30.28957748413086,
+ 23.387619018554688,
+ 7.984890937805176,
+ 23.309114456176758,
+ 17.165796279907227,
+ 17.025592803955078,
+ 20.24785614013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.803955078125,
+ "language": 52.281333923339844
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6227332949638367,
+ 0.0007087126141414046,
+ 2.0812031209516135e-08,
+ 2.9093163789184473e-07,
+ 7.95444066170603e-06,
+ 0.01982118934392929,
+ 8.472400622849818e-06,
+ 0.00017158134141936898,
+ 0.00017608854977879673,
+ 3.6794113839278e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4736369252204895,
+ -7.252060413360596,
+ -17.687734603881836,
+ -15.050177574157715,
+ -11.741780281066895,
+ -3.921003818511963,
+ -11.678696632385254,
+ -8.670453071594238,
+ -8.644523620605469,
+ -10.210172653198242
+ ],
+ "distances_by_expert": [
+ 0.947273850440979,
+ 14.504120826721191,
+ 35.37546920776367,
+ 30.10035514831543,
+ 23.48356056213379,
+ 7.842007637023926,
+ 23.357393264770508,
+ 17.340906143188477,
+ 17.289047241210938,
+ 20.420345306396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.382080078125,
+ "language": 52.27100372314453
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7320902943611145,
+ 0.0006918560829944909,
+ 2.258280318301331e-08,
+ 2.554890841111046e-07,
+ 7.897748218965717e-06,
+ 0.017604002729058266,
+ 8.224969860748388e-06,
+ 0.0001752136304276064,
+ 0.00019336590776219964,
+ 3.763093627640046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.311851441860199,
+ -7.276132583618164,
+ -17.606077194213867,
+ -15.180086135864258,
+ -11.748932838439941,
+ -4.039628982543945,
+ -11.708335876464844,
+ -8.649504661560059,
+ -8.550926208496094,
+ -10.187684059143066
+ ],
+ "distances_by_expert": [
+ 0.623702883720398,
+ 14.552265167236328,
+ 35.212154388427734,
+ 30.360172271728516,
+ 23.497865676879883,
+ 8.07925796508789,
+ 23.416671752929688,
+ 17.299009323120117,
+ 17.101852416992188,
+ 20.375368118286133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.861083984375,
+ "language": 52.267005920410156
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7312036752700806,
+ 0.0006796617526561022,
+ 2.3344005839476267e-08,
+ 2.392560816133482e-07,
+ 7.827630724932533e-06,
+ 0.01662885583937168,
+ 8.250864993897267e-06,
+ 0.00017630580987315625,
+ 0.00018966893549077213,
+ 3.766209920286201e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31306326389312744,
+ -7.293915271759033,
+ -17.572925567626953,
+ -15.245731353759766,
+ -11.757850646972656,
+ -4.096615791320801,
+ -11.705192565917969,
+ -8.643290519714355,
+ -8.570230484008789,
+ -10.186856269836426
+ ],
+ "distances_by_expert": [
+ 0.6261265277862549,
+ 14.587830543518066,
+ 35.145851135253906,
+ 30.49146270751953,
+ 23.515701293945312,
+ 8.193231582641602,
+ 23.410385131835938,
+ 17.28658103942871,
+ 17.140460968017578,
+ 20.37371253967285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.32373046875,
+ "language": 52.29201126098633
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6929799318313599,
+ 0.0007135790656320751,
+ 2.1613201894865597e-08,
+ 2.8432233989406086e-07,
+ 8.398887075600214e-06,
+ 0.020183926448225975,
+ 8.661464562464971e-06,
+ 0.0001828516396926716,
+ 0.00018612053827382624,
+ 3.9884329453343526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3667542338371277,
+ -7.245217323303223,
+ -17.649961471557617,
+ -15.07315731048584,
+ -11.687411308288574,
+ -3.9028687477111816,
+ -11.65662670135498,
+ -8.60683536529541,
+ -8.589116096496582,
+ -10.12952709197998
+ ],
+ "distances_by_expert": [
+ 0.7335084676742554,
+ 14.490434646606445,
+ 35.299922943115234,
+ 30.14631462097168,
+ 23.37482261657715,
+ 7.805737495422363,
+ 23.31325340270996,
+ 17.21367073059082,
+ 17.178232192993164,
+ 20.25905418395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.990234375,
+ "language": 52.28104782104492
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294784784317017,
+ 0.000710735097527504,
+ 2.289930556287345e-08,
+ 2.507420617803291e-07,
+ 8.146367690642364e-06,
+ 0.017441872507333755,
+ 8.450879249721766e-06,
+ 0.00017839136125985533,
+ 0.00019157244241796434,
+ 3.915678462362848e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31542545557022095,
+ -7.249210834503174,
+ -17.592159271240234,
+ -15.198841094970703,
+ -11.717938423156738,
+ -4.048881530761719,
+ -11.68124008178711,
+ -8.63153076171875,
+ -8.5602445602417,
+ -10.147936820983887
+ ],
+ "distances_by_expert": [
+ 0.6308509111404419,
+ 14.498421669006348,
+ 35.18431854248047,
+ 30.397682189941406,
+ 23.435876846313477,
+ 8.097763061523438,
+ 23.36248016357422,
+ 17.2630615234375,
+ 17.1204891204834,
+ 20.295873641967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.42333984375,
+ "language": 52.29183578491211
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7748082876205444,
+ 0.0008484756690450013,
+ 2.4674815080061308e-08,
+ 3.1548600532005366e-07,
+ 9.25291078601731e-06,
+ 0.02250143326818943,
+ 9.683659300208092e-06,
+ 0.00020041553943883628,
+ 0.00020673955441452563,
+ 4.3758896936196834e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25513964891433716,
+ -7.07206916809082,
+ -17.51748275756836,
+ -14.969151496887207,
+ -11.590572357177734,
+ -3.7941763401031494,
+ -11.54507064819336,
+ -8.515117645263672,
+ -8.484050750732422,
+ -10.036815643310547
+ ],
+ "distances_by_expert": [
+ 0.5102792978286743,
+ 14.14413833618164,
+ 35.03496551513672,
+ 29.938302993774414,
+ 23.18114471435547,
+ 7.588352680206299,
+ 23.09014129638672,
+ 17.030235290527344,
+ 16.968101501464844,
+ 20.073631286621094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.17138671875,
+ "language": 52.28527069091797
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7539582848548889,
+ 0.0007221595733426511,
+ 2.3389063130707655e-08,
+ 2.609511113860208e-07,
+ 8.239258932007942e-06,
+ 0.017545081675052643,
+ 8.545775017410051e-06,
+ 0.00018068619829136878,
+ 0.00019610815797932446,
+ 3.88965527235996e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28241825103759766,
+ -7.233264446258545,
+ -17.57099723815918,
+ -15.15893268585205,
+ -11.706600189208984,
+ -4.0429816246032715,
+ -11.670073509216309,
+ -8.618748664855957,
+ -8.536844253540039,
+ -10.1546049118042
+ ],
+ "distances_by_expert": [
+ 0.5648365020751953,
+ 14.46652889251709,
+ 35.14199447631836,
+ 30.3178653717041,
+ 23.41320037841797,
+ 8.085963249206543,
+ 23.340147018432617,
+ 17.237497329711914,
+ 17.073688507080078,
+ 20.3092098236084
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.6728515625,
+ "language": 52.27107620239258
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7364506721496582,
+ 0.0006923798355273902,
+ 2.378300401062461e-08,
+ 2.4905216378101613e-07,
+ 8.15532257547602e-06,
+ 0.017164748162031174,
+ 8.523985343344975e-06,
+ 0.00017955902148969471,
+ 0.00019189920567441732,
+ 3.9039146940922365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3059130609035492,
+ -7.275375843048096,
+ -17.55429458618164,
+ -15.20560359954834,
+ -11.716839790344238,
+ -4.064897537231445,
+ -11.672626495361328,
+ -8.625006675720215,
+ -8.558540344238281,
+ -10.150945663452148
+ ],
+ "distances_by_expert": [
+ 0.6118261218070984,
+ 14.550751686096191,
+ 35.10858917236328,
+ 30.41120719909668,
+ 23.433679580688477,
+ 8.12979507446289,
+ 23.345252990722656,
+ 17.25001335144043,
+ 17.117080688476562,
+ 20.301891326904297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.96240234375,
+ "language": 52.29387664794922
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7571782469749451,
+ 0.0008205677731893957,
+ 2.420014588722097e-08,
+ 3.1516515264229383e-07,
+ 9.213910743710585e-06,
+ 0.021475685760378838,
+ 9.567119377607014e-06,
+ 0.000198773414012976,
+ 0.00020276368013583124,
+ 4.294310201657936e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2781566083431244,
+ -7.105514049530029,
+ -17.536907196044922,
+ -14.970169067382812,
+ -11.594796180725098,
+ -3.840833902359009,
+ -11.557178497314453,
+ -8.523344993591309,
+ -8.503469467163086,
+ -10.055634498596191
+ ],
+ "distances_by_expert": [
+ 0.5563132166862488,
+ 14.211028099060059,
+ 35.073814392089844,
+ 29.940338134765625,
+ 23.189592361450195,
+ 7.681667804718018,
+ 23.114356994628906,
+ 17.046689987182617,
+ 17.006938934326172,
+ 20.111268997192383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.146240234375,
+ "language": 52.2856330871582
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7754916548728943,
+ 0.0007240218110382557,
+ 2.498310713860974e-08,
+ 2.6109822215403256e-07,
+ 8.412892384512816e-06,
+ 0.01789875701069832,
+ 8.715272997505963e-06,
+ 0.00018586209625937045,
+ 0.00019912535208277404,
+ 3.993532664026134e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25425809621810913,
+ -7.23068904876709,
+ -17.50506591796875,
+ -15.158369064331055,
+ -11.685745239257812,
+ -4.023024082183838,
+ -11.650433540344238,
+ -8.590505599975586,
+ -8.521575927734375,
+ -10.128249168395996
+ ],
+ "distances_by_expert": [
+ 0.5085161924362183,
+ 14.46137809753418,
+ 35.0101318359375,
+ 30.31673812866211,
+ 23.371490478515625,
+ 8.046048164367676,
+ 23.300867080688477,
+ 17.181011199951172,
+ 17.04315185546875,
+ 20.256498336791992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.1376953125,
+ "language": 52.29214859008789
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7511911392211914,
+ 0.0007249093032442033,
+ 2.3756030032018316e-08,
+ 2.631980180467508e-07,
+ 8.262873052444775e-06,
+ 0.01877184957265854,
+ 8.707836968824267e-06,
+ 0.0001851913402788341,
+ 0.0001962436072062701,
+ 3.970523539464921e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28609520196914673,
+ -7.229464054107666,
+ -17.555429458618164,
+ -15.150359153747559,
+ -11.70373821258545,
+ -3.9753968715667725,
+ -11.651287078857422,
+ -8.594120979309082,
+ -8.536153793334961,
+ -10.134027481079102
+ ],
+ "distances_by_expert": [
+ 0.5721904039382935,
+ 14.458928108215332,
+ 35.11085891723633,
+ 30.300718307495117,
+ 23.4074764251709,
+ 7.950793743133545,
+ 23.302574157714844,
+ 17.188241958618164,
+ 17.072307586669922,
+ 20.268054962158203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3266.150146484375,
+ "language": 52.273773193359375
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7596028447151184,
+ 0.0008438928634859622,
+ 2.4358707051419515e-08,
+ 3.155025751766516e-07,
+ 9.119576134253293e-06,
+ 0.022610396146774292,
+ 9.594804396328982e-06,
+ 0.00019837458967231214,
+ 0.0002047409798251465,
+ 4.331922173150815e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2749595642089844,
+ -7.077485084533691,
+ -17.530376434326172,
+ -14.969099044799805,
+ -11.605087280273438,
+ -3.7893455028533936,
+ -11.554288864135742,
+ -8.52535343170166,
+ -8.493764877319336,
+ -10.046914100646973
+ ],
+ "distances_by_expert": [
+ 0.5499191284179688,
+ 14.154970169067383,
+ 35.060752868652344,
+ 29.93819808959961,
+ 23.210174560546875,
+ 7.578691005706787,
+ 23.108577728271484,
+ 17.05070686340332,
+ 16.987529754638672,
+ 20.093828201293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3216.800048828125,
+ "language": 52.299591064453125
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7608431577682495,
+ 0.0007441143970936537,
+ 2.357057482527125e-08,
+ 2.735907855822006e-07,
+ 8.571371836296748e-06,
+ 0.018417207524180412,
+ 8.75609566719504e-06,
+ 0.00018510516383685172,
+ 0.0001991016324609518,
+ 4.030781565234065e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2733280658721924,
+ -7.203315734863281,
+ -17.56326675415039,
+ -15.111632347106934,
+ -11.667082786560059,
+ -3.9944698810577393,
+ -11.645760536193848,
+ -8.594586372375488,
+ -8.521695137023926,
+ -10.118965148925781
+ ],
+ "distances_by_expert": [
+ 0.5466561317443848,
+ 14.406631469726562,
+ 35.12653350830078,
+ 30.223264694213867,
+ 23.334165573120117,
+ 7.9889397621154785,
+ 23.291521072387695,
+ 17.189172744750977,
+ 17.04339027404785,
+ 20.237930297851562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.21728515625,
+ "language": 52.27439880371094
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738997220993042,
+ 0.0006780513213016093,
+ 2.3687528383220524e-08,
+ 2.408522163932503e-07,
+ 7.875702976889443e-06,
+ 0.01660839654505253,
+ 8.204578080039937e-06,
+ 0.0001763121981639415,
+ 0.0001914964523166418,
+ 3.742507396964356e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30246108770370483,
+ -7.296287536621094,
+ -17.558317184448242,
+ -15.239082336425781,
+ -11.751728057861328,
+ -4.097846984863281,
+ -11.71081829071045,
+ -8.643254280090332,
+ -8.560641288757324,
+ -10.193169593811035
+ ],
+ "distances_by_expert": [
+ 0.6049221754074097,
+ 14.592575073242188,
+ 35.116634368896484,
+ 30.478164672851562,
+ 23.503456115722656,
+ 8.195693969726562,
+ 23.4216365814209,
+ 17.286508560180664,
+ 17.12128257751465,
+ 20.38633918762207
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3277.0673828125,
+ "language": 52.2811393737793
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6998600363731384,
+ 0.0007714249659329653,
+ 2.2488841011636396e-08,
+ 3.053930868190946e-07,
+ 8.738460564927664e-06,
+ 0.0214979350566864,
+ 9.181255336443428e-06,
+ 0.00018763038679026067,
+ 0.00019062476349063218,
+ 4.09290223615244e-05
+ ],
+ "log_scores_by_expert": [
+ -0.356874942779541,
+ -7.167271137237549,
+ -17.610246658325195,
+ -15.001666069030762,
+ -11.64777660369873,
+ -3.8397984504699707,
+ -11.598346710205078,
+ -8.581036567687988,
+ -8.565203666687012,
+ -10.103671073913574
+ ],
+ "distances_by_expert": [
+ 0.713749885559082,
+ 14.334542274475098,
+ 35.22049331665039,
+ 30.003332138061523,
+ 23.29555320739746,
+ 7.679596900939941,
+ 23.196693420410156,
+ 17.162073135375977,
+ 17.130407333374023,
+ 20.20734214782715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.221923828125,
+ "language": 52.29810333251953
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7569199800491333,
+ 0.0007254511583596468,
+ 2.3650237324090995e-08,
+ 2.634390909861395e-07,
+ 8.096890269371215e-06,
+ 0.017949070781469345,
+ 8.45211252453737e-06,
+ 0.00017980541451834142,
+ 0.00019862012413796037,
+ 3.8367248635040596e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27849769592285156,
+ -7.228716850280762,
+ -17.559892654418945,
+ -15.149443626403809,
+ -11.724030494689941,
+ -4.020216941833496,
+ -11.6810941696167,
+ -8.623635292053223,
+ -8.524116516113281,
+ -10.168306350708008
+ ],
+ "distances_by_expert": [
+ 0.5569953918457031,
+ 14.457433700561523,
+ 35.11978530883789,
+ 30.298887252807617,
+ 23.448060989379883,
+ 8.040433883666992,
+ 23.3621883392334,
+ 17.247270584106445,
+ 17.048233032226562,
+ 20.336612701416016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3239.342529296875,
+ "language": 52.27598190307617
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7557927370071411,
+ 0.0007152346661314368,
+ 2.4059771064344204e-08,
+ 2.510461740712344e-07,
+ 8.131116373988334e-06,
+ 0.0175020731985569,
+ 8.472691661154386e-06,
+ 0.0001806967193260789,
+ 0.00019697147945407778,
+ 3.891235974151641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2799881100654602,
+ -7.2428998947143555,
+ -17.542724609375,
+ -15.19762897491455,
+ -11.719812393188477,
+ -4.045435905456543,
+ -11.678662300109863,
+ -8.618690490722656,
+ -8.532451629638672,
+ -10.15419864654541
+ ],
+ "distances_by_expert": [
+ 0.5599762201309204,
+ 14.485799789428711,
+ 35.08544921875,
+ 30.3952579498291,
+ 23.439624786376953,
+ 8.090871810913086,
+ 23.357324600219727,
+ 17.237380981445312,
+ 17.064903259277344,
+ 20.30839729309082
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.83251953125,
+ "language": 52.28950500488281
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.716860830783844,
+ 0.0006883669411763549,
+ 2.251411856946106e-08,
+ 2.574329869275971e-07,
+ 8.001657988643274e-06,
+ 0.018322167918086052,
+ 8.39515541883884e-06,
+ 0.00017799132911022753,
+ 0.00018985912902280688,
+ 3.832143192994408e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33287355303764343,
+ -7.281188488006592,
+ -17.60912322998047,
+ -15.172506332397461,
+ -11.735861778259277,
+ -3.999643564224243,
+ -11.68785572052002,
+ -8.63377571105957,
+ -8.569228172302246,
+ -10.169501304626465
+ ],
+ "distances_by_expert": [
+ 0.6657471060752869,
+ 14.562376976013184,
+ 35.21824645996094,
+ 30.345012664794922,
+ 23.471723556518555,
+ 7.999287128448486,
+ 23.37571144104004,
+ 17.26755142211914,
+ 17.138456344604492,
+ 20.33900260925293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.070556640625,
+ "language": 52.285701751708984
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7352965474128723,
+ 0.0006558303139172494,
+ 2.3560057016425162e-08,
+ 2.3217553746235353e-07,
+ 7.638381248398218e-06,
+ 0.01558579970151186,
+ 7.912577530078124e-06,
+ 0.00017028310685418546,
+ 0.00018983740301337093,
+ 3.620274583227001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30748140811920166,
+ -7.32960844039917,
+ -17.56371307373047,
+ -15.275772094726562,
+ -11.78232479095459,
+ -4.161395072937012,
+ -11.74705696105957,
+ -8.678048133850098,
+ -8.569342613220215,
+ -10.226375579833984
+ ],
+ "distances_by_expert": [
+ 0.6149628162384033,
+ 14.65921688079834,
+ 35.12742614746094,
+ 30.551544189453125,
+ 23.56464958190918,
+ 8.322790145874023,
+ 23.49411392211914,
+ 17.356096267700195,
+ 17.13868522644043,
+ 20.45275115966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.140625,
+ "language": 52.28047561645508
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6540381908416748,
+ 0.0007280634017661214,
+ 2.1510675907165933e-08,
+ 2.4831385303514253e-07,
+ 8.018074368010275e-06,
+ 0.016115503385663033,
+ 7.973648280312773e-06,
+ 0.00016671171761117876,
+ 0.0001727368653519079,
+ 3.8708421925548464e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42458948493003845,
+ -7.225122451782227,
+ -17.65471649169922,
+ -15.208572387695312,
+ -11.73381233215332,
+ -4.127973556518555,
+ -11.739368438720703,
+ -8.699244499206543,
+ -8.663741111755371,
+ -10.159453392028809
+ ],
+ "distances_by_expert": [
+ 0.8491789698600769,
+ 14.450244903564453,
+ 35.30943298339844,
+ 30.417144775390625,
+ 23.46762466430664,
+ 8.25594711303711,
+ 23.478736877441406,
+ 17.398488998413086,
+ 17.327482223510742,
+ 20.318906784057617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.149658203125,
+ "language": 52.272342681884766
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7529609203338623,
+ 0.0008774683228693902,
+ 2.498787310400985e-08,
+ 3.044776235583413e-07,
+ 9.054139809450135e-06,
+ 0.02117369882762432,
+ 9.258074896933977e-06,
+ 0.00019398986478336155,
+ 0.0001988756121136248,
+ 4.357919533504173e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28374195098876953,
+ -7.0384697914123535,
+ -17.50487518310547,
+ -15.004668235778809,
+ -11.612288475036621,
+ -3.8549954891204834,
+ -11.590014457702637,
+ -8.547704696655273,
+ -8.522830963134766,
+ -10.04093074798584
+ ],
+ "distances_by_expert": [
+ 0.5674839019775391,
+ 14.076939582824707,
+ 35.00975036621094,
+ 30.009336471557617,
+ 23.224576950073242,
+ 7.709990978240967,
+ 23.180028915405273,
+ 17.095409393310547,
+ 17.04566192626953,
+ 20.08186149597168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.3505859375,
+ "language": 52.27159118652344
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7691263556480408,
+ 0.0008324924856424332,
+ 2.4561652267607315e-08,
+ 2.84798858274371e-07,
+ 9.024528480949812e-06,
+ 0.018879247829318047,
+ 9.064533514901996e-06,
+ 0.00019254391372669488,
+ 0.00020153005607426167,
+ 4.38293136539869e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2625000774860382,
+ -7.091086387634277,
+ -17.522079467773438,
+ -15.07148265838623,
+ -11.615564346313477,
+ -3.9696919918060303,
+ -11.611141204833984,
+ -8.55518627166748,
+ -8.50957202911377,
+ -10.035207748413086
+ ],
+ "distances_by_expert": [
+ 0.5250001549720764,
+ 14.182172775268555,
+ 35.044158935546875,
+ 30.14296531677246,
+ 23.231128692626953,
+ 7.9393839836120605,
+ 23.22228240966797,
+ 17.11037254333496,
+ 17.01914405822754,
+ 20.070415496826172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.56689453125,
+ "language": 52.274986267089844
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6791430711746216,
+ 0.0005711689591407776,
+ 2.2295578716580167e-08,
+ 2.0870555772489752e-07,
+ 6.880699402245227e-06,
+ 0.013543715700507164,
+ 7.192079465312418e-06,
+ 0.0001573762419866398,
+ 0.00017173685773741454,
+ 3.293510599178262e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38692352175712585,
+ -7.467825412750244,
+ -17.618877410888672,
+ -15.382341384887695,
+ -11.88679027557373,
+ -4.301832675933838,
+ -11.842530250549316,
+ -8.756871223449707,
+ -8.669547080993652,
+ -10.320971488952637
+ ],
+ "distances_by_expert": [
+ 0.7738470435142517,
+ 14.935650825500488,
+ 35.237754821777344,
+ 30.76468276977539,
+ 23.77358055114746,
+ 8.603665351867676,
+ 23.685060501098633,
+ 17.513742446899414,
+ 17.339094161987305,
+ 20.641942977905273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.755615234375,
+ "language": 52.295589447021484
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7548396587371826,
+ 0.0006916258716955781,
+ 2.4663100006705463e-08,
+ 2.4462570991090615e-07,
+ 7.977131645020563e-06,
+ 0.016863400116562843,
+ 8.184977559722029e-06,
+ 0.00017852427845355123,
+ 0.0001886667887447402,
+ 3.779969847528264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2812499403953552,
+ -7.27646541595459,
+ -17.51795768737793,
+ -15.223536491394043,
+ -11.738931655883789,
+ -4.0826096534729,
+ -11.713210105895996,
+ -8.630785942077637,
+ -8.575528144836426,
+ -10.183209419250488
+ ],
+ "distances_by_expert": [
+ 0.5624998807907104,
+ 14.55293083190918,
+ 35.03591537475586,
+ 30.447072982788086,
+ 23.477863311767578,
+ 8.1652193069458,
+ 23.426420211791992,
+ 17.261571884155273,
+ 17.15105628967285,
+ 20.366418838500977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.6982421875,
+ "language": 52.275367736816406
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7479690313339233,
+ 0.0008728574030101299,
+ 2.4545869337089243e-08,
+ 3.3542821142873436e-07,
+ 9.280536687583663e-06,
+ 0.0241780336946249,
+ 9.714221050671767e-06,
+ 0.0002023062843363732,
+ 0.00019797883578576148,
+ 4.312170494813472e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2903937101364136,
+ -7.04373836517334,
+ -17.522722244262695,
+ -14.907857894897461,
+ -11.587591171264648,
+ -3.722310781478882,
+ -11.541919708251953,
+ -8.505727767944336,
+ -8.527350425720215,
+ -10.051484107971191
+ ],
+ "distances_by_expert": [
+ 0.5807874202728271,
+ 14.08747673034668,
+ 35.04544448852539,
+ 29.815715789794922,
+ 23.175182342529297,
+ 7.444621562957764,
+ 23.083839416503906,
+ 17.011455535888672,
+ 17.05470085144043,
+ 20.102968215942383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.248046875,
+ "language": 52.306373596191406
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.762043297290802,
+ 0.0007040878990665078,
+ 2.4841936507868922e-08,
+ 2.540390937610937e-07,
+ 7.910683962109033e-06,
+ 0.01785070076584816,
+ 8.30376120575238e-06,
+ 0.00018290152365807444,
+ 0.00019637896912172437,
+ 3.754920180654153e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27175194025039673,
+ -7.258607387542725,
+ -17.510732650756836,
+ -15.18577766418457,
+ -11.747296333312988,
+ -4.025712490081787,
+ -11.69880199432373,
+ -8.606562614440918,
+ -8.5354642868042,
+ -10.189858436584473
+ ],
+ "distances_by_expert": [
+ 0.5435038805007935,
+ 14.51721477508545,
+ 35.02146530151367,
+ 30.37155532836914,
+ 23.494592666625977,
+ 8.051424980163574,
+ 23.39760398864746,
+ 17.213125228881836,
+ 17.0709285736084,
+ 20.379716873168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.069580078125,
+ "language": 52.2703971862793
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.717650830745697,
+ 0.0006489250808954239,
+ 2.3206961685673377e-08,
+ 2.3096907852959703e-07,
+ 7.363940767390886e-06,
+ 0.016364360228180885,
+ 7.81958078732714e-06,
+ 0.00017135110101662576,
+ 0.00018950006051454693,
+ 3.525047213770449e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33177223801612854,
+ -7.340193271636963,
+ -17.578813552856445,
+ -15.28098201751709,
+ -11.818915367126465,
+ -4.112649440765381,
+ -11.758879661560059,
+ -8.671795845031738,
+ -8.571121215820312,
+ -10.253031730651855
+ ],
+ "distances_by_expert": [
+ 0.6635444760322571,
+ 14.680386543273926,
+ 35.15762710571289,
+ 30.56196403503418,
+ 23.63783073425293,
+ 8.225298881530762,
+ 23.517759323120117,
+ 17.343591690063477,
+ 17.142242431640625,
+ 20.50606346130371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.63232421875,
+ "language": 52.29513168334961
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7704996466636658,
+ 0.0007523715612478554,
+ 2.4980153057185817e-08,
+ 2.6793824758897244e-07,
+ 8.710238034836948e-06,
+ 0.01984364166855812,
+ 9.088094884646125e-06,
+ 0.00019527207768987864,
+ 0.00020236648560967296,
+ 4.2089905036846176e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2607160806655884,
+ -7.192280292510986,
+ -17.505184173583984,
+ -15.132509231567383,
+ -11.65101146697998,
+ -3.9198715686798096,
+ -11.608545303344727,
+ -8.541116714477539,
+ -8.505430221557617,
+ -10.075702667236328
+ ],
+ "distances_by_expert": [
+ 0.5214321613311768,
+ 14.384560585021973,
+ 35.01036834716797,
+ 30.265018463134766,
+ 23.30202293395996,
+ 7.839743137359619,
+ 23.217090606689453,
+ 17.082233428955078,
+ 17.010860443115234,
+ 20.151405334472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.39208984375,
+ "language": 52.29526138305664
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6293835639953613,
+ 0.0006758131785318255,
+ 2.1122602333889517e-08,
+ 2.2362968365996494e-07,
+ 7.565587111457717e-06,
+ 0.013889418914914131,
+ 7.607920451846439e-06,
+ 0.00015859481936786324,
+ 0.00016487650282215327,
+ 3.634641689131968e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4630144238471985,
+ -7.299593925476074,
+ -17.672922134399414,
+ -15.313274383544922,
+ -11.791900634765625,
+ -4.276628017425537,
+ -11.786320686340332,
+ -8.749157905578613,
+ -8.71031379699707,
+ -10.22241497039795
+ ],
+ "distances_by_expert": [
+ 0.926028847694397,
+ 14.599187850952148,
+ 35.34584426879883,
+ 30.626548767089844,
+ 23.58380126953125,
+ 8.553256034851074,
+ 23.572641372680664,
+ 17.498315811157227,
+ 17.42062759399414,
+ 20.4448299407959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.923583984375,
+ "language": 52.29471969604492
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7411595582962036,
+ 0.0008400886435993016,
+ 2.436284241014164e-08,
+ 2.8603898272194783e-07,
+ 8.523725227860268e-06,
+ 0.019676491618156433,
+ 8.839788279146887e-06,
+ 0.00018774047202896327,
+ 0.0001943424140335992,
+ 4.145534330746159e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29953932762145996,
+ -7.082003116607666,
+ -17.53020668029785,
+ -15.067137718200684,
+ -11.672657012939453,
+ -3.928330659866333,
+ -11.636247634887695,
+ -8.580450057983398,
+ -8.545888900756836,
+ -10.090893745422363
+ ],
+ "distances_by_expert": [
+ 0.5990786552429199,
+ 14.164006233215332,
+ 35.0604133605957,
+ 30.134275436401367,
+ 23.345314025878906,
+ 7.856661319732666,
+ 23.27249526977539,
+ 17.160900115966797,
+ 17.091777801513672,
+ 20.181787490844727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.916748046875,
+ "language": 52.26804733276367
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7424909472465515,
+ 0.0007617871160618961,
+ 2.399272780451156e-08,
+ 2.531863003696344e-07,
+ 8.198523573810235e-06,
+ 0.016794772818684578,
+ 8.435459676547907e-06,
+ 0.00017921942344401032,
+ 0.00019302929285913706,
+ 3.974861465394497e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2977445721626282,
+ -7.179843425750732,
+ -17.545515060424805,
+ -15.189140319824219,
+ -11.711556434631348,
+ -4.0866875648498535,
+ -11.683066368103027,
+ -8.626899719238281,
+ -8.552668571472168,
+ -10.132935523986816
+ ],
+ "distances_by_expert": [
+ 0.5954891443252563,
+ 14.359686851501465,
+ 35.09103012084961,
+ 30.378280639648438,
+ 23.423112869262695,
+ 8.173375129699707,
+ 23.366132736206055,
+ 17.253799438476562,
+ 17.105337142944336,
+ 20.265871047973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.361572265625,
+ "language": 52.28077697753906
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.733315110206604,
+ 0.0006363388383761048,
+ 2.3507091384544765e-08,
+ 2.1666085103788646e-07,
+ 7.404883945127949e-06,
+ 0.014382993802428246,
+ 7.624379122717073e-06,
+ 0.0001657372631598264,
+ 0.0001846328523242846,
+ 3.532079790602438e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31017979979515076,
+ -7.359779357910156,
+ -17.565963745117188,
+ -15.344932556152344,
+ -11.813370704650879,
+ -4.241708755493164,
+ -11.784159660339355,
+ -8.705106735229492,
+ -8.59714126586914,
+ -10.251038551330566
+ ],
+ "distances_by_expert": [
+ 0.6203595995903015,
+ 14.719558715820312,
+ 35.131927490234375,
+ 30.689865112304688,
+ 23.626741409301758,
+ 8.483417510986328,
+ 23.56831932067871,
+ 17.410213470458984,
+ 17.19428253173828,
+ 20.502077102661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.4130859375,
+ "language": 52.25326156616211
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6203473210334778,
+ 0.0006233822787180543,
+ 2.018491329636163e-08,
+ 2.653354158610455e-07,
+ 7.284043476829538e-06,
+ 0.017374509945511818,
+ 7.77160585130332e-06,
+ 0.00016390482778660953,
+ 0.0001705265458440408,
+ 3.306870712549426e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4774758219718933,
+ -7.380350589752197,
+ -17.71833038330078,
+ -15.142271041870117,
+ -11.829824447631836,
+ -4.052751064300537,
+ -11.765033721923828,
+ -8.716224670410156,
+ -8.676619529724121,
+ -10.316923141479492
+ ],
+ "distances_by_expert": [
+ 0.9549516439437866,
+ 14.760701179504395,
+ 35.43666076660156,
+ 30.284542083740234,
+ 23.659648895263672,
+ 8.105502128601074,
+ 23.530067443847656,
+ 17.432449340820312,
+ 17.353239059448242,
+ 20.633846282958984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.253662109375,
+ "language": 52.288665771484375
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7358328104019165,
+ 0.0008293872815556824,
+ 2.4137866816431597e-08,
+ 3.2772459235275164e-07,
+ 8.841963790473528e-06,
+ 0.02300550602376461,
+ 9.30536953092087e-06,
+ 0.00019463157514110208,
+ 0.00019948289263993502,
+ 4.073498712386936e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30675241351127625,
+ -7.094823360443115,
+ -17.53948402404785,
+ -14.931092262268066,
+ -11.636001586914062,
+ -3.772021770477295,
+ -11.584918975830078,
+ -8.544402122497559,
+ -8.519782066345215,
+ -10.108423233032227
+ ],
+ "distances_by_expert": [
+ 0.6135048270225525,
+ 14.18964672088623,
+ 35.0789680480957,
+ 29.862184524536133,
+ 23.272003173828125,
+ 7.54404354095459,
+ 23.169837951660156,
+ 17.088804244995117,
+ 17.03956413269043,
+ 20.216846466064453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.0224609375,
+ "language": 52.285579681396484
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7504278421401978,
+ 0.0006807281752116978,
+ 2.4046329372140463e-08,
+ 2.356092210220595e-07,
+ 7.676706445636228e-06,
+ 0.01629609428346157,
+ 8.023390364542138e-06,
+ 0.0001755298872012645,
+ 0.00019457236339803785,
+ 3.6624183849198744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28711172938346863,
+ -7.292347431182861,
+ -17.543283462524414,
+ -15.261091232299805,
+ -11.77731990814209,
+ -4.116829872131348,
+ -11.733149528503418,
+ -8.647701263427734,
+ -8.544706344604492,
+ -10.214801788330078
+ ],
+ "distances_by_expert": [
+ 0.5742234587669373,
+ 14.584694862365723,
+ 35.08656692504883,
+ 30.52218246459961,
+ 23.55463981628418,
+ 8.233659744262695,
+ 23.466299057006836,
+ 17.29540252685547,
+ 17.089412689208984,
+ 20.429603576660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.3935546875,
+ "language": 52.2664909362793
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7512927055358887,
+ 0.0007035181042738259,
+ 2.417938205212522e-08,
+ 2.423778369120555e-07,
+ 8.175319635483902e-06,
+ 0.016788825392723083,
+ 8.469532986055128e-06,
+ 0.00018295596237294376,
+ 0.00019768507627304643,
+ 3.89644228562247e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28595998883247375,
+ -7.2594170570373535,
+ -17.537765502929688,
+ -15.232768058776855,
+ -11.714390754699707,
+ -4.087041854858398,
+ -11.679035186767578,
+ -8.6062650680542,
+ -8.52883529663086,
+ -10.152861595153809
+ ],
+ "distances_by_expert": [
+ 0.5719199776649475,
+ 14.518834114074707,
+ 35.075531005859375,
+ 30.46553611755371,
+ 23.428781509399414,
+ 8.174083709716797,
+ 23.358070373535156,
+ 17.2125301361084,
+ 17.05767059326172,
+ 20.305723190307617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.905517578125,
+ "language": 52.301055908203125
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6951489448547363,
+ 0.0007889957632869482,
+ 2.2659214948816953e-08,
+ 3.149010581182665e-07,
+ 8.583928320149425e-06,
+ 0.022929610684514046,
+ 9.119488822761923e-06,
+ 0.00018868260667659342,
+ 0.0001886410464067012,
+ 3.934544656658545e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36362916231155396,
+ -7.144749641418457,
+ -17.602699279785156,
+ -14.971007347106934,
+ -11.665618896484375,
+ -3.7753262519836426,
+ -11.605096817016602,
+ -8.575444221496582,
+ -8.575664520263672,
+ -10.1431303024292
+ ],
+ "distances_by_expert": [
+ 0.7272583246231079,
+ 14.289499282836914,
+ 35.20539855957031,
+ 29.942014694213867,
+ 23.33123779296875,
+ 7.550652503967285,
+ 23.210193634033203,
+ 17.150888442993164,
+ 17.151329040527344,
+ 20.2862606048584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.18212890625,
+ "language": 52.28758239746094
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6859065294265747,
+ 0.0007898585172370076,
+ 2.2337887983781002e-08,
+ 2.7230956334278744e-07,
+ 8.650675226817839e-06,
+ 0.017842769622802734,
+ 8.478600648231804e-06,
+ 0.0001793989649740979,
+ 0.0001806386571843177,
+ 4.2091869545402005e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3770138621330261,
+ -7.1436567306518555,
+ -17.616981506347656,
+ -15.116326332092285,
+ -11.657873153686523,
+ -4.026156902313232,
+ -11.67796516418457,
+ -8.625898361206055,
+ -8.619011878967285,
+ -10.075655937194824
+ ],
+ "distances_by_expert": [
+ 0.7540277242660522,
+ 14.287313461303711,
+ 35.23396301269531,
+ 30.23265266418457,
+ 23.315746307373047,
+ 8.052313804626465,
+ 23.35593032836914,
+ 17.25179672241211,
+ 17.23802375793457,
+ 20.15131187438965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.51513671875,
+ "language": 52.281917572021484
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7507206797599792,
+ 0.000836195598822087,
+ 2.4732676351391092e-08,
+ 2.7920165734940383e-07,
+ 8.780789357842878e-06,
+ 0.018891574814915657,
+ 9.066443453775719e-06,
+ 0.00019082192739006132,
+ 0.00019615566998254508,
+ 4.289824209990911e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2867216467857361,
+ -7.086647987365723,
+ -17.515140533447266,
+ -15.091331481933594,
+ -11.6429443359375,
+ -3.96903920173645,
+ -11.610930442810059,
+ -8.564169883728027,
+ -8.536602020263672,
+ -10.056679725646973
+ ],
+ "distances_by_expert": [
+ 0.5734432935714722,
+ 14.173295974731445,
+ 35.03028106689453,
+ 30.182662963867188,
+ 23.285888671875,
+ 7.9380784034729,
+ 23.221860885620117,
+ 17.128339767456055,
+ 17.073204040527344,
+ 20.113359451293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.56884765625,
+ "language": 52.27291488647461
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7565563321113586,
+ 0.0007821658509783447,
+ 2.412180499788974e-08,
+ 2.695942953323538e-07,
+ 8.439636076218449e-06,
+ 0.018058408051729202,
+ 8.696102668181993e-06,
+ 0.00018546494538895786,
+ 0.00019747215264942497,
+ 4.128388172830455e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27897828817367554,
+ -7.153443813323975,
+ -17.540149688720703,
+ -15.126347541809082,
+ -11.682571411132812,
+ -4.014143943786621,
+ -11.65263557434082,
+ -8.592644691467285,
+ -8.529912948608398,
+ -10.095038414001465
+ ],
+ "distances_by_expert": [
+ 0.5579565763473511,
+ 14.30688762664795,
+ 35.080299377441406,
+ 30.252695083618164,
+ 23.365142822265625,
+ 8.028287887573242,
+ 23.30527114868164,
+ 17.18528938293457,
+ 17.059825897216797,
+ 20.19007682800293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.552978515625,
+ "language": 52.25993347167969
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949869394302368,
+ 0.0005996012478135526,
+ 2.2595340709585798e-08,
+ 2.0978512793590198e-07,
+ 7.139411536627449e-06,
+ 0.01358550600707531,
+ 7.379005637631053e-06,
+ 0.00015918866847641766,
+ 0.00017651004600338638,
+ 3.408056727494113e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3638622462749481,
+ -7.419245719909668,
+ -17.60552215576172,
+ -15.377182006835938,
+ -11.84988021850586,
+ -4.2987518310546875,
+ -11.816871643066406,
+ -8.745420455932617,
+ -8.642132759094238,
+ -10.286783218383789
+ ],
+ "distances_by_expert": [
+ 0.7277244925498962,
+ 14.838491439819336,
+ 35.21104431152344,
+ 30.754364013671875,
+ 23.69976043701172,
+ 8.597503662109375,
+ 23.633743286132812,
+ 17.490840911865234,
+ 17.284265518188477,
+ 20.573566436767578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.150390625,
+ "language": 52.277347564697266
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7467687726020813,
+ 0.0007975740008987486,
+ 2.359486295233637e-08,
+ 3.2586089560027176e-07,
+ 8.927865565055981e-06,
+ 0.021857446059584618,
+ 9.230084287992213e-06,
+ 0.00019465663353912532,
+ 0.00019953084120061249,
+ 4.0943043131846935e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2919996976852417,
+ -7.133935928344727,
+ -17.562236785888672,
+ -14.936795234680176,
+ -11.626333236694336,
+ -3.823213577270508,
+ -11.593042373657227,
+ -8.544273376464844,
+ -8.51954174041748,
+ -10.103328704833984
+ ],
+ "distances_by_expert": [
+ 0.5839993953704834,
+ 14.267871856689453,
+ 35.124473571777344,
+ 29.87359046936035,
+ 23.252666473388672,
+ 7.646427154541016,
+ 23.186084747314453,
+ 17.088546752929688,
+ 17.03908348083496,
+ 20.20665740966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.29296875,
+ "language": 52.26593017578125
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577327489852905,
+ 0.0008693629060871899,
+ 2.4642362816962304e-08,
+ 3.374315440396458e-07,
+ 9.534210221318062e-06,
+ 0.023832563310861588,
+ 9.756594408827368e-06,
+ 0.0002059541584458202,
+ 0.00019914700533263385,
+ 4.429891487234272e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27742448449134827,
+ -7.047749996185303,
+ -17.518798828125,
+ -14.90190315246582,
+ -11.560624122619629,
+ -3.7367024421691895,
+ -11.537567138671875,
+ -8.4878568649292,
+ -8.521467208862305,
+ -10.024550437927246
+ ],
+ "distances_by_expert": [
+ 0.5548489689826965,
+ 14.095499992370605,
+ 35.03759765625,
+ 29.80380630493164,
+ 23.121248245239258,
+ 7.473404884338379,
+ 23.07513427734375,
+ 16.9757137298584,
+ 17.04293441772461,
+ 20.049100875854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.136474609375,
+ "language": 52.275394439697266
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7683181166648865,
+ 0.0006997885648161173,
+ 2.4180582869348655e-08,
+ 2.453371337196586e-07,
+ 7.997073225851636e-06,
+ 0.017302853986620903,
+ 8.302137757709716e-06,
+ 0.00018136537983082235,
+ 0.0001995293132495135,
+ 3.8453112210845575e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2635514438152313,
+ -7.264732360839844,
+ -17.537715911865234,
+ -15.220632553100586,
+ -11.736434936523438,
+ -4.056883811950684,
+ -11.698997497558594,
+ -8.614996910095215,
+ -8.519549369812012,
+ -10.166070938110352
+ ],
+ "distances_by_expert": [
+ 0.5271028876304626,
+ 14.529464721679688,
+ 35.07543182373047,
+ 30.441265106201172,
+ 23.472869873046875,
+ 8.113767623901367,
+ 23.397994995117188,
+ 17.22999382019043,
+ 17.039098739624023,
+ 20.332141876220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.830078125,
+ "language": 52.26341247558594
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7744362950325012,
+ 0.0007108415011316538,
+ 2.4245839114200862e-08,
+ 2.477669625022827e-07,
+ 8.204930054489523e-06,
+ 0.01744975708425045,
+ 8.543811418348923e-06,
+ 0.0001859377953223884,
+ 0.00020216316625010222,
+ 3.9809427107684314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2556198537349701,
+ -7.249061107635498,
+ -17.53502082824707,
+ -15.210777282714844,
+ -11.710775375366211,
+ -4.048429489135742,
+ -11.670303344726562,
+ -8.59009838104248,
+ -8.50643539428711,
+ -10.131406784057617
+ ],
+ "distances_by_expert": [
+ 0.5112397074699402,
+ 14.498122215270996,
+ 35.07004165649414,
+ 30.421554565429688,
+ 23.421550750732422,
+ 8.096858978271484,
+ 23.340606689453125,
+ 17.18019676208496,
+ 17.01287078857422,
+ 20.262813568115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.415771484375,
+ "language": 52.291709899902344
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.628079354763031,
+ 0.000673434289637953,
+ 2.1192780863543703e-08,
+ 2.2640001873242e-07,
+ 7.619901680300245e-06,
+ 0.014213611371815205,
+ 7.622888460900867e-06,
+ 0.00016021091141737998,
+ 0.0001654993975535035,
+ 3.6549790820572525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46508878469467163,
+ -7.303120136260986,
+ -17.669605255126953,
+ -15.300962448120117,
+ -11.784747123718262,
+ -4.2535552978515625,
+ -11.784355163574219,
+ -8.739019393920898,
+ -8.70654296875,
+ -10.216835021972656
+ ],
+ "distances_by_expert": [
+ 0.9301775693893433,
+ 14.606240272521973,
+ 35.339210510253906,
+ 30.601924896240234,
+ 23.569494247436523,
+ 8.507110595703125,
+ 23.568710327148438,
+ 17.478038787841797,
+ 17.4130859375,
+ 20.433670043945312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3564.576171875,
+ "language": 52.299564361572266
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7168534398078918,
+ 0.0007823538035154343,
+ 2.3922584801994162e-08,
+ 2.642004233166517e-07,
+ 8.351347787538543e-06,
+ 0.017776062712073326,
+ 8.512295607943088e-06,
+ 0.00017983645375352353,
+ 0.0001876568712759763,
+ 3.9436396036762744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33288395404815674,
+ -7.15320348739624,
+ -17.548442840576172,
+ -15.146557807922363,
+ -11.693087577819824,
+ -4.029902458190918,
+ -11.673998832702637,
+ -8.623462677001953,
+ -8.58089542388916,
+ -10.14082145690918
+ ],
+ "distances_by_expert": [
+ 0.6657679080963135,
+ 14.30640697479248,
+ 35.096885681152344,
+ 30.293115615844727,
+ 23.38617515563965,
+ 8.059804916381836,
+ 23.347997665405273,
+ 17.246925354003906,
+ 17.16179084777832,
+ 20.28164291381836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.148193359375,
+ "language": 52.28429412841797
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7019183039665222,
+ 0.0006678279023617506,
+ 2.2462133486556013e-08,
+ 2.2318033643387025e-07,
+ 7.475983238691697e-06,
+ 0.014253078028559685,
+ 7.685277523705736e-06,
+ 0.00016285435413010418,
+ 0.00017980611301027238,
+ 3.5457353078527376e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3539382815361023,
+ -7.3114800453186035,
+ -17.611434936523438,
+ -15.315285682678223,
+ -11.803814888000488,
+ -4.250782489776611,
+ -11.776204109191895,
+ -8.722654342651367,
+ -8.623631477355957,
+ -10.247179985046387
+ ],
+ "distances_by_expert": [
+ 0.7078765630722046,
+ 14.622960090637207,
+ 35.222869873046875,
+ 30.630571365356445,
+ 23.607629776000977,
+ 8.501564979553223,
+ 23.55240821838379,
+ 17.445308685302734,
+ 17.247262954711914,
+ 20.494359970092773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.013427734375,
+ "language": 52.276737213134766
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7246304750442505,
+ 0.0006535962456837296,
+ 2.3396962589572468e-08,
+ 2.3487741884764546e-07,
+ 7.589673259644769e-06,
+ 0.015223411843180656,
+ 7.781841304677073e-06,
+ 0.0001691477227723226,
+ 0.00018409904441796243,
+ 3.5419463529251516e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32209351658821106,
+ -7.3330206871032715,
+ -17.570659637451172,
+ -15.264202117919922,
+ -11.788722038269043,
+ -4.184920787811279,
+ -11.763717651367188,
+ -8.684738159179688,
+ -8.60003662109375,
+ -10.248249053955078
+ ],
+ "distances_by_expert": [
+ 0.6441870331764221,
+ 14.666041374206543,
+ 35.141319274902344,
+ 30.528404235839844,
+ 23.577444076538086,
+ 8.369841575622559,
+ 23.527435302734375,
+ 17.369476318359375,
+ 17.2000732421875,
+ 20.496498107910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.44775390625,
+ "language": 52.26940155029297
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6927640438079834,
+ 0.0007502560620196164,
+ 2.272175159134804e-08,
+ 3.125136345261126e-07,
+ 8.34954062156612e-06,
+ 0.02055513858795166,
+ 8.795120265858714e-06,
+ 0.00018594416906125844,
+ 0.0001885876408778131,
+ 3.787771856877953e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36706581711769104,
+ -7.195096015930176,
+ -17.599943161010742,
+ -14.978617668151855,
+ -11.693304061889648,
+ -3.8846442699432373,
+ -11.641313552856445,
+ -8.59006404876709,
+ -8.575947761535645,
+ -10.181147575378418
+ ],
+ "distances_by_expert": [
+ 0.7341316342353821,
+ 14.390192031860352,
+ 35.199886322021484,
+ 29.95723533630371,
+ 23.386608123779297,
+ 7.769288539886475,
+ 23.28262710571289,
+ 17.18012809753418,
+ 17.15189552307129,
+ 20.362295150756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.7626953125,
+ "language": 52.28342056274414
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7005877494812012,
+ 0.0007783099426887929,
+ 2.2951601508225394e-08,
+ 3.190666859609337e-07,
+ 8.73948465596186e-06,
+ 0.021312305703759193,
+ 9.06067816686118e-06,
+ 0.00019222524133510888,
+ 0.00019217042427044362,
+ 3.970239413320087e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3558356761932373,
+ -7.158385753631592,
+ -17.58987808227539,
+ -14.957865715026855,
+ -11.647659301757812,
+ -3.848470687866211,
+ -11.611566543579102,
+ -8.556842803955078,
+ -8.557127952575684,
+ -10.134099006652832
+ ],
+ "distances_by_expert": [
+ 0.7116713523864746,
+ 14.316771507263184,
+ 35.17975616455078,
+ 29.91573143005371,
+ 23.295318603515625,
+ 7.696941375732422,
+ 23.223133087158203,
+ 17.113685607910156,
+ 17.114255905151367,
+ 20.268198013305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.77880859375,
+ "language": 52.271484375
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7359362840652466,
+ 0.0006900643929839134,
+ 2.323876380216916e-08,
+ 2.3739147536616656e-07,
+ 7.68154040997615e-06,
+ 0.016881253570318222,
+ 7.974043910508044e-06,
+ 0.00017457114881835878,
+ 0.00019364716717973351,
+ 3.7157991755520925e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3066117465496063,
+ -7.278725624084473,
+ -17.577444076538086,
+ -15.253555297851562,
+ -11.776690483093262,
+ -4.081551551818848,
+ -11.73931884765625,
+ -8.653178215026855,
+ -8.54947280883789,
+ -10.200331687927246
+ ],
+ "distances_by_expert": [
+ 0.6132234930992126,
+ 14.557451248168945,
+ 35.15488815307617,
+ 30.507110595703125,
+ 23.553380966186523,
+ 8.163103103637695,
+ 23.4786376953125,
+ 17.30635643005371,
+ 17.09894561767578,
+ 20.400663375854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.642578125,
+ "language": 52.25295639038086
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7059747576713562,
+ 0.0006272929604165256,
+ 2.1977651698534828e-08,
+ 2.2549843947672343e-07,
+ 7.5319030656828545e-06,
+ 0.015437205322086811,
+ 7.786628884787206e-06,
+ 0.00016815181879792362,
+ 0.00018716590420808643,
+ 3.630017090472393e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3481758236885071,
+ -7.374096870422363,
+ -17.63323974609375,
+ -15.304952621459961,
+ -11.79636287689209,
+ -4.1709747314453125,
+ -11.763102531433105,
+ -8.690643310546875,
+ -8.583515167236328,
+ -10.223688125610352
+ ],
+ "distances_by_expert": [
+ 0.6963516473770142,
+ 14.748193740844727,
+ 35.2664794921875,
+ 30.609905242919922,
+ 23.59272575378418,
+ 8.341949462890625,
+ 23.52620506286621,
+ 17.38128662109375,
+ 17.167030334472656,
+ 20.447376251220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.439697265625,
+ "language": 52.277584075927734
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6436094641685486,
+ 0.0007476183818653226,
+ 2.058922987657752e-08,
+ 2.858535594896239e-07,
+ 8.168040949385613e-06,
+ 0.02213229052722454,
+ 8.673756383359432e-06,
+ 0.000178694783244282,
+ 0.0001761209568940103,
+ 3.9034493966028094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44066324830055237,
+ -7.198617935180664,
+ -17.698497772216797,
+ -15.06778621673584,
+ -11.71528148651123,
+ -3.8107175827026367,
+ -11.655208587646484,
+ -8.629831314086914,
+ -8.644339561462402,
+ -10.1510648727417
+ ],
+ "distances_by_expert": [
+ 0.8813264966011047,
+ 14.397235870361328,
+ 35.396995544433594,
+ 30.13557243347168,
+ 23.43056297302246,
+ 7.621435165405273,
+ 23.31041717529297,
+ 17.259662628173828,
+ 17.288679122924805,
+ 20.3021297454834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.16796875,
+ "language": 52.28775405883789
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6515498757362366,
+ 0.0007585668354295194,
+ 2.1734948063567572e-08,
+ 3.056943853607663e-07,
+ 8.540161616110709e-06,
+ 0.021088557317852974,
+ 8.885082024789881e-06,
+ 0.00018047972116619349,
+ 0.0001825916551752016,
+ 3.956741784350015e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4284013509750366,
+ -7.184079647064209,
+ -17.644344329833984,
+ -15.000679969787598,
+ -11.670730590820312,
+ -3.8590247631073,
+ -11.631136894226074,
+ -8.619892120361328,
+ -8.608258247375488,
+ -10.137504577636719
+ ],
+ "distances_by_expert": [
+ 0.8568027019500732,
+ 14.368159294128418,
+ 35.28868865966797,
+ 30.001359939575195,
+ 23.341461181640625,
+ 7.7180495262146,
+ 23.26227378845215,
+ 17.239784240722656,
+ 17.216516494750977,
+ 20.275009155273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.4560546875,
+ "language": 52.29185104370117
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6398048400878906,
+ 0.0006992215639911592,
+ 2.0597989092152602e-08,
+ 2.833308485605812e-07,
+ 7.895022463344503e-06,
+ 0.020051289349794388,
+ 8.26386622065911e-06,
+ 0.0001719225401757285,
+ 0.00017881054372992367,
+ 3.71557216567453e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4465920925140381,
+ -7.265542984008789,
+ -17.69807243347168,
+ -15.076650619506836,
+ -11.74927806854248,
+ -3.909461736679077,
+ -11.703618049621582,
+ -8.668466567993164,
+ -8.629183769226074,
+ -10.200392723083496
+ ],
+ "distances_by_expert": [
+ 0.8931841850280762,
+ 14.531085968017578,
+ 35.39614486694336,
+ 30.153301239013672,
+ 23.49855613708496,
+ 7.818923473358154,
+ 23.407236099243164,
+ 17.336933135986328,
+ 17.25836753845215,
+ 20.400785446166992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.6025390625,
+ "language": 52.27882766723633
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427946925163269,
+ 0.0008146760519593954,
+ 2.3316015784757838e-08,
+ 3.1381580356537597e-07,
+ 9.007787411974277e-06,
+ 0.022103162482380867,
+ 9.166267773252912e-06,
+ 0.00019443307246547192,
+ 0.0002028292219620198,
+ 4.269653436494991e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29733556509017944,
+ -7.112720012664795,
+ -17.574125289916992,
+ -14.974459648132324,
+ -11.61742115020752,
+ -3.8120346069335938,
+ -11.599980354309082,
+ -8.545422554016113,
+ -8.503146171569824,
+ -10.061392784118652
+ ],
+ "distances_by_expert": [
+ 0.5946711301803589,
+ 14.22544002532959,
+ 35.148250579833984,
+ 29.94891929626465,
+ 23.23484230041504,
+ 7.6240692138671875,
+ 23.199960708618164,
+ 17.090845108032227,
+ 17.00629234313965,
+ 20.122785568237305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.303466796875,
+ "language": 52.27083969116211
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6195735335350037,
+ 0.0006591341807506979,
+ 1.9614555313296478e-08,
+ 2.687984874683025e-07,
+ 7.434086001012474e-06,
+ 0.018859276548027992,
+ 7.761635970382486e-06,
+ 0.00016417703591287136,
+ 0.00017347530229017138,
+ 3.512898547342047e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4787239730358124,
+ -7.324583530426025,
+ -17.746994018554688,
+ -15.129303932189941,
+ -11.80943489074707,
+ -3.970750331878662,
+ -11.766317367553711,
+ -8.71456527709961,
+ -8.659475326538086,
+ -10.256484031677246
+ ],
+ "distances_by_expert": [
+ 0.9574479460716248,
+ 14.64916706085205,
+ 35.493988037109375,
+ 30.258607864379883,
+ 23.61886978149414,
+ 7.941500663757324,
+ 23.532634735107422,
+ 17.42913055419922,
+ 17.318950653076172,
+ 20.512968063354492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.725830078125,
+ "language": 52.262760162353516
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.606172502040863,
+ 0.0006574033759534359,
+ 1.9117690541747834e-08,
+ 2.616678216327273e-07,
+ 7.66341599955922e-06,
+ 0.01877850666642189,
+ 7.82086317485664e-06,
+ 0.00016499620687682182,
+ 0.00017025858687702566,
+ 3.618124173954129e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5005906820297241,
+ -7.327212810516357,
+ -17.77265167236328,
+ -15.156189918518066,
+ -11.779052734375,
+ -3.9750423431396484,
+ -11.758715629577637,
+ -8.709588050842285,
+ -8.678192138671875,
+ -10.226969718933105
+ ],
+ "distances_by_expert": [
+ 1.0011813640594482,
+ 14.654425621032715,
+ 35.54530334472656,
+ 30.312379837036133,
+ 23.55810546875,
+ 7.950084686279297,
+ 23.517431259155273,
+ 17.41917610168457,
+ 17.35638427734375,
+ 20.45393943786621
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3360.863525390625,
+ "language": 52.293365478515625
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6614932417869568,
+ 0.0007719703717157245,
+ 2.1549729112280147e-08,
+ 2.943548622624803e-07,
+ 8.361381333088502e-06,
+ 0.022091971710324287,
+ 8.73657609190559e-06,
+ 0.00018331155297346413,
+ 0.00018356836517341435,
+ 4.034623998450115e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41325557231903076,
+ -7.166564464569092,
+ -17.652902603149414,
+ -15.038479804992676,
+ -11.691886901855469,
+ -3.8125410079956055,
+ -11.647992134094238,
+ -8.604323387145996,
+ -8.602923393249512,
+ -10.118012428283691
+ ],
+ "distances_by_expert": [
+ 0.8265111446380615,
+ 14.333128929138184,
+ 35.30580520629883,
+ 30.07695960998535,
+ 23.383773803710938,
+ 7.625082015991211,
+ 23.295984268188477,
+ 17.208646774291992,
+ 17.205846786499023,
+ 20.236024856567383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.344482421875,
+ "language": 52.29062271118164
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5924285650253296,
+ 0.0006693119066767395,
+ 1.8993462802541217e-08,
+ 2.631136908348708e-07,
+ 7.73468036641134e-06,
+ 0.019870949909090996,
+ 8.076045560301282e-06,
+ 0.00016738208069000393,
+ 0.00016494256851729006,
+ 3.684130570036359e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5235249996185303,
+ -7.309260368347168,
+ -17.779170989990234,
+ -15.150679588317871,
+ -11.769796371459961,
+ -3.9184963703155518,
+ -11.726608276367188,
+ -8.695231437683105,
+ -8.70991325378418,
+ -10.208890914916992
+ ],
+ "distances_by_expert": [
+ 1.0470499992370605,
+ 14.618520736694336,
+ 35.55834197998047,
+ 30.301359176635742,
+ 23.539592742919922,
+ 7.8369927406311035,
+ 23.453216552734375,
+ 17.39046287536621,
+ 17.41982650756836,
+ 20.417781829833984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.3935546875,
+ "language": 52.28992462158203
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6296312212944031,
+ 0.0007263649604283273,
+ 2.0247416188112766e-08,
+ 2.800886704790173e-07,
+ 8.187186722352635e-06,
+ 0.02077779918909073,
+ 8.539778718841262e-06,
+ 0.00017595308599993587,
+ 0.00017454584303777665,
+ 3.9008147723507136e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4626210033893585,
+ -7.2274580001831055,
+ -17.715238571166992,
+ -15.088159561157227,
+ -11.712940216064453,
+ -3.8738701343536377,
+ -11.670775413513184,
+ -8.645293235778809,
+ -8.65332317352295,
+ -10.151740074157715
+ ],
+ "distances_by_expert": [
+ 0.925242006778717,
+ 14.454916000366211,
+ 35.430477142333984,
+ 30.176319122314453,
+ 23.425880432128906,
+ 7.747740268707275,
+ 23.341550827026367,
+ 17.290586471557617,
+ 17.3066463470459,
+ 20.30348014831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.5595703125,
+ "language": 52.285770416259766
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6220646500587463,
+ 0.0007080222712829709,
+ 1.9629748493343868e-08,
+ 2.713491085160058e-07,
+ 7.769301191729028e-06,
+ 0.02073490060865879,
+ 8.182456440408714e-06,
+ 0.00017043421394191682,
+ 0.000173349937540479,
+ 3.737496444955468e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47471123933792114,
+ -7.253035068511963,
+ -17.746219635009766,
+ -15.11985969543457,
+ -11.76533031463623,
+ -3.875936985015869,
+ -11.713518142700195,
+ -8.67716121673584,
+ -8.660198211669922,
+ -10.194509506225586
+ ],
+ "distances_by_expert": [
+ 0.9494224786758423,
+ 14.506070137023926,
+ 35.49243927001953,
+ 30.23971939086914,
+ 23.53066062927246,
+ 7.751873970031738,
+ 23.42703628540039,
+ 17.35432243347168,
+ 17.320396423339844,
+ 20.389019012451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.303466796875,
+ "language": 52.2603874206543
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6510077714920044,
+ 0.0007428788812831044,
+ 2.1172256836621273e-08,
+ 2.9110731247783406e-07,
+ 8.057820195972454e-06,
+ 0.02096230909228325,
+ 8.500071089656558e-06,
+ 0.00017675093840807676,
+ 0.00018385342264082283,
+ 3.7996382161509246e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42923370003700256,
+ -7.204977512359619,
+ -17.670574188232422,
+ -15.04957389831543,
+ -11.728867530822754,
+ -3.8650293350219727,
+ -11.675436019897461,
+ -8.640769004821777,
+ -8.601371765136719,
+ -10.178019523620605
+ ],
+ "distances_by_expert": [
+ 0.8584674000740051,
+ 14.409955024719238,
+ 35.341148376464844,
+ 30.09914779663086,
+ 23.457735061645508,
+ 7.730058670043945,
+ 23.350872039794922,
+ 17.281538009643555,
+ 17.202743530273438,
+ 20.35603904724121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.797119140625,
+ "language": 52.299556732177734
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6889263391494751,
+ 0.0007997360080480576,
+ 2.2081055206513156e-08,
+ 3.012927436429891e-07,
+ 8.759102456679102e-06,
+ 0.022174255922436714,
+ 8.976032404461876e-06,
+ 0.00018772900511976331,
+ 0.00018892064690589905,
+ 4.1309242078568786e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37262097001075745,
+ -7.131228923797607,
+ -17.6285457611084,
+ -15.015183448791504,
+ -11.645417213439941,
+ -3.808823347091675,
+ -11.620952606201172,
+ -8.580511093139648,
+ -8.574183464050293,
+ -10.0944242477417
+ ],
+ "distances_by_expert": [
+ 0.7452419400215149,
+ 14.262457847595215,
+ 35.2570915222168,
+ 30.030366897583008,
+ 23.290834426879883,
+ 7.61764669418335,
+ 23.241905212402344,
+ 17.161022186279297,
+ 17.148366928100586,
+ 20.1888484954834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.105712890625,
+ "language": 52.28758239746094
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6056010723114014,
+ 0.0007408123346976936,
+ 1.968876972568978e-08,
+ 2.734940096615901e-07,
+ 8.259060450654943e-06,
+ 0.021489949896931648,
+ 8.769992746238131e-06,
+ 0.00017766893142834306,
+ 0.00016715205856598914,
+ 4.0580856875749305e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5015338063240051,
+ -7.207763195037842,
+ -17.74321746826172,
+ -15.11198616027832,
+ -11.70419979095459,
+ -3.840169906616211,
+ -11.644174575805664,
+ -8.635588645935059,
+ -8.696606636047363,
+ -10.112214088439941
+ ],
+ "distances_by_expert": [
+ 1.0030676126480103,
+ 14.415526390075684,
+ 35.48643493652344,
+ 30.22397232055664,
+ 23.40839958190918,
+ 7.680339813232422,
+ 23.288349151611328,
+ 17.271177291870117,
+ 17.393213272094727,
+ 20.224428176879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.55029296875,
+ "language": 52.29927444458008
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.628546416759491,
+ 0.0007352611282840371,
+ 2.0362985964084146e-08,
+ 2.8235652393959754e-07,
+ 8.125092790578492e-06,
+ 0.0215939749032259,
+ 8.687192348588724e-06,
+ 0.000176093919435516,
+ 0.00017501773254480213,
+ 3.889685103786178e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46434545516967773,
+ -7.215284824371338,
+ -17.70954704284668,
+ -15.080095291137695,
+ -11.720553398132324,
+ -3.835340976715088,
+ -11.653660774230957,
+ -8.644493103027344,
+ -8.650623321533203,
+ -10.154597282409668
+ ],
+ "distances_by_expert": [
+ 0.9286909103393555,
+ 14.430569648742676,
+ 35.41909408569336,
+ 30.16019058227539,
+ 23.44110679626465,
+ 7.670681953430176,
+ 23.307321548461914,
+ 17.288986206054688,
+ 17.301246643066406,
+ 20.309194564819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.6953125,
+ "language": 52.267478942871094
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6409335136413574,
+ 0.0007229316397570074,
+ 2.0194308447685216e-08,
+ 2.810184298596141e-07,
+ 7.946251571411267e-06,
+ 0.020652122795581818,
+ 8.551995961170178e-06,
+ 0.00017536207451485097,
+ 0.00017954462964553386,
+ 3.86956162401475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.444829523563385,
+ -7.232195854187012,
+ -17.717864990234375,
+ -15.084845542907715,
+ -11.742810249328613,
+ -3.879937171936035,
+ -11.66934585571289,
+ -8.64865779876709,
+ -8.625086784362793,
+ -10.159784317016602
+ ],
+ "distances_by_expert": [
+ 0.88965904712677,
+ 14.464391708374023,
+ 35.43572998046875,
+ 30.16969108581543,
+ 23.485620498657227,
+ 7.75987434387207,
+ 23.33869171142578,
+ 17.29731559753418,
+ 17.250173568725586,
+ 20.319568634033203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.517822265625,
+ "language": 52.27103042602539
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.659295916557312,
+ 0.0007518816855736077,
+ 2.0973422110159845e-08,
+ 2.909740715040243e-07,
+ 8.215272828238085e-06,
+ 0.02104155346751213,
+ 8.54221434565261e-06,
+ 0.00017760609625838697,
+ 0.00018544052727520466,
+ 3.935009954147972e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41658279299736023,
+ -7.192931652069092,
+ -17.680009841918945,
+ -15.050031661987305,
+ -11.709515571594238,
+ -3.8612561225891113,
+ -11.670490264892578,
+ -8.635942459106445,
+ -8.59277629852295,
+ -10.143012046813965
+ ],
+ "distances_by_expert": [
+ 0.8331655859947205,
+ 14.385863304138184,
+ 35.36001968383789,
+ 30.10006332397461,
+ 23.419031143188477,
+ 7.722512245178223,
+ 23.340980529785156,
+ 17.27188491821289,
+ 17.1855525970459,
+ 20.28602409362793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.9306640625,
+ "language": 52.273048400878906
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.692703366279602,
+ 0.0008261148468591273,
+ 2.2100774543787338e-08,
+ 3.0284661534096813e-07,
+ 8.905101822165307e-06,
+ 0.02225313149392605,
+ 9.063582183443941e-06,
+ 0.00018899975111708045,
+ 0.00019248259195592254,
+ 4.2570289224386215e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36715343594551086,
+ -7.098776817321777,
+ -17.627653121948242,
+ -15.010039329528809,
+ -11.628886222839355,
+ -3.8052725791931152,
+ -11.611246109008789,
+ -8.57376480102539,
+ -8.55550479888916,
+ -10.064353942871094
+ ],
+ "distances_by_expert": [
+ 0.7343068718910217,
+ 14.197553634643555,
+ 35.255306243896484,
+ 30.020078659057617,
+ 23.25777244567871,
+ 7.6105451583862305,
+ 23.222492218017578,
+ 17.14752960205078,
+ 17.11100959777832,
+ 20.128707885742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.887451171875,
+ "language": 52.29541778564453
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645781397819519,
+ 0.0007483809604309499,
+ 2.1063904398488376e-08,
+ 2.845949609309173e-07,
+ 8.432789400103502e-06,
+ 0.020291199907660484,
+ 8.590094694227446e-06,
+ 0.00017796637257561088,
+ 0.00018111959798261523,
+ 3.975949948653579e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43729427456855774,
+ -7.197598457336426,
+ -17.675704956054688,
+ -15.072198867797852,
+ -11.683382987976074,
+ -3.8975679874420166,
+ -11.664900779724121,
+ -8.633915901184082,
+ -8.616353034973145,
+ -10.132661819458008
+ ],
+ "distances_by_expert": [
+ 0.8745885491371155,
+ 14.395196914672852,
+ 35.351409912109375,
+ 30.144397735595703,
+ 23.36676597595215,
+ 7.795135974884033,
+ 23.329801559448242,
+ 17.267831802368164,
+ 17.23270606994629,
+ 20.265323638916016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.38037109375,
+ "language": 52.287349700927734
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6389750838279724,
+ 0.0007677270914427936,
+ 2.0795564381614895e-08,
+ 2.920485826507502e-07,
+ 8.620574590167962e-06,
+ 0.02240459807217121,
+ 9.068830877367873e-06,
+ 0.0001858390460256487,
+ 0.00017545055015943944,
+ 4.182540942565538e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44788986444473267,
+ -7.172076225280762,
+ -17.688526153564453,
+ -15.046345710754395,
+ -11.661358833312988,
+ -3.7984890937805176,
+ -11.61066722869873,
+ -8.590629577636719,
+ -8.648153305053711,
+ -10.082006454467773
+ ],
+ "distances_by_expert": [
+ 0.8957797288894653,
+ 14.344152450561523,
+ 35.377052307128906,
+ 30.09269142150879,
+ 23.322717666625977,
+ 7.596978187561035,
+ 23.22133445739746,
+ 17.181259155273438,
+ 17.296306610107422,
+ 20.164012908935547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.104248046875,
+ "language": 52.297672271728516
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6374869346618652,
+ 0.0007363811018876731,
+ 2.0723263105537626e-08,
+ 2.8540381435959716e-07,
+ 8.313562830153387e-06,
+ 0.02140473946928978,
+ 8.742502359382343e-06,
+ 0.00017909503367263824,
+ 0.0001746720663504675,
+ 3.9502490835729986e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45022153854370117,
+ -7.2137627601623535,
+ -17.69200897216797,
+ -15.069360733032227,
+ -11.697622299194336,
+ -3.8441429138183594,
+ -11.647314071655273,
+ -8.627593994140625,
+ -8.652600288391113,
+ -10.13914680480957
+ ],
+ "distances_by_expert": [
+ 0.9004430770874023,
+ 14.427525520324707,
+ 35.38401794433594,
+ 30.138721466064453,
+ 23.395244598388672,
+ 7.688285827636719,
+ 23.294628143310547,
+ 17.25518798828125,
+ 17.305200576782227,
+ 20.27829360961914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3188.824462890625,
+ "language": 52.29389953613281
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645096480846405,
+ 0.0007227445021271706,
+ 2.1536292749146924e-08,
+ 2.4254987351923774e-07,
+ 8.032164259930141e-06,
+ 0.015668094158172607,
+ 7.894668669905514e-06,
+ 0.00016610912280157208,
+ 0.0001691523939371109,
+ 3.880877557094209e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4383554756641388,
+ -7.232454776763916,
+ -17.653526306152344,
+ -15.23205852508545,
+ -11.732056617736816,
+ -4.156128883361816,
+ -11.749322891235352,
+ -8.702865600585938,
+ -8.684710502624512,
+ -10.156864166259766
+ ],
+ "distances_by_expert": [
+ 0.8767109513282776,
+ 14.464909553527832,
+ 35.30705261230469,
+ 30.4641170501709,
+ 23.464113235473633,
+ 8.312257766723633,
+ 23.498645782470703,
+ 17.405731201171875,
+ 17.369421005249023,
+ 20.31372833251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3569.615966796875,
+ "language": 52.29560470581055
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7486783266067505,
+ 0.0008614624966867268,
+ 2.477474403406177e-08,
+ 2.915921584190073e-07,
+ 8.821270057524089e-06,
+ 0.020238686352968216,
+ 9.003930244944058e-06,
+ 0.00019100125064142048,
+ 0.00019487376266624779,
+ 4.261753201717511e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2894458472728729,
+ -7.056879043579102,
+ -17.51344108581543,
+ -15.0479097366333,
+ -11.638344764709473,
+ -3.9001593589782715,
+ -11.617849349975586,
+ -8.563230514526367,
+ -8.543158531188965,
+ -10.063244819641113
+ ],
+ "distances_by_expert": [
+ 0.5788916945457458,
+ 14.113758087158203,
+ 35.02688217163086,
+ 30.0958194732666,
+ 23.276689529418945,
+ 7.800318717956543,
+ 23.235698699951172,
+ 17.126461029052734,
+ 17.08631706237793,
+ 20.126489639282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.68994140625,
+ "language": 52.277259826660156
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7357538938522339,
+ 0.0007057854090817273,
+ 2.3926693515363695e-08,
+ 2.3051467223922373e-07,
+ 7.989435289346147e-06,
+ 0.015377696603536606,
+ 8.132845323416404e-06,
+ 0.00017419281357433647,
+ 0.00018597592134028673,
+ 3.848293636110611e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3068596124649048,
+ -7.256199359893799,
+ -17.54827117919922,
+ -15.282951354980469,
+ -11.737390518188477,
+ -4.174837112426758,
+ -11.719599723815918,
+ -8.65534782409668,
+ -8.589893341064453,
+ -10.165295600891113
+ ],
+ "distances_by_expert": [
+ 0.6137192249298096,
+ 14.512398719787598,
+ 35.09654235839844,
+ 30.565902709960938,
+ 23.474781036376953,
+ 8.349674224853516,
+ 23.439199447631836,
+ 17.31069564819336,
+ 17.179786682128906,
+ 20.330591201782227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3502.623046875,
+ "language": 52.26810073852539
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.698896050453186,
+ 0.0005949944024905562,
+ 2.2240406849505234e-08,
+ 2.0390240251799696e-07,
+ 7.201289463409921e-06,
+ 0.013557737693190575,
+ 7.2199250098492485e-06,
+ 0.00015777612861711532,
+ 0.00017534317157696933,
+ 3.3956086554098874e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35825324058532715,
+ -7.4269585609436035,
+ -17.621355056762695,
+ -15.405624389648438,
+ -11.8412504196167,
+ -4.300797939300537,
+ -11.838665962219238,
+ -8.75433349609375,
+ -8.648765563964844,
+ -10.29044246673584
+ ],
+ "distances_by_expert": [
+ 0.7165064811706543,
+ 14.853917121887207,
+ 35.24271011352539,
+ 30.811248779296875,
+ 23.6825008392334,
+ 8.601595878601074,
+ 23.677331924438477,
+ 17.5086669921875,
+ 17.297531127929688,
+ 20.58088493347168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.235107421875,
+ "language": 52.258914947509766
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7520977258682251,
+ 0.0008805585675872862,
+ 2.3930388337589648e-08,
+ 3.282181353370106e-07,
+ 9.604407750885002e-06,
+ 0.023487133905291557,
+ 9.643331395636778e-06,
+ 0.00020137944375164807,
+ 0.00019976541807409376,
+ 4.495101165957749e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28488898277282715,
+ -7.034954071044922,
+ -17.54811668395996,
+ -14.929587364196777,
+ -11.553288459777832,
+ -3.751302480697632,
+ -11.549243927001953,
+ -8.510319709777832,
+ -8.518366813659668,
+ -10.009937286376953
+ ],
+ "distances_by_expert": [
+ 0.5697779655456543,
+ 14.069908142089844,
+ 35.09623336791992,
+ 29.859174728393555,
+ 23.106576919555664,
+ 7.502604961395264,
+ 23.098487854003906,
+ 17.020639419555664,
+ 17.036733627319336,
+ 20.019874572753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.998291015625,
+ "language": 52.305423736572266
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7027890682220459,
+ 0.0008513173670507967,
+ 2.3046617059208074e-08,
+ 3.1170583270068164e-07,
+ 9.283342478738632e-06,
+ 0.022906949743628502,
+ 9.422594303032383e-06,
+ 0.00019549753051251173,
+ 0.00018853314395528287,
+ 4.402184276841581e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35269850492477417,
+ -7.0687255859375,
+ -17.58574676513672,
+ -14.981205940246582,
+ -11.587288856506348,
+ -3.7763149738311768,
+ -11.572400093078613,
+ -8.539962768554688,
+ -8.576236724853516,
+ -10.030824661254883
+ ],
+ "distances_by_expert": [
+ 0.7053970098495483,
+ 14.137451171875,
+ 35.17149353027344,
+ 29.962411880493164,
+ 23.174577713012695,
+ 7.5526299476623535,
+ 23.144800186157227,
+ 17.079925537109375,
+ 17.15247344970703,
+ 20.061649322509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.226806640625,
+ "language": 52.285675048828125
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7381391525268555,
+ 0.0006973582203499973,
+ 2.3689651129643607e-08,
+ 2.3163237017342908e-07,
+ 8.052096745814197e-06,
+ 0.016354750841856003,
+ 8.175818038580474e-06,
+ 0.0001764844637364149,
+ 0.00018930173246189952,
+ 3.8858179323142394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3036229610443115,
+ -7.268211364746094,
+ -17.5582275390625,
+ -15.278114318847656,
+ -11.729578018188477,
+ -4.113236904144287,
+ -11.714329719543457,
+ -8.642277717590332,
+ -8.572168350219727,
+ -10.15559196472168
+ ],
+ "distances_by_expert": [
+ 0.607245922088623,
+ 14.536422729492188,
+ 35.116455078125,
+ 30.556228637695312,
+ 23.459156036376953,
+ 8.226473808288574,
+ 23.428659439086914,
+ 17.284555435180664,
+ 17.144336700439453,
+ 20.31118392944336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.635009765625,
+ "language": 52.276920318603516
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7882397770881653,
+ 0.0007920766365714371,
+ 2.4728997516376694e-08,
+ 2.767028206562827e-07,
+ 9.168558790406678e-06,
+ 0.019968438893556595,
+ 9.31344857235672e-06,
+ 0.00019932030409108847,
+ 0.00020608129852917045,
+ 4.4512264139484614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23795297741889954,
+ -7.140852451324463,
+ -17.515289306640625,
+ -15.100321769714355,
+ -11.599730491638184,
+ -3.913602352142334,
+ -11.584051132202148,
+ -8.520597457885742,
+ -8.487239837646484,
+ -10.019745826721191
+ ],
+ "distances_by_expert": [
+ 0.4759059548377991,
+ 14.281704902648926,
+ 35.03057861328125,
+ 30.20064353942871,
+ 23.199460983276367,
+ 7.827204704284668,
+ 23.168102264404297,
+ 17.041194915771484,
+ 16.97447967529297,
+ 20.039491653442383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.391845703125,
+ "language": 52.29478073120117
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7456543445587158,
+ 0.0008235382265411317,
+ 2.395093723350783e-08,
+ 3.247595259381342e-07,
+ 9.2449026851682e-06,
+ 0.0229567289352417,
+ 9.723971743369475e-06,
+ 0.0002031656913459301,
+ 0.00019825865456368774,
+ 4.3323805584805086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2934931516647339,
+ -7.101900577545166,
+ -17.547258377075195,
+ -14.940180778503418,
+ -11.591438293457031,
+ -3.774144172668457,
+ -11.540916442871094,
+ -8.50148868560791,
+ -8.525938034057617,
+ -10.046808242797852
+ ],
+ "distances_by_expert": [
+ 0.5869863033294678,
+ 14.203801155090332,
+ 35.09451675415039,
+ 29.880361557006836,
+ 23.182876586914062,
+ 7.548288345336914,
+ 23.081832885742188,
+ 17.00297737121582,
+ 17.051876068115234,
+ 20.093616485595703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.814453125,
+ "language": 52.288997650146484
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7772605419158936,
+ 0.0009026418556459248,
+ 2.53376981618203e-08,
+ 3.4222307476738933e-07,
+ 9.5267396318377e-06,
+ 0.024386895820498466,
+ 1.0054520316771232e-05,
+ 0.00020842859521508217,
+ 0.00020766531815752387,
+ 4.4624644942814484e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2519797086715698,
+ -7.0101847648620605,
+ -17.4909725189209,
+ -14.887803077697754,
+ -11.561408042907715,
+ -3.7137093544006348,
+ -11.507488250732422,
+ -8.475914001464844,
+ -8.479582786560059,
+ -10.017224311828613
+ ],
+ "distances_by_expert": [
+ 0.5039594173431396,
+ 14.020369529724121,
+ 34.9819450378418,
+ 29.775606155395508,
+ 23.12281608581543,
+ 7.4274187088012695,
+ 23.014976501464844,
+ 16.951828002929688,
+ 16.959165573120117,
+ 20.034448623657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.366455078125,
+ "language": 52.2752799987793
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7575557827949524,
+ 0.0007742906454950571,
+ 2.4170622836550137e-08,
+ 2.755029129275499e-07,
+ 8.829904800222721e-06,
+ 0.01972571760416031,
+ 9.133972525887657e-06,
+ 0.00019366359629202634,
+ 0.00020058992959093302,
+ 4.230810372973792e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2776581048965454,
+ -7.163563251495361,
+ -17.538127899169922,
+ -15.104667663574219,
+ -11.63736629486084,
+ -3.9258320331573486,
+ -11.603509902954102,
+ -8.54938793182373,
+ -8.51424789428711,
+ -10.070531845092773
+ ],
+ "distances_by_expert": [
+ 0.5553162097930908,
+ 14.327126502990723,
+ 35.076255798339844,
+ 30.209335327148438,
+ 23.27473258972168,
+ 7.851664066314697,
+ 23.207019805908203,
+ 17.09877586364746,
+ 17.02849578857422,
+ 20.141063690185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.128173828125,
+ "language": 52.284706115722656
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8200053572654724,
+ 0.0008510077022947371,
+ 2.5627374000691816e-08,
+ 3.060268909393926e-07,
+ 9.367134225612972e-06,
+ 0.02144232764840126,
+ 9.59354110818822e-06,
+ 0.0002043360291281715,
+ 0.00021384049614425749,
+ 4.378281664685346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.1984444111585617,
+ -7.069089412689209,
+ -17.479604721069336,
+ -14.999592781066895,
+ -11.578303337097168,
+ -3.842388391494751,
+ -11.554420471191406,
+ -8.495744705200195,
+ -8.45028018951416,
+ -10.036269187927246
+ ],
+ "distances_by_expert": [
+ 0.3968888223171234,
+ 14.138178825378418,
+ 34.95920944213867,
+ 29.99918556213379,
+ 23.156606674194336,
+ 7.684776782989502,
+ 23.108840942382812,
+ 16.99148941040039,
+ 16.90056037902832,
+ 20.072538375854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.342529296875,
+ "language": 52.271240234375
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7900927662849426,
+ 0.0008531354833394289,
+ 2.5343304344005446e-08,
+ 3.125032037587516e-07,
+ 9.268224857805762e-06,
+ 0.021978851407766342,
+ 9.546220098854974e-06,
+ 0.00020414066966623068,
+ 0.000206538345082663,
+ 4.2680494516389444e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2356048971414566,
+ -7.066592216491699,
+ -17.490751266479492,
+ -14.97865104675293,
+ -11.588918685913086,
+ -3.8176746368408203,
+ -11.559365272521973,
+ -8.49670124053955,
+ -8.485024452209473,
+ -10.061768531799316
+ ],
+ "distances_by_expert": [
+ 0.4712097942829132,
+ 14.133184432983398,
+ 34.981502532958984,
+ 29.95730209350586,
+ 23.177837371826172,
+ 7.635349273681641,
+ 23.118730545043945,
+ 16.9934024810791,
+ 16.970048904418945,
+ 20.123537063598633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.36328125,
+ "language": 52.280277252197266
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7363387942314148,
+ 0.0008048447198234499,
+ 2.329761272790165e-08,
+ 2.816674680161668e-07,
+ 8.905372851586435e-06,
+ 0.02112938091158867,
+ 9.272494935430586e-06,
+ 0.00019367836648598313,
+ 0.00019672517373692244,
+ 4.3334552174201235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30606499314308167,
+ -7.124861240386963,
+ -17.574914932250977,
+ -15.082538604736328,
+ -11.62885570526123,
+ -3.857090711593628,
+ -11.588458061218262,
+ -8.549311637878418,
+ -8.533702850341797,
+ -10.046560287475586
+ ],
+ "distances_by_expert": [
+ 0.6121299862861633,
+ 14.249722480773926,
+ 35.14982986450195,
+ 30.165077209472656,
+ 23.25771141052246,
+ 7.714181423187256,
+ 23.176916122436523,
+ 17.098623275756836,
+ 17.067405700683594,
+ 20.093120574951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.03515625,
+ "language": 52.295982360839844
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6984647512435913,
+ 0.000824982242193073,
+ 2.3007574512234896e-08,
+ 3.1886528972790984e-07,
+ 9.269179827242624e-06,
+ 0.022712862119078636,
+ 9.628058251109906e-06,
+ 0.00019833771511912346,
+ 0.00018939960864372551,
+ 4.353947952040471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35887059569358826,
+ -7.100148677825928,
+ -17.58744239807129,
+ -14.958497047424316,
+ -11.588815689086914,
+ -3.7848238945007324,
+ -11.55082893371582,
+ -8.52553939819336,
+ -8.571651458740234,
+ -10.041842460632324
+ ],
+ "distances_by_expert": [
+ 0.7177411913871765,
+ 14.200297355651855,
+ 35.17488479614258,
+ 29.916994094848633,
+ 23.177631378173828,
+ 7.569647789001465,
+ 23.10165786743164,
+ 17.05107879638672,
+ 17.14330291748047,
+ 20.08368492126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.822998046875,
+ "language": 52.30210876464844
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7708426117897034,
+ 0.0008948502945713699,
+ 2.473706395278441e-08,
+ 3.4235984003316844e-07,
+ 9.768903510121163e-06,
+ 0.024566324427723885,
+ 1.0071881661133375e-05,
+ 0.00021052559895906597,
+ 0.00020542180573102087,
+ 4.611302574630827e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26027101278305054,
+ -7.018854141235352,
+ -17.514963150024414,
+ -14.88740348815918,
+ -11.536306381225586,
+ -3.706378698348999,
+ -11.505763053894043,
+ -8.465903282165527,
+ -8.490445137023926,
+ -9.984415054321289
+ ],
+ "distances_by_expert": [
+ 0.5205420255661011,
+ 14.037708282470703,
+ 35.02992630004883,
+ 29.77480697631836,
+ 23.072612762451172,
+ 7.412757396697998,
+ 23.011526107788086,
+ 16.931806564331055,
+ 16.98089027404785,
+ 19.968830108642578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.763427734375,
+ "language": 52.269927978515625
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8018435835838318,
+ 0.0008380961371585727,
+ 2.503505491802116e-08,
+ 3.105708401562879e-07,
+ 9.613681868358981e-06,
+ 0.021701352670788765,
+ 9.68988570093643e-06,
+ 0.00020589152700267732,
+ 0.0002108036569552496,
+ 4.5504613808589056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22084176540374756,
+ -7.084377765655518,
+ -17.502988815307617,
+ -14.984853744506836,
+ -11.552323341369629,
+ -3.83038067817688,
+ -11.544427871704102,
+ -8.488161087036133,
+ -8.464583396911621,
+ -9.997696876525879
+ ],
+ "distances_by_expert": [
+ 0.4416835308074951,
+ 14.168755531311035,
+ 35.005977630615234,
+ 29.969707489013672,
+ 23.104646682739258,
+ 7.66076135635376,
+ 23.088855743408203,
+ 16.976322174072266,
+ 16.929166793823242,
+ 19.995393753051758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.85302734375,
+ "language": 52.29340362548828
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.729904294013977,
+ 0.0007544958498328924,
+ 2.3417142003268054e-08,
+ 2.813308412896731e-07,
+ 8.692803021403961e-06,
+ 0.01862725429236889,
+ 8.785010322753806e-06,
+ 0.0001870583073468879,
+ 0.0001937101478688419,
+ 3.983130227425136e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3148418664932251,
+ -7.189460754394531,
+ -17.56979751586914,
+ -15.083734512329102,
+ -11.65301513671875,
+ -3.9831295013427734,
+ -11.642463684082031,
+ -8.584090232849121,
+ -8.549147605895996,
+ -10.130857467651367
+ ],
+ "distances_by_expert": [
+ 0.6296837329864502,
+ 14.378921508789062,
+ 35.13959503173828,
+ 30.167469024658203,
+ 23.3060302734375,
+ 7.966259002685547,
+ 23.284927368164062,
+ 17.168180465698242,
+ 17.098295211791992,
+ 20.261714935302734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.5361328125,
+ "language": 52.26557540893555
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.802327036857605,
+ 0.0007815134013071656,
+ 2.552502920138977e-08,
+ 2.64621547785282e-07,
+ 8.753231668379158e-06,
+ 0.018530048429965973,
+ 8.952727512223646e-06,
+ 0.00019261868146713823,
+ 0.00020656257402151823,
+ 4.180303949397057e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22023901343345642,
+ -7.15427827835083,
+ -17.483606338500977,
+ -15.144965171813965,
+ -11.646087646484375,
+ -3.9883615970611572,
+ -11.623552322387695,
+ -8.554798126220703,
+ -8.484907150268555,
+ -10.082541465759277
+ ],
+ "distances_by_expert": [
+ 0.44047802686691284,
+ 14.30855655670166,
+ 34.96721267700195,
+ 30.28993034362793,
+ 23.29217529296875,
+ 7.9767231941223145,
+ 23.24710464477539,
+ 17.109596252441406,
+ 16.96981430053711,
+ 20.165082931518555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.723876953125,
+ "language": 52.2701416015625
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.788297712802887,
+ 0.0007857840973883867,
+ 2.508404683965182e-08,
+ 2.659226083778776e-07,
+ 8.62092747411225e-06,
+ 0.01851535774767399,
+ 8.814744433038868e-06,
+ 0.00019005370268132538,
+ 0.00020275554561521858,
+ 4.10491120419465e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23787951469421387,
+ -7.148828506469727,
+ -17.501033782958984,
+ -15.140060424804688,
+ -11.661317825317383,
+ -3.989154815673828,
+ -11.639084815979004,
+ -8.568203926086426,
+ -8.503509521484375,
+ -10.100741386413574
+ ],
+ "distances_by_expert": [
+ 0.47575902938842773,
+ 14.297657012939453,
+ 35.00206756591797,
+ 30.280120849609375,
+ 23.322635650634766,
+ 7.978309631347656,
+ 23.278169631958008,
+ 17.13640785217285,
+ 17.00701904296875,
+ 20.20148277282715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.4453125,
+ "language": 52.259132385253906
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.727405846118927,
+ 0.0007077387417666614,
+ 2.3199969945153498e-08,
+ 2.3654264680317283e-07,
+ 8.138741577567998e-06,
+ 0.016553683206439018,
+ 8.367108421225566e-06,
+ 0.00017561830463819206,
+ 0.0001886338577605784,
+ 3.899873627233319e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3182707130908966,
+ -7.2534356117248535,
+ -17.57911491394043,
+ -15.257137298583984,
+ -11.71887493133545,
+ -4.101146697998047,
+ -11.691202163696289,
+ -8.647197723388672,
+ -8.575702667236328,
+ -10.151981353759766
+ ],
+ "distances_by_expert": [
+ 0.6365414261817932,
+ 14.506871223449707,
+ 35.15822982788086,
+ 30.51427459716797,
+ 23.4377498626709,
+ 8.202293395996094,
+ 23.382404327392578,
+ 17.294395446777344,
+ 17.151405334472656,
+ 20.30396270751953
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3347.341064453125,
+ "language": 52.294254302978516
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7724628448486328,
+ 0.000872583594173193,
+ 2.4885707716748584e-08,
+ 3.132124390958779e-07,
+ 9.409618542122189e-06,
+ 0.022540129721164703,
+ 9.702823263069149e-06,
+ 0.00020097231026738882,
+ 0.00020602626318577677,
+ 4.417559830471873e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2581714391708374,
+ -7.0440521240234375,
+ -17.50897216796875,
+ -14.976384162902832,
+ -11.57377815246582,
+ -3.7924580574035645,
+ -11.54309368133545,
+ -8.512343406677246,
+ -8.487506866455078,
+ -10.027338027954102
+ ],
+ "distances_by_expert": [
+ 0.5163428783416748,
+ 14.088104248046875,
+ 35.0179443359375,
+ 29.952768325805664,
+ 23.14755630493164,
+ 7.584916114807129,
+ 23.0861873626709,
+ 17.024686813354492,
+ 16.975013732910156,
+ 20.054676055908203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.34326171875,
+ "language": 52.27747344970703
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7587810754776001,
+ 0.0009119567694142461,
+ 2.4773752826945383e-08,
+ 3.2491908541487646e-07,
+ 9.68872154771816e-06,
+ 0.02368198148906231,
+ 1.0030290468421299e-05,
+ 0.00020713444973807782,
+ 0.00020296371076256037,
+ 4.623328277375549e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27604198455810547,
+ -6.999917984008789,
+ -17.51348114013672,
+ -14.939689636230469,
+ -11.544548034667969,
+ -3.7430408000946045,
+ -11.50990104675293,
+ -8.482142448425293,
+ -8.502483367919922,
+ -9.981810569763184
+ ],
+ "distances_by_expert": [
+ 0.5520839691162109,
+ 13.999835968017578,
+ 35.02696228027344,
+ 29.879379272460938,
+ 23.089096069335938,
+ 7.486081600189209,
+ 23.01980209350586,
+ 16.964284896850586,
+ 17.004966735839844,
+ 19.963621139526367
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3261.973388671875,
+ "language": 52.29279708862305
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.723637580871582,
+ 0.0008777661714702845,
+ 2.3484235001092202e-08,
+ 3.238372983105364e-07,
+ 9.425929420103785e-06,
+ 0.02353404089808464,
+ 9.7981628641719e-06,
+ 0.00020230184600222856,
+ 0.0001960314839379862,
+ 4.5055003283778206e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32346466183662415,
+ -7.038130283355713,
+ -17.566936492919922,
+ -14.943024635314941,
+ -11.572046279907227,
+ -3.74930739402771,
+ -11.533315658569336,
+ -8.505749702453613,
+ -8.537235260009766,
+ -10.0076265335083
+ ],
+ "distances_by_expert": [
+ 0.6469293236732483,
+ 14.076260566711426,
+ 35.133872985839844,
+ 29.886049270629883,
+ 23.144092559814453,
+ 7.49861478805542,
+ 23.066631317138672,
+ 17.011499404907227,
+ 17.07447052001953,
+ 20.0152530670166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.62158203125,
+ "language": 52.30025100708008
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7584187984466553,
+ 0.0009245228720828891,
+ 2.4260964792688355e-08,
+ 3.3903663165801845e-07,
+ 9.746876457938924e-06,
+ 0.025396237149834633,
+ 1.0121170817001257e-05,
+ 0.00020914620836265385,
+ 0.00020398673950694501,
+ 4.675877789850347e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2765195369720459,
+ -6.986232757568359,
+ -17.53439712524414,
+ -14.897157669067383,
+ -11.53856372833252,
+ -3.673154354095459,
+ -11.50088119506836,
+ -8.472476959228516,
+ -8.497455596923828,
+ -9.970508575439453
+ ],
+ "distances_by_expert": [
+ 0.5530390739440918,
+ 13.972465515136719,
+ 35.06879425048828,
+ 29.794315338134766,
+ 23.07712745666504,
+ 7.346308708190918,
+ 23.00176239013672,
+ 16.94495391845703,
+ 16.994911193847656,
+ 19.941017150878906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.2373046875,
+ "language": 52.307861328125
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7748460173606873,
+ 0.0008814244065433741,
+ 2.4832175427036418e-08,
+ 3.350803297053062e-07,
+ 9.409851372765843e-06,
+ 0.02387825772166252,
+ 9.737816981214564e-06,
+ 0.0002041007683146745,
+ 0.00020808402041438967,
+ 4.3705094867618755e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25509098172187805,
+ -7.033971309661865,
+ -17.511125564575195,
+ -14.908895492553711,
+ -11.573753356933594,
+ -3.7347869873046875,
+ -11.539493560791016,
+ -8.496896743774414,
+ -8.477568626403809,
+ -10.038045883178711
+ ],
+ "distances_by_expert": [
+ 0.5101819634437561,
+ 14.06794261932373,
+ 35.02225112915039,
+ 29.817790985107422,
+ 23.147506713867188,
+ 7.469573974609375,
+ 23.07898712158203,
+ 16.993793487548828,
+ 16.955137252807617,
+ 20.076091766357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.339111328125,
+ "language": 52.28246307373047
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8049637079238892,
+ 0.0008681768085807562,
+ 2.5617307386482935e-08,
+ 3.153344039219519e-07,
+ 9.55888390308246e-06,
+ 0.021942755207419395,
+ 9.62773719948018e-06,
+ 0.00020615382527466863,
+ 0.00021242559887468815,
+ 4.467024700716138e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21695804595947266,
+ -7.049115180969238,
+ -17.479997634887695,
+ -14.969632148742676,
+ -11.558039665222168,
+ -3.8193182945251465,
+ -11.550862312316895,
+ -8.48688793182373,
+ -8.456918716430664,
+ -10.016202926635742
+ ],
+ "distances_by_expert": [
+ 0.4339160919189453,
+ 14.098230361938477,
+ 34.95999526977539,
+ 29.93926429748535,
+ 23.116079330444336,
+ 7.638636589050293,
+ 23.10172462463379,
+ 16.97377586364746,
+ 16.913837432861328,
+ 20.032405853271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.0966796875,
+ "language": 52.27900695800781
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8004581928253174,
+ 0.0008532986394129694,
+ 2.5322044905351504e-08,
+ 3.053995101254259e-07,
+ 9.172870704787783e-06,
+ 0.021438851952552795,
+ 9.28777899389388e-06,
+ 0.00020022565149702132,
+ 0.00021062199084553868,
+ 4.265603638486937e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22257104516029358,
+ -7.06640100479126,
+ -17.49159049987793,
+ -15.0016450881958,
+ -11.599260330200195,
+ -3.84255051612854,
+ -11.586811065673828,
+ -8.51606559753418,
+ -8.465445518493652,
+ -10.062341690063477
+ ],
+ "distances_by_expert": [
+ 0.44514209032058716,
+ 14.13280200958252,
+ 34.98318099975586,
+ 30.0032901763916,
+ 23.19852066040039,
+ 7.68510103225708,
+ 23.173622131347656,
+ 17.03213119506836,
+ 16.930891036987305,
+ 20.124683380126953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.89501953125,
+ "language": 52.26472473144531
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6772615313529968,
+ 0.0007570069283246994,
+ 2.2659689236093072e-08,
+ 2.537729812956968e-07,
+ 8.3787190305884e-06,
+ 0.01650046370923519,
+ 8.3380900832708e-06,
+ 0.00017670795205049217,
+ 0.00017913911142386496,
+ 4.044655725010671e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38969776034355164,
+ -7.186138153076172,
+ -17.602678298950195,
+ -15.1868257522583,
+ -11.689815521240234,
+ -4.104366779327393,
+ -11.694676399230957,
+ -8.641012191772461,
+ -8.627347946166992,
+ -10.11552906036377
+ ],
+ "distances_by_expert": [
+ 0.7793955206871033,
+ 14.372276306152344,
+ 35.20535659790039,
+ 30.3736515045166,
+ 23.37963104248047,
+ 8.208733558654785,
+ 23.389352798461914,
+ 17.282024383544922,
+ 17.254695892333984,
+ 20.23105812072754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.040771484375,
+ "language": 52.2885627746582
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.758771538734436,
+ 0.0008754663285799325,
+ 2.520918229720337e-08,
+ 2.9419095426419517e-07,
+ 9.10241487872554e-06,
+ 0.020107753574848175,
+ 9.251155461242888e-06,
+ 0.00019540546054486185,
+ 0.00020062780822627246,
+ 4.386347427498549e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2760544717311859,
+ -7.0407538414001465,
+ -17.496057510375977,
+ -15.039036750793457,
+ -11.60697078704834,
+ -3.9066498279571533,
+ -11.5907621383667,
+ -8.540433883666992,
+ -8.514059066772461,
+ -10.034428596496582
+ ],
+ "distances_by_expert": [
+ 0.5521089434623718,
+ 14.081507682800293,
+ 34.99211502075195,
+ 30.078073501586914,
+ 23.21394157409668,
+ 7.813299655914307,
+ 23.1815242767334,
+ 17.080867767333984,
+ 17.028118133544922,
+ 20.068857192993164
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3426.353515625,
+ "language": 52.28970718383789
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7090550661087036,
+ 0.0007043363875709474,
+ 2.260232179196464e-08,
+ 2.3956067707331385e-07,
+ 7.720361281826627e-06,
+ 0.015458243899047375,
+ 8.013395017769653e-06,
+ 0.00016925421368796378,
+ 0.0001859521580627188,
+ 3.6991459637647495e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34382206201553345,
+ -7.258254528045654,
+ -17.605213165283203,
+ -15.24445915222168,
+ -11.771649360656738,
+ -4.169612884521484,
+ -11.734395980834961,
+ -8.68410873413086,
+ -8.590021133422852,
+ -10.20482349395752
+ ],
+ "distances_by_expert": [
+ 0.6876441240310669,
+ 14.516509056091309,
+ 35.210426330566406,
+ 30.48891830444336,
+ 23.543298721313477,
+ 8.339225769042969,
+ 23.468791961669922,
+ 17.36821746826172,
+ 17.180042266845703,
+ 20.40964698791504
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3526.707275390625,
+ "language": 52.293155670166016
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7249918580055237,
+ 0.0006538484594784677,
+ 2.3299699947187946e-08,
+ 2.3992441811060417e-07,
+ 7.529317372245714e-06,
+ 0.01566549390554428,
+ 7.805819222994614e-06,
+ 0.0001701470755506307,
+ 0.00018551942775957286,
+ 3.525527790770866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32159486413002014,
+ -7.332634925842285,
+ -17.574825286865234,
+ -15.242941856384277,
+ -11.796706199645996,
+ -4.156294822692871,
+ -11.760641098022461,
+ -8.678847312927246,
+ -8.592350959777832,
+ -10.25289535522461
+ ],
+ "distances_by_expert": [
+ 0.6431897282600403,
+ 14.66526985168457,
+ 35.14965057373047,
+ 30.485883712768555,
+ 23.593412399291992,
+ 8.312589645385742,
+ 23.521282196044922,
+ 17.357694625854492,
+ 17.184701919555664,
+ 20.50579071044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.8017578125,
+ "language": 52.25771713256836
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5953966975212097,
+ 0.0006143518257886171,
+ 1.9424566843895263e-08,
+ 2.6225566784887633e-07,
+ 7.210553121694829e-06,
+ 0.017375430092215538,
+ 7.678955626033712e-06,
+ 0.00016203867562580854,
+ 0.00016471667913720012,
+ 3.2666681363480166e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5185273885726929,
+ -7.394942760467529,
+ -17.75672721862793,
+ -15.153945922851562,
+ -11.839964866638184,
+ -4.052698135375977,
+ -11.777027130126953,
+ -8.727675437927246,
+ -8.711283683776855,
+ -10.329154968261719
+ ],
+ "distances_by_expert": [
+ 1.0370547771453857,
+ 14.789885520935059,
+ 35.51345443725586,
+ 30.307891845703125,
+ 23.679929733276367,
+ 8.105396270751953,
+ 23.554054260253906,
+ 17.455350875854492,
+ 17.42256736755371,
+ 20.658309936523438
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3318.5234375,
+ "language": 52.27752685546875
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5974065065383911,
+ 0.0006657968042418361,
+ 1.9557321095931002e-08,
+ 2.7261461355010397e-07,
+ 7.624487807333935e-06,
+ 0.019360974431037903,
+ 8.140232239384204e-06,
+ 0.0001701511355349794,
+ 0.00016544574464205652,
+ 3.497174475342035e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5151574611663818,
+ -7.314526081085205,
+ -17.749916076660156,
+ -15.115206718444824,
+ -11.78414535522461,
+ -3.944495916366577,
+ -11.7186918258667,
+ -8.678823471069336,
+ -8.706867218017578,
+ -10.260970115661621
+ ],
+ "distances_by_expert": [
+ 1.0303149223327637,
+ 14.62905216217041,
+ 35.49983215332031,
+ 30.23041343688965,
+ 23.56829071044922,
+ 7.888991832733154,
+ 23.4373836517334,
+ 17.357646942138672,
+ 17.413734436035156,
+ 20.521940231323242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.235107421875,
+ "language": 52.29444885253906
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7604592442512512,
+ 0.0007674043299630284,
+ 2.447607094779869e-08,
+ 2.810749890613806e-07,
+ 8.450952009297907e-06,
+ 0.019417157396674156,
+ 8.871695172274485e-06,
+ 0.00019254503422416747,
+ 0.00020201265579089522,
+ 4.0094808355206624e-05
+ ],
+ "log_scores_by_expert": [
+ -0.273832768201828,
+ -7.172496795654297,
+ -17.525569915771484,
+ -15.084644317626953,
+ -11.681231498718262,
+ -3.9415981769561768,
+ -11.632644653320312,
+ -8.555180549621582,
+ -8.507180213928223,
+ -10.124263763427734
+ ],
+ "distances_by_expert": [
+ 0.547665536403656,
+ 14.344993591308594,
+ 35.05113983154297,
+ 30.169288635253906,
+ 23.362462997436523,
+ 7.8831963539123535,
+ 23.265289306640625,
+ 17.110361099243164,
+ 17.014360427856445,
+ 20.24852752685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.73095703125,
+ "language": 52.28911209106445
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7498935461044312,
+ 0.0007512508891522884,
+ 2.3846189023402076e-08,
+ 2.768091746929713e-07,
+ 8.528734724677633e-06,
+ 0.019930873066186905,
+ 8.953496035246644e-06,
+ 0.00019325678294990212,
+ 0.00020032344036735594,
+ 4.103466562810354e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28782400488853455,
+ -7.193770885467529,
+ -17.5516414642334,
+ -15.099937438964844,
+ -11.672069549560547,
+ -3.915485382080078,
+ -11.623466491699219,
+ -8.551490783691406,
+ -8.51557731628418,
+ -10.101093292236328
+ ],
+ "distances_by_expert": [
+ 0.5756480097770691,
+ 14.387541770935059,
+ 35.1032829284668,
+ 30.199874877929688,
+ 23.344139099121094,
+ 7.830970764160156,
+ 23.246932983398438,
+ 17.102981567382812,
+ 17.03115463256836,
+ 20.202186584472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.6201171875,
+ "language": 52.27403259277344
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6783257126808167,
+ 0.0008088354952633381,
+ 2.2406505095773355e-08,
+ 3.14757528485643e-07,
+ 8.910316864785273e-06,
+ 0.023323142901062965,
+ 9.615991984901484e-06,
+ 0.00019657250959426165,
+ 0.00018152837583329529,
+ 4.1731862438609824e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3881276547908783,
+ -7.119915008544922,
+ -17.613914489746094,
+ -14.971463203430176,
+ -11.628300666809082,
+ -3.7583091259002686,
+ -11.552083015441895,
+ -8.534479141235352,
+ -8.61409854888916,
+ -10.084245681762695
+ ],
+ "distances_by_expert": [
+ 0.7762553095817566,
+ 14.239830017089844,
+ 35.22782897949219,
+ 29.94292640686035,
+ 23.256601333618164,
+ 7.516618251800537,
+ 23.10416603088379,
+ 17.068958282470703,
+ 17.22819709777832,
+ 20.16849136352539
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3283.5400390625,
+ "language": 52.28246307373047
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6324562430381775,
+ 0.0006990095134824514,
+ 2.075482719021693e-08,
+ 2.3456492215245817e-07,
+ 7.986273885762785e-06,
+ 0.014682487584650517,
+ 7.791635653120466e-06,
+ 0.0001637226523598656,
+ 0.0001677752152318135,
+ 3.824789746431634e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4581442177295685,
+ -7.265846252441406,
+ -17.690486907958984,
+ -15.265533447265625,
+ -11.737786293029785,
+ -4.221099853515625,
+ -11.762459754943848,
+ -8.717336654663086,
+ -8.692885398864746,
+ -10.171422004699707
+ ],
+ "distances_by_expert": [
+ 0.916288435459137,
+ 14.531692504882812,
+ 35.38097381591797,
+ 30.53106689453125,
+ 23.47557258605957,
+ 8.44219970703125,
+ 23.524919509887695,
+ 17.434673309326172,
+ 17.385770797729492,
+ 20.342844009399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.095703125,
+ "language": 52.27733612060547
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7387591004371643,
+ 0.0008332207798957825,
+ 2.4094626738246916e-08,
+ 2.9415505764518457e-07,
+ 8.963098480307963e-06,
+ 0.020539522171020508,
+ 9.042300916917156e-06,
+ 0.00019584872643463314,
+ 0.00019374357361812145,
+ 4.37502603745088e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30278339982032776,
+ -7.090211868286133,
+ -17.541276931762695,
+ -15.039158821105957,
+ -11.622394561767578,
+ -3.885404348373413,
+ -11.61359691619873,
+ -8.538167953491211,
+ -8.548974990844727,
+ -10.037013053894043
+ ],
+ "distances_by_expert": [
+ 0.6055667996406555,
+ 14.180423736572266,
+ 35.08255386352539,
+ 30.078317642211914,
+ 23.244789123535156,
+ 7.770808696746826,
+ 23.22719383239746,
+ 17.076335906982422,
+ 17.097949981689453,
+ 20.074026107788086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3544.992431640625,
+ "language": 52.280391693115234
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7216545343399048,
+ 0.0007011476554907858,
+ 2.3337239696274992e-08,
+ 2.3957093731041823e-07,
+ 7.780660780554172e-06,
+ 0.016161568462848663,
+ 8.065392648859415e-06,
+ 0.00017338135512545705,
+ 0.00018672624719329178,
+ 3.7874106055824086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32620880007743835,
+ -7.262792110443115,
+ -17.57321548461914,
+ -15.244416236877441,
+ -11.763869285583496,
+ -4.125119209289551,
+ -11.727928161621094,
+ -8.660017013549805,
+ -8.585866928100586,
+ -10.181242942810059
+ ],
+ "distances_by_expert": [
+ 0.6524176001548767,
+ 14.52558422088623,
+ 35.14643096923828,
+ 30.488832473754883,
+ 23.527738571166992,
+ 8.250238418579102,
+ 23.455856323242188,
+ 17.32003402709961,
+ 17.171733856201172,
+ 20.362485885620117
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.427490234375,
+ "language": 52.2608528137207
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6823340058326721,
+ 0.000588287424761802,
+ 2.1877067268860628e-08,
+ 2.1343900868942e-07,
+ 7.001977337495191e-06,
+ 0.013881884515285492,
+ 7.206332611531252e-06,
+ 0.00015657651238143444,
+ 0.00017298101738560945,
+ 3.2963322155410424e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38223597407341003,
+ -7.438294887542725,
+ -17.637826919555664,
+ -15.359914779663086,
+ -11.869318008422852,
+ -4.277170658111572,
+ -11.840550422668457,
+ -8.76196575164795,
+ -8.662328720092773,
+ -10.320115089416504
+ ],
+ "distances_by_expert": [
+ 0.7644719481468201,
+ 14.87658977508545,
+ 35.27565383911133,
+ 30.719829559326172,
+ 23.738636016845703,
+ 8.554341316223145,
+ 23.681100845336914,
+ 17.5239315032959,
+ 17.324657440185547,
+ 20.640230178833008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.7255859375,
+ "language": 52.27858352661133
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7369438409805298,
+ 0.0008201265591196716,
+ 2.403381138549321e-08,
+ 3.354173259140225e-07,
+ 8.975271157396492e-06,
+ 0.02287789061665535,
+ 9.379756193084177e-06,
+ 0.00019723406876437366,
+ 0.00019538328342605382,
+ 4.106630149181001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30524370074272156,
+ -7.106051921844482,
+ -17.543804168701172,
+ -14.907890319824219,
+ -11.621037483215332,
+ -3.7775843143463135,
+ -11.576956748962402,
+ -8.531119346618652,
+ -8.540547370910645,
+ -10.100322723388672
+ ],
+ "distances_by_expert": [
+ 0.6104874014854431,
+ 14.212103843688965,
+ 35.087608337402344,
+ 29.815780639648438,
+ 23.242074966430664,
+ 7.555168628692627,
+ 23.153913497924805,
+ 17.062238693237305,
+ 17.08109474182129,
+ 20.200645446777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.550048828125,
+ "language": 52.28358840942383
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7655297517776489,
+ 0.0008853152394294739,
+ 2.513169583551189e-08,
+ 3.4028926165774465e-07,
+ 9.468039024795871e-06,
+ 0.023622656241059303,
+ 9.619697266316507e-06,
+ 0.0002047409798251465,
+ 0.00020147876057308167,
+ 4.347517096903175e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2671871781349182,
+ -7.029566764831543,
+ -17.499135971069336,
+ -14.89346981048584,
+ -11.567588806152344,
+ -3.745548963546753,
+ -11.551697731018066,
+ -8.493764877319336,
+ -8.50982666015625,
+ -10.043320655822754
+ ],
+ "distances_by_expert": [
+ 0.5343743562698364,
+ 14.059133529663086,
+ 34.99827194213867,
+ 29.78693962097168,
+ 23.135177612304688,
+ 7.491097927093506,
+ 23.103395462036133,
+ 16.987529754638672,
+ 17.0196533203125,
+ 20.086641311645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.0009765625,
+ "language": 52.277339935302734
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7771102786064148,
+ 0.0007110330043360591,
+ 2.4857149227841546e-08,
+ 2.478484759649291e-07,
+ 8.315799277625047e-06,
+ 0.017022110521793365,
+ 8.39275435282616e-06,
+ 0.00018418545369058847,
+ 0.0001988638541661203,
+ 3.9410377212334424e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2521730959415436,
+ -7.248791694641113,
+ -17.510120391845703,
+ -15.210448265075684,
+ -11.69735336303711,
+ -4.0732421875,
+ -11.688141822814941,
+ -8.599567413330078,
+ -8.522890090942383,
+ -10.141481399536133
+ ],
+ "distances_by_expert": [
+ 0.5043461918830872,
+ 14.497583389282227,
+ 35.020240783691406,
+ 30.420896530151367,
+ 23.39470672607422,
+ 8.146484375,
+ 23.376283645629883,
+ 17.199134826660156,
+ 17.045780181884766,
+ 20.282962799072266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.760986328125,
+ "language": 52.27236557006836
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7787914872169495,
+ 0.000712151057086885,
+ 2.449904989987317e-08,
+ 2.489875328137714e-07,
+ 8.4323783084983e-06,
+ 0.01733643375337124,
+ 8.578233064326923e-06,
+ 0.0001850132248364389,
+ 0.00020164829038549215,
+ 4.0187485865317285e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25001198053359985,
+ -7.247220516204834,
+ -17.52463150024414,
+ -15.205862998962402,
+ -11.683431625366211,
+ -4.05494499206543,
+ -11.666282653808594,
+ -8.595083236694336,
+ -8.50898551940918,
+ -10.121954917907715
+ ],
+ "distances_by_expert": [
+ 0.5000239610671997,
+ 14.494441032409668,
+ 35.04926300048828,
+ 30.411725997924805,
+ 23.366863250732422,
+ 8.10988998413086,
+ 23.332565307617188,
+ 17.190166473388672,
+ 17.01797103881836,
+ 20.24390983581543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.58984375,
+ "language": 52.286155700683594
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7907705307006836,
+ 0.0008198395371437073,
+ 2.5262997027653e-08,
+ 2.9570230708486633e-07,
+ 9.320548087998759e-06,
+ 0.021534515544772148,
+ 9.461242370889522e-06,
+ 0.00020202268206048757,
+ 0.0002061426202999428,
+ 4.4314507249509916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2347474843263626,
+ -7.1064019203186035,
+ -17.493925094604492,
+ -15.033912658691406,
+ -11.58328914642334,
+ -3.8380982875823975,
+ -11.568306922912598,
+ -8.50713062286377,
+ -8.486942291259766,
+ -10.024198532104492
+ ],
+ "distances_by_expert": [
+ 0.4694949686527252,
+ 14.212803840637207,
+ 34.987850189208984,
+ 30.067825317382812,
+ 23.16657829284668,
+ 7.676196575164795,
+ 23.136613845825195,
+ 17.01426124572754,
+ 16.97388458251953,
+ 20.048397064208984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.148193359375,
+ "language": 52.289527893066406
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6983035802841187,
+ 0.0008235343266278505,
+ 2.3421028672032662e-08,
+ 3.334297389301355e-07,
+ 9.157302883977536e-06,
+ 0.022847337648272514,
+ 9.58743203227641e-06,
+ 0.00019854948914144188,
+ 0.00018740291125141084,
+ 4.1677372792037204e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3591012954711914,
+ -7.101905345916748,
+ -17.569631576538086,
+ -14.913833618164062,
+ -11.600958824157715,
+ -3.7789206504821777,
+ -11.555057525634766,
+ -8.5244722366333,
+ -8.582249641418457,
+ -10.085552215576172
+ ],
+ "distances_by_expert": [
+ 0.7182025909423828,
+ 14.203810691833496,
+ 35.13926315307617,
+ 29.827667236328125,
+ 23.20191764831543,
+ 7.5578413009643555,
+ 23.11011505126953,
+ 17.0489444732666,
+ 17.164499282836914,
+ 20.171104431152344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.14794921875,
+ "language": 52.30326843261719
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6423665881156921,
+ 0.000734312750864774,
+ 2.150132338840649e-08,
+ 2.497559421499318e-07,
+ 8.223628356063273e-06,
+ 0.01608317531645298,
+ 8.019464985409286e-06,
+ 0.000170241211890243,
+ 0.00016950361896306276,
+ 3.948667290387675e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4425961673259735,
+ -7.216575622558594,
+ -17.6551513671875,
+ -15.202781677246094,
+ -11.70849895477295,
+ -4.129981517791748,
+ -11.733638763427734,
+ -8.67829418182373,
+ -8.682636260986328,
+ -10.139547348022461
+ ],
+ "distances_by_expert": [
+ 0.885192334651947,
+ 14.433151245117188,
+ 35.310302734375,
+ 30.405563354492188,
+ 23.4169979095459,
+ 8.259963035583496,
+ 23.46727752685547,
+ 17.35658836364746,
+ 17.365272521972656,
+ 20.279094696044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.150390625,
+ "language": 52.29592514038086
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7453750371932983,
+ 0.0008443142869509757,
+ 2.4681781951585435e-08,
+ 2.765131341675442e-07,
+ 8.942206477513537e-06,
+ 0.018569640815258026,
+ 8.902740773919504e-06,
+ 0.0001890359999379143,
+ 0.00019490666454657912,
+ 4.245810123393312e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2938677668571472,
+ -7.076985836029053,
+ -17.517200469970703,
+ -15.101007461547852,
+ -11.624728202819824,
+ -3.98622727394104,
+ -11.629151344299316,
+ -8.573573112487793,
+ -8.542989730834961,
+ -10.06699275970459
+ ],
+ "distances_by_expert": [
+ 0.5877355337142944,
+ 14.153971672058105,
+ 35.034400939941406,
+ 30.202014923095703,
+ 23.24945640563965,
+ 7.97245454788208,
+ 23.258302688598633,
+ 17.147146224975586,
+ 17.085979461669922,
+ 20.13398551940918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.68994140625,
+ "language": 52.27296829223633
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7233438491821289,
+ 0.0007144312257878482,
+ 2.3374079560767314e-08,
+ 2.4010938659557723e-07,
+ 7.827175068086945e-06,
+ 0.015734968706965446,
+ 8.04634782980429e-06,
+ 0.0001725496695144102,
+ 0.00018568741506896913,
+ 3.773551361518912e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32387056946754456,
+ -7.24402379989624,
+ -17.571638107299805,
+ -15.242171287536621,
+ -11.757908821105957,
+ -4.151869773864746,
+ -11.730292320251465,
+ -8.664825439453125,
+ -8.591445922851562,
+ -10.184908866882324
+ ],
+ "distances_by_expert": [
+ 0.6477411389350891,
+ 14.48804759979248,
+ 35.14327621459961,
+ 30.484342575073242,
+ 23.515817642211914,
+ 8.303739547729492,
+ 23.46058464050293,
+ 17.32965087890625,
+ 17.182891845703125,
+ 20.36981773376465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.095947265625,
+ "language": 52.28266906738281
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7079295516014099,
+ 0.0005950925988145173,
+ 2.2909222963107823e-08,
+ 2.1966788210647792e-07,
+ 7.218568498501554e-06,
+ 0.014102952554821968,
+ 7.373146218014881e-06,
+ 0.00016196451906580478,
+ 0.00017698098963592201,
+ 3.3768974390113726e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3454107344150543,
+ -7.426793575286865,
+ -17.591726303100586,
+ -15.331149101257324,
+ -11.83885383605957,
+ -4.26137113571167,
+ -11.817666053771973,
+ -8.728133201599121,
+ -8.6394681930542,
+ -10.295968055725098
+ ],
+ "distances_by_expert": [
+ 0.6908214688301086,
+ 14.85358715057373,
+ 35.18345260620117,
+ 30.66229820251465,
+ 23.67770767211914,
+ 8.52274227142334,
+ 23.635332107543945,
+ 17.456266403198242,
+ 17.2789363861084,
+ 20.591936111450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.597900390625,
+ "language": 52.269779205322266
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7553272247314453,
+ 0.0008200647425837815,
+ 2.42130280270203e-08,
+ 3.322397503779939e-07,
+ 8.942863132688217e-06,
+ 0.022548653185367584,
+ 9.312986549048219e-06,
+ 0.00019626737048383802,
+ 0.00020029133884236217,
+ 4.100255318917334e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2806042432785034,
+ -7.1061272621154785,
+ -17.536375045776367,
+ -14.91740894317627,
+ -11.624654769897461,
+ -3.7920799255371094,
+ -11.584100723266602,
+ -8.536032676696777,
+ -8.515737533569336,
+ -10.101876258850098
+ ],
+ "distances_by_expert": [
+ 0.5612084865570068,
+ 14.212254524230957,
+ 35.072750091552734,
+ 29.83481788635254,
+ 23.249309539794922,
+ 7.584159851074219,
+ 23.168201446533203,
+ 17.072065353393555,
+ 17.031475067138672,
+ 20.203752517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.3720703125,
+ "language": 52.26983642578125
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7630332708358765,
+ 0.0008746335515752435,
+ 2.5152219862434322e-08,
+ 3.340570913223928e-07,
+ 9.510009476798587e-06,
+ 0.023152370005846024,
+ 9.69245593296364e-06,
+ 0.00020338533795438707,
+ 0.0002023587585426867,
+ 4.3507352529559284e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2704536020755768,
+ -7.04170560836792,
+ -17.498319625854492,
+ -14.911953926086426,
+ -11.563165664672852,
+ -3.765658140182495,
+ -11.54416275024414,
+ -8.500408172607422,
+ -8.505468368530273,
+ -10.042580604553223
+ ],
+ "distances_by_expert": [
+ 0.5409072041511536,
+ 14.08341121673584,
+ 34.996639251708984,
+ 29.82390785217285,
+ 23.126331329345703,
+ 7.53131628036499,
+ 23.08832550048828,
+ 17.000816345214844,
+ 17.010936737060547,
+ 20.085161209106445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.63037109375,
+ "language": 52.283477783203125
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570289373397827,
+ 0.0006671938463114202,
+ 2.441321989010703e-08,
+ 2.293564165256612e-07,
+ 7.785975867591333e-06,
+ 0.01613077148795128,
+ 8.060025720624253e-06,
+ 0.00017740750627126545,
+ 0.0001931103179231286,
+ 3.743782144738361e-05
+ ],
+ "log_scores_by_expert": [
+ -0.278353750705719,
+ -7.312429904937744,
+ -17.528141021728516,
+ -15.287988662719727,
+ -11.76318645477295,
+ -4.127026557922363,
+ -11.728593826293945,
+ -8.63706111907959,
+ -8.55224895477295,
+ -10.192829132080078
+ ],
+ "distances_by_expert": [
+ 0.556707501411438,
+ 14.624859809875488,
+ 35.05628204345703,
+ 30.575977325439453,
+ 23.5263729095459,
+ 8.254053115844727,
+ 23.45718765258789,
+ 17.27412223815918,
+ 17.1044979095459,
+ 20.385658264160156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.5341796875,
+ "language": 52.282108306884766
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427476644515991,
+ 0.0006561099435202777,
+ 2.3373813107241403e-08,
+ 2.2391841980606841e-07,
+ 7.8286911957548e-06,
+ 0.015872396528720856,
+ 8.043309208005667e-06,
+ 0.00017623907478991896,
+ 0.00019514157611411065,
+ 3.79401863028761e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2973988652229309,
+ -7.329182147979736,
+ -17.5716495513916,
+ -15.311984062194824,
+ -11.757715225219727,
+ -4.143173694610596,
+ -11.730669975280762,
+ -8.643669128417969,
+ -8.54178524017334,
+ -10.179499626159668
+ ],
+ "distances_by_expert": [
+ 0.5947977304458618,
+ 14.658364295959473,
+ 35.1432991027832,
+ 30.62396812438965,
+ 23.515430450439453,
+ 8.286347389221191,
+ 23.461339950561523,
+ 17.287338256835938,
+ 17.08357048034668,
+ 20.358999252319336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.801513671875,
+ "language": 52.279151916503906
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577077746391296,
+ 0.0007708638440817595,
+ 2.3897731793454113e-08,
+ 2.7751519837693195e-07,
+ 8.812819032755215e-06,
+ 0.01984638161957264,
+ 9.06793138710782e-06,
+ 0.000192520790733397,
+ 0.0001992254692595452,
+ 4.148556035943329e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27745744585990906,
+ -7.167998790740967,
+ -17.549482345581055,
+ -15.097390174865723,
+ -11.639303207397461,
+ -3.9197335243225098,
+ -11.610766410827637,
+ -8.555306434631348,
+ -8.521073341369629,
+ -10.090165138244629
+ ],
+ "distances_by_expert": [
+ 0.5549148917198181,
+ 14.335997581481934,
+ 35.09896469116211,
+ 30.194780349731445,
+ 23.278606414794922,
+ 7.8394670486450195,
+ 23.221532821655273,
+ 17.110612869262695,
+ 17.042146682739258,
+ 20.180330276489258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.286865234375,
+ "language": 52.288734436035156
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6822601556777954,
+ 0.0007625532452948391,
+ 2.2859985904233326e-08,
+ 2.5411227966287697e-07,
+ 8.3981103671249e-06,
+ 0.0165414996445179,
+ 8.493466339132283e-06,
+ 0.00017879468214232475,
+ 0.000178657122887671,
+ 4.1117167711490765e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3823442757129669,
+ -7.17883825302124,
+ -17.5938777923584,
+ -15.185489654541016,
+ -11.687503814697266,
+ -4.1018829345703125,
+ -11.676213264465332,
+ -8.6292724609375,
+ -8.63004207611084,
+ -10.099084854125977
+ ],
+ "distances_by_expert": [
+ 0.7646885514259338,
+ 14.35767650604248,
+ 35.1877555847168,
+ 30.37097930908203,
+ 23.37500762939453,
+ 8.203765869140625,
+ 23.352426528930664,
+ 17.258544921875,
+ 17.26008415222168,
+ 20.198169708251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3584.5546875,
+ "language": 52.29131317138672
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7533301115036011,
+ 0.0008934569195844233,
+ 2.50765843645695e-08,
+ 3.032579058981355e-07,
+ 9.16312183107948e-06,
+ 0.021460652351379395,
+ 9.438765118829906e-06,
+ 0.00020064349519088864,
+ 0.00019947433611378074,
+ 4.525705662672408e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2832518219947815,
+ -7.020412445068359,
+ -17.501331329345703,
+ -15.008682250976562,
+ -11.600323677062988,
+ -3.84153413772583,
+ -11.570685386657715,
+ -8.513980865478516,
+ -8.519824981689453,
+ -10.003151893615723
+ ],
+ "distances_by_expert": [
+ 0.566503643989563,
+ 14.040824890136719,
+ 35.002662658691406,
+ 30.017364501953125,
+ 23.200647354125977,
+ 7.68306827545166,
+ 23.14137077331543,
+ 17.02796173095703,
+ 17.039649963378906,
+ 20.006303787231445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.765869140625,
+ "language": 52.282142639160156
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7604172825813293,
+ 0.0007673932705074549,
+ 2.446332914018967e-08,
+ 2.612339926599816e-07,
+ 8.18683565739775e-06,
+ 0.01757277175784111,
+ 8.58943985804217e-06,
+ 0.00018401286797598004,
+ 0.00019799092842731625,
+ 4.0031609387369826e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27388796210289,
+ -7.172511100769043,
+ -17.526090621948242,
+ -15.157849311828613,
+ -11.712983131408691,
+ -4.041404724121094,
+ -11.664977073669434,
+ -8.600504875183105,
+ -8.527289390563965,
+ -10.12584114074707
+ ],
+ "distances_by_expert": [
+ 0.54777592420578,
+ 14.345022201538086,
+ 35.052181243896484,
+ 30.315698623657227,
+ 23.425966262817383,
+ 8.082809448242188,
+ 23.329954147338867,
+ 17.20100975036621,
+ 17.05457878112793,
+ 20.25168228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.93701171875,
+ "language": 52.26060485839844
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6822271943092346,
+ 0.0005829024594277143,
+ 2.210414784542536e-08,
+ 2.10308158443695e-07,
+ 6.863757789687952e-06,
+ 0.013654015958309174,
+ 7.123089289962081e-06,
+ 0.00015526737843174487,
+ 0.00017344999650958925,
+ 3.192182703060098e-05
+ ],
+ "log_scores_by_expert": [
+ -0.382392555475235,
+ -7.447490692138672,
+ -17.627500534057617,
+ -15.3746919631958,
+ -11.88925552368164,
+ -4.293721675872803,
+ -11.852169036865234,
+ -8.77036190032959,
+ -8.659621238708496,
+ -10.35222053527832
+ ],
+ "distances_by_expert": [
+ 0.76478511095047,
+ 14.894981384277344,
+ 35.255001068115234,
+ 30.7493839263916,
+ 23.77851104736328,
+ 8.587443351745605,
+ 23.70433807373047,
+ 17.54072380065918,
+ 17.319242477416992,
+ 20.70444107055664
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3353.0380859375,
+ "language": 52.26110076904297
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.720481812953949,
+ 0.0008219972369261086,
+ 2.3671946181025305e-08,
+ 3.237147154777631e-07,
+ 8.868802069628146e-06,
+ 0.021824587136507034,
+ 9.239877726940904e-06,
+ 0.000193575702724047,
+ 0.00019285872986074537,
+ 4.050376082886942e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32783517241477966,
+ -7.103773593902588,
+ -17.558975219726562,
+ -14.943403244018555,
+ -11.632970809936523,
+ -3.8247179985046387,
+ -11.591981887817383,
+ -8.54984188079834,
+ -8.553552627563477,
+ -10.114115715026855
+ ],
+ "distances_by_expert": [
+ 0.6556703448295593,
+ 14.207547187805176,
+ 35.117950439453125,
+ 29.88680648803711,
+ 23.265941619873047,
+ 7.649435997009277,
+ 23.183963775634766,
+ 17.09968376159668,
+ 17.107105255126953,
+ 20.22823143005371
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.282958984375,
+ "language": 52.27661895751953
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7474308609962463,
+ 0.000879547733347863,
+ 2.452509129113878e-08,
+ 3.3738072602318425e-07,
+ 9.364795005240012e-06,
+ 0.024316031485795975,
+ 9.771073564479593e-06,
+ 0.00020475368364714086,
+ 0.00019877019803971052,
+ 4.338053258834407e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2911134958267212,
+ -7.036102771759033,
+ -17.523569107055664,
+ -14.902053833007812,
+ -11.578553199768066,
+ -3.7166194915771484,
+ -11.536084175109863,
+ -8.49370288848877,
+ -8.523361206054688,
+ -10.045499801635742
+ ],
+ "distances_by_expert": [
+ 0.5822269916534424,
+ 14.072205543518066,
+ 35.04713821411133,
+ 29.804107666015625,
+ 23.157106399536133,
+ 7.433238983154297,
+ 23.072168350219727,
+ 16.98740577697754,
+ 17.046722412109375,
+ 20.090999603271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.16796875,
+ "language": 52.294761657714844
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7614320516586304,
+ 0.0006995367002673447,
+ 2.3791805858763837e-08,
+ 2.4506982754246565e-07,
+ 7.9342644312419e-06,
+ 0.017169389873743057,
+ 8.228680599131621e-06,
+ 0.00017983406723942608,
+ 0.00019803283794317394,
+ 3.8142552511999384e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27255430817604065,
+ -7.265092372894287,
+ -17.553924560546875,
+ -15.221722602844238,
+ -11.744319915771484,
+ -4.064627170562744,
+ -11.707884788513184,
+ -8.623476028442383,
+ -8.527077674865723,
+ -10.174180030822754
+ ],
+ "distances_by_expert": [
+ 0.5451086163520813,
+ 14.530184745788574,
+ 35.10784912109375,
+ 30.443445205688477,
+ 23.48863983154297,
+ 8.129254341125488,
+ 23.415769577026367,
+ 17.246952056884766,
+ 17.054155349731445,
+ 20.348360061645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.959228515625,
+ "language": 52.285316467285156
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7390739917755127,
+ 0.000684455328155309,
+ 2.3394372661300622e-08,
+ 2.395954084022378e-07,
+ 7.78963749326067e-06,
+ 0.01717880740761757,
+ 8.240233000833541e-06,
+ 0.00017807418771553785,
+ 0.0001965820847544819,
+ 3.767628732020967e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3023572564125061,
+ -7.286887168884277,
+ -17.570770263671875,
+ -15.244314193725586,
+ -11.762716293334961,
+ -4.0640788078308105,
+ -11.70648193359375,
+ -8.633310317993164,
+ -8.534430503845215,
+ -10.186479568481445
+ ],
+ "distances_by_expert": [
+ 0.6047145128250122,
+ 14.573774337768555,
+ 35.14154052734375,
+ 30.488628387451172,
+ 23.525432586669922,
+ 8.128157615661621,
+ 23.4129638671875,
+ 17.266620635986328,
+ 17.06886100769043,
+ 20.37295913696289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.92138671875,
+ "language": 52.2856559753418
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7296508550643921,
+ 0.000813949154689908,
+ 2.3522519043694956e-08,
+ 3.2347861633752473e-07,
+ 8.886031537258532e-06,
+ 0.023520577698946,
+ 9.440575013286434e-06,
+ 0.0001944417745107785,
+ 0.00019493956642691046,
+ 4.149438245804049e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3151891529560089,
+ -7.113612651824951,
+ -17.5653076171875,
+ -14.944132804870605,
+ -11.631030082702637,
+ -3.7498795986175537,
+ -11.570493698120117,
+ -8.545377731323242,
+ -8.542820930480957,
+ -10.08995246887207
+ ],
+ "distances_by_expert": [
+ 0.6303783059120178,
+ 14.227225303649902,
+ 35.130615234375,
+ 29.88826560974121,
+ 23.262060165405273,
+ 7.499759197235107,
+ 23.140987396240234,
+ 17.090755462646484,
+ 17.085641860961914,
+ 20.17990493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.087646484375,
+ "language": 52.284793853759766
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.655598521232605,
+ 0.0007032199064269662,
+ 2.2108954667032776e-08,
+ 2.48290177751187e-07,
+ 7.751738849037793e-06,
+ 0.015844712033867836,
+ 7.915845344541594e-06,
+ 0.00016907868848647922,
+ 0.00017150805797427893,
+ 3.7458496080944315e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4222066402435303,
+ -7.259840965270996,
+ -17.627283096313477,
+ -15.208667755126953,
+ -11.767593383789062,
+ -4.144919395446777,
+ -11.746644020080566,
+ -8.68514633178711,
+ -8.670880317687988,
+ -10.192276954650879
+ ],
+ "distances_by_expert": [
+ 0.8444132804870605,
+ 14.519681930541992,
+ 35.25456619262695,
+ 30.417335510253906,
+ 23.535186767578125,
+ 8.289838790893555,
+ 23.493288040161133,
+ 17.37029266357422,
+ 17.341760635375977,
+ 20.384553909301758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.03271484375,
+ "language": 52.300819396972656
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7656343579292297,
+ 0.0008458406664431095,
+ 2.5552502336267935e-08,
+ 2.7945688430008886e-07,
+ 8.79928938957164e-06,
+ 0.019331758841872215,
+ 9.092064829019364e-06,
+ 0.00019193158368580043,
+ 0.00019928305118810385,
+ 4.273780359653756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2670505940914154,
+ -7.075179576873779,
+ -17.48253059387207,
+ -15.090417861938477,
+ -11.640839576721191,
+ -3.9460060596466064,
+ -11.608108520507812,
+ -8.558371543884277,
+ -8.520784378051758,
+ -10.060426712036133
+ ],
+ "distances_by_expert": [
+ 0.5341011881828308,
+ 14.150359153747559,
+ 34.96506118774414,
+ 30.180835723876953,
+ 23.281679153442383,
+ 7.892012119293213,
+ 23.216217041015625,
+ 17.116743087768555,
+ 17.041568756103516,
+ 20.120853424072266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.69775390625,
+ "language": 52.26112365722656
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7356863617897034,
+ 0.0007177242659963667,
+ 2.3660073011910754e-08,
+ 2.392875728673971e-07,
+ 7.811538125679363e-06,
+ 0.01580377109348774,
+ 8.09817993285833e-06,
+ 0.00017441455565858632,
+ 0.00018938966968562454,
+ 3.770713010453619e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30695146322250366,
+ -7.239425182342529,
+ -17.559476852416992,
+ -15.245599746704102,
+ -11.759908676147461,
+ -4.1475067138671875,
+ -11.723871231079102,
+ -8.654075622558594,
+ -8.571703910827637,
+ -10.185661315917969
+ ],
+ "distances_by_expert": [
+ 0.6139029264450073,
+ 14.478850364685059,
+ 35.118953704833984,
+ 30.491199493408203,
+ 23.519817352294922,
+ 8.295013427734375,
+ 23.447742462158203,
+ 17.308151245117188,
+ 17.143407821655273,
+ 20.371322631835938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3524.1513671875,
+ "language": 52.25509262084961
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.714417040348053,
+ 0.0005995589308440685,
+ 2.2263028753854996e-08,
+ 2.1810875239225425e-07,
+ 7.264064151968341e-06,
+ 0.014459564350545406,
+ 7.497460046579363e-06,
+ 0.00016262153803836554,
+ 0.00018162725609727204,
+ 3.4533572033979e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3362884521484375,
+ -7.419316291809082,
+ -17.620338439941406,
+ -15.338272094726562,
+ -11.832571029663086,
+ -4.236399173736572,
+ -11.800946235656738,
+ -8.724084854125977,
+ -8.613554000854492,
+ -10.273578643798828
+ ],
+ "distances_by_expert": [
+ 0.672576904296875,
+ 14.838632583618164,
+ 35.24067687988281,
+ 30.676544189453125,
+ 23.665142059326172,
+ 8.472798347473145,
+ 23.601892471313477,
+ 17.448169708251953,
+ 17.227108001708984,
+ 20.547157287597656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.9853515625,
+ "language": 52.266300201416016
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7335605621337891,
+ 0.0008087421883828938,
+ 2.4052429381526963e-08,
+ 3.261329482029396e-07,
+ 8.759085176279768e-06,
+ 0.022449245676398277,
+ 9.178961590805557e-06,
+ 0.00019471011182758957,
+ 0.0001968518627109006,
+ 4.0018938307184726e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3098451495170593,
+ -7.120030403137207,
+ -17.54302978515625,
+ -14.93596076965332,
+ -11.645419120788574,
+ -3.7964982986450195,
+ -11.598596572875977,
+ -8.543998718261719,
+ -8.533059120178223,
+ -10.126157760620117
+ ],
+ "distances_by_expert": [
+ 0.6196902990341187,
+ 14.240060806274414,
+ 35.0860595703125,
+ 29.87192153930664,
+ 23.29083824157715,
+ 7.592996597290039,
+ 23.197193145751953,
+ 17.087997436523438,
+ 17.066118240356445,
+ 20.252315521240234
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3276.061767578125,
+ "language": 52.26919937133789
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7945062518119812,
+ 0.0007729220669716597,
+ 2.49711984423584e-08,
+ 2.767775129086658e-07,
+ 8.540463568351697e-06,
+ 0.01896579936146736,
+ 8.850518497638404e-06,
+ 0.00019170640734955668,
+ 0.00020617210248019546,
+ 4.057690966874361e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2300344556570053,
+ -7.165332317352295,
+ -17.505542755126953,
+ -15.100051879882812,
+ -11.670695304870605,
+ -3.965117931365967,
+ -11.635034561157227,
+ -8.559545516967773,
+ -8.486799240112305,
+ -10.112311363220215
+ ],
+ "distances_by_expert": [
+ 0.4600689113140106,
+ 14.33066463470459,
+ 35.011085510253906,
+ 30.200103759765625,
+ 23.34139060974121,
+ 7.930235862731934,
+ 23.270069122314453,
+ 17.119091033935547,
+ 16.97359848022461,
+ 20.22462272644043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.855712890625,
+ "language": 52.265926361083984
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7222548723220825,
+ 0.0006456795963458717,
+ 2.2895592977079104e-08,
+ 2.251361621574688e-07,
+ 7.413624643959338e-06,
+ 0.01580444909632206,
+ 7.858215212763753e-06,
+ 0.00017123854195233434,
+ 0.00019175613124389201,
+ 3.619384006015025e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3253771662712097,
+ -7.345207214355469,
+ -17.592321395874023,
+ -15.306560516357422,
+ -11.812191009521484,
+ -4.147463798522949,
+ -11.753951072692871,
+ -8.672452926635742,
+ -8.559286117553711,
+ -10.226621627807617
+ ],
+ "distances_by_expert": [
+ 0.6507543325424194,
+ 14.690414428710938,
+ 35.18464279174805,
+ 30.613121032714844,
+ 23.62438201904297,
+ 8.294927597045898,
+ 23.507902145385742,
+ 17.344905853271484,
+ 17.118572235107422,
+ 20.453243255615234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.992919921875,
+ "language": 52.28092956542969
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7806455492973328,
+ 0.0007919074269011617,
+ 2.503839802159291e-08,
+ 2.889912309456122e-07,
+ 8.735918527236208e-06,
+ 0.02111930586397648,
+ 9.250449693354312e-06,
+ 0.00019729483756236732,
+ 0.00020659074652940035,
+ 4.21626609750092e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24763406813144684,
+ -7.141066074371338,
+ -17.50285530090332,
+ -15.056869506835938,
+ -11.648067474365234,
+ -3.85756778717041,
+ -11.590838432312012,
+ -8.530811309814453,
+ -8.484770774841309,
+ -10.073975563049316
+ ],
+ "distances_by_expert": [
+ 0.4952681362628937,
+ 14.282132148742676,
+ 35.00571060180664,
+ 30.113739013671875,
+ 23.29613494873047,
+ 7.71513557434082,
+ 23.181676864624023,
+ 17.061622619628906,
+ 16.969541549682617,
+ 20.147951126098633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.060546875,
+ "language": 52.306236267089844
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.657632052898407,
+ 0.0007087808917276561,
+ 2.2004117639085052e-08,
+ 2.4155011146831384e-07,
+ 8.067292583291419e-06,
+ 0.01518007181584835,
+ 7.913912668300327e-06,
+ 0.00016621862596366554,
+ 0.0001724485045997426,
+ 3.8100231904536486e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41910967230796814,
+ -7.251964092254639,
+ -17.632036209106445,
+ -15.236188888549805,
+ -11.727692604064941,
+ -4.187771797180176,
+ -11.746888160705566,
+ -8.7022066116333,
+ -8.665411949157715,
+ -10.17529010772705
+ ],
+ "distances_by_expert": [
+ 0.8382193446159363,
+ 14.503928184509277,
+ 35.26407241821289,
+ 30.47237777709961,
+ 23.455385208129883,
+ 8.375543594360352,
+ 23.493776321411133,
+ 17.4044132232666,
+ 17.33082389831543,
+ 20.3505802154541
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.31396484375,
+ "language": 52.279788970947266
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7410243153572083,
+ 0.0007922315271571279,
+ 2.466192405847778e-08,
+ 2.6762006655189907e-07,
+ 8.568878911319189e-06,
+ 0.01771736890077591,
+ 8.645965863252059e-06,
+ 0.00018309804727323353,
+ 0.00019286775204818696,
+ 4.048414120916277e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2997218370437622,
+ -7.1406569480896,
+ -17.51800537109375,
+ -15.133697509765625,
+ -11.667373657226562,
+ -4.033209800720215,
+ -11.658417701721191,
+ -8.605488777160645,
+ -8.553505897521973,
+ -10.11460018157959
+ ],
+ "distances_by_expert": [
+ 0.5994436740875244,
+ 14.2813138961792,
+ 35.0360107421875,
+ 30.26739501953125,
+ 23.334747314453125,
+ 8.06641960144043,
+ 23.316835403442383,
+ 17.21097755432129,
+ 17.107011795043945,
+ 20.22920036315918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.39306640625,
+ "language": 52.28450393676758
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6938011646270752,
+ 0.0006645141402259469,
+ 2.227220186057366e-08,
+ 2.3512080815635272e-07,
+ 7.5794741860590875e-06,
+ 0.014937473461031914,
+ 7.738812200841494e-06,
+ 0.0001653294893912971,
+ 0.00017903816478792578,
+ 3.614968591136858e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3655698895454407,
+ -7.3164544105529785,
+ -17.61992645263672,
+ -15.263166427612305,
+ -11.790066719055176,
+ -4.203882217407227,
+ -11.769262313842773,
+ -8.70757007598877,
+ -8.627911567687988,
+ -10.227842330932617
+ ],
+ "distances_by_expert": [
+ 0.7311397790908813,
+ 14.632908821105957,
+ 35.23985290527344,
+ 30.52633285522461,
+ 23.58013343811035,
+ 8.407764434814453,
+ 23.538524627685547,
+ 17.41514015197754,
+ 17.255823135375977,
+ 20.455684661865234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.78271484375,
+ "language": 52.289833068847656
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6784164905548096,
+ 0.0005629961378872395,
+ 2.152795453014278e-08,
+ 2.1114216508522077e-07,
+ 6.9363322836579755e-06,
+ 0.013749082572758198,
+ 7.12105202183011e-06,
+ 0.00015616387827321887,
+ 0.0001741029554978013,
+ 3.24331849697046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3879939019680023,
+ -7.482237815856934,
+ -17.653913497924805,
+ -15.370734214782715,
+ -11.878737449645996,
+ -4.286783218383789,
+ -11.852455139160156,
+ -8.764604568481445,
+ -8.655863761901855,
+ -10.336328506469727
+ ],
+ "distances_by_expert": [
+ 0.7759878039360046,
+ 14.964475631713867,
+ 35.30782699584961,
+ 30.74146842956543,
+ 23.757474899291992,
+ 8.573566436767578,
+ 23.704910278320312,
+ 17.52920913696289,
+ 17.31172752380371,
+ 20.672657012939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.6884765625,
+ "language": 52.28341293334961
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7676100730895996,
+ 0.0008596278494223952,
+ 2.480992478126609e-08,
+ 3.403616517516639e-07,
+ 9.270045666198712e-06,
+ 0.023476319387555122,
+ 9.571334885549732e-06,
+ 0.00020059317466802895,
+ 0.0002058126119663939,
+ 4.2863237467827275e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2644733786582947,
+ -7.059010982513428,
+ -17.512022018432617,
+ -14.893257141113281,
+ -11.588722229003906,
+ -3.751763105392456,
+ -11.556737899780273,
+ -8.51423168182373,
+ -8.488544464111328,
+ -10.057496070861816
+ ],
+ "distances_by_expert": [
+ 0.5289467573165894,
+ 14.118021965026855,
+ 35.024044036865234,
+ 29.786514282226562,
+ 23.177444458007812,
+ 7.503526210784912,
+ 23.113475799560547,
+ 17.02846336364746,
+ 16.977088928222656,
+ 20.114992141723633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.2705078125,
+ "language": 52.2978401184082
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.715766429901123,
+ 0.0008095829398371279,
+ 2.3386611758269282e-08,
+ 3.1829077329348365e-07,
+ 8.716760930838063e-06,
+ 0.02234017290174961,
+ 9.069297448149882e-06,
+ 0.00018967545474879444,
+ 0.00019639077072497457,
+ 3.996158193331212e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3344014286994934,
+ -7.118991374969482,
+ -17.571102142333984,
+ -14.96030044555664,
+ -11.650262832641602,
+ -3.8013687133789062,
+ -11.610615730285645,
+ -8.570196151733398,
+ -8.535404205322266,
+ -10.127592086791992
+ ],
+ "distances_by_expert": [
+ 0.6688028573989868,
+ 14.237982749938965,
+ 35.14220428466797,
+ 29.92060089111328,
+ 23.300525665283203,
+ 7.6027374267578125,
+ 23.22123146057129,
+ 17.140392303466797,
+ 17.07080841064453,
+ 20.255184173583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.046875,
+ "language": 52.28608322143555
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.822467029094696,
+ 0.0008188775973394513,
+ 2.5790074076326164e-08,
+ 2.909618785906787e-07,
+ 8.88345493876841e-06,
+ 0.02027205564081669,
+ 9.118349225900602e-06,
+ 0.000198607420315966,
+ 0.0002142748999176547,
+ 4.199291652184911e-05
+ ],
+ "log_scores_by_expert": [
+ -0.1954469084739685,
+ -7.1075758934021,
+ -17.473276138305664,
+ -15.050073623657227,
+ -11.631319999694824,
+ -3.8985118865966797,
+ -11.60522174835205,
+ -8.52418041229248,
+ -8.448250770568848,
+ -10.078009605407715
+ ],
+ "distances_by_expert": [
+ 0.390893816947937,
+ 14.2151517868042,
+ 34.94655227661133,
+ 30.100147247314453,
+ 23.26263999938965,
+ 7.797023773193359,
+ 23.2104434967041,
+ 17.04836082458496,
+ 16.896501541137695,
+ 20.15601921081543
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3310.003662109375,
+ "language": 52.27867126464844
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7971230149269104,
+ 0.0007541368831880391,
+ 2.494948958542409e-08,
+ 2.8118896011619654e-07,
+ 8.680071005073842e-06,
+ 0.0188773013651371,
+ 8.854857696860563e-06,
+ 0.00019370534573681653,
+ 0.00020732160191982985,
+ 4.0782677388051525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2267463356256485,
+ -7.189936637878418,
+ -17.506412506103516,
+ -15.08423900604248,
+ -11.654480934143066,
+ -3.969794988632202,
+ -11.634544372558594,
+ -8.549172401428223,
+ -8.481239318847656,
+ -10.107253074645996
+ ],
+ "distances_by_expert": [
+ 0.453492671251297,
+ 14.379873275756836,
+ 35.01282501220703,
+ 30.16847801208496,
+ 23.308961868286133,
+ 7.939589977264404,
+ 23.269088745117188,
+ 17.098344802856445,
+ 16.962478637695312,
+ 20.214506149291992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.146484375,
+ "language": 52.29891586303711
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7150535583496094,
+ 0.0007925209356471896,
+ 2.3294278506114097e-08,
+ 3.2201876365434146e-07,
+ 8.875359526427928e-06,
+ 0.023130053654313087,
+ 9.388061698700767e-06,
+ 0.000195721018826589,
+ 0.0001917780755320564,
+ 4.09651875088457e-05
+ ],
+ "log_scores_by_expert": [
+ -0.335397869348526,
+ -7.140291690826416,
+ -17.575057983398438,
+ -14.94865608215332,
+ -11.632231712341309,
+ -3.766622543334961,
+ -11.576071739196777,
+ -8.538820266723633,
+ -8.559171676635742,
+ -10.102787971496582
+ ],
+ "distances_by_expert": [
+ 0.670795738697052,
+ 14.280583381652832,
+ 35.150115966796875,
+ 29.89731216430664,
+ 23.264463424682617,
+ 7.533245086669922,
+ 23.152143478393555,
+ 17.077640533447266,
+ 17.118343353271484,
+ 20.205575942993164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.410400390625,
+ "language": 52.28959274291992
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645126461982727,
+ 0.0007112608873285353,
+ 2.1652773796176916e-08,
+ 2.515158712412813e-07,
+ 7.762317181914113e-06,
+ 0.016502579674124718,
+ 7.930466381367296e-06,
+ 0.00017098887474276125,
+ 0.00017105443112086505,
+ 3.786659362958744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4383089244365692,
+ -7.248471260070801,
+ -17.64813232421875,
+ -15.195759773254395,
+ -11.766229629516602,
+ -4.104238510131836,
+ -11.74479866027832,
+ -8.673912048339844,
+ -8.673528671264648,
+ -10.181441307067871
+ ],
+ "distances_by_expert": [
+ 0.8766178488731384,
+ 14.496942520141602,
+ 35.2962646484375,
+ 30.39151954650879,
+ 23.532459259033203,
+ 8.208477020263672,
+ 23.48959732055664,
+ 17.347824096679688,
+ 17.347057342529297,
+ 20.362882614135742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.6083984375,
+ "language": 52.290000915527344
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7508865594863892,
+ 0.0008667138172313571,
+ 2.506099683330376e-08,
+ 3.002600976742542e-07,
+ 8.917849299905356e-06,
+ 0.021165350452065468,
+ 9.131612387136556e-06,
+ 0.00019370515656191856,
+ 0.00019797883578576148,
+ 4.297247505746782e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2865006923675537,
+ -7.050801753997803,
+ -17.501953125,
+ -15.018616676330566,
+ -11.627455711364746,
+ -3.8553898334503174,
+ -11.603768348693848,
+ -8.549173355102539,
+ -8.527350425720215,
+ -10.054950714111328
+ ],
+ "distances_by_expert": [
+ 0.5730013847351074,
+ 14.101603507995605,
+ 35.00390625,
+ 30.037233352661133,
+ 23.254911422729492,
+ 7.710779666900635,
+ 23.207536697387695,
+ 17.098346710205078,
+ 17.05470085144043,
+ 20.109901428222656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.6826171875,
+ "language": 52.28152084350586
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7495302557945251,
+ 0.0007389608072116971,
+ 2.4271333387559935e-08,
+ 2.528605307361431e-07,
+ 8.023917871469166e-06,
+ 0.01677677221596241,
+ 8.280536349047907e-06,
+ 0.00017853177268989384,
+ 0.00019220414105802774,
+ 3.864951213472523e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28830859065055847,
+ -7.210265636444092,
+ -17.53396987915039,
+ -15.190427780151367,
+ -11.733083724975586,
+ -4.087759971618652,
+ -11.701602935791016,
+ -8.630743980407715,
+ -8.556952476501465,
+ -10.16097640991211
+ ],
+ "distances_by_expert": [
+ 0.5766171813011169,
+ 14.420531272888184,
+ 35.06793975830078,
+ 30.380855560302734,
+ 23.466167449951172,
+ 8.175519943237305,
+ 23.40320587158203,
+ 17.26148796081543,
+ 17.11390495300293,
+ 20.32195281982422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.86474609375,
+ "language": 52.259910583496094
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.695735514163971,
+ 0.0005963734001852572,
+ 2.258624753892491e-08,
+ 2.1509680436793133e-07,
+ 7.082237516442547e-06,
+ 0.01423402689397335,
+ 7.359026767517207e-06,
+ 0.00016037219029385597,
+ 0.0001760022423695773,
+ 3.337803718750365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.362785667181015,
+ -7.424643516540527,
+ -17.605924606323242,
+ -15.352177619934082,
+ -11.85792064666748,
+ -4.252120018005371,
+ -11.81958293914795,
+ -8.73801326751709,
+ -8.645013809204102,
+ -10.307612419128418
+ ],
+ "distances_by_expert": [
+ 0.72557133436203,
+ 14.849287033081055,
+ 35.211849212646484,
+ 30.704355239868164,
+ 23.71584129333496,
+ 8.504240036010742,
+ 23.6391658782959,
+ 17.47602653503418,
+ 17.290027618408203,
+ 20.615224838256836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.265625,
+ "language": 52.28080749511719
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7618313431739807,
+ 0.000844292517285794,
+ 2.4818444188667854e-08,
+ 3.421976089157397e-07,
+ 9.28064309846377e-06,
+ 0.022992104291915894,
+ 9.49238528846763e-06,
+ 0.00020191595831420273,
+ 0.0001995298807742074,
+ 4.242717841407284e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2720300853252411,
+ -7.077011585235596,
+ -17.51167869567871,
+ -14.887877464294434,
+ -11.587579727172852,
+ -3.772604465484619,
+ -11.565020561218262,
+ -8.507658958435059,
+ -8.519546508789062,
+ -10.067721366882324
+ ],
+ "distances_by_expert": [
+ 0.5440601706504822,
+ 14.154023170471191,
+ 35.02335739135742,
+ 29.775754928588867,
+ 23.175159454345703,
+ 7.545208930969238,
+ 23.130041122436523,
+ 17.015317916870117,
+ 17.039093017578125,
+ 20.13544273376465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.3662109375,
+ "language": 52.27692413330078
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6366596817970276,
+ 0.000700478267390281,
+ 2.1055349463949824e-08,
+ 2.9304149506970134e-07,
+ 7.847003871574998e-06,
+ 0.019943617284297943,
+ 8.330968739755917e-06,
+ 0.00017527327872812748,
+ 0.00017588278569746763,
+ 3.574335278244689e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45152002573013306,
+ -7.263747215270996,
+ -17.676111221313477,
+ -15.042951583862305,
+ -11.755378723144531,
+ -3.914846181869507,
+ -11.695530891418457,
+ -8.649164199829102,
+ -8.645692825317383,
+ -10.23914623260498
+ ],
+ "distances_by_expert": [
+ 0.9030400514602661,
+ 14.527494430541992,
+ 35.35222244262695,
+ 30.08590316772461,
+ 23.510757446289062,
+ 7.829692363739014,
+ 23.391061782836914,
+ 17.298328399658203,
+ 17.291385650634766,
+ 20.47829246520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.763427734375,
+ "language": 52.27482986450195
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7944006323814392,
+ 0.0007392586558125913,
+ 2.4549379418203898e-08,
+ 2.6548045184426883e-07,
+ 8.408448593399953e-06,
+ 0.01895291358232498,
+ 8.605657058069482e-06,
+ 0.0001884723751572892,
+ 0.00020471560128498822,
+ 4.0301703847944736e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23016738891601562,
+ -7.20986270904541,
+ -17.522579193115234,
+ -15.141724586486816,
+ -11.686273574829102,
+ -3.9657976627349854,
+ -11.663090705871582,
+ -8.576559066772461,
+ -8.493888854980469,
+ -10.11911678314209
+ ],
+ "distances_by_expert": [
+ 0.46033477783203125,
+ 14.41972541809082,
+ 35.04515838623047,
+ 30.283449172973633,
+ 23.372547149658203,
+ 7.931595325469971,
+ 23.326181411743164,
+ 17.153118133544922,
+ 16.987777709960938,
+ 20.23823356628418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.773681640625,
+ "language": 52.287715911865234
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7809789180755615,
+ 0.0007105412660166621,
+ 2.412364530357536e-08,
+ 2.544345250043989e-07,
+ 8.336778591910843e-06,
+ 0.01794402301311493,
+ 8.55747020978015e-06,
+ 0.00018687393458094448,
+ 0.00020271686662454158,
+ 4.034546873299405e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2472071498632431,
+ -7.249483585357666,
+ -17.54007339477539,
+ -15.184222221374512,
+ -11.694833755493164,
+ -4.020498275756836,
+ -11.668705940246582,
+ -8.585076332092285,
+ -8.503700256347656,
+ -10.11803150177002
+ ],
+ "distances_by_expert": [
+ 0.4944142997264862,
+ 14.498967170715332,
+ 35.08014678955078,
+ 30.368444442749023,
+ 23.389667510986328,
+ 8.040996551513672,
+ 23.337411880493164,
+ 17.17015266418457,
+ 17.007400512695312,
+ 20.23606300354004
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.894775390625,
+ "language": 52.30512619018555
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7452765107154846,
+ 0.000823487585876137,
+ 2.329805504075466e-08,
+ 3.1674676392867696e-07,
+ 9.140097972704098e-06,
+ 0.024169791489839554,
+ 9.517340004094876e-06,
+ 0.0002001303801080212,
+ 0.00019595093908719718,
+ 4.34508801845368e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29399996995925903,
+ -7.101962089538574,
+ -17.57489585876465,
+ -14.965163230895996,
+ -11.602839469909668,
+ -3.722651720046997,
+ -11.562395095825195,
+ -8.516541481018066,
+ -8.537646293640137,
+ -10.043879508972168
+ ],
+ "distances_by_expert": [
+ 0.5879999399185181,
+ 14.203924179077148,
+ 35.1497917175293,
+ 29.930326461791992,
+ 23.205678939819336,
+ 7.445303440093994,
+ 23.12479019165039,
+ 17.033082962036133,
+ 17.075292587280273,
+ 20.087759017944336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.2353515625,
+ "language": 52.291114807128906
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6100849509239197,
+ 0.0006538032321259379,
+ 2.006966859369186e-08,
+ 2.251196207225803e-07,
+ 7.486942649848061e-06,
+ 0.01396180409938097,
+ 7.400782578770304e-06,
+ 0.00015533728583250195,
+ 0.0001615977962501347,
+ 3.57705976057332e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4941571056842804,
+ -7.332704067230225,
+ -17.724056243896484,
+ -15.306633949279785,
+ -11.802350044250488,
+ -4.271430015563965,
+ -11.813924789428711,
+ -8.769911766052246,
+ -8.730400085449219,
+ -10.238384246826172
+ ],
+ "distances_by_expert": [
+ 0.9883142113685608,
+ 14.66540813446045,
+ 35.44811248779297,
+ 30.61326789855957,
+ 23.604700088500977,
+ 8.54286003112793,
+ 23.627849578857422,
+ 17.539823532104492,
+ 17.460800170898438,
+ 20.476768493652344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.55908203125,
+ "language": 52.279293060302734
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7302115559577942,
+ 0.0008554501109756529,
+ 2.4261520792379088e-08,
+ 2.937065630703728e-07,
+ 8.733977665542625e-06,
+ 0.020058218389749527,
+ 8.888167030818295e-06,
+ 0.00018804491264745593,
+ 0.0001931071892613545,
+ 4.17949486291036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31442102789878845,
+ -7.063882827758789,
+ -17.534374237060547,
+ -15.040684700012207,
+ -11.648289680480957,
+ -3.909116268157959,
+ -11.630789756774902,
+ -8.578829765319824,
+ -8.552265167236328,
+ -10.082735061645508
+ ],
+ "distances_by_expert": [
+ 0.6288420557975769,
+ 14.127765655517578,
+ 35.068748474121094,
+ 30.081369400024414,
+ 23.296579360961914,
+ 7.818232536315918,
+ 23.261579513549805,
+ 17.15765953063965,
+ 17.104530334472656,
+ 20.165470123291016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.3876953125,
+ "language": 52.28666305541992
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7224419116973877,
+ 0.0007127028075046837,
+ 2.383231922920004e-08,
+ 2.4519863472960424e-07,
+ 7.833156814740505e-06,
+ 0.016107259318232536,
+ 8.117271136143245e-06,
+ 0.0001752381940605119,
+ 0.00018526075291447341,
+ 3.7537814932875335e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32511821389198303,
+ -7.246446132659912,
+ -17.552223205566406,
+ -15.221197128295898,
+ -11.757144927978516,
+ -4.128485202789307,
+ -11.721516609191895,
+ -8.649364471435547,
+ -8.593746185302734,
+ -10.19016170501709
+ ],
+ "distances_by_expert": [
+ 0.6502364277839661,
+ 14.492892265319824,
+ 35.10444641113281,
+ 30.442394256591797,
+ 23.51428985595703,
+ 8.256970405578613,
+ 23.44303321838379,
+ 17.298728942871094,
+ 17.18749237060547,
+ 20.38032341003418
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3403.68505859375,
+ "language": 52.27976608276367
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6656932234764099,
+ 0.0005741333588957787,
+ 2.2071455774153037e-08,
+ 2.047846123787167e-07,
+ 6.77494790579658e-06,
+ 0.013326747342944145,
+ 7.107048531906912e-06,
+ 0.00015484697360079736,
+ 0.0001720572035992518,
+ 3.227421984774992e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40692630410194397,
+ -7.462648868560791,
+ -17.62898063659668,
+ -15.401307106018066,
+ -11.902278900146484,
+ -4.317982196807861,
+ -11.854423522949219,
+ -8.773073196411133,
+ -8.667683601379395,
+ -10.341241836547852
+ ],
+ "distances_by_expert": [
+ 0.8138526082038879,
+ 14.925297737121582,
+ 35.25796127319336,
+ 30.802614212036133,
+ 23.80455780029297,
+ 8.635964393615723,
+ 23.708847045898438,
+ 17.546146392822266,
+ 17.33536720275879,
+ 20.682483673095703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.76513671875,
+ "language": 52.28956985473633
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.767421305179596,
+ 0.0007420370238833129,
+ 2.3944817684196096e-08,
+ 2.7799541157946805e-07,
+ 8.23406662675552e-06,
+ 0.018767185509204865,
+ 8.430867637798656e-06,
+ 0.00018365049618296325,
+ 0.00019850480020977557,
+ 3.84273735107854e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2647193968296051,
+ -7.206111431121826,
+ -17.547513961791992,
+ -15.095661163330078,
+ -11.707230567932129,
+ -3.9756453037261963,
+ -11.683610916137695,
+ -8.602476119995117,
+ -8.524697303771973,
+ -10.166740417480469
+ ],
+ "distances_by_expert": [
+ 0.5294387936592102,
+ 14.412222862243652,
+ 35.095027923583984,
+ 30.191322326660156,
+ 23.414461135864258,
+ 7.951290607452393,
+ 23.36722183227539,
+ 17.204952239990234,
+ 17.049394607543945,
+ 20.333480834960938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3263.05517578125,
+ "language": 52.264888763427734
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.688133180141449,
+ 0.0007841229671612382,
+ 2.2764480078762972e-08,
+ 3.1771941166880424e-07,
+ 8.495954716636334e-06,
+ 0.021565739065408707,
+ 8.866442840371747e-06,
+ 0.00018549305968917906,
+ 0.00018560064199846238,
+ 3.850195207633078e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37377288937568665,
+ -7.150944709777832,
+ -17.598064422607422,
+ -14.96209716796875,
+ -11.675920486450195,
+ -3.8366494178771973,
+ -11.6332368850708,
+ -8.592493057250977,
+ -8.591913223266602,
+ -10.164801597595215
+ ],
+ "distances_by_expert": [
+ 0.7475457787513733,
+ 14.301889419555664,
+ 35.196128845214844,
+ 29.9241943359375,
+ 23.35184097290039,
+ 7.6732988357543945,
+ 23.2664737701416,
+ 17.184986114501953,
+ 17.183826446533203,
+ 20.32960319519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3226.403564453125,
+ "language": 52.2840461730957
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7425051927566528,
+ 0.000693385605700314,
+ 2.4133079534749413e-08,
+ 2.565663521636452e-07,
+ 7.90236663306132e-06,
+ 0.017865987494587898,
+ 8.124333362502512e-06,
+ 0.00017967206076718867,
+ 0.00019163016986567527,
+ 3.685971751110628e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2977254390716553,
+ -7.273924350738525,
+ -17.539682388305664,
+ -15.175878524780273,
+ -11.748348236083984,
+ -4.0248565673828125,
+ -11.720646858215332,
+ -8.624377250671387,
+ -8.559943199157715,
+ -10.208391189575195
+ ],
+ "distances_by_expert": [
+ 0.5954508781433105,
+ 14.54784870147705,
+ 35.07936477661133,
+ 30.351757049560547,
+ 23.49669647216797,
+ 8.049713134765625,
+ 23.441293716430664,
+ 17.248754501342773,
+ 17.11988639831543,
+ 20.41678237915039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.825439453125,
+ "language": 52.27275085449219
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7166398763656616,
+ 0.0006170893902890384,
+ 2.312482116906267e-08,
+ 2.1702297203773924e-07,
+ 7.213483058876591e-06,
+ 0.014743060804903507,
+ 7.6255714702710975e-06,
+ 0.0001676408719504252,
+ 0.00018572955741547048,
+ 3.4434418921591714e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33318185806274414,
+ -7.390496730804443,
+ -17.582359313964844,
+ -15.343262672424316,
+ -11.839558601379395,
+ -4.216982841491699,
+ -11.784003257751465,
+ -8.693686485290527,
+ -8.591218948364258,
+ -10.276453971862793
+ ],
+ "distances_by_expert": [
+ 0.6663637161254883,
+ 14.780993461608887,
+ 35.16471862792969,
+ 30.686525344848633,
+ 23.67911720275879,
+ 8.433965682983398,
+ 23.56800651550293,
+ 17.387372970581055,
+ 17.182437896728516,
+ 20.552907943725586
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3416.62255859375,
+ "language": 52.27564239501953
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7561312913894653,
+ 0.00073055928805843,
+ 2.4997074632437943e-08,
+ 2.7150647952112195e-07,
+ 8.576400432502851e-06,
+ 0.018311141058802605,
+ 8.77001821208978e-06,
+ 0.0001898560585686937,
+ 0.000197328525246121,
+ 3.997468957095407e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2795402407646179,
+ -7.221700191497803,
+ -17.504507064819336,
+ -15.119279861450195,
+ -11.666496276855469,
+ -4.000245571136475,
+ -11.644171714782715,
+ -8.569244384765625,
+ -8.530640602111816,
+ -10.127264022827148
+ ],
+ "distances_by_expert": [
+ 0.5590804815292358,
+ 14.443400382995605,
+ 35.00901412963867,
+ 30.23855972290039,
+ 23.332992553710938,
+ 8.00049114227295,
+ 23.28834342956543,
+ 17.13848876953125,
+ 17.061281204223633,
+ 20.254528045654297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.14111328125,
+ "language": 52.304176330566406
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6320592761039734,
+ 0.0006748998421244323,
+ 2.132695975376464e-08,
+ 2.2479203209968546e-07,
+ 7.895075214037206e-06,
+ 0.014196758158504963,
+ 7.670486411370803e-06,
+ 0.00016219793178606778,
+ 0.00016616743232589215,
+ 3.746314177988097e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45877212285995483,
+ -7.300946235656738,
+ -17.663293838500977,
+ -15.308090209960938,
+ -11.749271392822266,
+ -4.254741668701172,
+ -11.778130531311035,
+ -8.726693153381348,
+ -8.7025146484375,
+ -10.192152976989746
+ ],
+ "distances_by_expert": [
+ 0.9175442457199097,
+ 14.601892471313477,
+ 35.32658767700195,
+ 30.616180419921875,
+ 23.49854278564453,
+ 8.509483337402344,
+ 23.55626106262207,
+ 17.453386306762695,
+ 17.405029296875,
+ 20.384305953979492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.05517578125,
+ "language": 52.29196548461914
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7132149338722229,
+ 0.0008400846854783595,
+ 2.396322962283648e-08,
+ 2.896840953781066e-07,
+ 8.94591721589677e-06,
+ 0.019924215972423553,
+ 8.813045496935956e-06,
+ 0.00018500087026041,
+ 0.00019003485795110464,
+ 4.1975497879320756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3379725217819214,
+ -7.082007884979248,
+ -17.54674530029297,
+ -15.054474830627441,
+ -11.624313354492188,
+ -3.9158194065093994,
+ -11.639277458190918,
+ -8.595149993896484,
+ -8.568303108215332,
+ -10.078424453735352
+ ],
+ "distances_by_expert": [
+ 0.6759450435638428,
+ 14.164015769958496,
+ 35.09349060058594,
+ 30.108949661254883,
+ 23.248626708984375,
+ 7.831638813018799,
+ 23.278554916381836,
+ 17.19029998779297,
+ 17.136606216430664,
+ 20.156848907470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.956787109375,
+ "language": 52.2736701965332
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635348439216614,
+ 0.000743966898880899,
+ 2.470759241646192e-08,
+ 2.555902369749674e-07,
+ 8.297444765048567e-06,
+ 0.016873270273208618,
+ 8.451837857137434e-06,
+ 0.00018192888819612563,
+ 0.00019416217401158065,
+ 3.958931119996123e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26979655027389526,
+ -7.203514099121094,
+ -17.516155242919922,
+ -15.17969036102295,
+ -11.699563026428223,
+ -4.082024574279785,
+ -11.681126594543457,
+ -8.611894607543945,
+ -8.5468168258667,
+ -10.136951446533203
+ ],
+ "distances_by_expert": [
+ 0.5395931005477905,
+ 14.407028198242188,
+ 35.032310485839844,
+ 30.3593807220459,
+ 23.399126052856445,
+ 8.16404914855957,
+ 23.362253189086914,
+ 17.22378921508789,
+ 17.0936336517334,
+ 20.273902893066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.869140625,
+ "language": 52.27387237548828
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7149385809898376,
+ 0.0006391932256519794,
+ 2.2724133685869674e-08,
+ 2.2684933753680525e-07,
+ 7.513672244385816e-06,
+ 0.015448207035660744,
+ 7.63016942073591e-06,
+ 0.00016573631728533655,
+ 0.00018322783580515534,
+ 3.525917782098986e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3355586528778076,
+ -7.355303764343262,
+ -17.599838256835938,
+ -15.298979759216309,
+ -11.798786163330078,
+ -4.170262336730957,
+ -11.783400535583496,
+ -8.70511245727539,
+ -8.604780197143555,
+ -10.252784729003906
+ ],
+ "distances_by_expert": [
+ 0.6711173057556152,
+ 14.710607528686523,
+ 35.199676513671875,
+ 30.597959518432617,
+ 23.597572326660156,
+ 8.340524673461914,
+ 23.566801071166992,
+ 17.41022491455078,
+ 17.20956039428711,
+ 20.505569458007812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.114013671875,
+ "language": 52.28195571899414
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7429884672164917,
+ 0.0008639047155156732,
+ 2.4394788411541413e-08,
+ 3.39029867291174e-07,
+ 9.394563676323742e-06,
+ 0.023877056315541267,
+ 9.630814020056278e-06,
+ 0.00020429141295608133,
+ 0.0001971883757505566,
+ 4.328626528149471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29707470536231995,
+ -7.05404806137085,
+ -17.52889633178711,
+ -14.897177696228027,
+ -11.575379371643066,
+ -3.734837293624878,
+ -11.550542831420898,
+ -8.495963096618652,
+ -8.531351089477539,
+ -10.047675132751465
+ ],
+ "distances_by_expert": [
+ 0.5941494107246399,
+ 14.1080961227417,
+ 35.05779266357422,
+ 29.794355392456055,
+ 23.150758743286133,
+ 7.469674587249756,
+ 23.101085662841797,
+ 16.991926193237305,
+ 17.062702178955078,
+ 20.09535026550293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3322.02685546875,
+ "language": 52.30220413208008
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6815102696418762,
+ 0.0007480955100618303,
+ 2.2010919309423116e-08,
+ 3.030303901141451e-07,
+ 8.437181350018363e-06,
+ 0.021953267976641655,
+ 8.80682000570232e-06,
+ 0.0001872067805379629,
+ 0.0001821959303924814,
+ 3.881273732986301e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3834439218044281,
+ -7.197979927062988,
+ -17.63172721862793,
+ -15.009432792663574,
+ -11.682862281799316,
+ -3.8188393115997314,
+ -11.639984130859375,
+ -8.583296775817871,
+ -8.610427856445312,
+ -10.15676212310791
+ ],
+ "distances_by_expert": [
+ 0.7668878436088562,
+ 14.395959854125977,
+ 35.26345443725586,
+ 30.01886558532715,
+ 23.365724563598633,
+ 7.637678623199463,
+ 23.27996826171875,
+ 17.166593551635742,
+ 17.220855712890625,
+ 20.31352424621582
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3312.341552734375,
+ "language": 52.285099029541016
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7195602059364319,
+ 0.0006437565898522735,
+ 2.3328205145389802e-08,
+ 2.3738286358820915e-07,
+ 7.604902748425957e-06,
+ 0.01629505306482315,
+ 7.915204150776844e-06,
+ 0.00017506914446130395,
+ 0.0001870247651822865,
+ 3.574556831154041e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3291151225566864,
+ -7.348189830780029,
+ -17.5736026763916,
+ -15.253591537475586,
+ -11.786717414855957,
+ -4.116893768310547,
+ -11.746725082397461,
+ -8.65032958984375,
+ -8.584269523620605,
+ -10.239084243774414
+ ],
+ "distances_by_expert": [
+ 0.6582302451133728,
+ 14.696379661560059,
+ 35.1472053527832,
+ 30.507183074951172,
+ 23.573434829711914,
+ 8.233787536621094,
+ 23.493450164794922,
+ 17.3006591796875,
+ 17.16853904724121,
+ 20.478168487548828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.04150390625,
+ "language": 52.279762268066406
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7164373993873596,
+ 0.0006273904582485557,
+ 2.2782202790949668e-08,
+ 2.251492503546615e-07,
+ 7.4041854531969875e-06,
+ 0.015580695122480392,
+ 7.604982783959713e-06,
+ 0.00016783444152679294,
+ 0.00018824766448233277,
+ 3.485740307951346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33346447348594666,
+ -7.373941421508789,
+ -17.597286224365234,
+ -15.306502342224121,
+ -11.813465118408203,
+ -4.161722660064697,
+ -11.786706924438477,
+ -8.692532539367676,
+ -8.577752113342285,
+ -10.26424503326416
+ ],
+ "distances_by_expert": [
+ 0.6669289469718933,
+ 14.747882843017578,
+ 35.19457244873047,
+ 30.613004684448242,
+ 23.626930236816406,
+ 8.323445320129395,
+ 23.573413848876953,
+ 17.38506507873535,
+ 17.15550422668457,
+ 20.52849006652832
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3317.163818359375,
+ "language": 52.289730072021484
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7692525386810303,
+ 0.0007735905819572508,
+ 2.4652186070284188e-08,
+ 2.9790416533614916e-07,
+ 8.903394700610079e-06,
+ 0.020972860977053642,
+ 9.320317076344509e-06,
+ 0.00019670567417051643,
+ 0.00020088686142116785,
+ 4.157562580076046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26233601570129395,
+ -7.164467811584473,
+ -17.518400192260742,
+ -15.026494026184082,
+ -11.629077911376953,
+ -3.8645260334014893,
+ -11.583313941955566,
+ -8.533802032470703,
+ -8.512768745422363,
+ -10.087996482849121
+ ],
+ "distances_by_expert": [
+ 0.5246720314025879,
+ 14.328935623168945,
+ 35.036800384521484,
+ 30.052988052368164,
+ 23.258155822753906,
+ 7.7290520668029785,
+ 23.166627883911133,
+ 17.067604064941406,
+ 17.025537490844727,
+ 20.175992965698242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.54541015625,
+ "language": 52.302574157714844
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7009961605072021,
+ 0.0007620628457516432,
+ 2.298301104985967e-08,
+ 2.5415590698685264e-07,
+ 8.431035894318484e-06,
+ 0.01672258973121643,
+ 8.401315426453948e-06,
+ 0.00018037803238257766,
+ 0.00018423622532282025,
+ 4.085890395799652e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35525286197662354,
+ -7.179481506347656,
+ -17.588510513305664,
+ -15.185317993164062,
+ -11.68359088897705,
+ -4.090994834899902,
+ -11.687122344970703,
+ -8.620455741882324,
+ -8.599291801452637,
+ -10.105385780334473
+ ],
+ "distances_by_expert": [
+ 0.7105057239532471,
+ 14.358963012695312,
+ 35.17702102661133,
+ 30.370635986328125,
+ 23.3671817779541,
+ 8.181989669799805,
+ 23.374244689941406,
+ 17.24091148376465,
+ 17.198583602905273,
+ 20.210771560668945
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3545.86962890625,
+ "language": 52.264705657958984
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7599470019340515,
+ 0.0007939313654787838,
+ 2.5069841314007135e-08,
+ 2.657198194810917e-07,
+ 8.62055821926333e-06,
+ 0.017986049875617027,
+ 8.853548933984712e-06,
+ 0.00018951452511828393,
+ 0.00019592532771639526,
+ 4.149723463342525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2745066285133362,
+ -7.138513565063477,
+ -17.50160026550293,
+ -15.140823364257812,
+ -11.661360740661621,
+ -4.018158912658691,
+ -11.634692192077637,
+ -8.571044921875,
+ -8.537776947021484,
+ -10.089883804321289
+ ],
+ "distances_by_expert": [
+ 0.5490132570266724,
+ 14.277027130126953,
+ 35.00320053100586,
+ 30.281646728515625,
+ 23.322721481323242,
+ 8.036317825317383,
+ 23.269384384155273,
+ 17.14208984375,
+ 17.07555389404297,
+ 20.179767608642578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.909912109375,
+ "language": 52.290225982666016
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6973936557769775,
+ 0.0006397048127837479,
+ 2.2658564802213732e-08,
+ 2.3212042776776798e-07,
+ 7.384074251604034e-06,
+ 0.01501245703548193,
+ 7.5881098382524215e-06,
+ 0.00016618549125269055,
+ 0.00017892022151499987,
+ 3.511223621899262e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3604051470756531,
+ -7.354503631591797,
+ -17.60272789001465,
+ -15.276009559631348,
+ -11.816184997558594,
+ -4.1988749504089355,
+ -11.788928031921387,
+ -8.70240592956543,
+ -8.628570556640625,
+ -10.25696086883545
+ ],
+ "distances_by_expert": [
+ 0.7208102941513062,
+ 14.709007263183594,
+ 35.2054557800293,
+ 30.552019119262695,
+ 23.632369995117188,
+ 8.397749900817871,
+ 23.577856063842773,
+ 17.40481185913086,
+ 17.25714111328125,
+ 20.5139217376709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.146240234375,
+ "language": 52.285736083984375
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7292507886886597,
+ 0.0006559983012266457,
+ 2.308643587412007e-08,
+ 2.394526461557689e-07,
+ 7.626924798387336e-06,
+ 0.016413820907473564,
+ 7.818998710718006e-06,
+ 0.0001714939862722531,
+ 0.000187749057658948,
+ 3.624741657404229e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31573760509490967,
+ -7.329352378845215,
+ -17.584020614624023,
+ -15.24491024017334,
+ -11.783825874328613,
+ -4.109631538391113,
+ -11.758954048156738,
+ -8.6709623336792,
+ -8.580404281616211,
+ -10.225142478942871
+ ],
+ "distances_by_expert": [
+ 0.6314752101898193,
+ 14.65870475769043,
+ 35.16804122924805,
+ 30.48982048034668,
+ 23.567651748657227,
+ 8.219263076782227,
+ 23.517908096313477,
+ 17.3419246673584,
+ 17.160808563232422,
+ 20.450284957885742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.456298828125,
+ "language": 52.27789306640625
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6668275594711304,
+ 0.0007146936259232461,
+ 2.177428548577609e-08,
+ 2.984751859003154e-07,
+ 7.967802957864478e-06,
+ 0.021111510694026947,
+ 8.56584756547818e-06,
+ 0.00017934560310095549,
+ 0.00018287519924342632,
+ 3.685051342472434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4052237868309021,
+ -7.243656635284424,
+ -17.642536163330078,
+ -15.024579048156738,
+ -11.74010181427002,
+ -3.8579368591308594,
+ -11.66772747039795,
+ -8.626195907592773,
+ -8.606706619262695,
+ -10.208641052246094
+ ],
+ "distances_by_expert": [
+ 0.8104475736618042,
+ 14.487313270568848,
+ 35.285072326660156,
+ 30.049158096313477,
+ 23.48020362854004,
+ 7.715873718261719,
+ 23.3354549407959,
+ 17.252391815185547,
+ 17.21341323852539,
+ 20.417282104492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.286376953125,
+ "language": 52.27495574951172
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7769560813903809,
+ 0.0007066737161949277,
+ 2.4430082845583456e-08,
+ 2.582004015039274e-07,
+ 7.955130058689974e-06,
+ 0.017743131145834923,
+ 8.259446076408494e-06,
+ 0.00018342958355788141,
+ 0.00020110575133003294,
+ 3.7691024772357196e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25237149000167847,
+ -7.254941463470459,
+ -17.527450561523438,
+ -15.169529914855957,
+ -11.741693496704102,
+ -4.03175687789917,
+ -11.704153060913086,
+ -8.603679656982422,
+ -8.511679649353027,
+ -10.186088562011719
+ ],
+ "distances_by_expert": [
+ 0.5047429800033569,
+ 14.509882926940918,
+ 35.054901123046875,
+ 30.339059829711914,
+ 23.483386993408203,
+ 8.06351375579834,
+ 23.408306121826172,
+ 17.207359313964844,
+ 17.023359298706055,
+ 20.372177124023438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.658447265625,
+ "language": 52.26271057128906
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.733168363571167,
+ 0.0006566145457327366,
+ 2.3717138475376487e-08,
+ 2.2947806144202332e-07,
+ 7.761384949844796e-06,
+ 0.015358532778918743,
+ 8.000345587788615e-06,
+ 0.000174553002580069,
+ 0.0001929135323734954,
+ 3.667077180580236e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31037989258766174,
+ -7.328413486480713,
+ -17.55706787109375,
+ -15.287458419799805,
+ -11.766349792480469,
+ -4.176084041595459,
+ -11.7360258102417,
+ -8.653282165527344,
+ -8.553268432617188,
+ -10.213530540466309
+ ],
+ "distances_by_expert": [
+ 0.6207597851753235,
+ 14.656826972961426,
+ 35.1141357421875,
+ 30.57491683959961,
+ 23.532699584960938,
+ 8.352168083190918,
+ 23.4720516204834,
+ 17.306564331054688,
+ 17.106536865234375,
+ 20.427061080932617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.302978515625,
+ "language": 52.300296783447266
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7254319190979004,
+ 0.0007559662335552275,
+ 2.3980145869018088e-08,
+ 2.930621860741667e-07,
+ 8.45934573590057e-06,
+ 0.020201222971081734,
+ 9.016562216856983e-06,
+ 0.00018816742522176355,
+ 0.00019496616732794791,
+ 3.950840618927032e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32098808884620667,
+ -7.187513828277588,
+ -17.546039581298828,
+ -15.04288101196289,
+ -11.680238723754883,
+ -3.9020121097564697,
+ -11.616447448730469,
+ -8.578178405761719,
+ -8.542684555053711,
+ -10.138997077941895
+ ],
+ "distances_by_expert": [
+ 0.6419761776924133,
+ 14.375027656555176,
+ 35.092079162597656,
+ 30.08576202392578,
+ 23.360477447509766,
+ 7.8040242195129395,
+ 23.232894897460938,
+ 17.156356811523438,
+ 17.085369110107422,
+ 20.27799415588379
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.152099609375,
+ "language": 52.29180908203125
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6590921878814697,
+ 0.0007063479861244559,
+ 2.2039863267764304e-08,
+ 2.3933071702231246e-07,
+ 7.945433026179671e-06,
+ 0.01513966266065836,
+ 7.91515049058944e-06,
+ 0.00016714089724700898,
+ 0.00017282534099649638,
+ 3.776629455387592e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4168919324874878,
+ -7.255402565002441,
+ -17.630413055419922,
+ -15.2454195022583,
+ -11.742913246154785,
+ -4.190437316894531,
+ -11.746731758117676,
+ -8.696673393249512,
+ -8.663228988647461,
+ -10.184093475341797
+ ],
+ "distances_by_expert": [
+ 0.8337838649749756,
+ 14.510805130004883,
+ 35.260826110839844,
+ 30.4908390045166,
+ 23.48582649230957,
+ 8.380874633789062,
+ 23.49346351623535,
+ 17.393346786499023,
+ 17.326457977294922,
+ 20.368186950683594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.22412109375,
+ "language": 52.28217697143555
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7616933584213257,
+ 0.0008611688390374184,
+ 2.5397742575705706e-08,
+ 2.9933065093246114e-07,
+ 9.013148883241229e-06,
+ 0.0206390842795372,
+ 9.215352292812895e-06,
+ 0.00019485723169054836,
+ 0.00020078745728824288,
+ 4.32491724495776e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2722112238407135,
+ -7.057219982147217,
+ -17.488605499267578,
+ -15.021717071533203,
+ -11.616826057434082,
+ -3.880568742752075,
+ -11.594639778137207,
+ -8.543243408203125,
+ -8.513263702392578,
+ -10.048532485961914
+ ],
+ "distances_by_expert": [
+ 0.544422447681427,
+ 14.114439964294434,
+ 34.977210998535156,
+ 30.043434143066406,
+ 23.233652114868164,
+ 7.76113748550415,
+ 23.189279556274414,
+ 17.08648681640625,
+ 17.026527404785156,
+ 20.097064971923828
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3438.02685546875,
+ "language": 52.28342056274414
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7591288685798645,
+ 0.0007934042369015515,
+ 2.425911560521854e-08,
+ 2.7602177965491137e-07,
+ 8.479934876959305e-06,
+ 0.01849338971078396,
+ 8.66142272570869e-06,
+ 0.00018549695960246027,
+ 0.00019987690029665828,
+ 4.087133856955916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2755836546421051,
+ -7.1391777992248535,
+ -17.534473419189453,
+ -15.10278606414795,
+ -11.677807807922363,
+ -3.990341901779175,
+ -11.656631469726562,
+ -8.592472076416016,
+ -8.51780891418457,
+ -10.105081558227539
+ ],
+ "distances_by_expert": [
+ 0.5511673092842102,
+ 14.278355598449707,
+ 35.068946838378906,
+ 30.2055721282959,
+ 23.355615615844727,
+ 7.98068380355835,
+ 23.313262939453125,
+ 17.18494415283203,
+ 17.03561782836914,
+ 20.210163116455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.52001953125,
+ "language": 52.252342224121094
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6703968048095703,
+ 0.0005570518551394343,
+ 2.1470629718578493e-08,
+ 2.0898539787594927e-07,
+ 6.863711405458162e-06,
+ 0.013466175645589828,
+ 7.012723017396638e-06,
+ 0.00015430728672072291,
+ 0.00017117144307121634,
+ 3.228650166420266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39988553524017334,
+ -7.492852210998535,
+ -17.656579971313477,
+ -15.381001472473145,
+ -11.889262199401855,
+ -4.307574272155762,
+ -11.86778450012207,
+ -8.776564598083496,
+ -8.672844886779785,
+ -10.340861320495605
+ ],
+ "distances_by_expert": [
+ 0.7997710704803467,
+ 14.98570442199707,
+ 35.31315994262695,
+ 30.76200294494629,
+ 23.77852439880371,
+ 8.615148544311523,
+ 23.73556900024414,
+ 17.553129196166992,
+ 17.34568977355957,
+ 20.68172264099121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.76025390625,
+ "language": 52.27192687988281
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7195143103599548,
+ 0.0008024737471714616,
+ 2.3163755358268645e-08,
+ 3.1960968271960155e-07,
+ 8.782823897490744e-06,
+ 0.022845545783638954,
+ 9.169292752631009e-06,
+ 0.00019018605235032737,
+ 0.00019514882296789438,
+ 4.074858225067146e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32917889952659607,
+ -7.127811431884766,
+ -17.580677032470703,
+ -14.956165313720703,
+ -11.642712593078613,
+ -3.778999090194702,
+ -11.599650382995605,
+ -8.56750774383545,
+ -8.541748046875,
+ -10.108089447021484
+ ],
+ "distances_by_expert": [
+ 0.6583577990531921,
+ 14.255622863769531,
+ 35.161354064941406,
+ 29.912330627441406,
+ 23.285425186157227,
+ 7.557998180389404,
+ 23.19930076599121,
+ 17.1350154876709,
+ 17.08349609375,
+ 20.21617889404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.457275390625,
+ "language": 52.29836654663086
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7092380523681641,
+ 0.0008346758550032973,
+ 2.3403345039696433e-08,
+ 3.2110827419273846e-07,
+ 9.18142086447915e-06,
+ 0.022598210722208023,
+ 9.34366926230723e-06,
+ 0.00019602438260335475,
+ 0.0001922353112604469,
+ 4.216068919049576e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3435640335083008,
+ -7.088467121124268,
+ -17.57038688659668,
+ -14.95148754119873,
+ -11.598328590393066,
+ -3.789884567260742,
+ -11.580811500549316,
+ -8.537271499633789,
+ -8.556790351867676,
+ -10.07402229309082
+ ],
+ "distances_by_expert": [
+ 0.6871280670166016,
+ 14.176934242248535,
+ 35.14077377319336,
+ 29.90297508239746,
+ 23.196657180786133,
+ 7.579769134521484,
+ 23.161623001098633,
+ 17.074542999267578,
+ 17.11358070373535,
+ 20.14804458618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.392822265625,
+ "language": 52.284183502197266
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7416762709617615,
+ 0.0006816142704337835,
+ 2.3744840760286934e-08,
+ 2.4212531002376636e-07,
+ 7.725428076810203e-06,
+ 0.01646295189857483,
+ 7.964391443238128e-06,
+ 0.00017591699725016952,
+ 0.00019440895994193852,
+ 3.656314584077336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2988424003124237,
+ -7.291046619415283,
+ -17.55590057373047,
+ -15.233810424804688,
+ -11.77099323272705,
+ -4.106642723083496,
+ -11.740530014038086,
+ -8.645498275756836,
+ -8.545546531677246,
+ -10.216469764709473
+ ],
+ "distances_by_expert": [
+ 0.5976848006248474,
+ 14.582093238830566,
+ 35.11180114746094,
+ 30.467620849609375,
+ 23.5419864654541,
+ 8.213285446166992,
+ 23.481060028076172,
+ 17.290996551513672,
+ 17.091093063354492,
+ 20.432939529418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.163818359375,
+ "language": 52.26813507080078
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6923230886459351,
+ 0.0006324420101009309,
+ 2.239313268148635e-08,
+ 2.2278501887740276e-07,
+ 7.388913672912167e-06,
+ 0.016073815524578094,
+ 7.708869816269726e-06,
+ 0.00016786179912742227,
+ 0.00018521289166528732,
+ 3.5282017051940784e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36770251393318176,
+ -7.365921974182129,
+ -17.614511489868164,
+ -15.317058563232422,
+ -11.815529823303223,
+ -4.130563735961914,
+ -11.773138999938965,
+ -8.69236946105957,
+ -8.59400463104248,
+ -10.252137184143066
+ ],
+ "distances_by_expert": [
+ 0.7354050278663635,
+ 14.731843948364258,
+ 35.22902297973633,
+ 30.634117126464844,
+ 23.631059646606445,
+ 8.261127471923828,
+ 23.54627799987793,
+ 17.38473892211914,
+ 17.18800926208496,
+ 20.504274368286133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.134521484375,
+ "language": 52.291622161865234
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7131289839744568,
+ 0.0008203475154004991,
+ 2.3522069625414588e-08,
+ 3.2576832609265693e-07,
+ 9.155932275461964e-06,
+ 0.023877659812569618,
+ 9.617322575650178e-06,
+ 0.00019841962784994394,
+ 0.0001898799673654139,
+ 4.2551415390335023e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33809295296669006,
+ -7.105782508850098,
+ -17.565326690673828,
+ -14.937079429626465,
+ -11.60110855102539,
+ -3.734812021255493,
+ -11.551944732666016,
+ -8.525126457214355,
+ -8.56911849975586,
+ -10.064797401428223
+ ],
+ "distances_by_expert": [
+ 0.6761859059333801,
+ 14.211565017700195,
+ 35.130653381347656,
+ 29.87415885925293,
+ 23.20221710205078,
+ 7.469624042510986,
+ 23.10388946533203,
+ 17.05025291442871,
+ 17.13823699951172,
+ 20.129594802856445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.424072265625,
+ "language": 52.2979736328125
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6176217794418335,
+ 0.0006603645160794258,
+ 2.0430054092912542e-08,
+ 2.265842624638026e-07,
+ 7.622590601386037e-06,
+ 0.014329646714031696,
+ 7.510656359954737e-06,
+ 0.0001580187090439722,
+ 0.0001638443354750052,
+ 3.6837474908679724e-05
+ ],
+ "log_scores_by_expert": [
+ -0.48187902569770813,
+ -7.322718620300293,
+ -17.70625877380371,
+ -15.300148963928223,
+ -11.784394264221191,
+ -4.245424747467041,
+ -11.799187660217285,
+ -8.75279712677002,
+ -8.716593742370605,
+ -10.20899486541748
+ ],
+ "distances_by_expert": [
+ 0.9637580513954163,
+ 14.645437240600586,
+ 35.41251754760742,
+ 30.600297927856445,
+ 23.568788528442383,
+ 8.490849494934082,
+ 23.59837532043457,
+ 17.50559425354004,
+ 17.43318748474121,
+ 20.41798973083496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3621.64990234375,
+ "language": 52.275394439697266
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.722813606262207,
+ 0.0008280315087176859,
+ 2.425994694021938e-08,
+ 2.8131125873187557e-07,
+ 8.551800419809297e-06,
+ 0.019316554069519043,
+ 8.749341759539675e-06,
+ 0.00018440144776832312,
+ 0.00018953475228045136,
+ 4.081388397025876e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3246039152145386,
+ -7.09645938873291,
+ -17.534439086914062,
+ -15.0838041305542,
+ -11.669368743896484,
+ -3.9467928409576416,
+ -11.64653205871582,
+ -8.598395347595215,
+ -8.570938110351562,
+ -10.106488227844238
+ ],
+ "distances_by_expert": [
+ 0.6492078304290771,
+ 14.19291877746582,
+ 35.068878173828125,
+ 30.1676082611084,
+ 23.33873748779297,
+ 7.893585681915283,
+ 23.29306411743164,
+ 17.19679069519043,
+ 17.141876220703125,
+ 20.212976455688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.6279296875,
+ "language": 52.28102493286133
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7385287880897522,
+ 0.0007106476696208119,
+ 2.3746380861666694e-08,
+ 2.438361264012201e-07,
+ 7.846899279684294e-06,
+ 0.015765301883220673,
+ 8.094080840237439e-06,
+ 0.00017389454296790063,
+ 0.00018765167624223977,
+ 3.781603300012648e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3030952215194702,
+ -7.24933385848999,
+ -17.555835723876953,
+ -15.22676944732666,
+ -11.755392074584961,
+ -4.149943828582764,
+ -11.724377632141113,
+ -8.657061576843262,
+ -8.580923080444336,
+ -10.182777404785156
+ ],
+ "distances_by_expert": [
+ 0.6061904430389404,
+ 14.49866771697998,
+ 35.111671447753906,
+ 30.45353889465332,
+ 23.510784149169922,
+ 8.299887657165527,
+ 23.448755264282227,
+ 17.314123153686523,
+ 17.161846160888672,
+ 20.365554809570312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.896240234375,
+ "language": 52.25593566894531
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6782432794570923,
+ 0.0005738716572523117,
+ 2.167491963689372e-08,
+ 2.0946447421010816e-07,
+ 7.014194579824107e-06,
+ 0.013295487500727177,
+ 7.1343952185998205e-06,
+ 0.00015537699800916016,
+ 0.00017061049584299326,
+ 3.259597360738553e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3882492184638977,
+ -7.463104724884033,
+ -17.647109985351562,
+ -15.378711700439453,
+ -11.867574691772461,
+ -4.320330619812012,
+ -11.85058307647705,
+ -8.76965618133545,
+ -8.676127433776855,
+ -10.331321716308594
+ ],
+ "distances_by_expert": [
+ 0.7764984369277954,
+ 14.926209449768066,
+ 35.294219970703125,
+ 30.757423400878906,
+ 23.735149383544922,
+ 8.640661239624023,
+ 23.7011661529541,
+ 17.5393123626709,
+ 17.35225486755371,
+ 20.662643432617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.87109375,
+ "language": 52.276344299316406
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7256156206130981,
+ 0.0008320237975567579,
+ 2.356095407662906e-08,
+ 3.3365114404659835e-07,
+ 9.276378477807157e-06,
+ 0.024079281836748123,
+ 9.632062756281812e-06,
+ 0.00020060467068105936,
+ 0.00019146924023516476,
+ 4.266437827027403e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3207349181175232,
+ -7.091649532318115,
+ -17.563674926757812,
+ -14.913169860839844,
+ -11.58803939819336,
+ -3.7264034748077393,
+ -11.550413131713867,
+ -8.514174461364746,
+ -8.560783386230469,
+ -10.062146186828613
+ ],
+ "distances_by_expert": [
+ 0.6414698362350464,
+ 14.18329906463623,
+ 35.127349853515625,
+ 29.826339721679688,
+ 23.17607879638672,
+ 7.4528069496154785,
+ 23.100826263427734,
+ 17.028348922729492,
+ 17.121566772460938,
+ 20.124292373657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.966552734375,
+ "language": 52.305057525634766
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7065568566322327,
+ 0.0008235382265411317,
+ 2.3050400699275997e-08,
+ 3.172921765326464e-07,
+ 8.973678632173687e-06,
+ 0.0239840280264616,
+ 9.549334208713844e-06,
+ 0.00019834093109238893,
+ 0.00018600359908305109,
+ 4.254780287737958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34735164046287537,
+ -7.101900577545166,
+ -17.585582733154297,
+ -14.9634428024292,
+ -11.621214866638184,
+ -3.7303671836853027,
+ -11.559039115905762,
+ -8.52552318572998,
+ -8.589744567871094,
+ -10.064882278442383
+ ],
+ "distances_by_expert": [
+ 0.6947032809257507,
+ 14.203801155090332,
+ 35.171165466308594,
+ 29.9268856048584,
+ 23.242429733276367,
+ 7.4607343673706055,
+ 23.118078231811523,
+ 17.05104637145996,
+ 17.179489135742188,
+ 20.129764556884766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.211181640625,
+ "language": 52.28586196899414
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7707439661026001,
+ 0.0007341933087445796,
+ 2.4816786847736694e-08,
+ 2.493663373570598e-07,
+ 8.062208507908508e-06,
+ 0.01778165064752102,
+ 8.366223482880741e-06,
+ 0.00018403797002974898,
+ 0.0001982163084903732,
+ 3.862180165015161e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2603989839553833,
+ -7.216738224029541,
+ -17.51174545288086,
+ -15.20434284210205,
+ -11.728322982788086,
+ -4.029588222503662,
+ -11.69130802154541,
+ -8.60036849975586,
+ -8.526151657104492,
+ -10.161693572998047
+ ],
+ "distances_by_expert": [
+ 0.5207979679107666,
+ 14.433476448059082,
+ 35.02349090576172,
+ 30.4086856842041,
+ 23.456645965576172,
+ 8.059176445007324,
+ 23.38261604309082,
+ 17.20073699951172,
+ 17.052303314208984,
+ 20.323387145996094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.808837890625,
+ "language": 52.251220703125
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6721919775009155,
+ 0.000594062265008688,
+ 2.1323300458675476e-08,
+ 2.087577115617023e-07,
+ 7.016509243840119e-06,
+ 0.014300738461315632,
+ 7.165051556512481e-06,
+ 0.00015679722127970308,
+ 0.00017774876323528588,
+ 3.292053224868141e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39721137285232544,
+ -7.428526401519775,
+ -17.66346549987793,
+ -15.382091522216797,
+ -11.867244720458984,
+ -4.247444152832031,
+ -11.846295356750488,
+ -8.760557174682617,
+ -8.635139465332031,
+ -10.32141399383545
+ ],
+ "distances_by_expert": [
+ 0.7944227457046509,
+ 14.85705280303955,
+ 35.32693099975586,
+ 30.764183044433594,
+ 23.73448944091797,
+ 8.494888305664062,
+ 23.692590713500977,
+ 17.521114349365234,
+ 17.270278930664062,
+ 20.6428279876709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.73486328125,
+ "language": 52.266578674316406
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7588725686073303,
+ 0.000799602537881583,
+ 2.36614727811002e-08,
+ 2.9743290497208363e-07,
+ 9.124813004746102e-06,
+ 0.021375324577093124,
+ 9.359616342408117e-06,
+ 0.00019833695841953158,
+ 0.00020174561359453946,
+ 4.372556577436626e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27592140436172485,
+ -7.1313958168029785,
+ -17.559417724609375,
+ -15.028077125549316,
+ -11.604513168334961,
+ -3.845518112182617,
+ -11.579106330871582,
+ -8.525543212890625,
+ -8.508502960205078,
+ -10.037577629089355
+ ],
+ "distances_by_expert": [
+ 0.5518428087234497,
+ 14.262791633605957,
+ 35.11883544921875,
+ 30.056154251098633,
+ 23.209026336669922,
+ 7.691036224365234,
+ 23.158212661743164,
+ 17.05108642578125,
+ 17.017005920410156,
+ 20.07515525817871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.783203125,
+ "language": 52.31294631958008
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.564072847366333,
+ 0.000627766945399344,
+ 1.8662866807517275e-08,
+ 2.546904056544008e-07,
+ 7.516761797887739e-06,
+ 0.017718542367219925,
+ 7.805550922057591e-06,
+ 0.00015690371219534427,
+ 0.0001613974163774401,
+ 3.4447326470399275e-05
+ ],
+ "log_scores_by_expert": [
+ -0.572571873664856,
+ -7.3733415603637695,
+ -17.796730041503906,
+ -15.18321704864502,
+ -11.798375129699707,
+ -4.033143520355225,
+ -11.760675430297852,
+ -8.759878158569336,
+ -8.731640815734863,
+ -10.276079177856445
+ ],
+ "distances_by_expert": [
+ 1.145143747329712,
+ 14.746683120727539,
+ 35.59346008300781,
+ 30.36643409729004,
+ 23.596750259399414,
+ 8.06628704071045,
+ 23.521350860595703,
+ 17.519756317138672,
+ 17.463281631469727,
+ 20.55215835571289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3202.759521484375,
+ "language": 52.285274505615234
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5933979153633118,
+ 0.0006313509657047689,
+ 1.9399982065237964e-08,
+ 2.688725544430781e-07,
+ 7.504978384531569e-06,
+ 0.018164770677685738,
+ 7.893493602750823e-06,
+ 0.00016219854296650738,
+ 0.0001667953620199114,
+ 3.4547338145785034e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5218900442123413,
+ -7.367648601531982,
+ -17.757993698120117,
+ -15.1290283203125,
+ -11.799943923950195,
+ -4.008271217346191,
+ -11.749471664428711,
+ -8.726689338684082,
+ -8.698742866516113,
+ -10.27318000793457
+ ],
+ "distances_by_expert": [
+ 1.0437800884246826,
+ 14.735297203063965,
+ 35.515987396240234,
+ 30.258056640625,
+ 23.59988784790039,
+ 8.016542434692383,
+ 23.498943328857422,
+ 17.453378677368164,
+ 17.397485733032227,
+ 20.54636001586914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.3447265625,
+ "language": 52.281734466552734
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7327422499656677,
+ 0.0007473196601495147,
+ 2.3064737675326796e-08,
+ 2.920861845723266e-07,
+ 8.749675544095226e-06,
+ 0.01902364008128643,
+ 8.713494935363997e-06,
+ 0.00018585872021503747,
+ 0.00019571355369407684,
+ 4.0217506466433406e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3109613358974457,
+ -7.199017524719238,
+ -17.5849609375,
+ -15.04621696472168,
+ -11.646493911743164,
+ -3.9620728492736816,
+ -11.65063762664795,
+ -8.590523719787598,
+ -8.538858413696289,
+ -10.121208190917969
+ ],
+ "distances_by_expert": [
+ 0.6219226717948914,
+ 14.398035049438477,
+ 35.169921875,
+ 30.09243392944336,
+ 23.292987823486328,
+ 7.924145698547363,
+ 23.3012752532959,
+ 17.181047439575195,
+ 17.077716827392578,
+ 20.242416381835938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.40966796875,
+ "language": 52.302337646484375
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5935621857643127,
+ 0.0006359833059832454,
+ 1.9726019928612004e-08,
+ 2.6302137712264084e-07,
+ 7.3104811235680245e-06,
+ 0.01672571524977684,
+ 7.5766624831885565e-06,
+ 0.00015629171684850007,
+ 0.0001671608188189566,
+ 3.31671217281837e-05
+ ],
+ "log_scores_by_expert": [
+ -0.521613359451294,
+ -7.36033821105957,
+ -17.7413272857666,
+ -15.151030540466309,
+ -11.826201438903809,
+ -4.090807914733887,
+ -11.790437698364258,
+ -8.763786315917969,
+ -8.696554183959961,
+ -10.31395149230957
+ ],
+ "distances_by_expert": [
+ 1.043226718902588,
+ 14.72067642211914,
+ 35.4826545715332,
+ 30.302061080932617,
+ 23.652402877807617,
+ 8.181615829467773,
+ 23.580875396728516,
+ 17.527572631835938,
+ 17.393108367919922,
+ 20.62790298461914
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3219.827880859375,
+ "language": 52.27772521972656
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.651078462600708,
+ 0.0007082782103680074,
+ 2.0788780474845225e-08,
+ 2.8766669402102707e-07,
+ 7.908677616796922e-06,
+ 0.019921069964766502,
+ 8.193036592274439e-06,
+ 0.00017203636525664479,
+ 0.0001798332086764276,
+ 3.7009383959230036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291251301765442,
+ -7.252673625946045,
+ -17.688852310180664,
+ -15.061463356018066,
+ -11.747550010681152,
+ -3.9159772396087646,
+ -11.712225914001465,
+ -8.667804718017578,
+ -8.623480796813965,
+ -10.204339027404785
+ ],
+ "distances_by_expert": [
+ 0.8582502603530884,
+ 14.50534725189209,
+ 35.37770462036133,
+ 30.122926712036133,
+ 23.495100021362305,
+ 7.831954479217529,
+ 23.42445182800293,
+ 17.335609436035156,
+ 17.24696159362793,
+ 20.40867805480957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.742919921875,
+ "language": 52.281349182128906
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6942344903945923,
+ 0.0007663869182579219,
+ 2.1670910399507193e-08,
+ 2.930001414824801e-07,
+ 8.621552296972368e-06,
+ 0.02128486894071102,
+ 8.711574992048554e-06,
+ 0.0001850970438681543,
+ 0.00018918082059826702,
+ 4.119118602829985e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36494550108909607,
+ -7.173823356628418,
+ -17.647294998168945,
+ -15.043092727661133,
+ -11.661245346069336,
+ -3.8497588634490967,
+ -11.650857925415039,
+ -8.594630241394043,
+ -8.572807312011719,
+ -10.097286224365234
+ ],
+ "distances_by_expert": [
+ 0.7298910021781921,
+ 14.347646713256836,
+ 35.29458999633789,
+ 30.086185455322266,
+ 23.322490692138672,
+ 7.699517726898193,
+ 23.301715850830078,
+ 17.189260482788086,
+ 17.145614624023438,
+ 20.19457244873047
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.943115234375,
+ "language": 52.28715896606445
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6211692690849304,
+ 0.0006724059348925948,
+ 1.995157816736537e-08,
+ 2.7212627173867077e-07,
+ 7.646311132702976e-06,
+ 0.019237378612160683,
+ 7.859324796299916e-06,
+ 0.0001644882868276909,
+ 0.00017468654550611973,
+ 3.5674187529366463e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47615161538124084,
+ -7.304648399353027,
+ -17.729957580566406,
+ -15.116999626159668,
+ -11.78128719329834,
+ -3.950900077819824,
+ -11.753809928894043,
+ -8.712671279907227,
+ -8.652517318725586,
+ -10.241083145141602
+ ],
+ "distances_by_expert": [
+ 0.9523032307624817,
+ 14.609296798706055,
+ 35.45991516113281,
+ 30.233999252319336,
+ 23.56257438659668,
+ 7.901800155639648,
+ 23.507619857788086,
+ 17.425342559814453,
+ 17.305034637451172,
+ 20.482166290283203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.225341796875,
+ "language": 52.289764404296875
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5349070429801941,
+ 0.0005590851651504636,
+ 1.7088485293470512e-08,
+ 2.2872819727126625e-07,
+ 6.840820333309239e-06,
+ 0.016179025173187256,
+ 7.002618531259941e-06,
+ 0.000146740727359429,
+ 0.00015025438915472478,
+ 3.252846727264114e-05
+ ],
+ "log_scores_by_expert": [
+ -0.6256622672080994,
+ -7.489208698272705,
+ -17.88486099243164,
+ -15.290731430053711,
+ -11.892602920532227,
+ -4.124039649963379,
+ -11.869226455688477,
+ -8.82684326171875,
+ -8.803180694580078,
+ -10.333395004272461
+ ],
+ "distances_by_expert": [
+ 1.2513245344161987,
+ 14.97841739654541,
+ 35.76972198486328,
+ 30.581462860107422,
+ 23.785205841064453,
+ 8.248079299926758,
+ 23.738452911376953,
+ 17.6536865234375,
+ 17.606361389160156,
+ 20.666790008544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.144287109375,
+ "language": 52.315040588378906
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5955997109413147,
+ 0.0006655092001892626,
+ 1.9039308796209298e-08,
+ 2.6217989557153487e-07,
+ 7.74326326791197e-06,
+ 0.019520599395036697,
+ 8.155881914717611e-06,
+ 0.00016648403834551573,
+ 0.00016499006596859545,
+ 3.691396341309883e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5181864500045776,
+ -7.314958095550537,
+ -17.77676010131836,
+ -15.154234886169434,
+ -11.76868724822998,
+ -3.9362850189208984,
+ -11.716771125793457,
+ -8.700611114501953,
+ -8.709625244140625,
+ -10.206920623779297
+ ],
+ "distances_by_expert": [
+ 1.0363729000091553,
+ 14.629916191101074,
+ 35.55352020263672,
+ 30.308469772338867,
+ 23.53737449645996,
+ 7.872570037841797,
+ 23.433542251586914,
+ 17.401222229003906,
+ 17.41925048828125,
+ 20.413841247558594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.50732421875,
+ "language": 52.30515670776367
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5971843600273132,
+ 0.0006666799890808761,
+ 1.9134619222427318e-08,
+ 2.628684114824864e-07,
+ 7.735277904430404e-06,
+ 0.01962265372276306,
+ 8.200494448828977e-06,
+ 0.00016616251377854496,
+ 0.00016494980081915855,
+ 3.666408883873373e-05
+ ],
+ "log_scores_by_expert": [
+ -0.515529453754425,
+ -7.3132004737854,
+ -17.771766662597656,
+ -15.151612281799316,
+ -11.769719123840332,
+ -3.931070566177368,
+ -11.711316108703613,
+ -8.702544212341309,
+ -8.709869384765625,
+ -10.213712692260742
+ ],
+ "distances_by_expert": [
+ 1.03105890750885,
+ 14.6264009475708,
+ 35.54353332519531,
+ 30.303224563598633,
+ 23.539438247680664,
+ 7.862141132354736,
+ 23.422632217407227,
+ 17.405088424682617,
+ 17.41973876953125,
+ 20.427425384521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.48095703125,
+ "language": 52.269386291503906
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6013453602790833,
+ 0.0006451699300669134,
+ 1.904406765618205e-08,
+ 2.616114613829268e-07,
+ 7.564432507933816e-06,
+ 0.0192362442612648,
+ 8.013563274289481e-06,
+ 0.00016507333202753216,
+ 0.00016690070333424956,
+ 3.5856464819516987e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5085858702659607,
+ -7.345996856689453,
+ -17.77651023864746,
+ -15.156405448913574,
+ -11.79205322265625,
+ -3.9509589672088623,
+ -11.734375,
+ -8.709120750427246,
+ -8.698111534118652,
+ -10.235986709594727
+ ],
+ "distances_by_expert": [
+ 1.0171717405319214,
+ 14.691993713378906,
+ 35.55302047729492,
+ 30.31281089782715,
+ 23.5841064453125,
+ 7.901917934417725,
+ 23.46875,
+ 17.418241500854492,
+ 17.396223068237305,
+ 20.471973419189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.24072265625,
+ "language": 52.272926330566406
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.592544436454773,
+ 0.0006528447265736759,
+ 1.9027293518547594e-08,
+ 2.6581056999930297e-07,
+ 7.703843039053027e-06,
+ 0.019104618579149246,
+ 8.046700713748578e-06,
+ 0.000164472745382227,
+ 0.00016562634846195579,
+ 3.6015619116369635e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5233294367790222,
+ -7.334171295166016,
+ -17.77739143371582,
+ -15.140481948852539,
+ -11.773791313171387,
+ -3.957825183868408,
+ -11.73024845123291,
+ -8.71276569366455,
+ -8.70577621459961,
+ -10.231557846069336
+ ],
+ "distances_by_expert": [
+ 1.0466588735580444,
+ 14.668342590332031,
+ 35.55478286743164,
+ 30.280963897705078,
+ 23.547582626342773,
+ 7.915650367736816,
+ 23.46049690246582,
+ 17.4255313873291,
+ 17.41155242919922,
+ 20.463115692138672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.3017578125,
+ "language": 52.29860305786133
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5913769602775574,
+ 0.0006283973925746977,
+ 1.9077551982604746e-08,
+ 2.601240112198866e-07,
+ 7.3311402957187966e-06,
+ 0.01811417192220688,
+ 7.700244168518111e-06,
+ 0.0001586943690199405,
+ 0.00016647277516312897,
+ 3.391168502275832e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5253015756607056,
+ -7.372337818145752,
+ -17.77475357055664,
+ -15.162107467651367,
+ -11.823379516601562,
+ -4.01106071472168,
+ -11.774258613586426,
+ -8.748530387878418,
+ -8.700678825378418,
+ -10.29175090789795
+ ],
+ "distances_by_expert": [
+ 1.0506031513214111,
+ 14.744675636291504,
+ 35.54950714111328,
+ 30.324214935302734,
+ 23.646759033203125,
+ 8.02212142944336,
+ 23.54851722717285,
+ 17.497060775756836,
+ 17.401357650756836,
+ 20.5835018157959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.06982421875,
+ "language": 52.27196502685547
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.597488522529602,
+ 0.0006323202396743,
+ 1.9023302044729462e-08,
+ 2.5735201347742986e-07,
+ 7.375213499472011e-06,
+ 0.01790918968617916,
+ 7.678331712668296e-06,
+ 0.00016000097093638033,
+ 0.00016801732999738306,
+ 3.42965722666122e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5150202512741089,
+ -7.366114616394043,
+ -17.77760124206543,
+ -15.172821044921875,
+ -11.81738567352295,
+ -4.022441387176514,
+ -11.777108192443848,
+ -8.740330696105957,
+ -8.69144344329834,
+ -10.280465126037598
+ ],
+ "distances_by_expert": [
+ 1.0300405025482178,
+ 14.732229232788086,
+ 35.55520248413086,
+ 30.34564208984375,
+ 23.6347713470459,
+ 8.044882774353027,
+ 23.554216384887695,
+ 17.480661392211914,
+ 17.38288688659668,
+ 20.560930252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.508544921875,
+ "language": 52.2823371887207
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.602606475353241,
+ 0.0006281981477513909,
+ 1.9494196479286074e-08,
+ 2.617971119889262e-07,
+ 7.331650522246491e-06,
+ 0.017915833741426468,
+ 7.649725375813432e-06,
+ 0.00015950993110891432,
+ 0.00017089041648432612,
+ 3.378408291609958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5064908862113953,
+ -7.372654914855957,
+ -17.753149032592773,
+ -15.155695915222168,
+ -11.823309898376465,
+ -4.022070407867432,
+ -11.780840873718262,
+ -8.743404388427734,
+ -8.674488067626953,
+ -10.295520782470703
+ ],
+ "distances_by_expert": [
+ 1.0129817724227905,
+ 14.745309829711914,
+ 35.50629806518555,
+ 30.311391830444336,
+ 23.64661979675293,
+ 8.044140815734863,
+ 23.561681747436523,
+ 17.48680877685547,
+ 17.348976135253906,
+ 20.591041564941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.36572265625,
+ "language": 52.26474380493164
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6221519112586975,
+ 0.0006582176429219544,
+ 2.005799615290016e-08,
+ 2.702159349610156e-07,
+ 7.5325278885429725e-06,
+ 0.01863820105791092,
+ 7.856896445446182e-06,
+ 0.00016329165373463184,
+ 0.00017598512931726873,
+ 3.4963210055138916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47457098960876465,
+ -7.325974941253662,
+ -17.724637985229492,
+ -15.124044418334961,
+ -11.796279907226562,
+ -3.982542037963867,
+ -11.754118919372559,
+ -8.719972610473633,
+ -8.645111083984375,
+ -10.261214256286621
+ ],
+ "distances_by_expert": [
+ 0.9491419792175293,
+ 14.651949882507324,
+ 35.449275970458984,
+ 30.248088836669922,
+ 23.592559814453125,
+ 7.965084075927734,
+ 23.508237838745117,
+ 17.439945220947266,
+ 17.29022216796875,
+ 20.522428512573242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.423095703125,
+ "language": 52.279659271240234
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6634764075279236,
+ 0.0007176886429078877,
+ 2.1141868700169653e-08,
+ 2.864899784071895e-07,
+ 7.951231964398175e-06,
+ 0.020153280347585678,
+ 8.253485248133074e-06,
+ 0.00017306813970208168,
+ 0.0001858291361713782,
+ 3.715221464517526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41026195883750916,
+ -7.239474773406982,
+ -17.67201042175293,
+ -15.06556224822998,
+ -11.742183685302734,
+ -3.904388189315796,
+ -11.704874992370605,
+ -8.661825180053711,
+ -8.590682983398438,
+ -10.20048713684082
+ ],
+ "distances_by_expert": [
+ 0.8205239176750183,
+ 14.478949546813965,
+ 35.34402084350586,
+ 30.13112449645996,
+ 23.48436737060547,
+ 7.808776378631592,
+ 23.40974998474121,
+ 17.323650360107422,
+ 17.181365966796875,
+ 20.40097427368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.745849609375,
+ "language": 52.27457809448242
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6189756989479065,
+ 0.0006647391128353775,
+ 1.9969014886100922e-08,
+ 2.62598035760675e-07,
+ 7.472754077753052e-06,
+ 0.018651757389307022,
+ 7.817425284883939e-06,
+ 0.0001620487164473161,
+ 0.00017530471086502075,
+ 3.484955959720537e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47968921065330505,
+ -7.316115856170654,
+ -17.729084014892578,
+ -15.152641296386719,
+ -11.80424690246582,
+ -3.9818148612976074,
+ -11.7591552734375,
+ -8.72761344909668,
+ -8.648984909057617,
+ -10.264470100402832
+ ],
+ "distances_by_expert": [
+ 0.9593784213066101,
+ 14.632231712341309,
+ 35.458168029785156,
+ 30.305282592773438,
+ 23.60849380493164,
+ 7.963629722595215,
+ 23.518310546875,
+ 17.45522689819336,
+ 17.297969818115234,
+ 20.528940200805664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3247.2021484375,
+ "language": 52.26786422729492
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5713058710098267,
+ 0.0006319889798760414,
+ 1.9302392573194993e-08,
+ 2.5916523327396135e-07,
+ 7.500735591747798e-06,
+ 0.01803777739405632,
+ 7.883706530265044e-06,
+ 0.00015899188292678446,
+ 0.00016227312153205276,
+ 3.4961172787006944e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5598304867744446,
+ -7.366638660430908,
+ -17.763036727905273,
+ -15.165800094604492,
+ -11.800509452819824,
+ -4.015286922454834,
+ -11.750712394714355,
+ -8.746657371520996,
+ -8.726229667663574,
+ -10.261272430419922
+ ],
+ "distances_by_expert": [
+ 1.1196609735488892,
+ 14.733277320861816,
+ 35.52607345581055,
+ 30.331600189208984,
+ 23.60101890563965,
+ 8.030573844909668,
+ 23.50142478942871,
+ 17.493314743041992,
+ 17.45245933532715,
+ 20.522544860839844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3218.241455078125,
+ "language": 52.280601501464844
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5916368365287781,
+ 0.0006045757909305394,
+ 1.9692526720405112e-08,
+ 2.024111438458931e-07,
+ 7.160051154642133e-06,
+ 0.01248390506953001,
+ 7.099487902451074e-06,
+ 0.00015040980360936373,
+ 0.00015573629934806377,
+ 3.463228131295182e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5248622298240662,
+ -7.410983562469482,
+ -17.743026733398438,
+ -15.412964820861816,
+ -11.846993446350098,
+ -4.383315086364746,
+ -11.855487823486328,
+ -8.802146911621094,
+ -8.767346382141113,
+ -10.270724296569824
+ ],
+ "distances_by_expert": [
+ 1.0497244596481323,
+ 14.821967124938965,
+ 35.486053466796875,
+ 30.825929641723633,
+ 23.693986892700195,
+ 8.766630172729492,
+ 23.710975646972656,
+ 17.604293823242188,
+ 17.534692764282227,
+ 20.54144859313965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3574.324462890625,
+ "language": 52.278099060058594
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7476281523704529,
+ 0.0008621779270470142,
+ 2.4818350041755366e-08,
+ 2.9460085215760046e-07,
+ 9.191872777591925e-06,
+ 0.019840264692902565,
+ 9.06672084965976e-06,
+ 0.00019323723972775042,
+ 0.00019669141329359263,
+ 4.397304292069748e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29084962606430054,
+ -7.05604887008667,
+ -17.511682510375977,
+ -15.037644386291504,
+ -11.597190856933594,
+ -3.920041799545288,
+ -11.610899925231934,
+ -8.551591873168945,
+ -8.53387451171875,
+ -10.031933784484863
+ ],
+ "distances_by_expert": [
+ 0.5816992521286011,
+ 14.11209774017334,
+ 35.02336502075195,
+ 30.075288772583008,
+ 23.194381713867188,
+ 7.840083599090576,
+ 23.221799850463867,
+ 17.10318374633789,
+ 17.0677490234375,
+ 20.063867568969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.6474609375,
+ "language": 52.294525146484375
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7230051159858704,
+ 0.0007119066431187093,
+ 2.3840094343086093e-08,
+ 2.3782473590472364e-07,
+ 7.937972441141028e-06,
+ 0.015217692591249943,
+ 8.171562512870878e-06,
+ 0.00017445847333874553,
+ 0.00018404866568744183,
+ 3.8414807931985706e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32433900237083435,
+ -7.24756383895874,
+ -17.551897048950195,
+ -15.251731872558594,
+ -11.743852615356445,
+ -4.185296535491943,
+ -11.714850425720215,
+ -8.653823852539062,
+ -8.600310325622559,
+ -10.167067527770996
+ ],
+ "distances_by_expert": [
+ 0.6486780047416687,
+ 14.49512767791748,
+ 35.10379409790039,
+ 30.503463745117188,
+ 23.48770523071289,
+ 8.370593070983887,
+ 23.42970085144043,
+ 17.307647705078125,
+ 17.200620651245117,
+ 20.334135055541992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.46435546875,
+ "language": 52.29901885986328
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7043325901031494,
+ 0.0006047202041372657,
+ 2.2679317979168445e-08,
+ 2.1682518536181306e-07,
+ 7.327442290261388e-06,
+ 0.014017544686794281,
+ 7.4236713771824725e-06,
+ 0.00016121835506055504,
+ 0.000178243761183694,
+ 3.438201383687556e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3505045473575592,
+ -7.410744667053223,
+ -17.6018123626709,
+ -15.3441743850708,
+ -11.823884010314941,
+ -4.2674455642700195,
+ -11.810836791992188,
+ -8.73275089263916,
+ -8.63235855102539,
+ -10.277976989746094
+ ],
+ "distances_by_expert": [
+ 0.7010090947151184,
+ 14.821489334106445,
+ 35.2036247253418,
+ 30.6883487701416,
+ 23.647768020629883,
+ 8.534891128540039,
+ 23.621673583984375,
+ 17.46550178527832,
+ 17.26471710205078,
+ 20.555953979492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.987548828125,
+ "language": 52.282257080078125
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7086422443389893,
+ 0.0007454952574335039,
+ 2.2672441701843127e-08,
+ 3.0948044127399044e-07,
+ 8.397052624786738e-06,
+ 0.020094692707061768,
+ 8.654644261696376e-06,
+ 0.00018279271898791194,
+ 0.0001892414438771084,
+ 3.781938721658662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3444044888019562,
+ -7.2014617919921875,
+ -17.602115631103516,
+ -14.988370895385742,
+ -11.687629699707031,
+ -3.907299518585205,
+ -11.657414436340332,
+ -8.607157707214355,
+ -8.572486877441406,
+ -10.18268871307373
+ ],
+ "distances_by_expert": [
+ 0.6888089776039124,
+ 14.402923583984375,
+ 35.20423126220703,
+ 29.976741790771484,
+ 23.375259399414062,
+ 7.81459903717041,
+ 23.314828872680664,
+ 17.21431541442871,
+ 17.144973754882812,
+ 20.36537742614746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.50732421875,
+ "language": 52.273704528808594
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7324381470680237,
+ 0.0008375392062589526,
+ 2.418408762139279e-08,
+ 3.251156215355877e-07,
+ 9.159740329778288e-06,
+ 0.022733645513653755,
+ 9.385626071889419e-06,
+ 0.0001975275226868689,
+ 0.0001949561119545251,
+ 4.19885509472806e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3113764226436615,
+ -7.085042476654053,
+ -17.53757095336914,
+ -14.939085006713867,
+ -11.600692749023438,
+ -3.783909320831299,
+ -11.57633113861084,
+ -8.529632568359375,
+ -8.542736053466797,
+ -10.078113555908203
+ ],
+ "distances_by_expert": [
+ 0.622752845287323,
+ 14.170084953308105,
+ 35.07514190673828,
+ 29.878170013427734,
+ 23.201385498046875,
+ 7.567818641662598,
+ 23.15266227722168,
+ 17.05926513671875,
+ 17.085472106933594,
+ 20.156227111816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.039794921875,
+ "language": 52.27658462524414
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7371934652328491,
+ 0.0006378109683282673,
+ 2.3528532011596326e-08,
+ 2.2287257195330312e-07,
+ 7.497081242036074e-06,
+ 0.015205499716103077,
+ 7.751117664156482e-06,
+ 0.00017129849584307522,
+ 0.00018887777696363628,
+ 3.56806194758974e-05
+ ],
+ "log_scores_by_expert": [
+ -0.304904967546463,
+ -7.357468605041504,
+ -17.565052032470703,
+ -15.316665649414062,
+ -11.800996780395508,
+ -4.186098098754883,
+ -11.76767349243164,
+ -8.672102928161621,
+ -8.574410438537598,
+ -10.2409029006958
+ ],
+ "distances_by_expert": [
+ 0.609809935092926,
+ 14.714937210083008,
+ 35.130104064941406,
+ 30.633331298828125,
+ 23.601993560791016,
+ 8.372196197509766,
+ 23.53534698486328,
+ 17.344205856323242,
+ 17.148820877075195,
+ 20.4818058013916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.7685546875,
+ "language": 52.28977966308594
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7400674223899841,
+ 0.0006424030871130526,
+ 2.3099868684539615e-08,
+ 2.3576274088554783e-07,
+ 7.75694479671074e-06,
+ 0.016282150521874428,
+ 7.958932656038087e-06,
+ 0.0001745004119584337,
+ 0.00019473610154818743,
+ 3.6824902053922415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3010140359401703,
+ -7.350294589996338,
+ -17.583438873291016,
+ -15.2604398727417,
+ -11.766921997070312,
+ -4.117685794830322,
+ -11.741215705871582,
+ -8.653583526611328,
+ -8.543865203857422,
+ -10.209336280822754
+ ],
+ "distances_by_expert": [
+ 0.6020280718803406,
+ 14.700589179992676,
+ 35.16687774658203,
+ 30.5208797454834,
+ 23.533843994140625,
+ 8.235371589660645,
+ 23.482431411743164,
+ 17.307167053222656,
+ 17.087730407714844,
+ 20.418672561645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.315185546875,
+ "language": 52.283851623535156
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7728446125984192,
+ 0.0008194061229005456,
+ 2.4661405362280675e-08,
+ 3.257555647451227e-07,
+ 9.31335125642363e-06,
+ 0.02248484082520008,
+ 9.61363548412919e-06,
+ 0.0002022057888098061,
+ 0.0002041642292169854,
+ 4.272162550478242e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2576773166656494,
+ -7.106930732727051,
+ -17.51802635192871,
+ -14.937118530273438,
+ -11.584061622619629,
+ -3.7949140071868896,
+ -11.552328109741211,
+ -8.506224632263184,
+ -8.496585845947266,
+ -10.060805320739746
+ ],
+ "distances_by_expert": [
+ 0.5153546333312988,
+ 14.213861465454102,
+ 35.03605270385742,
+ 29.874237060546875,
+ 23.168123245239258,
+ 7.589828014373779,
+ 23.104656219482422,
+ 17.012449264526367,
+ 16.99317169189453,
+ 20.121610641479492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.7216796875,
+ "language": 52.27677917480469
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6546121835708618,
+ 0.0007071247673593462,
+ 2.1771212388443928e-08,
+ 2.3518694547419727e-07,
+ 7.968144927872345e-06,
+ 0.01489879097789526,
+ 7.91401180322282e-06,
+ 0.0001675622334005311,
+ 0.0001710718934191391,
+ 3.809398549492471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4237123131752014,
+ -7.254303455352783,
+ -17.642677307128906,
+ -15.262885093688965,
+ -11.740058898925781,
+ -4.206475257873535,
+ -11.746875762939453,
+ -8.6941556930542,
+ -8.673426628112793,
+ -10.175454139709473
+ ],
+ "distances_by_expert": [
+ 0.8474246263504028,
+ 14.508606910705566,
+ 35.28535461425781,
+ 30.52577018737793,
+ 23.480117797851562,
+ 8.41295051574707,
+ 23.493751525878906,
+ 17.3883113861084,
+ 17.346853256225586,
+ 20.350908279418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.187255859375,
+ "language": 52.270538330078125
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7465826272964478,
+ 0.000856310420203954,
+ 2.48506548672367e-08,
+ 2.9663945610991505e-07,
+ 8.904753485694528e-06,
+ 0.0206344872713089,
+ 9.103013326239306e-06,
+ 0.00019488045654725283,
+ 0.0001976266357814893,
+ 4.3231852032477036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29224899411201477,
+ -7.062877655029297,
+ -17.5103816986084,
+ -15.03074836730957,
+ -11.628925323486328,
+ -3.880791425704956,
+ -11.606904983520508,
+ -8.543124198913574,
+ -8.529130935668945,
+ -10.048933029174805
+ ],
+ "distances_by_expert": [
+ 0.5844979882240295,
+ 14.125755310058594,
+ 35.0207633972168,
+ 30.06149673461914,
+ 23.257850646972656,
+ 7.761582851409912,
+ 23.213809967041016,
+ 17.08624839782715,
+ 17.05826187133789,
+ 20.09786605834961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.13916015625,
+ "language": 52.28733825683594
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7593892216682434,
+ 0.0007859939942136407,
+ 2.435197110628451e-08,
+ 2.6566053179521987e-07,
+ 8.450483619526494e-06,
+ 0.01730581559240818,
+ 8.705445907253306e-06,
+ 0.00018482047016732395,
+ 0.0001971313904505223,
+ 4.098222416359931e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2752408981323242,
+ -7.148561477661133,
+ -17.53065299987793,
+ -15.141046524047852,
+ -11.681286811828613,
+ -4.056712627410889,
+ -11.651561737060547,
+ -8.596125602722168,
+ -8.53164005279541,
+ -10.102372169494629
+ ],
+ "distances_by_expert": [
+ 0.5504817962646484,
+ 14.297122955322266,
+ 35.06130599975586,
+ 30.282093048095703,
+ 23.362573623657227,
+ 8.113425254821777,
+ 23.303123474121094,
+ 17.192251205444336,
+ 17.06328010559082,
+ 20.204744338989258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.255859375,
+ "language": 52.2797737121582
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7021210193634033,
+ 0.0006117104785516858,
+ 2.281681688032222e-08,
+ 2.1513271519779664e-07,
+ 7.339569492614828e-06,
+ 0.014003315009176731,
+ 7.527048182964791e-06,
+ 0.0001619961840333417,
+ 0.00017955507792066783,
+ 3.481703606666997e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35364946722984314,
+ -7.399251461029053,
+ -17.595767974853516,
+ -15.352010726928711,
+ -11.822230339050293,
+ -4.268461227416992,
+ -11.79700756072998,
+ -8.727937698364258,
+ -8.625028610229492,
+ -10.265403747558594
+ ],
+ "distances_by_expert": [
+ 0.7072989344596863,
+ 14.798502922058105,
+ 35.19153594970703,
+ 30.704021453857422,
+ 23.644460678100586,
+ 8.536922454833984,
+ 23.59401512145996,
+ 17.455875396728516,
+ 17.250057220458984,
+ 20.530807495117188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.988037109375,
+ "language": 52.27689743041992
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7881374955177307,
+ 0.0008810752769932151,
+ 2.532030585200573e-08,
+ 3.507070402974932e-07,
+ 9.599032637197524e-06,
+ 0.024240775033831596,
+ 9.847522051131818e-06,
+ 0.00020760096958838403,
+ 0.00020681862952187657,
+ 4.455656016943976e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23808272182941437,
+ -7.034367561340332,
+ -17.49165916442871,
+ -14.863314628601074,
+ -11.553848266601562,
+ -3.719719171524048,
+ -11.528290748596191,
+ -8.47989273071289,
+ -8.483668327331543,
+ -10.01875114440918
+ ],
+ "distances_by_expert": [
+ 0.47616544365882874,
+ 14.068735122680664,
+ 34.98331832885742,
+ 29.72662925720215,
+ 23.107696533203125,
+ 7.439438343048096,
+ 23.056581497192383,
+ 16.95978546142578,
+ 16.967336654663086,
+ 20.03750228881836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.275390625,
+ "language": 52.290279388427734
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7032528519630432,
+ 0.0007743992609903216,
+ 2.3055235942592844e-08,
+ 3.154059982080071e-07,
+ 8.660754247102886e-06,
+ 0.021554939448833466,
+ 8.979063750302885e-06,
+ 0.00019043269276153296,
+ 0.0001881622156361118,
+ 3.9388360164593905e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35203877091407776,
+ -7.16342306137085,
+ -17.585372924804688,
+ -14.969405174255371,
+ -11.656708717346191,
+ -3.8371503353118896,
+ -11.620615005493164,
+ -8.566211700439453,
+ -8.578206062316895,
+ -10.142040252685547
+ ],
+ "distances_by_expert": [
+ 0.7040775418281555,
+ 14.3268461227417,
+ 35.170745849609375,
+ 29.938810348510742,
+ 23.313417434692383,
+ 7.674300670623779,
+ 23.241230010986328,
+ 17.132423400878906,
+ 17.15641212463379,
+ 20.284080505371094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.5751953125,
+ "language": 52.301700592041016
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7573047876358032,
+ 0.0007032269495539367,
+ 2.4366327622260542e-08,
+ 2.565416536981502e-07,
+ 7.982283023011405e-06,
+ 0.01733258180320263,
+ 8.288507160614245e-06,
+ 0.00018358604575041682,
+ 0.0001984096015803516,
+ 3.790615301113576e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2779894769191742,
+ -7.259830951690674,
+ -17.53006362915039,
+ -15.17597484588623,
+ -11.738286018371582,
+ -4.055167198181152,
+ -11.700640678405762,
+ -8.602827072143555,
+ -8.525177001953125,
+ -10.180397033691406
+ ],
+ "distances_by_expert": [
+ 0.5559789538383484,
+ 14.519661903381348,
+ 35.06012725830078,
+ 30.35194969177246,
+ 23.476572036743164,
+ 8.110334396362305,
+ 23.401281356811523,
+ 17.20565414428711,
+ 17.05035400390625,
+ 20.360794067382812
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3319.590087890625,
+ "language": 52.29277038574219
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7365332841873169,
+ 0.0006826508906669915,
+ 2.364302176260935e-08,
+ 2.439647630581021e-07,
+ 7.974013897182886e-06,
+ 0.017104409635066986,
+ 8.303246431751177e-06,
+ 0.00018123415065929294,
+ 0.000195487096789293,
+ 3.803140498348512e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3058008849620819,
+ -7.28952693939209,
+ -17.560197830200195,
+ -15.226242065429688,
+ -11.739322662353516,
+ -4.068418979644775,
+ -11.698863983154297,
+ -8.615720748901367,
+ -8.540016174316406,
+ -10.177098274230957
+ ],
+ "distances_by_expert": [
+ 0.6116017699241638,
+ 14.57905387878418,
+ 35.12039566040039,
+ 30.452484130859375,
+ 23.47864532470703,
+ 8.13683795928955,
+ 23.397727966308594,
+ 17.231441497802734,
+ 17.080032348632812,
+ 20.354196548461914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.726318359375,
+ "language": 52.29636001586914
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7088322639465332,
+ 0.0007919176132418215,
+ 2.3200454890570654e-08,
+ 3.2074649425339885e-07,
+ 8.694071766512934e-06,
+ 0.023245634511113167,
+ 9.32297461986309e-06,
+ 0.00019346718909218907,
+ 0.0001910617429530248,
+ 4.0581555367680266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3441363275051117,
+ -7.141053199768066,
+ -17.57909393310547,
+ -14.952614784240723,
+ -11.65286922454834,
+ -3.7616379261016846,
+ -11.583028793334961,
+ -8.550402641296387,
+ -8.56291389465332,
+ -10.112196922302246
+ ],
+ "distances_by_expert": [
+ 0.6882726550102234,
+ 14.282106399536133,
+ 35.15818786621094,
+ 29.905229568481445,
+ 23.30573844909668,
+ 7.523275852203369,
+ 23.166057586669922,
+ 17.100805282592773,
+ 17.12582778930664,
+ 20.224393844604492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.118896484375,
+ "language": 52.28702926635742
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6764257550239563,
+ 0.0007399908499792218,
+ 2.2597665960688573e-08,
+ 2.4685911625965673e-07,
+ 8.193373105314095e-06,
+ 0.015924060717225075,
+ 8.22808488010196e-06,
+ 0.0001738166029099375,
+ 0.00017655096598900855,
+ 3.979750908911228e-05
+ ],
+ "log_scores_by_expert": [
+ -0.390932559967041,
+ -7.2088727951049805,
+ -17.605419158935547,
+ -15.214447975158691,
+ -11.71218490600586,
+ -4.139924049377441,
+ -11.70795726776123,
+ -8.657509803771973,
+ -8.641901016235352,
+ -10.131706237792969
+ ],
+ "distances_by_expert": [
+ 0.781865119934082,
+ 14.417745590209961,
+ 35.210838317871094,
+ 30.428895950317383,
+ 23.42436981201172,
+ 8.279848098754883,
+ 23.41591453552246,
+ 17.315019607543945,
+ 17.283802032470703,
+ 20.263412475585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.9345703125,
+ "language": 52.28667449951172
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635205984115601,
+ 0.0008663423359394073,
+ 2.5575760176366202e-08,
+ 2.905076996739808e-07,
+ 9.015460818773136e-06,
+ 0.020445987582206726,
+ 9.196826795232482e-06,
+ 0.00019399523444008082,
+ 0.00020009926811326295,
+ 4.3242860556347296e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2698151469230652,
+ -7.051230430603027,
+ -17.48162078857422,
+ -15.0516357421875,
+ -11.616569519042969,
+ -3.8899686336517334,
+ -11.596652030944824,
+ -8.547677040100098,
+ -8.51669692993164,
+ -10.048678398132324
+ ],
+ "distances_by_expert": [
+ 0.5396302938461304,
+ 14.102460861206055,
+ 34.96324157714844,
+ 30.103271484375,
+ 23.233139038085938,
+ 7.779937267303467,
+ 23.19330406188965,
+ 17.095354080200195,
+ 17.03339385986328,
+ 20.09735679626465
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3424.955810546875,
+ "language": 52.28548812866211
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6897714734077454,
+ 0.0006713665788993239,
+ 2.2278278777321248e-08,
+ 2.3351655897840828e-07,
+ 7.454937986040022e-06,
+ 0.015456445515155792,
+ 7.819879101589322e-06,
+ 0.0001675018429523334,
+ 0.0001803085469873622,
+ 3.662547533167526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37139493227005005,
+ -7.306195259094238,
+ -17.619653701782227,
+ -15.270012855529785,
+ -11.806633949279785,
+ -4.169729232788086,
+ -11.758841514587402,
+ -8.6945161819458,
+ -8.620841026306152,
+ -10.214766502380371
+ ],
+ "distances_by_expert": [
+ 0.7427898645401001,
+ 14.612390518188477,
+ 35.23930740356445,
+ 30.54002571105957,
+ 23.61326789855957,
+ 8.339458465576172,
+ 23.517683029174805,
+ 17.3890323638916,
+ 17.241682052612305,
+ 20.429533004760742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3601.80517578125,
+ "language": 52.30839920043945
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.714780330657959,
+ 0.0006518371519632638,
+ 2.3204128396514534e-08,
+ 2.3069938492881192e-07,
+ 7.585852472402621e-06,
+ 0.01533608790487051,
+ 7.746461960778106e-06,
+ 0.00016679122927598655,
+ 0.00018298177747055888,
+ 3.547493906808086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3357800245285034,
+ -7.3357157707214355,
+ -17.578935623168945,
+ -15.282150268554688,
+ -11.789225578308105,
+ -4.177546501159668,
+ -11.768274307250977,
+ -8.69876766204834,
+ -8.606123924255371,
+ -10.246684074401855
+ ],
+ "distances_by_expert": [
+ 0.6715600490570068,
+ 14.671431541442871,
+ 35.15787124633789,
+ 30.564300537109375,
+ 23.57845115661621,
+ 8.355093002319336,
+ 23.536548614501953,
+ 17.39753532409668,
+ 17.212247848510742,
+ 20.49336814880371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.60107421875,
+ "language": 52.267826080322266
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738724410533905,
+ 0.0008595918188802898,
+ 2.401369592064384e-08,
+ 3.3315606629003014e-07,
+ 9.186229362967424e-06,
+ 0.024575429037213326,
+ 9.755738574313e-06,
+ 0.0002010204188991338,
+ 0.00019585377594921738,
+ 4.284660462872125e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30283036828041077,
+ -7.05905294418335,
+ -17.544641494750977,
+ -14.914654731750488,
+ -11.59780502319336,
+ -3.706008195877075,
+ -11.537654876708984,
+ -8.512104034423828,
+ -8.538142204284668,
+ -10.057884216308594
+ ],
+ "distances_by_expert": [
+ 0.6056607365608215,
+ 14.1181058883667,
+ 35.08928298950195,
+ 29.829309463500977,
+ 23.19561004638672,
+ 7.41201639175415,
+ 23.07530975341797,
+ 17.024208068847656,
+ 17.076284408569336,
+ 20.115768432617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.0693359375,
+ "language": 52.28601837158203
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7337656617164612,
+ 0.000835989136248827,
+ 2.3940614823914075e-08,
+ 3.310142346890643e-07,
+ 9.046113518706989e-06,
+ 0.023370634764432907,
+ 9.45125884754816e-06,
+ 0.00019775070541072637,
+ 0.00019720604177564383,
+ 4.157511284574866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30956557393074036,
+ -7.086894989013672,
+ -17.54768943786621,
+ -14.921104431152344,
+ -11.613175392150879,
+ -3.756274938583374,
+ -11.56936264038086,
+ -8.52850341796875,
+ -8.531261444091797,
+ -10.088008880615234
+ ],
+ "distances_by_expert": [
+ 0.6191311478614807,
+ 14.173789978027344,
+ 35.09537887573242,
+ 29.842208862304688,
+ 23.226350784301758,
+ 7.512549877166748,
+ 23.13872528076172,
+ 17.0570068359375,
+ 17.062522888183594,
+ 20.17601776123047
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3221.613037109375,
+ "language": 52.27851104736328
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7947739958763123,
+ 0.0007532028830610216,
+ 2.5369903511318626e-08,
+ 2.6236824623993016e-07,
+ 8.350193638761993e-06,
+ 0.018450217321515083,
+ 8.694851203472354e-06,
+ 0.00018820224795490503,
+ 0.0002045571309281513,
+ 4.00783283112105e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22969748079776764,
+ -7.191175937652588,
+ -17.489702224731445,
+ -15.15351676940918,
+ -11.693225860595703,
+ -3.9926791191101074,
+ -11.652779579162598,
+ -8.577993392944336,
+ -8.49466323852539,
+ -10.124674797058105
+ ],
+ "distances_by_expert": [
+ 0.4593949615955353,
+ 14.382351875305176,
+ 34.97940444946289,
+ 30.30703353881836,
+ 23.386451721191406,
+ 7.985358238220215,
+ 23.305559158325195,
+ 17.155986785888672,
+ 16.98932647705078,
+ 20.24934959411621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.390380859375,
+ "language": 52.27581787109375
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635580897331238,
+ 0.0007191493641585112,
+ 2.4398415732207468e-08,
+ 2.5488992605460226e-07,
+ 8.26975519885309e-06,
+ 0.0181713979691267,
+ 8.621766028227285e-06,
+ 0.00018604758952278644,
+ 0.00020151256467215717,
+ 3.9592858229298145e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26976606249809265,
+ -7.237441539764404,
+ -17.52874755859375,
+ -15.18243408203125,
+ -11.702905654907227,
+ -4.007906436920166,
+ -11.66122055053711,
+ -8.589508056640625,
+ -8.509658813476562,
+ -10.136861801147461
+ ],
+ "distances_by_expert": [
+ 0.5395321249961853,
+ 14.474883079528809,
+ 35.0574951171875,
+ 30.3648681640625,
+ 23.405811309814453,
+ 8.015812873840332,
+ 23.32244110107422,
+ 17.17901611328125,
+ 17.019317626953125,
+ 20.273723602294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.2255859375,
+ "language": 52.30418395996094
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7260432839393616,
+ 0.0008564353338442743,
+ 2.424223310981688e-08,
+ 3.340016405672941e-07,
+ 9.2505460997927e-06,
+ 0.02453107200562954,
+ 9.80815639195498e-06,
+ 0.00019963362137787044,
+ 0.00019478700414765626,
+ 4.272838850738481e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32014569640159607,
+ -7.062731742858887,
+ -17.53516960144043,
+ -14.91211986541748,
+ -11.590827941894531,
+ -3.7078146934509277,
+ -11.532296180725098,
+ -8.519026756286621,
+ -8.543603897094727,
+ -10.060647010803223
+ ],
+ "distances_by_expert": [
+ 0.6402913928031921,
+ 14.125463485717773,
+ 35.07033920288086,
+ 29.82423973083496,
+ 23.181655883789062,
+ 7.4156293869018555,
+ 23.064592361450195,
+ 17.038053512573242,
+ 17.087207794189453,
+ 20.121294021606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.033935546875,
+ "language": 52.29002380371094
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6555350422859192,
+ 0.0007297999109141529,
+ 2.2092262241812932e-08,
+ 2.43703851765531e-07,
+ 8.045948561630212e-06,
+ 0.016039682552218437,
+ 8.108241672744043e-06,
+ 0.00017032712639775127,
+ 0.0001734260149532929,
+ 3.8712259993189946e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42230352759361267,
+ -7.222740173339844,
+ -17.62803840637207,
+ -15.227312088012695,
+ -11.730341911315918,
+ -4.132689476013184,
+ -11.72262954711914,
+ -8.677789688110352,
+ -8.659759521484375,
+ -10.159354209899902
+ ],
+ "distances_by_expert": [
+ 0.8446070551872253,
+ 14.445480346679688,
+ 35.25607681274414,
+ 30.45462417602539,
+ 23.460683822631836,
+ 8.265378952026367,
+ 23.44525909423828,
+ 17.355579376220703,
+ 17.31951904296875,
+ 20.318708419799805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.11572265625,
+ "language": 52.27861785888672
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7607560753822327,
+ 0.0009173824801109731,
+ 2.4973532575245372e-08,
+ 3.122777059161308e-07,
+ 9.232038792106323e-06,
+ 0.021872617304325104,
+ 9.46695581660606e-06,
+ 0.00019840674940496683,
+ 0.00020141688582953066,
+ 4.483314842218533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27344247698783875,
+ -6.993986129760742,
+ -17.505449295043945,
+ -14.97937297821045,
+ -11.592830657958984,
+ -3.8225197792053223,
+ -11.567703247070312,
+ -8.525191307067871,
+ -8.510133743286133,
+ -10.01256275177002
+ ],
+ "distances_by_expert": [
+ 0.5468849539756775,
+ 13.987972259521484,
+ 35.01089859008789,
+ 29.9587459564209,
+ 23.18566131591797,
+ 7.6450395584106445,
+ 23.135406494140625,
+ 17.050382614135742,
+ 17.020267486572266,
+ 20.02512550354004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.663818359375,
+ "language": 52.27216339111328
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7639975547790527,
+ 0.0007911752327345312,
+ 2.4487698979669403e-08,
+ 2.597900277123699e-07,
+ 8.326290299009997e-06,
+ 0.017821410670876503,
+ 8.68706774781458e-06,
+ 0.00018538394942879677,
+ 0.00019944540690630674,
+ 4.0761024138191715e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2691907286643982,
+ -7.141991138458252,
+ -17.525094985961914,
+ -15.163392066955566,
+ -11.69609260559082,
+ -4.027354717254639,
+ -11.653675079345703,
+ -8.5930814743042,
+ -8.519969940185547,
+ -10.107784271240234
+ ],
+ "distances_by_expert": [
+ 0.5383814573287964,
+ 14.283982276916504,
+ 35.05018997192383,
+ 30.326784133911133,
+ 23.39218521118164,
+ 8.054709434509277,
+ 23.307350158691406,
+ 17.1861629486084,
+ 17.039939880371094,
+ 20.21556854248047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.2470703125,
+ "language": 52.26594161987305
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7489526867866516,
+ 0.0006847687182016671,
+ 2.401067256130318e-08,
+ 2.3414608563143702e-07,
+ 7.764228030282538e-06,
+ 0.01562399510294199,
+ 8.023903319553938e-06,
+ 0.00017319379549007863,
+ 0.000190288556041196,
+ 3.704271875903942e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2890795171260834,
+ -7.286429405212402,
+ -17.544767379760742,
+ -15.26732063293457,
+ -11.765983581542969,
+ -4.158947467803955,
+ -11.733085632324219,
+ -8.661099433898926,
+ -8.56696891784668,
+ -10.203438758850098
+ ],
+ "distances_by_expert": [
+ 0.5781590342521667,
+ 14.572858810424805,
+ 35.089534759521484,
+ 30.53464126586914,
+ 23.531967163085938,
+ 8.31789493560791,
+ 23.466171264648438,
+ 17.32219886779785,
+ 17.13393783569336,
+ 20.406877517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.24169921875,
+ "language": 52.278526306152344
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7186644673347473,
+ 0.000778276938945055,
+ 2.3169148377633064e-08,
+ 3.123125509318925e-07,
+ 8.402340426982846e-06,
+ 0.02104496955871582,
+ 8.922851520765107e-06,
+ 0.0001854829752119258,
+ 0.0001957283093361184,
+ 3.887378261424601e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3303607106208801,
+ -7.158428192138672,
+ -17.5804443359375,
+ -14.97926139831543,
+ -11.687000274658203,
+ -3.861093759536743,
+ -11.6268949508667,
+ -8.592547416687012,
+ -8.538783073425293,
+ -10.155190467834473
+ ],
+ "distances_by_expert": [
+ 0.6607214212417603,
+ 14.316856384277344,
+ 35.160888671875,
+ 29.95852279663086,
+ 23.374000549316406,
+ 7.722187519073486,
+ 23.2537899017334,
+ 17.185094833374023,
+ 17.077566146850586,
+ 20.310380935668945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.40478515625,
+ "language": 52.272186279296875
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.691725492477417,
+ 0.0007669920451007783,
+ 2.2577159697334537e-08,
+ 3.0752249813303933e-07,
+ 8.339919077116065e-06,
+ 0.02163062058389187,
+ 8.90844785317313e-06,
+ 0.00018454658857081085,
+ 0.00018907386402133852,
+ 3.844148886855692e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3685661256313324,
+ -7.173034191131592,
+ -17.606327056884766,
+ -14.994717597961426,
+ -11.694457054138184,
+ -3.8336453437805176,
+ -11.628510475158691,
+ -8.59760856628418,
+ -8.573372840881348,
+ -10.166373252868652
+ ],
+ "distances_by_expert": [
+ 0.7371322512626648,
+ 14.346068382263184,
+ 35.21265411376953,
+ 29.98943519592285,
+ 23.388914108276367,
+ 7.667290687561035,
+ 23.257020950317383,
+ 17.19521713256836,
+ 17.146745681762695,
+ 20.332746505737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.13134765625,
+ "language": 52.286590576171875
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7506392002105713,
+ 0.0007296655676327646,
+ 2.429495360445344e-08,
+ 2.5160895233966585e-07,
+ 7.981416274560615e-06,
+ 0.01775779016315937,
+ 8.422886821790598e-06,
+ 0.00018078376888297498,
+ 0.0001991435856325552,
+ 3.824501618510112e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2868301570415497,
+ -7.22292423248291,
+ -17.532997131347656,
+ -15.195389747619629,
+ -11.738394737243652,
+ -4.030930995941162,
+ -11.684557914733887,
+ -8.618208885192871,
+ -8.521484375,
+ -10.171497344970703
+ ],
+ "distances_by_expert": [
+ 0.5736603140830994,
+ 14.44584846496582,
+ 35.06599426269531,
+ 30.390779495239258,
+ 23.476789474487305,
+ 8.061861991882324,
+ 23.369115829467773,
+ 17.236417770385742,
+ 17.04296875,
+ 20.342994689941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.0048828125,
+ "language": 52.281959533691406
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7642073035240173,
+ 0.0007130980957299471,
+ 2.433135826152011e-08,
+ 2.4821486022119643e-07,
+ 8.246215656981803e-06,
+ 0.01743166148662567,
+ 8.633548532088753e-06,
+ 0.00018611378618516028,
+ 0.00020057481015101075,
+ 3.9691265556029975e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26891621947288513,
+ -7.245891571044922,
+ -17.5314998626709,
+ -15.20897102355957,
+ -11.705756187438965,
+ -4.049467086791992,
+ -11.659854888916016,
+ -8.589152336120605,
+ -8.514323234558105,
+ -10.134379386901855
+ ],
+ "distances_by_expert": [
+ 0.5378324389457703,
+ 14.491783142089844,
+ 35.0629997253418,
+ 30.41794204711914,
+ 23.41151237487793,
+ 8.098934173583984,
+ 23.31970977783203,
+ 17.17830467224121,
+ 17.02864646911621,
+ 20.26875877380371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.449462890625,
+ "language": 52.307106018066406
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7569067478179932,
+ 0.0008848067373037338,
+ 2.4986730906562116e-08,
+ 3.430223216582817e-07,
+ 9.451295227336232e-06,
+ 0.024616429582238197,
+ 1.000189149635844e-05,
+ 0.0002068004832835868,
+ 0.00020423160458449274,
+ 4.398860619403422e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27851518988609314,
+ -7.030141353607178,
+ -17.504920959472656,
+ -14.885470390319824,
+ -11.569358825683594,
+ -3.704341173171997,
+ -11.512736320495605,
+ -8.483756065368652,
+ -8.496255874633789,
+ -10.031579971313477
+ ],
+ "distances_by_expert": [
+ 0.5570303797721863,
+ 14.060282707214355,
+ 35.00984191894531,
+ 29.77094078063965,
+ 23.138717651367188,
+ 7.408682346343994,
+ 23.02547264099121,
+ 16.967512130737305,
+ 16.992511749267578,
+ 20.063159942626953
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.360107421875,
+ "language": 52.28940200805664
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6865818500518799,
+ 0.0007615746580995619,
+ 2.2683385836330672e-08,
+ 2.527648064187815e-07,
+ 8.659928425913677e-06,
+ 0.016287455335259438,
+ 8.457820513285697e-06,
+ 0.00017622327140998095,
+ 0.00018071119848173112,
+ 4.137946598348208e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3760298490524292,
+ -7.180122375488281,
+ -17.601633071899414,
+ -15.19080638885498,
+ -11.656804084777832,
+ -4.1173601150512695,
+ -11.680418968200684,
+ -8.643758773803711,
+ -8.618610382080078,
+ -10.09272575378418
+ ],
+ "distances_by_expert": [
+ 0.7520596981048584,
+ 14.360244750976562,
+ 35.20326614379883,
+ 30.38161277770996,
+ 23.313608169555664,
+ 8.234720230102539,
+ 23.360837936401367,
+ 17.287517547607422,
+ 17.237220764160156,
+ 20.18545150756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.5947265625,
+ "language": 52.28877639770508
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7531477808952332,
+ 0.0008775846217758954,
+ 2.4900046469156223e-08,
+ 3.015830998265301e-07,
+ 9.090070307138376e-06,
+ 0.020812124013900757,
+ 9.234679964720272e-06,
+ 0.00019474538567010313,
+ 0.0001971392921404913,
+ 4.4060525397071615e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28349384665489197,
+ -7.038337230682373,
+ -17.50839614868164,
+ -15.014220237731934,
+ -11.608327865600586,
+ -3.8722195625305176,
+ -11.592544555664062,
+ -8.543817520141602,
+ -8.531599998474121,
+ -10.029946327209473
+ ],
+ "distances_by_expert": [
+ 0.5669876933097839,
+ 14.076674461364746,
+ 35.01679229736328,
+ 30.028440475463867,
+ 23.216655731201172,
+ 7.744439125061035,
+ 23.185089111328125,
+ 17.087635040283203,
+ 17.063199996948242,
+ 20.059892654418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.98095703125,
+ "language": 52.28669357299805
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.777715802192688,
+ 0.0008227198850363493,
+ 2.437873902749743e-08,
+ 2.805254837312532e-07,
+ 8.915714715840295e-06,
+ 0.018998710438609123,
+ 8.990570677269716e-06,
+ 0.00019137485651299357,
+ 0.00020461800158955157,
+ 4.3451211240608245e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2513940930366516,
+ -7.1028947830200195,
+ -17.52955436706543,
+ -15.086601257324219,
+ -11.627695083618164,
+ -3.9633841514587402,
+ -11.61933422088623,
+ -8.56127643585205,
+ -8.494365692138672,
+ -10.043871879577637
+ ],
+ "distances_by_expert": [
+ 0.5027881860733032,
+ 14.205789566040039,
+ 35.05910873413086,
+ 30.173202514648438,
+ 23.255390167236328,
+ 7.9267683029174805,
+ 23.23866844177246,
+ 17.1225528717041,
+ 16.988731384277344,
+ 20.087743759155273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.63330078125,
+ "language": 52.26162338256836
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6999834179878235,
+ 0.0006026074406690896,
+ 2.2647633102224063e-08,
+ 2.1737594124715542e-07,
+ 7.195893886091653e-06,
+ 0.014163821004331112,
+ 7.508880116802175e-06,
+ 0.0001620811817701906,
+ 0.00017975553055293858,
+ 3.395388193894178e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3566986918449402,
+ -7.414244651794434,
+ -17.60321044921875,
+ -15.34163761138916,
+ -11.842000007629395,
+ -4.257064342498779,
+ -11.799424171447754,
+ -8.727413177490234,
+ -8.623912811279297,
+ -10.290507316589355
+ ],
+ "distances_by_expert": [
+ 0.7133973836898804,
+ 14.828489303588867,
+ 35.2064208984375,
+ 30.68327522277832,
+ 23.68400001525879,
+ 8.514128684997559,
+ 23.598848342895508,
+ 17.45482635498047,
+ 17.247825622558594,
+ 20.58101463317871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.076904296875,
+ "language": 52.28056716918945
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7962128520011902,
+ 0.000825142371468246,
+ 2.5299886630136825e-08,
+ 3.3138474009319907e-07,
+ 9.196826795232482e-06,
+ 0.022247079759836197,
+ 9.371753549203277e-06,
+ 0.00020205581677146256,
+ 0.00020725993090309203,
+ 4.231290949974209e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22788871824741364,
+ -7.099954605102539,
+ -17.49246597290039,
+ -14.9199857711792,
+ -11.596652030944824,
+ -3.80554461479187,
+ -11.577810287475586,
+ -8.506966590881348,
+ -8.481536865234375,
+ -10.070418357849121
+ ],
+ "distances_by_expert": [
+ 0.45577743649482727,
+ 14.199909210205078,
+ 34.98493194580078,
+ 29.8399715423584,
+ 23.19330406188965,
+ 7.61108922958374,
+ 23.155620574951172,
+ 17.013933181762695,
+ 16.96307373046875,
+ 20.140836715698242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.869384765625,
+ "language": 52.27043533325195
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7788617014884949,
+ 0.0008902996778488159,
+ 2.5355246791036734e-08,
+ 3.457209061252797e-07,
+ 9.48828619584674e-06,
+ 0.024683203548192978,
+ 9.892986781778745e-06,
+ 0.00020830142602790147,
+ 0.0002056281955447048,
+ 4.3984284275211394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24992184340953827,
+ -7.023952484130859,
+ -17.490280151367188,
+ -14.877634048461914,
+ -11.565452575683594,
+ -3.701632261276245,
+ -11.52368450164795,
+ -8.476524353027344,
+ -8.48944091796875,
+ -10.031678199768066
+ ],
+ "distances_by_expert": [
+ 0.49984368681907654,
+ 14.047904968261719,
+ 34.980560302734375,
+ 29.755268096923828,
+ 23.130905151367188,
+ 7.40326452255249,
+ 23.0473690032959,
+ 16.953048706054688,
+ 16.9788818359375,
+ 20.063356399536133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.43994140625,
+ "language": 52.27740478515625
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.762195348739624,
+ 0.0007059345371089876,
+ 2.4505405704644545e-08,
+ 2.464653618972079e-07,
+ 7.992033715709113e-06,
+ 0.017549684271216393,
+ 8.351181350008119e-06,
+ 0.00018286491103935987,
+ 0.00019881816115230322,
+ 3.8829432014608756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2715524137020111,
+ -7.255988121032715,
+ -17.524372100830078,
+ -15.216044425964355,
+ -11.737065315246582,
+ -4.04271936416626,
+ -11.693107604980469,
+ -8.606762886047363,
+ -8.523119926452637,
+ -10.156332015991211
+ ],
+ "distances_by_expert": [
+ 0.5431048274040222,
+ 14.51197624206543,
+ 35.048744201660156,
+ 30.43208885192871,
+ 23.474130630493164,
+ 8.08543872833252,
+ 23.386215209960938,
+ 17.213525772094727,
+ 17.046239852905273,
+ 20.312664031982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.86181640625,
+ "language": 52.2681999206543
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7653561234474182,
+ 0.0007127519929781556,
+ 2.3989388253653487e-08,
+ 2.547958501963876e-07,
+ 8.270528269349597e-06,
+ 0.017836211249232292,
+ 8.482305020152126e-06,
+ 0.00018354403437115252,
+ 0.00020416754705365747,
+ 3.9515340176876634e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26741403341293335,
+ -7.246376991271973,
+ -17.545654296875,
+ -15.1828031539917,
+ -11.702812194824219,
+ -4.026524543762207,
+ -11.677528381347656,
+ -8.603055953979492,
+ -8.496569633483887,
+ -10.138821601867676
+ ],
+ "distances_by_expert": [
+ 0.5348280668258667,
+ 14.492753982543945,
+ 35.09130859375,
+ 30.3656063079834,
+ 23.405624389648438,
+ 8.053049087524414,
+ 23.355056762695312,
+ 17.206111907958984,
+ 16.993139266967773,
+ 20.27764320373535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.179931640625,
+ "language": 52.29623031616211
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7737066745758057,
+ 0.0007676964160054922,
+ 2.4921758878804212e-08,
+ 2.712088758016762e-07,
+ 8.583044291299302e-06,
+ 0.02039421536028385,
+ 9.084428711503278e-06,
+ 0.00019530559075064957,
+ 0.00020220616715960205,
+ 4.17507289967034e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2565624713897705,
+ -7.172116279602051,
+ -17.507524490356445,
+ -15.120376586914062,
+ -11.665721893310547,
+ -3.8925039768218994,
+ -11.608948707580566,
+ -8.540945053100586,
+ -8.50622272491455,
+ -10.083793640136719
+ ],
+ "distances_by_expert": [
+ 0.513124942779541,
+ 14.344232559204102,
+ 35.01504898071289,
+ 30.240753173828125,
+ 23.331443786621094,
+ 7.785007953643799,
+ 23.217897415161133,
+ 17.081890106201172,
+ 17.0124454498291,
+ 20.167587280273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.98291015625,
+ "language": 52.283302307128906
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6581287384033203,
+ 0.0007237798417918384,
+ 2.2144195810369638e-08,
+ 2.4130511633302376e-07,
+ 8.03559578343993e-06,
+ 0.01541963778436184,
+ 7.973062565724831e-06,
+ 0.00016941441572271287,
+ 0.0001731099036987871,
+ 3.854787792079151e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41835469007492065,
+ -7.23102331161499,
+ -17.625690460205078,
+ -15.237203598022461,
+ -11.731629371643066,
+ -4.172113418579102,
+ -11.739441871643066,
+ -8.683162689208984,
+ -8.66158390045166,
+ -10.163609504699707
+ ],
+ "distances_by_expert": [
+ 0.8367093801498413,
+ 14.46204662322998,
+ 35.251380920410156,
+ 30.474407196044922,
+ 23.463258743286133,
+ 8.344226837158203,
+ 23.478883743286133,
+ 17.36632537841797,
+ 17.32316780090332,
+ 20.327219009399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3511.433837890625,
+ "language": 52.28297424316406
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7461198568344116,
+ 0.0008466283325105906,
+ 2.4691622968475713e-08,
+ 2.9189320116529416e-07,
+ 8.944338333094493e-06,
+ 0.01968330889940262,
+ 8.977282050182112e-06,
+ 0.00018966784409713,
+ 0.0001965854607988149,
+ 4.2783518438227475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29286906123161316,
+ -7.074248790740967,
+ -17.516801834106445,
+ -15.04687786102295,
+ -11.624489784240723,
+ -3.9279842376708984,
+ -11.620813369750977,
+ -8.570236206054688,
+ -8.53441333770752,
+ -10.059357643127441
+ ],
+ "distances_by_expert": [
+ 0.5857381224632263,
+ 14.148497581481934,
+ 35.03360366821289,
+ 30.0937557220459,
+ 23.248979568481445,
+ 7.855968475341797,
+ 23.241626739501953,
+ 17.140472412109375,
+ 17.06882667541504,
+ 20.118715286254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.985595703125,
+ "language": 52.284637451171875
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7015674710273743,
+ 0.000689295178744942,
+ 2.2463160220809186e-08,
+ 2.3999879772418353e-07,
+ 7.5922789619653486e-06,
+ 0.015200214460492134,
+ 7.824593012628611e-06,
+ 0.00016680380213074386,
+ 0.0001820996985770762,
+ 3.640427894424647e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3544382154941559,
+ -7.27984094619751,
+ -17.61138916015625,
+ -15.242631912231445,
+ -11.788378715515137,
+ -4.186445713043213,
+ -11.758238792419434,
+ -8.698692321777344,
+ -8.610956192016602,
+ -10.220824241638184
+ ],
+ "distances_by_expert": [
+ 0.7088764309883118,
+ 14.55968189239502,
+ 35.2227783203125,
+ 30.48526382446289,
+ 23.576757431030273,
+ 8.372891426086426,
+ 23.516477584838867,
+ 17.397384643554688,
+ 17.221912384033203,
+ 20.441648483276367
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.686279296875,
+ "language": 52.277931213378906
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6522156000137329,
+ 0.0005388355348259211,
+ 2.124020781479885e-08,
+ 1.9495897163324116e-07,
+ 6.6140883063781075e-06,
+ 0.01240497175604105,
+ 6.860583198431414e-06,
+ 0.00014907203149050474,
+ 0.0001653094805078581,
+ 3.109893805230968e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4273800849914551,
+ -7.526100158691406,
+ -17.667369842529297,
+ -15.45047664642334,
+ -11.926308631896973,
+ -4.389657974243164,
+ -11.889718055725098,
+ -8.811080932617188,
+ -8.707691192626953,
+ -10.378336906433105
+ ],
+ "distances_by_expert": [
+ 0.8547601699829102,
+ 15.052200317382812,
+ 35.334739685058594,
+ 30.90095329284668,
+ 23.852617263793945,
+ 8.779315948486328,
+ 23.779436111450195,
+ 17.622161865234375,
+ 17.415382385253906,
+ 20.75667381286621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.65380859375,
+ "language": 52.28445053100586
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7254784107208252,
+ 0.0007844606880098581,
+ 2.37345147979795e-08,
+ 3.209677288396051e-07,
+ 8.599775355833117e-06,
+ 0.021464744582772255,
+ 8.843296200211626e-06,
+ 0.00018943988834507763,
+ 0.00019370995869394392,
+ 3.888713035848923e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32092395424842834,
+ -7.150514125823975,
+ -17.55633544921875,
+ -14.951925277709961,
+ -11.663774490356445,
+ -3.841343402862549,
+ -11.63585090637207,
+ -8.571438789367676,
+ -8.549148559570312,
+ -10.154847145080566
+ ],
+ "distances_by_expert": [
+ 0.6418479084968567,
+ 14.30102825164795,
+ 35.1126708984375,
+ 29.903850555419922,
+ 23.32754898071289,
+ 7.682686805725098,
+ 23.27170181274414,
+ 17.14287757873535,
+ 17.098297119140625,
+ 20.309694290161133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.250732421875,
+ "language": 52.26839828491211
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.724800705909729,
+ 0.000792080769315362,
+ 2.3410620997310616e-08,
+ 3.1966914093572996e-07,
+ 8.77646107255714e-06,
+ 0.0218622125685215,
+ 9.022669473779388e-06,
+ 0.00019217519729863852,
+ 0.00019423569028731436,
+ 4.00864337279927e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32185855507850647,
+ -7.140847206115723,
+ -17.57007598876953,
+ -14.955979347229004,
+ -11.643437385559082,
+ -3.822995662689209,
+ -11.61577033996582,
+ -8.557103157043457,
+ -8.546438217163086,
+ -10.124472618103027
+ ],
+ "distances_by_expert": [
+ 0.6437171101570129,
+ 14.281694412231445,
+ 35.14015197753906,
+ 29.911958694458008,
+ 23.286874771118164,
+ 7.645991325378418,
+ 23.23154067993164,
+ 17.114206314086914,
+ 17.092876434326172,
+ 20.248945236206055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.687255859375,
+ "language": 52.28390121459961
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7762128710746765,
+ 0.0007213525241240859,
+ 2.4640858242719332e-08,
+ 2.521246358355711e-07,
+ 8.098635589703918e-06,
+ 0.017735769972205162,
+ 8.339314263139386e-06,
+ 0.00018293641915079206,
+ 0.00020085927098989487,
+ 3.8210637285374105e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25332847237586975,
+ -7.234382629394531,
+ -17.51885986328125,
+ -15.193342208862305,
+ -11.723814964294434,
+ -4.032171726226807,
+ -11.69452953338623,
+ -8.606371879577637,
+ -8.512906074523926,
+ -10.172396659851074
+ ],
+ "distances_by_expert": [
+ 0.5066569447517395,
+ 14.468765258789062,
+ 35.0377197265625,
+ 30.38668441772461,
+ 23.447629928588867,
+ 8.064343452453613,
+ 23.38905906677246,
+ 17.212743759155273,
+ 17.02581214904785,
+ 20.34479331970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.311279296875,
+ "language": 52.27730178833008
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7684003114700317,
+ 0.0006936481804586947,
+ 2.399181298073927e-08,
+ 2.439957142996718e-07,
+ 8.045787581067998e-06,
+ 0.01688987761735916,
+ 8.331572644237895e-06,
+ 0.0001816835574572906,
+ 0.00020028524158988148,
+ 3.847941479762085e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2634445130825043,
+ -7.273545742034912,
+ -17.54555320739746,
+ -15.226115226745605,
+ -11.730361938476562,
+ -4.081040859222412,
+ -11.69545841217041,
+ -8.61324405670166,
+ -8.515768051147461,
+ -10.165387153625488
+ ],
+ "distances_by_expert": [
+ 0.5268890261650085,
+ 14.547091484069824,
+ 35.09110641479492,
+ 30.45223045349121,
+ 23.460723876953125,
+ 8.162081718444824,
+ 23.39091682434082,
+ 17.22648811340332,
+ 17.031536102294922,
+ 20.330774307250977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.682373046875,
+ "language": 52.298431396484375
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.719792366027832,
+ 0.000807583041023463,
+ 2.3538541782386346e-08,
+ 3.2333952049157233e-07,
+ 9.078980838239659e-06,
+ 0.023159652948379517,
+ 9.5345376394107e-06,
+ 0.00019713741494342685,
+ 0.00019360875012353063,
+ 4.200673720333725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3287924826145172,
+ -7.121464729309082,
+ -17.564626693725586,
+ -14.944562911987305,
+ -11.609548568725586,
+ -3.76534366607666,
+ -11.560589790344238,
+ -8.531609535217285,
+ -8.549671173095703,
+ -10.077680587768555
+ ],
+ "distances_by_expert": [
+ 0.6575849652290344,
+ 14.242929458618164,
+ 35.12925338745117,
+ 29.88912582397461,
+ 23.219097137451172,
+ 7.53068733215332,
+ 23.121179580688477,
+ 17.06321907043457,
+ 17.099342346191406,
+ 20.15536117553711
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.13525390625,
+ "language": 52.29861831665039
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5923219323158264,
+ 0.0006285678828135133,
+ 1.971913476950249e-08,
+ 2.1076533585073776e-07,
+ 7.32788976165466e-06,
+ 0.013029361143708229,
+ 7.215925506898202e-06,
+ 0.00015003918088041246,
+ 0.00015683296078350395,
+ 3.5049510188400745e-05
+ ],
+ "log_scores_by_expert": [
+ -0.523705005645752,
+ -7.372066497802734,
+ -17.741676330566406,
+ -15.372520446777344,
+ -11.823822975158691,
+ -4.340549945831299,
+ -11.83922004699707,
+ -8.804614067077637,
+ -8.760329246520996,
+ -10.258749008178711
+ ],
+ "distances_by_expert": [
+ 1.047410011291504,
+ 14.744132995605469,
+ 35.48335266113281,
+ 30.745040893554688,
+ 23.647645950317383,
+ 8.681099891662598,
+ 23.67844009399414,
+ 17.609228134155273,
+ 17.520658493041992,
+ 20.517498016357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.534423828125,
+ "language": 52.28375244140625
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7461877465248108,
+ 0.0008789619896560907,
+ 2.4694541522762847e-08,
+ 3.0208684620447457e-07,
+ 9.138746463577263e-06,
+ 0.020914653316140175,
+ 9.206550203089137e-06,
+ 0.00019465069635771215,
+ 0.00019770431390497833,
+ 4.409255416248925e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2927781045436859,
+ -7.036768913269043,
+ -17.51668357849121,
+ -15.012551307678223,
+ -11.602987289428711,
+ -3.867305278778076,
+ -11.595595359802246,
+ -8.544303894042969,
+ -8.528738021850586,
+ -10.029219627380371
+ ],
+ "distances_by_expert": [
+ 0.5855562090873718,
+ 14.073537826538086,
+ 35.03336715698242,
+ 30.025102615356445,
+ 23.205974578857422,
+ 7.734610557556152,
+ 23.191190719604492,
+ 17.088607788085938,
+ 17.057476043701172,
+ 20.058439254760742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.98876953125,
+ "language": 52.28929138183594
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7488239407539368,
+ 0.0007734183454886079,
+ 2.444402014134539e-08,
+ 2.5733996267263137e-07,
+ 8.377081030630507e-06,
+ 0.017296485602855682,
+ 8.612101737526245e-06,
+ 0.00018486083718016744,
+ 0.00019552196317818016,
+ 4.081341467099264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2892513573169708,
+ -7.1646904945373535,
+ -17.526880264282227,
+ -15.172867774963379,
+ -11.690011024475098,
+ -4.057251930236816,
+ -11.662342071533203,
+ -8.595907211303711,
+ -8.539837837219238,
+ -10.106499671936035
+ ],
+ "distances_by_expert": [
+ 0.5785027146339417,
+ 14.329380989074707,
+ 35.05376052856445,
+ 30.345735549926758,
+ 23.380022048950195,
+ 8.114503860473633,
+ 23.324684143066406,
+ 17.191814422607422,
+ 17.079675674438477,
+ 20.21299934387207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.7783203125,
+ "language": 52.260433197021484
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7191543579101562,
+ 0.0006371437339112163,
+ 2.3157483042268723e-08,
+ 2.305639128508119e-07,
+ 7.590063887619181e-06,
+ 0.014972859062254429,
+ 7.705621101194993e-06,
+ 0.00016714011144358665,
+ 0.000184037780854851,
+ 3.5711698728846386e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3296792805194855,
+ -7.35851526260376,
+ -17.580947875976562,
+ -15.282737731933594,
+ -11.788670539855957,
+ -4.201516151428223,
+ -11.773560523986816,
+ -8.696678161621094,
+ -8.600369453430176,
+ -10.240032196044922
+ ],
+ "distances_by_expert": [
+ 0.659358561038971,
+ 14.71703052520752,
+ 35.161895751953125,
+ 30.565475463867188,
+ 23.577341079711914,
+ 8.403032302856445,
+ 23.547121047973633,
+ 17.393356323242188,
+ 17.20073890686035,
+ 20.480064392089844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.57080078125,
+ "language": 52.292381286621094
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7493370175361633,
+ 0.0008233207045122981,
+ 2.4506526585810207e-08,
+ 3.3231231100216974e-07,
+ 9.125552423938643e-06,
+ 0.02202320098876953,
+ 9.217127626470756e-06,
+ 0.0001975591731024906,
+ 0.000197808796656318,
+ 4.147345316596329e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2885664403438568,
+ -7.1021647453308105,
+ -17.52432632446289,
+ -14.917190551757812,
+ -11.604432106018066,
+ -3.8156588077545166,
+ -11.594447135925293,
+ -8.529472351074219,
+ -8.528209686279297,
+ -10.09045696258545
+ ],
+ "distances_by_expert": [
+ 0.5771328806877136,
+ 14.204329490661621,
+ 35.04865264892578,
+ 29.834381103515625,
+ 23.208864212036133,
+ 7.631317615509033,
+ 23.188894271850586,
+ 17.058944702148438,
+ 17.056419372558594,
+ 20.1809139251709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.33642578125,
+ "language": 52.28245162963867
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7019756436347961,
+ 0.0007717999396845698,
+ 2.2755491713155607e-08,
+ 3.1583130066792364e-07,
+ 8.655081728647929e-06,
+ 0.021790361031889915,
+ 9.03543877939228e-06,
+ 0.00019110037828795612,
+ 0.00019000748579856008,
+ 3.953377017751336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35385662317276,
+ -7.16678524017334,
+ -17.598459243774414,
+ -14.968057632446289,
+ -11.657363891601562,
+ -3.8262875080108643,
+ -11.61435604095459,
+ -8.562711715698242,
+ -8.56844711303711,
+ -10.138355255126953
+ ],
+ "distances_by_expert": [
+ 0.70771324634552,
+ 14.33357048034668,
+ 35.19691848754883,
+ 29.936115264892578,
+ 23.314727783203125,
+ 7.6525750160217285,
+ 23.22871208190918,
+ 17.125423431396484,
+ 17.13689422607422,
+ 20.276710510253906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3320.927490234375,
+ "language": 52.266700744628906
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7590945363044739,
+ 0.0007356564165093005,
+ 2.4850134394682755e-08,
+ 2.5886359367177647e-07,
+ 8.26813902676804e-06,
+ 0.018666621297597885,
+ 8.513740795024205e-06,
+ 0.00018640012422110885,
+ 0.00019647412409540266,
+ 3.953459963668138e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2756289839744568,
+ -7.214747428894043,
+ -17.51040267944336,
+ -15.166964530944824,
+ -11.70310115814209,
+ -3.981018304824829,
+ -11.673829078674316,
+ -8.587615013122559,
+ -8.534979820251465,
+ -10.138334274291992
+ ],
+ "distances_by_expert": [
+ 0.5512579679489136,
+ 14.429494857788086,
+ 35.02080535888672,
+ 30.33392906188965,
+ 23.40620231628418,
+ 7.962036609649658,
+ 23.347658157348633,
+ 17.175230026245117,
+ 17.06995964050293,
+ 20.276668548583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.910888671875,
+ "language": 52.27500915527344
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570458650588989,
+ 0.0006834694067947567,
+ 2.3681520744389672e-08,
+ 2.4335943749065336e-07,
+ 8.066815098572988e-06,
+ 0.017234139144420624,
+ 8.254682143160608e-06,
+ 0.0001805184583645314,
+ 0.0001985117996810004,
+ 3.839605415123515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2783314883708954,
+ -7.288328647613525,
+ -17.558570861816406,
+ -15.228726387023926,
+ -11.727751731872559,
+ -4.060863018035889,
+ -11.704730033874512,
+ -8.619677543640137,
+ -8.524662017822266,
+ -10.167555809020996
+ ],
+ "distances_by_expert": [
+ 0.5566629767417908,
+ 14.57665729522705,
+ 35.11714172363281,
+ 30.45745277404785,
+ 23.455503463745117,
+ 8.121726036071777,
+ 23.409460067749023,
+ 17.239355087280273,
+ 17.04932403564453,
+ 20.335111618041992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.82958984375,
+ "language": 52.28495788574219
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7426223158836365,
+ 0.0007101588416844606,
+ 2.3972784646275613e-08,
+ 2.5668603598205664e-07,
+ 8.271459591924213e-06,
+ 0.01861616224050522,
+ 8.545050150132738e-06,
+ 0.00018347491277381778,
+ 0.00019502194481901824,
+ 3.882043165504001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2975676953792572,
+ -7.250021934509277,
+ -17.54634666442871,
+ -15.17541217803955,
+ -11.702699661254883,
+ -3.983725070953369,
+ -11.670158386230469,
+ -8.603432655334473,
+ -8.542398452758789,
+ -10.156563758850098
+ ],
+ "distances_by_expert": [
+ 0.5951353907585144,
+ 14.500043869018555,
+ 35.09269332885742,
+ 30.3508243560791,
+ 23.405399322509766,
+ 7.967450141906738,
+ 23.340316772460938,
+ 17.206865310668945,
+ 17.084796905517578,
+ 20.313127517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.151611328125,
+ "language": 52.290103912353516
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6546322107315063,
+ 0.0007137128268368542,
+ 2.16163353883303e-08,
+ 2.4205303361668484e-07,
+ 8.064831490628421e-06,
+ 0.015320059843361378,
+ 7.990425729076378e-06,
+ 0.00016756271361373365,
+ 0.00017343064246233553,
+ 3.891581218340434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4236817955970764,
+ -7.245029926300049,
+ -17.649816513061523,
+ -15.234108924865723,
+ -11.727997779846191,
+ -4.178592205047607,
+ -11.737266540527344,
+ -8.69415283203125,
+ -8.659732818603516,
+ -10.154109954833984
+ ],
+ "distances_by_expert": [
+ 0.8473635911941528,
+ 14.490059852600098,
+ 35.29963302612305,
+ 30.468217849731445,
+ 23.455995559692383,
+ 8.357184410095215,
+ 23.474533081054688,
+ 17.3883056640625,
+ 17.31946563720703,
+ 20.30821990966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3563.50732421875,
+ "language": 52.28192138671875
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427242994308472,
+ 0.0008427720749750733,
+ 2.4384412711242476e-08,
+ 2.9414664481919317e-07,
+ 8.927268936531618e-06,
+ 0.020317494869232178,
+ 9.090530511457473e-06,
+ 0.00019423403136897832,
+ 0.00019579906074795872,
+ 4.3467873183544725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2974303364753723,
+ -7.0788140296936035,
+ -17.529321670532227,
+ -15.03918743133545,
+ -11.626399993896484,
+ -3.896272897720337,
+ -11.608277320861816,
+ -8.546446800231934,
+ -8.538421630859375,
+ -10.043488502502441
+ ],
+ "distances_by_expert": [
+ 0.5948606729507446,
+ 14.157628059387207,
+ 35.05864334106445,
+ 30.0783748626709,
+ 23.25279998779297,
+ 7.792545795440674,
+ 23.216554641723633,
+ 17.092893600463867,
+ 17.07684326171875,
+ 20.086977005004883
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3477.34521484375,
+ "language": 52.28748321533203
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7632433176040649,
+ 0.0007798125734552741,
+ 2.4397113662644188e-08,
+ 2.633890971992514e-07,
+ 8.500955118506681e-06,
+ 0.017361583188176155,
+ 8.760989658185281e-06,
+ 0.00018624818767420948,
+ 0.00019790521764662117,
+ 4.1141760448226705e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2701784074306488,
+ -7.15645694732666,
+ -17.52880096435547,
+ -15.149633407592773,
+ -11.675332069396973,
+ -4.053495407104492,
+ -11.645201683044434,
+ -8.588430404663086,
+ -8.527722358703613,
+ -10.09848690032959
+ ],
+ "distances_by_expert": [
+ 0.5403568148612976,
+ 14.31291389465332,
+ 35.05760192871094,
+ 30.299266815185547,
+ 23.350664138793945,
+ 8.106990814208984,
+ 23.290403366088867,
+ 17.176860809326172,
+ 17.055444717407227,
+ 20.19697380065918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.666015625,
+ "language": 52.2668571472168
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7088479995727539,
+ 0.0006135365110822022,
+ 2.226719075792971e-08,
+ 2.212069176721343e-07,
+ 7.3742576205404475e-06,
+ 0.014529426582157612,
+ 7.616966286150273e-06,
+ 0.00016358797438442707,
+ 0.00018394022481516004,
+ 3.523615305311978e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34411415457725525,
+ -7.396270751953125,
+ -17.62015151977539,
+ -15.324167251586914,
+ -11.81751537322998,
+ -4.231579303741455,
+ -11.78513240814209,
+ -8.718159675598145,
+ -8.600899696350098,
+ -10.253437995910645
+ ],
+ "distances_by_expert": [
+ 0.6882283091545105,
+ 14.79254150390625,
+ 35.24030303955078,
+ 30.648334503173828,
+ 23.63503074645996,
+ 8.46315860748291,
+ 23.57026481628418,
+ 17.43631935119629,
+ 17.201799392700195,
+ 20.50687599182129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.129150390625,
+ "language": 52.2873420715332
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7314149737358093,
+ 0.000813061255030334,
+ 2.3673436544413562e-08,
+ 3.2583977827016497e-07,
+ 8.7946000348893e-06,
+ 0.022729748860001564,
+ 9.215844329446554e-06,
+ 0.00019248627359047532,
+ 0.00019886784139089286,
+ 4.089008871233091e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31277430057525635,
+ -7.114704132080078,
+ -17.55891227722168,
+ -14.936860084533691,
+ -11.641372680664062,
+ -3.784080743789673,
+ -11.594586372375488,
+ -8.555485725402832,
+ -8.522870063781738,
+ -10.104622840881348
+ ],
+ "distances_by_expert": [
+ 0.6255486011505127,
+ 14.229408264160156,
+ 35.11782455444336,
+ 29.873720169067383,
+ 23.282745361328125,
+ 7.568161487579346,
+ 23.189172744750977,
+ 17.110971450805664,
+ 17.045740127563477,
+ 20.209245681762695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3241.612548828125,
+ "language": 52.28609848022461
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294909954071045,
+ 0.0008139080600813031,
+ 2.3929201731220928e-08,
+ 3.2363783475375385e-07,
+ 8.912544217309915e-06,
+ 0.022480441257357597,
+ 9.283360668632668e-06,
+ 0.00019671785412356257,
+ 0.00019803304166998714,
+ 4.138858275837265e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31540825963020325,
+ -7.113663196563721,
+ -17.548166275024414,
+ -14.94364070892334,
+ -11.628050804138184,
+ -3.795109748840332,
+ -11.587286949157715,
+ -8.533740043640137,
+ -8.527076721191406,
+ -10.09250545501709
+ ],
+ "distances_by_expert": [
+ 0.6308165192604065,
+ 14.227326393127441,
+ 35.09633255004883,
+ 29.88728141784668,
+ 23.256101608276367,
+ 7.590219497680664,
+ 23.17457389831543,
+ 17.067480087280273,
+ 17.054153442382812,
+ 20.18501091003418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.42138671875,
+ "language": 52.28166961669922
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7022563219070435,
+ 0.0006265913252718747,
+ 2.2299577295825657e-08,
+ 2.2850451841804897e-07,
+ 7.398997240670724e-06,
+ 0.015222454443573952,
+ 7.65907589084236e-06,
+ 0.0001672443759161979,
+ 0.00018512370297685266,
+ 3.5325010685482994e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35345688462257385,
+ -7.375216007232666,
+ -17.618698120117188,
+ -15.291709899902344,
+ -11.814166069030762,
+ -4.184983730316162,
+ -11.779619216918945,
+ -8.696054458618164,
+ -8.594486236572266,
+ -10.250919342041016
+ ],
+ "distances_by_expert": [
+ 0.7069137692451477,
+ 14.750432014465332,
+ 35.237396240234375,
+ 30.583419799804688,
+ 23.628332138061523,
+ 8.369967460632324,
+ 23.55923843383789,
+ 17.392108917236328,
+ 17.18897247314453,
+ 20.50183868408203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3401.649658203125,
+ "language": 52.294456481933594
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7342182397842407,
+ 0.0006715750205330551,
+ 2.3512336966291514e-08,
+ 2.4718633540032897e-07,
+ 7.923352313810028e-06,
+ 0.017886001616716385,
+ 8.250762220995966e-06,
+ 0.00017997869872488081,
+ 0.00019623573462013155,
+ 3.800768899964169e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3089490532875061,
+ -7.305884838104248,
+ -17.56574058532715,
+ -15.213123321533203,
+ -11.745696067810059,
+ -4.023736953735352,
+ -11.705204963684082,
+ -8.622672080993652,
+ -8.53619384765625,
+ -10.177721977233887
+ ],
+ "distances_by_expert": [
+ 0.6178981065750122,
+ 14.611769676208496,
+ 35.1314811706543,
+ 30.426246643066406,
+ 23.491392135620117,
+ 8.047473907470703,
+ 23.410409927368164,
+ 17.245344161987305,
+ 17.0723876953125,
+ 20.355443954467773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.833984375,
+ "language": 52.27157974243164
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7265928387641907,
+ 0.0008265332435257733,
+ 2.429175793849936e-08,
+ 2.7939424285250425e-07,
+ 8.646657988720108e-06,
+ 0.01884721778333187,
+ 8.773264198680408e-06,
+ 0.00018510270456317812,
+ 0.0001905300741782412,
+ 4.158760202699341e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3193889856338501,
+ -7.098270416259766,
+ -17.53312873840332,
+ -15.090641975402832,
+ -11.658337593078613,
+ -3.9713900089263916,
+ -11.64380168914795,
+ -8.594599723815918,
+ -8.56570053100586,
+ -10.087708473205566
+ ],
+ "distances_by_expert": [
+ 0.6387779712677002,
+ 14.196540832519531,
+ 35.06625747680664,
+ 30.181283950805664,
+ 23.316675186157227,
+ 7.942780017852783,
+ 23.2876033782959,
+ 17.189199447631836,
+ 17.13140106201172,
+ 20.175416946411133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.47021484375,
+ "language": 52.29079055786133
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.783440351486206,
+ 0.0008927095332182944,
+ 2.5725862329295524e-08,
+ 2.947534483155323e-07,
+ 9.163628419628367e-06,
+ 0.021106025204062462,
+ 9.33691808313597e-06,
+ 0.00019866142247337848,
+ 0.00020474547636695206,
+ 4.3989988625980914e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24406033754348755,
+ -7.021249294281006,
+ -17.47576904296875,
+ -15.037126541137695,
+ -11.600268363952637,
+ -3.85819673538208,
+ -11.581534385681152,
+ -8.523908615112305,
+ -8.493742942810059,
+ -10.031548500061035
+ ],
+ "distances_by_expert": [
+ 0.4881206750869751,
+ 14.042498588562012,
+ 34.9515380859375,
+ 30.07425308227539,
+ 23.200536727905273,
+ 7.71639347076416,
+ 23.163068771362305,
+ 17.04781723022461,
+ 16.987485885620117,
+ 20.06309700012207
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3421.200439453125,
+ "language": 52.26700210571289
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6980673670768738,
+ 0.0006558679160661995,
+ 2.2550949552169186e-08,
+ 2.2564448443063156e-07,
+ 7.2955490395543166e-06,
+ 0.0151461036875844,
+ 7.578202257718658e-06,
+ 0.00016246373706962913,
+ 0.00018005183665081859,
+ 3.480767190922052e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3594396114349365,
+ -7.3295512199401855,
+ -17.60748863220215,
+ -15.304305076599121,
+ -11.828246116638184,
+ -4.190011978149414,
+ -11.790234565734863,
+ -8.725055694580078,
+ -8.622265815734863,
+ -10.26567268371582
+ ],
+ "distances_by_expert": [
+ 0.718879222869873,
+ 14.659102439880371,
+ 35.2149772644043,
+ 30.608610153198242,
+ 23.656492233276367,
+ 8.380023956298828,
+ 23.580469131469727,
+ 17.450111389160156,
+ 17.244531631469727,
+ 20.53134536743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.033203125,
+ "language": 52.26354217529297
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7390339374542236,
+ 0.0006652236334048212,
+ 2.29133743090415e-08,
+ 2.4703010126359004e-07,
+ 7.844213541829959e-06,
+ 0.016236934810876846,
+ 7.935800567793194e-06,
+ 0.0001738106511766091,
+ 0.0001890884741442278,
+ 3.6693931178888306e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3024114668369293,
+ -7.31538724899292,
+ -17.59154510498047,
+ -15.21375560760498,
+ -11.75573444366455,
+ -4.120466709136963,
+ -11.744126319885254,
+ -8.657544136047363,
+ -8.573295593261719,
+ -10.212899208068848
+ ],
+ "distances_by_expert": [
+ 0.6048229336738586,
+ 14.63077449798584,
+ 35.18309020996094,
+ 30.42751121520996,
+ 23.5114688873291,
+ 8.240933418273926,
+ 23.488252639770508,
+ 17.315088272094727,
+ 17.146591186523438,
+ 20.425798416137695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.208251953125,
+ "language": 52.289180755615234
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6835683584213257,
+ 0.0007240346167236567,
+ 2.2143055389278743e-08,
+ 2.9821683256159304e-07,
+ 8.047299161262345e-06,
+ 0.02115771733224392,
+ 8.521205927536357e-06,
+ 0.00017938630480784923,
+ 0.00018615213048178703,
+ 3.693178223329596e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38042861223220825,
+ -7.230671405792236,
+ -17.625741958618164,
+ -15.025444984436035,
+ -11.73017406463623,
+ -3.855750560760498,
+ -11.672952651977539,
+ -8.625968933105469,
+ -8.588946342468262,
+ -10.206438064575195
+ ],
+ "distances_by_expert": [
+ 0.7608572244644165,
+ 14.461342811584473,
+ 35.25148391723633,
+ 30.05088996887207,
+ 23.46034812927246,
+ 7.711501121520996,
+ 23.345905303955078,
+ 17.251937866210938,
+ 17.177892684936523,
+ 20.41287612915039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.279052734375,
+ "language": 52.26920700073242
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7097321152687073,
+ 0.0007825407665222883,
+ 2.308489399638347e-08,
+ 3.0821922791801626e-07,
+ 8.617696948931552e-06,
+ 0.02225056290626526,
+ 9.01198018254945e-06,
+ 0.00019059730402659625,
+ 0.0001906482211779803,
+ 4.002244895673357e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3428677022457123,
+ -7.1529645919799805,
+ -17.584087371826172,
+ -14.992454528808594,
+ -11.66169261932373,
+ -3.8053879737854004,
+ -11.616955757141113,
+ -8.565347671508789,
+ -8.565080642700195,
+ -10.126070022583008
+ ],
+ "distances_by_expert": [
+ 0.6857354044914246,
+ 14.305929183959961,
+ 35.168174743652344,
+ 29.984909057617188,
+ 23.32338523864746,
+ 7.610775947570801,
+ 23.233911514282227,
+ 17.130695343017578,
+ 17.13016128540039,
+ 20.252140045166016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.017578125,
+ "language": 52.26834487915039
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7364202737808228,
+ 0.0006486110505647957,
+ 2.2828656298656824e-08,
+ 2.364211013627937e-07,
+ 7.763309440633748e-06,
+ 0.016363494098186493,
+ 8.034844540816266e-06,
+ 0.00017506262520328164,
+ 0.00019295696984045208,
+ 3.7083438655827194e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30595433712005615,
+ -7.340677261352539,
+ -17.59524917602539,
+ -15.257651329040527,
+ -11.766101837158203,
+ -4.112702369689941,
+ -11.731722831726074,
+ -8.65036678314209,
+ -8.553043365478516,
+ -10.202340126037598
+ ],
+ "distances_by_expert": [
+ 0.6119086742401123,
+ 14.681354522705078,
+ 35.19049835205078,
+ 30.515302658081055,
+ 23.532203674316406,
+ 8.225404739379883,
+ 23.46344566345215,
+ 17.30073356628418,
+ 17.10608673095703,
+ 20.404680252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.816162109375,
+ "language": 52.28071212768555
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7998784780502319,
+ 0.0007993806502781808,
+ 2.5552258975380937e-08,
+ 2.940484478131111e-07,
+ 8.86640827957308e-06,
+ 0.021364960819482803,
+ 9.277058779844083e-06,
+ 0.0002004640846280381,
+ 0.00020873274479527026,
+ 4.200128751108423e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22329553961753845,
+ -7.131673336029053,
+ -17.482540130615234,
+ -15.039521217346191,
+ -11.633240699768066,
+ -3.8460030555725098,
+ -11.587965965270996,
+ -8.514875411987305,
+ -8.474455833435059,
+ -10.077810287475586
+ ],
+ "distances_by_expert": [
+ 0.4465910792350769,
+ 14.263346672058105,
+ 34.96508026123047,
+ 30.079042434692383,
+ 23.266481399536133,
+ 7.6920061111450195,
+ 23.175931930541992,
+ 17.02975082397461,
+ 16.948911666870117,
+ 20.155620574951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.317626953125,
+ "language": 52.29389572143555
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6072697639465332,
+ 0.0006538730813190341,
+ 2.027396739379128e-08,
+ 2.207003575449562e-07,
+ 7.505451321776491e-06,
+ 0.013786357827484608,
+ 7.43643340683775e-06,
+ 0.00015528706717304885,
+ 0.00016166824207175523,
+ 3.6047127650817856e-05
+ ],
+ "log_scores_by_expert": [
+ -0.49878209829330444,
+ -7.332597255706787,
+ -17.71392822265625,
+ -15.326459884643555,
+ -11.799880981445312,
+ -4.284075736999512,
+ -11.80911922454834,
+ -8.770235061645508,
+ -8.729964256286621,
+ -10.230683326721191
+ ],
+ "distances_by_expert": [
+ 0.9975641965866089,
+ 14.665194511413574,
+ 35.4278564453125,
+ 30.65291976928711,
+ 23.599761962890625,
+ 8.568151473999023,
+ 23.61823844909668,
+ 17.540470123291016,
+ 17.459928512573242,
+ 20.461366653442383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.79638671875,
+ "language": 52.31008529663086
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7759327292442322,
+ 0.0008824446704238653,
+ 2.559733225382388e-08,
+ 2.9381550348261953e-07,
+ 9.203302397509106e-06,
+ 0.020466525107622147,
+ 9.367393431602977e-06,
+ 0.00019753037486225367,
+ 0.00020308393868617713,
+ 4.455294765648432e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2536895275115967,
+ -7.0328145027160645,
+ -17.480777740478516,
+ -15.040313720703125,
+ -11.595948219299316,
+ -3.8889646530151367,
+ -11.578275680541992,
+ -8.529618263244629,
+ -8.501891136169434,
+ -10.018832206726074
+ ],
+ "distances_by_expert": [
+ 0.5073790550231934,
+ 14.065629005432129,
+ 34.96155548095703,
+ 30.08062744140625,
+ 23.191896438598633,
+ 7.777929306030273,
+ 23.156551361083984,
+ 17.059236526489258,
+ 17.003782272338867,
+ 20.03766441345215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.0419921875,
+ "language": 52.2896728515625
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6942999362945557,
+ 0.0006530311657115817,
+ 2.2080888228970252e-08,
+ 2.3236316337715834e-07,
+ 7.388808171526762e-06,
+ 0.015030085109174252,
+ 7.69230246078223e-06,
+ 0.0001664668961893767,
+ 0.00018104464106727391,
+ 3.604541052482091e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3648512661457062,
+ -7.333885669708252,
+ -17.62855339050293,
+ -15.274964332580566,
+ -11.815544128417969,
+ -4.197701454162598,
+ -11.775290489196777,
+ -8.700714111328125,
+ -8.616766929626465,
+ -10.230731010437012
+ ],
+ "distances_by_expert": [
+ 0.7297025322914124,
+ 14.667771339416504,
+ 35.25710678100586,
+ 30.549928665161133,
+ 23.631088256835938,
+ 8.395402908325195,
+ 23.550580978393555,
+ 17.40142822265625,
+ 17.23353385925293,
+ 20.461462020874023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3614.070556640625,
+ "language": 52.28297424316406
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6825668811798096,
+ 0.0005624967743642628,
+ 2.1743199241086586e-08,
+ 2.0162643465937435e-07,
+ 6.76145100442227e-06,
+ 0.013355635106563568,
+ 7.0170513026823755e-06,
+ 0.00015261313819792122,
+ 0.00017482155817560852,
+ 3.1668001611251384e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38189470767974854,
+ -7.48312520980835,
+ -17.643964767456055,
+ -15.416849136352539,
+ -11.90427303314209,
+ -4.315816879272461,
+ -11.867167472839355,
+ -8.787604331970215,
+ -8.651744842529297,
+ -10.360203742980957
+ ],
+ "distances_by_expert": [
+ 0.7637894153594971,
+ 14.9662504196167,
+ 35.28792953491211,
+ 30.833698272705078,
+ 23.80854606628418,
+ 8.631633758544922,
+ 23.73433494567871,
+ 17.57520866394043,
+ 17.303489685058594,
+ 20.720407485961914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.765625,
+ "language": 52.28593444824219
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6671797633171082,
+ 0.0007176790968514979,
+ 2.1561199048392155e-08,
+ 2.980442559419316e-07,
+ 7.994701263669413e-06,
+ 0.02125493250787258,
+ 8.642923603474628e-06,
+ 0.00017766706878319383,
+ 0.0001819781755330041,
+ 3.7113510188646615e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4046957790851593,
+ -7.239488124847412,
+ -17.65237045288086,
+ -15.026023864746094,
+ -11.73673152923584,
+ -3.851166248321533,
+ -11.658769607543945,
+ -8.635599136352539,
+ -8.611623764038086,
+ -10.201529502868652
+ ],
+ "distances_by_expert": [
+ 0.8093915581703186,
+ 14.478976249694824,
+ 35.30474090576172,
+ 30.052047729492188,
+ 23.47346305847168,
+ 7.702332496643066,
+ 23.31753921508789,
+ 17.271198272705078,
+ 17.223247528076172,
+ 20.403059005737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.270263671875,
+ "language": 52.274070739746094
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6961084008216858,
+ 0.0007353958208113909,
+ 2.253538511354236e-08,
+ 3.0444422804976057e-07,
+ 8.32291607366642e-06,
+ 0.020901059731841087,
+ 8.744011211092584e-06,
+ 0.00018482135783415288,
+ 0.00018828483007382601,
+ 3.813764487858862e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3622499108314514,
+ -7.215101718902588,
+ -17.608179092407227,
+ -15.004777908325195,
+ -11.696497917175293,
+ -3.867955446243286,
+ -11.647141456604004,
+ -8.596120834350586,
+ -8.577554702758789,
+ -10.174308776855469
+ ],
+ "distances_by_expert": [
+ 0.7244998216629028,
+ 14.430203437805176,
+ 35.21635818481445,
+ 30.00955581665039,
+ 23.392995834350586,
+ 7.735910892486572,
+ 23.294282913208008,
+ 17.192241668701172,
+ 17.155109405517578,
+ 20.348617553710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.699462890625,
+ "language": 52.28909683227539
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7068008184432983,
+ 0.0006159901386126876,
+ 2.2292857337902205e-08,
+ 2.1750531686848262e-07,
+ 7.242178980959579e-06,
+ 0.015075950883328915,
+ 7.597030617034761e-06,
+ 0.00016562144446652383,
+ 0.00018527419888414443,
+ 3.502150866552256e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3470063805580139,
+ -7.392279624938965,
+ -17.618999481201172,
+ -15.341042518615723,
+ -11.835588455200195,
+ -4.19465446472168,
+ -11.787753105163574,
+ -8.705805778503418,
+ -8.593673706054688,
+ -10.25954818725586
+ ],
+ "distances_by_expert": [
+ 0.6940127611160278,
+ 14.78455924987793,
+ 35.237998962402344,
+ 30.682085037231445,
+ 23.67117691040039,
+ 8.38930892944336,
+ 23.57550621032715,
+ 17.411611557006836,
+ 17.187347412109375,
+ 20.51909637451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.43798828125,
+ "language": 52.29518127441406
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7647334933280945,
+ 0.0007000789628364146,
+ 2.4278463683913287e-08,
+ 2.532044049985416e-07,
+ 8.124535270326305e-06,
+ 0.018215982243418694,
+ 8.523798896931112e-06,
+ 0.00018388708122074604,
+ 0.00020062224939465523,
+ 3.910513987648301e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2682279348373413,
+ -7.264317512512207,
+ -17.533676147460938,
+ -15.189068794250488,
+ -11.720622062683105,
+ -4.00545597076416,
+ -11.672648429870605,
+ -8.601188659667969,
+ -8.514086723327637,
+ -10.149256706237793
+ ],
+ "distances_by_expert": [
+ 0.5364558696746826,
+ 14.528635025024414,
+ 35.067352294921875,
+ 30.378137588500977,
+ 23.44124412536621,
+ 8.01091194152832,
+ 23.34529685974121,
+ 17.202377319335938,
+ 17.028173446655273,
+ 20.298513412475586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.965576171875,
+ "language": 52.29909133911133
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6770375370979309,
+ 0.0007490182179026306,
+ 2.2347647288256667e-08,
+ 2.537483112519112e-07,
+ 8.370771865884308e-06,
+ 0.016170570626854897,
+ 8.210722626245115e-06,
+ 0.00017285881040152162,
+ 0.00017741901683621109,
+ 4.007462121080607e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39002853631973267,
+ -7.196747303009033,
+ -17.616544723510742,
+ -15.186923027038574,
+ -11.690764427185059,
+ -4.1245622634887695,
+ -11.71006965637207,
+ -8.66303539276123,
+ -8.636996269226074,
+ -10.124767303466797
+ ],
+ "distances_by_expert": [
+ 0.7800570726394653,
+ 14.393494606018066,
+ 35.233089447021484,
+ 30.37384605407715,
+ 23.381528854370117,
+ 8.249124526977539,
+ 23.42013931274414,
+ 17.32607078552246,
+ 17.27399253845215,
+ 20.249534606933594
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.338623046875,
+ "language": 52.28190994262695
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7938154935836792,
+ 0.0008838204084895551,
+ 2.6247523265965356e-08,
+ 3.046559697850171e-07,
+ 9.199633495882154e-06,
+ 0.021000811830163002,
+ 9.422109542356338e-06,
+ 0.0002005964342970401,
+ 0.00020620514987967908,
+ 4.4321775931166485e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2309042066335678,
+ -7.031256675720215,
+ -17.4556941986084,
+ -15.004082679748535,
+ -11.596346855163574,
+ -3.863194227218628,
+ -11.5724515914917,
+ -8.514215469360352,
+ -8.486639022827148,
+ -10.02403450012207
+ ],
+ "distances_by_expert": [
+ 0.4618084132671356,
+ 14.06251335144043,
+ 34.9113883972168,
+ 30.00816535949707,
+ 23.19269371032715,
+ 7.726388454437256,
+ 23.1449031829834,
+ 17.028430938720703,
+ 16.973278045654297,
+ 20.04806900024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.810302734375,
+ "language": 52.280601501464844
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6953091025352478,
+ 0.0006579198525287211,
+ 2.2515020958735477e-08,
+ 2.3226390055697266e-07,
+ 7.311499302886659e-06,
+ 0.015375240705907345,
+ 7.639999239472672e-06,
+ 0.00016568321734666824,
+ 0.00018048057972919196,
+ 3.535638825269416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3633987605571747,
+ -7.326427459716797,
+ -17.60908317565918,
+ -15.275391578674316,
+ -11.826062202453613,
+ -4.174996852874756,
+ -11.782113075256348,
+ -8.705432891845703,
+ -8.619887351989746,
+ -10.250031471252441
+ ],
+ "distances_by_expert": [
+ 0.7267975211143494,
+ 14.652854919433594,
+ 35.21816635131836,
+ 30.550783157348633,
+ 23.652124404907227,
+ 8.349993705749512,
+ 23.564226150512695,
+ 17.410865783691406,
+ 17.239774703979492,
+ 20.500062942504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.559326171875,
+ "language": 52.29435348510742
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7441689372062683,
+ 0.0006557609303854406,
+ 2.3214619560008032e-08,
+ 2.3789618808223167e-07,
+ 7.789481060171966e-06,
+ 0.015888186171650887,
+ 7.88513534644153e-06,
+ 0.0001728416682453826,
+ 0.0001894348388304934,
+ 3.670719524961896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954872250556946,
+ -7.329714298248291,
+ -17.57848358154297,
+ -15.251431465148926,
+ -11.762736320495605,
+ -4.142179489135742,
+ -11.750531196594238,
+ -8.663134574890137,
+ -8.571465492248535,
+ -10.21253776550293
+ ],
+ "distances_by_expert": [
+ 0.5909744501113892,
+ 14.659428596496582,
+ 35.15696716308594,
+ 30.50286293029785,
+ 23.52547264099121,
+ 8.284358978271484,
+ 23.501062393188477,
+ 17.326269149780273,
+ 17.14293098449707,
+ 20.42507553100586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.951416015625,
+ "language": 52.27111053466797
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7137096524238586,
+ 0.0007757711573503911,
+ 2.2948931643895776e-08,
+ 3.173457514549227e-07,
+ 8.470348802802619e-06,
+ 0.021397309377789497,
+ 8.865462405083235e-06,
+ 0.00018732679018285125,
+ 0.00019505263480823487,
+ 3.87170584872365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3372790813446045,
+ -7.1616530418396,
+ -17.589994430541992,
+ -14.963274002075195,
+ -11.678938865661621,
+ -3.8444900512695312,
+ -11.633347511291504,
+ -8.582655906677246,
+ -8.542241096496582,
+ -10.15923023223877
+ ],
+ "distances_by_expert": [
+ 0.674558162689209,
+ 14.3233060836792,
+ 35.179988861083984,
+ 29.92654800415039,
+ 23.357877731323242,
+ 7.6889801025390625,
+ 23.266695022583008,
+ 17.165311813354492,
+ 17.084482192993164,
+ 20.31846046447754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.87890625,
+ "language": 52.26723098754883
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.719957709312439,
+ 0.0008340564090758562,
+ 2.2743648742107325e-08,
+ 3.084359434524231e-07,
+ 8.935966434364673e-06,
+ 0.023129187524318695,
+ 9.156159649137408e-06,
+ 0.00019392880494706333,
+ 0.00019440488540567458,
+ 4.2824623960768804e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32856285572052,
+ -7.08920955657959,
+ -17.598979949951172,
+ -14.991751670837402,
+ -11.625426292419434,
+ -3.76665997505188,
+ -11.601083755493164,
+ -8.548019409179688,
+ -8.545567512512207,
+ -10.05839729309082
+ ],
+ "distances_by_expert": [
+ 0.65712571144104,
+ 14.17841911315918,
+ 35.197959899902344,
+ 29.983503341674805,
+ 23.250852584838867,
+ 7.53331995010376,
+ 23.202167510986328,
+ 17.096038818359375,
+ 17.091135025024414,
+ 20.11679458618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.146484375,
+ "language": 52.293792724609375
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7337993383407593,
+ 0.0006490228697657585,
+ 2.2530313614765873e-08,
+ 2.243767340814884e-07,
+ 7.540397746197414e-06,
+ 0.015863044187426567,
+ 7.82851202529855e-06,
+ 0.00017072539776563644,
+ 0.00019216584041714668,
+ 3.696518615470268e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3095196783542633,
+ -7.340042591094971,
+ -17.6084041595459,
+ -15.30993938446045,
+ -11.795235633850098,
+ -4.143763065338135,
+ -11.75773811340332,
+ -8.675454139709473,
+ -8.557151794433594,
+ -10.205533981323242
+ ],
+ "distances_by_expert": [
+ 0.6190393567085266,
+ 14.680085182189941,
+ 35.2168083190918,
+ 30.6198787689209,
+ 23.590471267700195,
+ 8.28752613067627,
+ 23.51547622680664,
+ 17.350908279418945,
+ 17.114303588867188,
+ 20.411067962646484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.610107421875,
+ "language": 52.27912902832031
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7828224301338196,
+ 0.0009016437688842416,
+ 2.4689221334028844e-08,
+ 3.4135277360292093e-07,
+ 9.632155524741393e-06,
+ 0.025418909266591072,
+ 1.0055709026346449e-05,
+ 0.00021052379452157766,
+ 0.00020816855248995125,
+ 4.5925717131467536e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24484938383102417,
+ -7.011291027069092,
+ -17.51689910888672,
+ -14.890349388122559,
+ -11.550403594970703,
+ -3.672261953353882,
+ -11.507369995117188,
+ -8.465911865234375,
+ -8.47716236114502,
+ -9.988485336303711
+ ],
+ "distances_by_expert": [
+ 0.48969876766204834,
+ 14.022582054138184,
+ 35.03379821777344,
+ 29.780698776245117,
+ 23.100807189941406,
+ 7.344523906707764,
+ 23.014739990234375,
+ 16.93182373046875,
+ 16.95432472229004,
+ 19.976970672607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.0693359375,
+ "language": 52.286529541015625
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6746421456336975,
+ 0.000758199137635529,
+ 2.246658858950923e-08,
+ 3.1264391964214155e-07,
+ 8.29406599223148e-06,
+ 0.02160521037876606,
+ 8.768855877860915e-06,
+ 0.0001817898009903729,
+ 0.00018582469783723354,
+ 3.788779577007517e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39357295632362366,
+ -7.184564590454102,
+ -17.611236572265625,
+ -14.978200912475586,
+ -11.699970245361328,
+ -3.8348207473754883,
+ -11.644304275512695,
+ -8.612659454345703,
+ -8.590706825256348,
+ -10.18088150024414
+ ],
+ "distances_by_expert": [
+ 0.7871459126472473,
+ 14.369129180908203,
+ 35.22247314453125,
+ 29.956401824951172,
+ 23.399940490722656,
+ 7.669641494750977,
+ 23.28860855102539,
+ 17.225318908691406,
+ 17.181413650512695,
+ 20.36176300048828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3176.883056640625,
+ "language": 52.27064895629883
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7647176384925842,
+ 0.0008412002352997661,
+ 2.451522362889591e-08,
+ 3.292005885668914e-07,
+ 9.035137736645993e-06,
+ 0.023291464895009995,
+ 9.395064807904419e-06,
+ 0.0001991614408325404,
+ 0.00020498636877164245,
+ 4.191777406958863e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26824864745140076,
+ -7.080680847167969,
+ -17.523971557617188,
+ -14.92659854888916,
+ -11.614389419555664,
+ -3.7596683502197266,
+ -11.575325965881348,
+ -8.521394729614258,
+ -8.49256706237793,
+ -10.079800605773926
+ ],
+ "distances_by_expert": [
+ 0.5364972949028015,
+ 14.161361694335938,
+ 35.047943115234375,
+ 29.85319709777832,
+ 23.228778839111328,
+ 7.519336700439453,
+ 23.150651931762695,
+ 17.042789459228516,
+ 16.98513412475586,
+ 20.15960121154785
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3231.7607421875,
+ "language": 52.29471969604492
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8025951385498047,
+ 0.0007603457197546959,
+ 2.543434440838155e-08,
+ 2.804853806992469e-07,
+ 8.615421393187717e-06,
+ 0.019316034391522408,
+ 8.818249625619501e-06,
+ 0.0001923629461089149,
+ 0.00020902637334074825,
+ 4.057485784869641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21990491449832916,
+ -7.181737422943115,
+ -17.487165451049805,
+ -15.08674430847168,
+ -11.661956787109375,
+ -3.94681978225708,
+ -11.638687133789062,
+ -8.556126594543457,
+ -8.473050117492676,
+ -10.112361907958984
+ ],
+ "distances_by_expert": [
+ 0.4398098289966583,
+ 14.36347484588623,
+ 34.97433090209961,
+ 30.17348861694336,
+ 23.32391357421875,
+ 7.89363956451416,
+ 23.277374267578125,
+ 17.112253189086914,
+ 16.94610023498535,
+ 20.22472381591797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3307.203369140625,
+ "language": 52.2674446105957
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735981822013855,
+ 0.0007791810785420239,
+ 2.341410443307268e-08,
+ 3.204606002782384e-07,
+ 8.70163603394758e-06,
+ 0.022153783589601517,
+ 9.000084901344962e-06,
+ 0.00019290728960186243,
+ 0.00019749136117752641,
+ 3.998654938186519e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3065498471260071,
+ -7.157267093658447,
+ -17.569927215576172,
+ -14.953506469726562,
+ -11.651999473571777,
+ -3.8097469806671143,
+ -11.618276596069336,
+ -8.553300857543945,
+ -8.529815673828125,
+ -10.126967430114746
+ ],
+ "distances_by_expert": [
+ 0.6130996942520142,
+ 14.314534187316895,
+ 35.139854431152344,
+ 29.907012939453125,
+ 23.303998947143555,
+ 7.6194939613342285,
+ 23.236553192138672,
+ 17.10660171508789,
+ 17.05963134765625,
+ 20.253934860229492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.93359375,
+ "language": 52.2744026184082
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6690205335617065,
+ 0.0007175114005804062,
+ 2.1607307942872467e-08,
+ 2.9868388651266287e-07,
+ 7.852820999687538e-06,
+ 0.020637135952711105,
+ 8.312556019518524e-06,
+ 0.0001784898922778666,
+ 0.00018568492669146508,
+ 3.593314249883406e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4019404947757721,
+ -7.239721775054932,
+ -17.65023422241211,
+ -15.023880004882812,
+ -11.754637718200684,
+ -3.8806631565093994,
+ -11.69774341583252,
+ -8.63097858428955,
+ -8.591459274291992,
+ -10.233850479125977
+ ],
+ "distances_by_expert": [
+ 0.8038809895515442,
+ 14.479443550109863,
+ 35.30046844482422,
+ 30.047760009765625,
+ 23.509275436401367,
+ 7.761326313018799,
+ 23.39548683166504,
+ 17.2619571685791,
+ 17.182918548583984,
+ 20.467700958251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.970458984375,
+ "language": 52.24909973144531
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8149646520614624,
+ 0.0008618655265308917,
+ 2.5746528464765106e-08,
+ 3.1760853858031624e-07,
+ 9.32227248995332e-06,
+ 0.022238275036215782,
+ 9.489906005910598e-06,
+ 0.0002062094717985019,
+ 0.0002145370381185785,
+ 4.364340929896571e-05
+ ],
+ "log_scores_by_expert": [
+ -0.20461046695709229,
+ -7.056411266326904,
+ -17.474966049194336,
+ -14.962446212768555,
+ -11.583104133605957,
+ -3.8059403896331787,
+ -11.565281867980957,
+ -8.486618041992188,
+ -8.447028160095215,
+ -10.039458274841309
+ ],
+ "distances_by_expert": [
+ 0.40922093391418457,
+ 14.112822532653809,
+ 34.94993209838867,
+ 29.92489242553711,
+ 23.166208267211914,
+ 7.611880779266357,
+ 23.130563735961914,
+ 16.973236083984375,
+ 16.89405632019043,
+ 20.078916549682617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.772705078125,
+ "language": 52.29884719848633
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6315577626228333,
+ 0.0006707336870022118,
+ 2.067959314899781e-08,
+ 2.843315485279163e-07,
+ 7.49074888517498e-06,
+ 0.019160227850079536,
+ 8.065915608312935e-06,
+ 0.0001706414041109383,
+ 0.00017817458137869835,
+ 3.416133040445857e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4595658779144287,
+ -7.307138442993164,
+ -17.69411849975586,
+ -15.073124885559082,
+ -11.801841735839844,
+ -3.954918622970581,
+ -11.727863311767578,
+ -8.675946235656738,
+ -8.632746696472168,
+ -10.284416198730469
+ ],
+ "distances_by_expert": [
+ 0.9191317558288574,
+ 14.614276885986328,
+ 35.38823699951172,
+ 30.146249771118164,
+ 23.603683471679688,
+ 7.909837245941162,
+ 23.455726623535156,
+ 17.351892471313477,
+ 17.265493392944336,
+ 20.568832397460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.802978515625,
+ "language": 52.2693977355957
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6042858958244324,
+ 0.0006520734168589115,
+ 2.0011873047565132e-08,
+ 2.763697466434678e-07,
+ 7.2445895966666285e-06,
+ 0.01916494593024254,
+ 7.96029871708015e-06,
+ 0.00016495781892444938,
+ 0.0001725473557598889,
+ 3.365516386111267e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5037078857421875,
+ -7.335353374481201,
+ -17.726940155029297,
+ -15.101526260375977,
+ -11.83525562286377,
+ -3.954672336578369,
+ -11.741044044494629,
+ -8.709820747375488,
+ -8.664838790893555,
+ -10.299344062805176
+ ],
+ "distances_by_expert": [
+ 1.007415771484375,
+ 14.670706748962402,
+ 35.453880310058594,
+ 30.203052520751953,
+ 23.67051124572754,
+ 7.909344673156738,
+ 23.482088088989258,
+ 17.419641494750977,
+ 17.32967758178711,
+ 20.59868812561035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.79248046875,
+ "language": 52.27281188964844
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.651032567024231,
+ 0.0007198008825071156,
+ 2.184833647334017e-08,
+ 3.0190943789421e-07,
+ 7.760310836602002e-06,
+ 0.02031279355287552,
+ 8.36663821246475e-06,
+ 0.00017511038458906114,
+ 0.00018310554150957614,
+ 3.556358569767326e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291956424713135,
+ -7.236536026000977,
+ -17.639141082763672,
+ -15.013138771057129,
+ -11.766488075256348,
+ -3.8965044021606445,
+ -11.691258430480957,
+ -8.650094032287598,
+ -8.605447769165039,
+ -10.24418830871582
+ ],
+ "distances_by_expert": [
+ 0.858391284942627,
+ 14.473072052001953,
+ 35.278282165527344,
+ 30.026277542114258,
+ 23.532976150512695,
+ 7.793008804321289,
+ 23.382516860961914,
+ 17.300188064575195,
+ 17.210895538330078,
+ 20.48837661743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3191.573486328125,
+ "language": 52.2686653137207
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7815605401992798,
+ 0.0008617447456344962,
+ 2.440246760215814e-08,
+ 3.2696348739591485e-07,
+ 9.361311640532222e-06,
+ 0.023836450651288033,
+ 9.515071724308655e-06,
+ 0.00020664611656684428,
+ 0.00020906524150632322,
+ 4.4619238906307146e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2464625984430313,
+ -7.056551456451416,
+ -17.528581619262695,
+ -14.933417320251465,
+ -11.578925132751465,
+ -3.736539363861084,
+ -11.562633514404297,
+ -8.484502792358398,
+ -8.472864151000977,
+ -10.017345428466797
+ ],
+ "distances_by_expert": [
+ 0.4929251968860626,
+ 14.113102912902832,
+ 35.05716323852539,
+ 29.86683464050293,
+ 23.15785026550293,
+ 7.473078727722168,
+ 23.125267028808594,
+ 16.969005584716797,
+ 16.945728302001953,
+ 20.034690856933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.003173828125,
+ "language": 52.28781509399414
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7653271555900574,
+ 0.0008617694256827235,
+ 2.422055622730568e-08,
+ 3.4200351706203946e-07,
+ 9.357125236419961e-06,
+ 0.024976221844553947,
+ 9.638192750571761e-06,
+ 0.00020507728913798928,
+ 0.0002049877366516739,
+ 4.422306301421486e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26745182275772095,
+ -7.056522846221924,
+ -17.53606414794922,
+ -14.888444900512695,
+ -11.57937240600586,
+ -3.689831018447876,
+ -11.549777030944824,
+ -8.4921236038208,
+ -8.492560386657715,
+ -10.026264190673828
+ ],
+ "distances_by_expert": [
+ 0.5349036455154419,
+ 14.113045692443848,
+ 35.07212829589844,
+ 29.77688980102539,
+ 23.15874481201172,
+ 7.379662036895752,
+ 23.09955406188965,
+ 16.9842472076416,
+ 16.98512077331543,
+ 20.052528381347656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.829833984375,
+ "language": 52.292537689208984
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.734869122505188,
+ 0.0008175238617695868,
+ 2.362012452294948e-08,
+ 3.2956813811324537e-07,
+ 8.886599061952438e-06,
+ 0.023543035611510277,
+ 9.160395165963564e-06,
+ 0.00019768452330026776,
+ 0.0001979561784537509,
+ 4.1124774725176394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30806291103363037,
+ -7.1092305183410645,
+ -17.561166763305664,
+ -14.925482749938965,
+ -11.630966186523438,
+ -3.74892520904541,
+ -11.600621223449707,
+ -8.528838157653809,
+ -8.527464866638184,
+ -10.098899841308594
+ ],
+ "distances_by_expert": [
+ 0.6161258220672607,
+ 14.218461036682129,
+ 35.12233352661133,
+ 29.85096549987793,
+ 23.261932373046875,
+ 7.49785041809082,
+ 23.201242446899414,
+ 17.057676315307617,
+ 17.054929733276367,
+ 20.197799682617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3223.106201171875,
+ "language": 52.28142166137695
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6076449751853943,
+ 0.0006395276868715882,
+ 1.9797182559955218e-08,
+ 2.7025870963370835e-07,
+ 7.370503226411529e-06,
+ 0.018282080069184303,
+ 7.765819646010641e-06,
+ 0.00016505223175045103,
+ 0.0001717552077025175,
+ 3.3541862649144605e-05
+ ],
+ "log_scores_by_expert": [
+ -0.49816447496414185,
+ -7.354780673980713,
+ -17.73772621154785,
+ -15.123886108398438,
+ -11.818024635314941,
+ -4.001833915710449,
+ -11.765778541564941,
+ -8.709248542785645,
+ -8.669440269470215,
+ -10.302716255187988
+ ],
+ "distances_by_expert": [
+ 0.9963289499282837,
+ 14.709561347961426,
+ 35.4754524230957,
+ 30.247772216796875,
+ 23.636049270629883,
+ 8.003667831420898,
+ 23.531557083129883,
+ 17.41849708557129,
+ 17.33888053894043,
+ 20.605432510375977
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3333.8349609375,
+ "language": 52.27117919921875
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6498125195503235,
+ 0.0007491485448554158,
+ 2.2161730228731358e-08,
+ 3.050455461561796e-07,
+ 8.001979040273e-06,
+ 0.021435027942061424,
+ 8.646410606161226e-06,
+ 0.00017710508836898953,
+ 0.000182146075530909,
+ 3.675525658763945e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4310714304447174,
+ -7.196573257446289,
+ -17.62489891052246,
+ -15.00280475616455,
+ -11.735821723937988,
+ -3.842728853225708,
+ -11.658366203308105,
+ -8.63876724243164,
+ -8.610701560974121,
+ -10.21122932434082
+ ],
+ "distances_by_expert": [
+ 0.8621428608894348,
+ 14.393146514892578,
+ 35.24979782104492,
+ 30.0056095123291,
+ 23.471643447875977,
+ 7.685457706451416,
+ 23.31673240661621,
+ 17.27753448486328,
+ 17.221403121948242,
+ 20.42245864868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3185.171875,
+ "language": 52.27614212036133
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6275388598442078,
+ 0.0007085173274390399,
+ 2.1171933539676502e-08,
+ 2.939803493973159e-07,
+ 7.839337740733754e-06,
+ 0.02030366100370884,
+ 8.495938345731702e-06,
+ 0.00017428735736757517,
+ 0.00017841857334133238,
+ 3.627003025030717e-05
+ ],
+ "log_scores_by_expert": [
+ -0.465949684381485,
+ -7.252336025238037,
+ -17.670589447021484,
+ -15.039752960205078,
+ -11.756356239318848,
+ -3.89695405960083,
+ -11.675922393798828,
+ -8.654805183410645,
+ -8.631378173828125,
+ -10.224518775939941
+ ],
+ "distances_by_expert": [
+ 0.93189936876297,
+ 14.504672050476074,
+ 35.34117889404297,
+ 30.079505920410156,
+ 23.512712478637695,
+ 7.79390811920166,
+ 23.351844787597656,
+ 17.30961036682129,
+ 17.26275634765625,
+ 20.449037551879883
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3292.1123046875,
+ "language": 52.266441345214844
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949179172515869,
+ 0.0007945380639284849,
+ 2.324537007325489e-08,
+ 3.322673194361414e-07,
+ 8.572278602514416e-06,
+ 0.022798758000135422,
+ 9.084715202334337e-06,
+ 0.000188694495591335,
+ 0.00019291721400804818,
+ 3.90494242310524e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3639615476131439,
+ -7.137749671936035,
+ -17.577159881591797,
+ -14.917325973510742,
+ -11.666976928710938,
+ -3.7810492515563965,
+ -11.608917236328125,
+ -8.5753812789917,
+ -8.55324935913086,
+ -10.15068244934082
+ ],
+ "distances_by_expert": [
+ 0.7279230952262878,
+ 14.27549934387207,
+ 35.154319763183594,
+ 29.834651947021484,
+ 23.333953857421875,
+ 7.562098503112793,
+ 23.21783447265625,
+ 17.1507625579834,
+ 17.10649871826172,
+ 20.30136489868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.6650390625,
+ "language": 52.2930908203125
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7737165093421936,
+ 0.0009433699888177216,
+ 2.5023691563319517e-08,
+ 3.650582982572814e-07,
+ 9.893392416415736e-06,
+ 0.026485994458198547,
+ 1.0335370461689308e-05,
+ 0.0002139798307325691,
+ 0.00021042925072833896,
+ 4.694715971709229e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2565497159957886,
+ -6.966052055358887,
+ -17.503442764282227,
+ -14.823208808898926,
+ -11.523643493652344,
+ -3.6311392784118652,
+ -11.479938507080078,
+ -8.449628829956055,
+ -8.466361045837402,
+ -9.966487884521484
+ ],
+ "distances_by_expert": [
+ 0.5130994319915771,
+ 13.932104110717773,
+ 35.00688552856445,
+ 29.64641761779785,
+ 23.047286987304688,
+ 7.2622785568237305,
+ 22.959877014160156,
+ 16.89925765991211,
+ 16.932722091674805,
+ 19.93297576904297
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3269.21923828125,
+ "language": 52.27814483642578
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.646268367767334,
+ 0.0007657773094251752,
+ 2.093070250452911e-08,
+ 2.9516274935303954e-07,
+ 8.273478670162149e-06,
+ 0.023069998249411583,
+ 8.881032954377588e-06,
+ 0.00018195458687841892,
+ 0.00017881428357213736,
+ 3.97400108340662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43654048442840576,
+ -7.174619197845459,
+ -17.682048797607422,
+ -15.035738945007324,
+ -11.702455520629883,
+ -3.7692222595214844,
+ -11.631592750549316,
+ -8.611753463745117,
+ -8.629162788391113,
+ -10.13315200805664
+ ],
+ "distances_by_expert": [
+ 0.8730809688568115,
+ 14.349238395690918,
+ 35.364097595214844,
+ 30.07147789001465,
+ 23.404911041259766,
+ 7.538444519042969,
+ 23.263185501098633,
+ 17.223506927490234,
+ 17.258325576782227,
+ 20.26630401611328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.47705078125,
+ "language": 52.29908752441406
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6429795622825623,
+ 0.000738499395083636,
+ 2.0797585875698132e-08,
+ 2.942543630979344e-07,
+ 8.1584412328084e-06,
+ 0.022084256634116173,
+ 8.746772437007166e-06,
+ 0.00017998144903685898,
+ 0.00018022034782916307,
+ 3.889154686476104e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4416423738002777,
+ -7.210890293121338,
+ -17.68842887878418,
+ -15.03882122039795,
+ -11.71645736694336,
+ -3.8128902912139893,
+ -11.646825790405273,
+ -8.62265682220459,
+ -8.621330261230469,
+ -10.154733657836914
+ ],
+ "distances_by_expert": [
+ 0.8832847476005554,
+ 14.421780586242676,
+ 35.37685775756836,
+ 30.0776424407959,
+ 23.43291473388672,
+ 7.6257805824279785,
+ 23.293651580810547,
+ 17.24531364440918,
+ 17.242660522460938,
+ 20.309467315673828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.992919921875,
+ "language": 52.30339813232422
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6973696947097778,
+ 0.0008096354431472719,
+ 2.2757099316095264e-08,
+ 3.194421083207999e-07,
+ 8.632873687020037e-06,
+ 0.023796219378709793,
+ 9.197221515933052e-06,
+ 0.0001911399158416316,
+ 0.0001945790572790429,
+ 4.1009316191775724e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36043956875801086,
+ -7.118926525115967,
+ -17.598388671875,
+ -14.956689834594727,
+ -11.659933090209961,
+ -3.7382285594940186,
+ -11.596609115600586,
+ -8.562504768371582,
+ -8.544672012329102,
+ -10.10171127319336
+ ],
+ "distances_by_expert": [
+ 0.7208791375160217,
+ 14.237853050231934,
+ 35.19677734375,
+ 29.913379669189453,
+ 23.319866180419922,
+ 7.476457118988037,
+ 23.193218231201172,
+ 17.125009536743164,
+ 17.089344024658203,
+ 20.20342254638672
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3282.00390625,
+ "language": 52.27982711791992
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6532602906227112,
+ 0.0007005895604379475,
+ 2.1528611782173357e-08,
+ 2.3903010060166707e-07,
+ 7.732151061645709e-06,
+ 0.01498715952038765,
+ 7.803213520674035e-06,
+ 0.00016327312914654613,
+ 0.00017181025759782642,
+ 3.680607915157452e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42577967047691345,
+ -7.2635884284973145,
+ -17.65388298034668,
+ -15.246676445007324,
+ -11.770123481750488,
+ -4.2005615234375,
+ -11.760974884033203,
+ -8.720086097717285,
+ -8.669119834899902,
+ -10.209847450256348
+ ],
+ "distances_by_expert": [
+ 0.8515593409538269,
+ 14.527176856994629,
+ 35.30776596069336,
+ 30.49335289001465,
+ 23.540246963500977,
+ 8.401123046875,
+ 23.521949768066406,
+ 17.44017219543457,
+ 17.338239669799805,
+ 20.419694900512695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.14697265625,
+ "language": 52.28838348388672
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7307220697402954,
+ 0.0008257166482508183,
+ 2.4150853761284452e-08,
+ 2.7555938686418813e-07,
+ 8.52094581205165e-06,
+ 0.01919717900454998,
+ 8.693026757100597e-06,
+ 0.00018504940089769661,
+ 0.00019342218001838773,
+ 4.0841918234946206e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3137221038341522,
+ -7.099258899688721,
+ -17.5389461517334,
+ -15.104462623596191,
+ -11.672983169555664,
+ -3.9529919624328613,
+ -11.652989387512207,
+ -8.594887733459473,
+ -8.55063533782959,
+ -10.105801582336426
+ ],
+ "distances_by_expert": [
+ 0.6274442076683044,
+ 14.198517799377441,
+ 35.0778923034668,
+ 30.208925247192383,
+ 23.345966339111328,
+ 7.905983924865723,
+ 23.305978775024414,
+ 17.189775466918945,
+ 17.10127067565918,
+ 20.21160316467285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.390380859375,
+ "language": 52.25559616088867
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6934661865234375,
+ 0.0006683758110739291,
+ 2.23649614383703e-08,
+ 2.3338253640758921e-07,
+ 7.4625631896196865e-06,
+ 0.014990953728556633,
+ 7.739306965959258e-06,
+ 0.00016430970572400838,
+ 0.00018046509649138898,
+ 3.5605396988103166e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3660527765750885,
+ -7.310659885406494,
+ -17.61577033996582,
+ -15.270586967468262,
+ -11.805611610412598,
+ -4.200308322906494,
+ -11.769198417663574,
+ -8.713757514953613,
+ -8.619973182678223,
+ -10.243013381958008
+ ],
+ "distances_by_expert": [
+ 0.732105553150177,
+ 14.621319770812988,
+ 35.23154067993164,
+ 30.541173934936523,
+ 23.611223220825195,
+ 8.400616645812988,
+ 23.53839683532715,
+ 17.427515029907227,
+ 17.239946365356445,
+ 20.486026763916016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.5556640625,
+ "language": 52.26339340209961
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7175959348678589,
+ 0.0006212549633346498,
+ 2.2998403181873073e-08,
+ 2.30188874184023e-07,
+ 7.3538349170121364e-06,
+ 0.014989245682954788,
+ 7.4854933700407855e-06,
+ 0.00016546278493478894,
+ 0.00018165029177907854,
+ 3.441731314524077e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3318486511707306,
+ -7.3837690353393555,
+ -17.587841033935547,
+ -15.2843656539917,
+ -11.82028865814209,
+ -4.200422286987305,
+ -11.802543640136719,
+ -8.706764221191406,
+ -8.61342716217041,
+ -10.27695083618164
+ ],
+ "distances_by_expert": [
+ 0.6636973023414612,
+ 14.767538070678711,
+ 35.175682067871094,
+ 30.5687313079834,
+ 23.64057731628418,
+ 8.40084457397461,
+ 23.605087280273438,
+ 17.413528442382812,
+ 17.22685432434082,
+ 20.55390167236328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.322998046875,
+ "language": 52.2602653503418
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7679991722106934,
+ 0.0008202665485441685,
+ 2.4898051620425576e-08,
+ 3.254981209011021e-07,
+ 8.922800589061808e-06,
+ 0.02164713479578495,
+ 9.092957952816505e-06,
+ 0.0001960062509169802,
+ 0.00020227523054927588,
+ 4.0809758502291515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2639665901660919,
+ -7.105881214141846,
+ -17.50847625732422,
+ -14.937909126281738,
+ -11.626900672912598,
+ -3.8328821659088135,
+ -11.608010292053223,
+ -8.53736400604248,
+ -8.505881309509277,
+ -10.106589317321777
+ ],
+ "distances_by_expert": [
+ 0.5279331803321838,
+ 14.211762428283691,
+ 35.01695251464844,
+ 29.875818252563477,
+ 23.253801345825195,
+ 7.665764331817627,
+ 23.216020584106445,
+ 17.07472801208496,
+ 17.011762619018555,
+ 20.213178634643555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.4306640625,
+ "language": 52.26193618774414
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7777351140975952,
+ 0.0009061016608029604,
+ 2.5492088440159932e-08,
+ 3.501339165268291e-07,
+ 9.738477274368051e-06,
+ 0.02478395402431488,
+ 9.937125469150487e-06,
+ 0.0002091045316774398,
+ 0.00020622284500859678,
+ 4.462025754037313e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2513693571090698,
+ -7.006359100341797,
+ -17.48489761352539,
+ -14.864950180053711,
+ -11.53942584991455,
+ -3.697558879852295,
+ -11.519232749938965,
+ -8.472676277160645,
+ -8.486553192138672,
+ -10.017322540283203
+ ],
+ "distances_by_expert": [
+ 0.5027387142181396,
+ 14.012718200683594,
+ 34.96979522705078,
+ 29.729900360107422,
+ 23.0788516998291,
+ 7.39511775970459,
+ 23.03846549987793,
+ 16.94535255432129,
+ 16.973106384277344,
+ 20.034645080566406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3235.859619140625,
+ "language": 52.28144454956055
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7700572609901428,
+ 0.0006821494898758829,
+ 2.3858927278297415e-08,
+ 2.446089126806328e-07,
+ 7.91072852734942e-06,
+ 0.01702365092933178,
+ 8.080667612375692e-06,
+ 0.00017950285109691322,
+ 0.00019870461255777627,
+ 3.7360387068474665e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26129040122032166,
+ -7.290261745452881,
+ -17.55110740661621,
+ -15.223605155944824,
+ -11.74729061126709,
+ -4.073151588439941,
+ -11.726036071777344,
+ -8.625319480895996,
+ -8.523691177368164,
+ -10.194899559020996
+ ],
+ "distances_by_expert": [
+ 0.5225808024406433,
+ 14.580523490905762,
+ 35.10221481323242,
+ 30.44721031188965,
+ 23.49458122253418,
+ 8.146303176879883,
+ 23.452072143554688,
+ 17.250638961791992,
+ 17.047382354736328,
+ 20.389799118041992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.35400390625,
+ "language": 52.25743865966797
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8199436664581299,
+ 0.0008048377931118011,
+ 2.579479740916213e-08,
+ 2.971179355881759e-07,
+ 9.142451744992286e-06,
+ 0.021412262693047523,
+ 9.403024705534335e-06,
+ 0.00020423259411472827,
+ 0.00021331907191779464,
+ 4.327508213464171e-05
+ ],
+ "log_scores_by_expert": [
+ -0.19851958751678467,
+ -7.1248698234558105,
+ -17.473093032836914,
+ -15.029136657714844,
+ -11.602581977844238,
+ -3.8437914848327637,
+ -11.574479103088379,
+ -8.496251106262207,
+ -8.45272159576416,
+ -10.047933578491211
+ ],
+ "distances_by_expert": [
+ 0.39703917503356934,
+ 14.249739646911621,
+ 34.94618606567383,
+ 30.058273315429688,
+ 23.205163955688477,
+ 7.687582969665527,
+ 23.148958206176758,
+ 16.992502212524414,
+ 16.90544319152832,
+ 20.095867156982422
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3316.64794921875,
+ "language": 52.282535552978516
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6998775005340576,
+ 0.000812511658295989,
+ 2.321311498576506e-08,
+ 2.6976044864568394e-07,
+ 8.825485565466806e-06,
+ 0.018030967563390732,
+ 8.70624262461206e-06,
+ 0.00018187303794547915,
+ 0.00018676881154533476,
+ 4.219801849103533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35684993863105774,
+ -7.11538028717041,
+ -17.578548431396484,
+ -15.125731468200684,
+ -11.637866973876953,
+ -4.015664577484131,
+ -11.651470184326172,
+ -8.612201690673828,
+ -8.585638999938965,
+ -10.073137283325195
+ ],
+ "distances_by_expert": [
+ 0.7136998772621155,
+ 14.23076057434082,
+ 35.15709686279297,
+ 30.251462936401367,
+ 23.275733947753906,
+ 8.031329154968262,
+ 23.302940368652344,
+ 17.224403381347656,
+ 17.17127799987793,
+ 20.14627456665039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.25927734375,
+ "language": 52.280582427978516
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7750270366668701,
+ 0.0008846606942825019,
+ 2.5802917136275028e-08,
+ 3.037826843410585e-07,
+ 9.20733145903796e-06,
+ 0.021215690299868584,
+ 9.42572205531178e-06,
+ 0.0001997145445784554,
+ 0.000204463503905572,
+ 4.4314208935247734e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2548574209213257,
+ -7.030306339263916,
+ -17.4727783203125,
+ -15.006953239440918,
+ -11.595510482788086,
+ -3.8530142307281494,
+ -11.572068214416504,
+ -8.518621444702148,
+ -8.495121002197266,
+ -10.024205207824707
+ ],
+ "distances_by_expert": [
+ 0.5097148418426514,
+ 14.060612678527832,
+ 34.945556640625,
+ 30.013906478881836,
+ 23.191020965576172,
+ 7.706028461456299,
+ 23.144136428833008,
+ 17.037242889404297,
+ 16.99024200439453,
+ 20.048410415649414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3412.793212890625,
+ "language": 52.28763198852539
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7070798277854919,
+ 0.0006767986342310905,
+ 2.2730638704615558e-08,
+ 2.383681021456141e-07,
+ 7.601987817906775e-06,
+ 0.015344888903200626,
+ 7.91855654824758e-06,
+ 0.0001688294141786173,
+ 0.00018453884695190936,
+ 3.661890877992846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3466116487979889,
+ -7.2981367111206055,
+ -17.599552154541016,
+ -15.249449729919434,
+ -11.787100791931152,
+ -4.17697286605835,
+ -11.746301651000977,
+ -8.68662166595459,
+ -8.597650527954102,
+ -10.214945793151855
+ ],
+ "distances_by_expert": [
+ 0.6932232975959778,
+ 14.596273422241211,
+ 35.19910430908203,
+ 30.498899459838867,
+ 23.574201583862305,
+ 8.3539457321167,
+ 23.492603302001953,
+ 17.37324333190918,
+ 17.195301055908203,
+ 20.42989158630371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3536.540771484375,
+ "language": 52.2875862121582
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7173412442207336,
+ 0.0006227830308489501,
+ 2.245180930060542e-08,
+ 2.2374956643034238e-07,
+ 7.4862141445919406e-06,
+ 0.015161639079451561,
+ 7.631886546732858e-06,
+ 0.00016605036216787994,
+ 0.0001832543930504471,
+ 3.5493416362442076e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3322036564350128,
+ -7.381312370300293,
+ -17.611894607543945,
+ -15.312738418579102,
+ -11.802447319030762,
+ -4.188986778259277,
+ -11.783175468444824,
+ -8.703219413757324,
+ -8.604635238647461,
+ -10.246163368225098
+ ],
+ "distances_by_expert": [
+ 0.6644073128700256,
+ 14.762624740600586,
+ 35.22378921508789,
+ 30.625476837158203,
+ 23.604894638061523,
+ 8.377973556518555,
+ 23.56635093688965,
+ 17.40643882751465,
+ 17.209270477294922,
+ 20.492326736450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.36474609375,
+ "language": 52.26392364501953
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7609937191009521,
+ 0.000865423702634871,
+ 2.4813285648406236e-08,
+ 3.411051352486538e-07,
+ 9.295187737734523e-06,
+ 0.024539992213249207,
+ 9.779221727512777e-06,
+ 0.00020340413902886212,
+ 0.00020297493028920144,
+ 4.3273306800983846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2731301784515381,
+ -7.052291393280029,
+ -17.511886596679688,
+ -14.891075134277344,
+ -11.586013793945312,
+ -3.707451105117798,
+ -11.535250663757324,
+ -8.50031566619873,
+ -8.50242805480957,
+ -10.047974586486816
+ ],
+ "distances_by_expert": [
+ 0.5462603569030762,
+ 14.104582786560059,
+ 35.023773193359375,
+ 29.782150268554688,
+ 23.172027587890625,
+ 7.414902210235596,
+ 23.07050132751465,
+ 17.00063133239746,
+ 17.00485610961914,
+ 20.095949172973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.630615234375,
+ "language": 52.269813537597656
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7434588074684143,
+ 0.0008623255998827517,
+ 2.4384924302012223e-08,
+ 3.3260116083511093e-07,
+ 9.19801095733419e-06,
+ 0.02402144856750965,
+ 9.578338904248085e-06,
+ 0.00020123370632063597,
+ 0.00019754561071749777,
+ 4.271738725947216e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2964419722557068,
+ -7.055877685546875,
+ -17.529300689697266,
+ -14.916321754455566,
+ -11.59652328491211,
+ -3.7288081645965576,
+ -11.55600643157959,
+ -8.511043548583984,
+ -8.529541015625,
+ -10.060904502868652
+ ],
+ "distances_by_expert": [
+ 0.5928839445114136,
+ 14.11175537109375,
+ 35.05860137939453,
+ 29.832643508911133,
+ 23.19304656982422,
+ 7.457616329193115,
+ 23.11201286315918,
+ 17.02208709716797,
+ 17.05908203125,
+ 20.121809005737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.976318359375,
+ "language": 52.27902603149414
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738105833530426,
+ 0.0006633933517150581,
+ 2.35527775060973e-08,
+ 2.2998109727723204e-07,
+ 7.646428457519505e-06,
+ 0.016062743961811066,
+ 7.969375474203844e-06,
+ 0.00017362425569444895,
+ 0.0001917608897201717,
+ 3.647499761427753e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3036681115627289,
+ -7.318142414093018,
+ -17.564022064208984,
+ -15.285268783569336,
+ -11.781271934509277,
+ -4.131252765655518,
+ -11.739904403686523,
+ -8.65861701965332,
+ -8.559261322021484,
+ -10.218883514404297
+ ],
+ "distances_by_expert": [
+ 0.6073362231254578,
+ 14.636284828186035,
+ 35.12804412841797,
+ 30.570537567138672,
+ 23.562543869018555,
+ 8.262505531311035,
+ 23.479808807373047,
+ 17.31723403930664,
+ 17.11852264404297,
+ 20.437767028808594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.979736328125,
+ "language": 52.272491455078125
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7553166747093201,
+ 0.0007027499377727509,
+ 2.4205132120869166e-08,
+ 2.4336060278074e-07,
+ 8.066438567766454e-06,
+ 0.01755860634148121,
+ 8.388321475649718e-06,
+ 0.00018152769189327955,
+ 0.00020009317086078227,
+ 3.884291436406784e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28061819076538086,
+ -7.260509490966797,
+ -17.536701202392578,
+ -15.228721618652344,
+ -11.727798461914062,
+ -4.042211055755615,
+ -11.68867015838623,
+ -8.614102363586426,
+ -8.516727447509766,
+ -10.155984878540039
+ ],
+ "distances_by_expert": [
+ 0.5612363815307617,
+ 14.521018981933594,
+ 35.073402404785156,
+ 30.457443237304688,
+ 23.455596923828125,
+ 8.08442211151123,
+ 23.37734031677246,
+ 17.22820472717285,
+ 17.03345489501953,
+ 20.311969757080078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.93798828125,
+ "language": 52.28400421142578
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8064208626747131,
+ 0.0008062697597779334,
+ 2.551777456005766e-08,
+ 3.0219749191928713e-07,
+ 9.204767593473662e-06,
+ 0.021427670493721962,
+ 9.491390301263891e-06,
+ 0.0002035042707575485,
+ 0.00021072586241643876,
+ 4.301421722630039e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21514950692653656,
+ -7.123092174530029,
+ -17.483890533447266,
+ -15.012185096740723,
+ -11.595788955688477,
+ -3.8430721759796143,
+ -11.565125465393066,
+ -8.499823570251465,
+ -8.46495246887207,
+ -10.053979873657227
+ ],
+ "distances_by_expert": [
+ 0.4302990138530731,
+ 14.246184349060059,
+ 34.96778106689453,
+ 30.024370193481445,
+ 23.191577911376953,
+ 7.6861443519592285,
+ 23.130250930786133,
+ 16.99964714050293,
+ 16.92990493774414,
+ 20.107959747314453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.7197265625,
+ "language": 52.27852249145508
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6692039966583252,
+ 0.0007317847339436412,
+ 2.2627080653592202e-08,
+ 2.428806453735888e-07,
+ 8.029238415474538e-06,
+ 0.015797283500432968,
+ 8.023834197956603e-06,
+ 0.00017130748892668635,
+ 0.00017452353495173156,
+ 3.850430221064016e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4016663730144501,
+ -7.220024108886719,
+ -17.60411834716797,
+ -15.230695724487305,
+ -11.732420921325684,
+ -4.1479172706604,
+ -11.733094215393066,
+ -8.672050476074219,
+ -8.653450965881348,
+ -10.164740562438965
+ ],
+ "distances_by_expert": [
+ 0.8033327460289001,
+ 14.440048217773438,
+ 35.20823669433594,
+ 30.46139144897461,
+ 23.464841842651367,
+ 8.2958345413208,
+ 23.466188430786133,
+ 17.344100952148438,
+ 17.306901931762695,
+ 20.32948112487793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3526.463623046875,
+ "language": 52.285579681396484
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7325851917266846,
+ 0.0007775836274959147,
+ 2.455757730501773e-08,
+ 2.605619613404997e-07,
+ 8.17019918031292e-06,
+ 0.017842888832092285,
+ 8.426453860010952e-06,
+ 0.00018180541519541293,
+ 0.0001911583385663107,
+ 3.8994865462882444e-05
+ ],
+ "log_scores_by_expert": [
+ -0.311175674200058,
+ -7.1593194007873535,
+ -17.522245407104492,
+ -15.160425186157227,
+ -11.715017318725586,
+ -4.026150226593018,
+ -11.684134483337402,
+ -8.612573623657227,
+ -8.562408447265625,
+ -10.152080535888672
+ ],
+ "distances_by_expert": [
+ 0.622351348400116,
+ 14.318638801574707,
+ 35.044490814208984,
+ 30.320850372314453,
+ 23.430034637451172,
+ 8.052300453186035,
+ 23.368268966674805,
+ 17.225147247314453,
+ 17.12481689453125,
+ 20.304161071777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.2978515625,
+ "language": 52.283870697021484
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.707911491394043,
+ 0.0006522665498778224,
+ 2.2946348821051288e-08,
+ 2.2502388219436398e-07,
+ 7.224201908684336e-06,
+ 0.015204912051558495,
+ 7.559780897281598e-06,
+ 0.0001647581666475162,
+ 0.00018222929793410003,
+ 3.457110142335296e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3454361855983734,
+ -7.335057258605957,
+ -17.590106964111328,
+ -15.307059288024902,
+ -11.83807373046875,
+ -4.186136722564697,
+ -11.792668342590332,
+ -8.711031913757324,
+ -8.610244750976562,
+ -10.272492408752441
+ ],
+ "distances_by_expert": [
+ 0.6908723711967468,
+ 14.670114517211914,
+ 35.180213928222656,
+ 30.614118576049805,
+ 23.6761474609375,
+ 8.372273445129395,
+ 23.585336685180664,
+ 17.42206382751465,
+ 17.220489501953125,
+ 20.544984817504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.1064453125,
+ "language": 52.25729751586914
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.758907675743103,
+ 0.000783428200520575,
+ 2.378323316065689e-08,
+ 3.095669569574966e-07,
+ 8.74808210937772e-06,
+ 0.02099992148578167,
+ 8.778000847087242e-06,
+ 0.0001935753389261663,
+ 0.00019957651966251433,
+ 4.0127935790224e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27587515115737915,
+ -7.151831150054932,
+ -17.554285049438477,
+ -14.988091468811035,
+ -11.646676063537598,
+ -3.863236665725708,
+ -11.643261909484863,
+ -8.549843788146973,
+ -8.519312858581543,
+ -10.123437881469727
+ ],
+ "distances_by_expert": [
+ 0.5517503023147583,
+ 14.303662300109863,
+ 35.10857009887695,
+ 29.97618293762207,
+ 23.293352127075195,
+ 7.726473331451416,
+ 23.286523818969727,
+ 17.099687576293945,
+ 17.038625717163086,
+ 20.246875762939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.364990234375,
+ "language": 52.27610778808594
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6221901178359985,
+ 0.0006562138441950083,
+ 2.0465504846356453e-08,
+ 2.7291531523587764e-07,
+ 7.367158104898408e-06,
+ 0.018951235339045525,
+ 7.785248271829914e-06,
+ 0.00016505428357049823,
+ 0.00017518154345452785,
+ 3.3310021535726264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4745095670223236,
+ -7.329023838043213,
+ -17.704524993896484,
+ -15.114104270935059,
+ -11.81847858428955,
+ -3.965886116027832,
+ -11.763279914855957,
+ -8.709236145019531,
+ -8.649687767028809,
+ -10.309652328491211
+ ],
+ "distances_by_expert": [
+ 0.9490191340446472,
+ 14.658047676086426,
+ 35.40904998779297,
+ 30.228208541870117,
+ 23.6369571685791,
+ 7.931772232055664,
+ 23.526559829711914,
+ 17.418472290039062,
+ 17.299375534057617,
+ 20.619304656982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.281982421875,
+ "language": 52.25575256347656
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7846856117248535,
+ 0.0007633244968019426,
+ 2.5178813700676983e-08,
+ 2.7305668481858447e-07,
+ 8.333892765222117e-06,
+ 0.018684132024645805,
+ 8.641753083793446e-06,
+ 0.00018919957801699638,
+ 0.000204520853003487,
+ 3.953007762902416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24247212707996368,
+ -7.17782735824585,
+ -17.497262954711914,
+ -15.11358642578125,
+ -11.69517993927002,
+ -3.9800806045532227,
+ -11.658905029296875,
+ -8.572708129882812,
+ -8.494840621948242,
+ -10.138448715209961
+ ],
+ "distances_by_expert": [
+ 0.48494425415992737,
+ 14.3556547164917,
+ 34.99452590942383,
+ 30.2271728515625,
+ 23.39035987854004,
+ 7.960161209106445,
+ 23.31781005859375,
+ 17.145416259765625,
+ 16.989681243896484,
+ 20.276897430419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.005859375,
+ "language": 52.28602981567383
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8030917644500732,
+ 0.0008636818965896964,
+ 2.551422184637886e-08,
+ 3.2804291549837217e-07,
+ 9.30846726987511e-06,
+ 0.02355794981122017,
+ 9.696764209365938e-06,
+ 0.00020788189431186765,
+ 0.00021218731126282364,
+ 4.3756979721365497e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21928632259368896,
+ -7.0543060302734375,
+ -17.48402976989746,
+ -14.930121421813965,
+ -11.584586143493652,
+ -3.7482919692993164,
+ -11.543718338012695,
+ -8.478540420532227,
+ -8.458041191101074,
+ -10.036859512329102
+ ],
+ "distances_by_expert": [
+ 0.43857264518737793,
+ 14.108612060546875,
+ 34.96805953979492,
+ 29.86024284362793,
+ 23.169172286987305,
+ 7.496583938598633,
+ 23.08743667602539,
+ 16.957080841064453,
+ 16.91608238220215,
+ 20.073719024658203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.452392578125,
+ "language": 52.29646301269531
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6214097738265991,
+ 0.0006703358958475292,
+ 2.043437952181648e-08,
+ 2.8512170047179097e-07,
+ 7.67494293540949e-06,
+ 0.020128488540649414,
+ 8.329562660946976e-06,
+ 0.00017253978876397014,
+ 0.00017250228847842664,
+ 3.532036134856753e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47576460242271423,
+ -7.307731628417969,
+ -17.70604705810547,
+ -15.07034969329834,
+ -11.777549743652344,
+ -3.9056191444396973,
+ -11.695699691772461,
+ -8.66488265991211,
+ -8.66510009765625,
+ -10.25105094909668
+ ],
+ "distances_by_expert": [
+ 0.9515292048454285,
+ 14.615463256835938,
+ 35.41209411621094,
+ 30.14069938659668,
+ 23.555099487304688,
+ 7.8112382888793945,
+ 23.391399383544922,
+ 17.32976531982422,
+ 17.3302001953125,
+ 20.50210189819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.95947265625,
+ "language": 52.291969299316406
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6659201383590698,
+ 0.0007515802280977368,
+ 2.2124268639345246e-08,
+ 3.1444790238310816e-07,
+ 8.157017873600125e-06,
+ 0.022302618250250816,
+ 8.791078471404035e-06,
+ 0.0001817778538679704,
+ 0.00018378891400061548,
+ 3.741005275514908e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4065855145454407,
+ -7.193332672119141,
+ -17.626590728759766,
+ -14.972447395324707,
+ -11.716631889343262,
+ -3.803051233291626,
+ -11.641773223876953,
+ -8.612725257873535,
+ -8.601722717285156,
+ -10.193571090698242
+ ],
+ "distances_by_expert": [
+ 0.8131710290908813,
+ 14.386665344238281,
+ 35.25318145751953,
+ 29.944894790649414,
+ 23.433263778686523,
+ 7.606102466583252,
+ 23.283546447753906,
+ 17.22545051574707,
+ 17.203445434570312,
+ 20.387142181396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.2607421875,
+ "language": 52.276363372802734
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8144412040710449,
+ 0.0008102321298792958,
+ 2.551505140502286e-08,
+ 3.0219143809517846e-07,
+ 8.938173778005876e-06,
+ 0.020951589569449425,
+ 9.130139915214386e-06,
+ 0.00019936877652071416,
+ 0.00021343505068216473,
+ 4.208352402201854e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2052530199289322,
+ -7.118189811706543,
+ -17.483997344970703,
+ -15.012205123901367,
+ -11.625179290771484,
+ -3.8655407428741455,
+ -11.60392951965332,
+ -8.520354270935059,
+ -8.452178001403809,
+ -10.075854301452637
+ ],
+ "distances_by_expert": [
+ 0.4105060398578644,
+ 14.236379623413086,
+ 34.967994689941406,
+ 30.024410247802734,
+ 23.25035858154297,
+ 7.731081485748291,
+ 23.20785903930664,
+ 17.040708541870117,
+ 16.904356002807617,
+ 20.151708602905273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3326.540771484375,
+ "language": 52.290184020996094
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949878334999084,
+ 0.0007383990450762212,
+ 2.2056557469340987e-08,
+ 3.1355224905382784e-07,
+ 8.425080523011275e-06,
+ 0.022038059309124947,
+ 8.761490789765958e-06,
+ 0.00018655412713997066,
+ 0.00018764362903311849,
+ 3.856343391817063e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3638609051704407,
+ -7.211026191711426,
+ -17.629655838012695,
+ -14.975299835205078,
+ -11.684297561645508,
+ -3.8149843215942383,
+ -11.64514446258545,
+ -8.58678913116455,
+ -8.580965995788574,
+ -10.163206100463867
+ ],
+ "distances_by_expert": [
+ 0.7277218103408813,
+ 14.422052383422852,
+ 35.25931167602539,
+ 29.950599670410156,
+ 23.368595123291016,
+ 7.629968643188477,
+ 23.2902889251709,
+ 17.1735782623291,
+ 17.16193199157715,
+ 20.326412200927734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.442626953125,
+ "language": 52.28276824951172
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735806405544281,
+ 0.0007900766213424504,
+ 2.313501035189347e-08,
+ 3.227126228466659e-07,
+ 8.899880413082428e-06,
+ 0.022831067442893982,
+ 9.113367923418991e-06,
+ 0.0001957738568307832,
+ 0.00019686254381667823,
+ 4.104813342564739e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30678823590278625,
+ -7.143380641937256,
+ -17.581918716430664,
+ -14.946503639221191,
+ -11.629472732543945,
+ -3.779633045196533,
+ -11.605768203735352,
+ -8.53855037689209,
+ -8.533004760742188,
+ -10.100765228271484
+ ],
+ "distances_by_expert": [
+ 0.6135764718055725,
+ 14.286761283874512,
+ 35.16383743286133,
+ 29.893007278442383,
+ 23.25894546508789,
+ 7.559266090393066,
+ 23.211536407470703,
+ 17.07710075378418,
+ 17.066009521484375,
+ 20.20153045654297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.570068359375,
+ "language": 52.26953125
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7237706780433655,
+ 0.0007645266014151275,
+ 2.2337548699624676e-08,
+ 2.9046975669189123e-07,
+ 8.411167073063552e-06,
+ 0.02196510322391987,
+ 8.699138561496511e-06,
+ 0.00018922555318567902,
+ 0.00019317994883749634,
+ 4.024639929411933e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3232806921005249,
+ -7.176253795623779,
+ -17.61699676513672,
+ -15.051766395568848,
+ -11.68595027923584,
+ -3.818300247192383,
+ -11.652286529541016,
+ -8.57257080078125,
+ -8.551888465881348,
+ -10.120490074157715
+ ],
+ "distances_by_expert": [
+ 0.6465613842010498,
+ 14.352507591247559,
+ 35.23399353027344,
+ 30.103532791137695,
+ 23.37190055847168,
+ 7.636600494384766,
+ 23.30457305908203,
+ 17.1451416015625,
+ 17.103776931762695,
+ 20.24098014831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.92529296875,
+ "language": 52.28934860229492
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6284494996070862,
+ 0.0006534775602631271,
+ 2.0186377014397294e-08,
+ 2.735000066422799e-07,
+ 7.485150490538217e-06,
+ 0.019593510776758194,
+ 8.023818736546673e-06,
+ 0.00017078174278140068,
+ 0.00017344717343803495,
+ 3.456147533142939e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46449965238571167,
+ -7.333202362060547,
+ -17.718257904052734,
+ -15.111964225769043,
+ -11.802589416503906,
+ -3.9325568675994873,
+ -11.7330961227417,
+ -8.675124168395996,
+ -8.659637451171875,
+ -10.272770881652832
+ ],
+ "distances_by_expert": [
+ 0.9289993047714233,
+ 14.666404724121094,
+ 35.43651580810547,
+ 30.223928451538086,
+ 23.605178833007812,
+ 7.865113735198975,
+ 23.4661922454834,
+ 17.350248336791992,
+ 17.31927490234375,
+ 20.545541763305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3342.6611328125,
+ "language": 52.28948974609375
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6660619378089905,
+ 0.0007213322096504271,
+ 2.1650995662980677e-08,
+ 2.959245932743215e-07,
+ 7.947426638565958e-06,
+ 0.021376783028244972,
+ 8.462073310511187e-06,
+ 0.00017966092855203897,
+ 0.00018489945796318352,
+ 3.6585541238309816e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4063725769519806,
+ -7.234410762786865,
+ -17.64821434020996,
+ -15.033161163330078,
+ -11.74266242980957,
+ -3.845449924468994,
+ -11.679916381835938,
+ -8.624439239501953,
+ -8.595698356628418,
+ -10.21585750579834
+ ],
+ "distances_by_expert": [
+ 0.8127451539039612,
+ 14.46882152557373,
+ 35.29642868041992,
+ 30.066322326660156,
+ 23.48532485961914,
+ 7.690899848937988,
+ 23.359832763671875,
+ 17.248878479003906,
+ 17.191396713256836,
+ 20.43171501159668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.598388671875,
+ "language": 52.292842864990234
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6653016805648804,
+ 0.0007363473996520042,
+ 2.1543893780062717e-08,
+ 2.9433098802655877e-07,
+ 7.937231202959083e-06,
+ 0.021853554993867874,
+ 8.542694558855146e-06,
+ 0.00017915721400640905,
+ 0.00018432339129503816,
+ 3.686306081363e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4075147211551666,
+ -7.213808536529541,
+ -17.653173446655273,
+ -15.03856086730957,
+ -11.743946075439453,
+ -3.8233916759490967,
+ -11.67043399810791,
+ -8.627246856689453,
+ -8.5988187789917,
+ -10.208300590515137
+ ],
+ "distances_by_expert": [
+ 0.8150294423103333,
+ 14.427617073059082,
+ 35.30634689331055,
+ 30.07712173461914,
+ 23.487892150878906,
+ 7.646783351898193,
+ 23.34086799621582,
+ 17.254493713378906,
+ 17.1976375579834,
+ 20.416601181030273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.356689453125,
+ "language": 52.254432678222656
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6939630508422852,
+ 0.0007532025338150561,
+ 2.2137394140031574e-08,
+ 3.0343116463882325e-07,
+ 8.28619158710353e-06,
+ 0.022456713020801544,
+ 8.742385944060516e-06,
+ 0.00018675705359783024,
+ 0.00018956224084831774,
+ 3.888787250616588e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36533650755882263,
+ -7.191176414489746,
+ -17.62599754333496,
+ -15.008111000061035,
+ -11.700920104980469,
+ -3.796165704727173,
+ -11.647327423095703,
+ -8.585701942443848,
+ -8.570793151855469,
+ -10.154828071594238
+ ],
+ "distances_by_expert": [
+ 0.7306730151176453,
+ 14.382352828979492,
+ 35.25199508666992,
+ 30.01622200012207,
+ 23.401840209960938,
+ 7.592331409454346,
+ 23.294654846191406,
+ 17.171403884887695,
+ 17.141586303710938,
+ 20.309656143188477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.56494140625,
+ "language": 52.29841232299805
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7432788014411926,
+ 0.0008067351300269365,
+ 2.333185378233793e-08,
+ 3.158005768000294e-07,
+ 8.84335531736724e-06,
+ 0.02335071749985218,
+ 9.150468031293713e-06,
+ 0.00019531809084583074,
+ 0.00020023327670060098,
+ 4.1595136281102896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29668405652046204,
+ -7.1225152015686035,
+ -17.57344627380371,
+ -14.968154907226562,
+ -11.635844230651855,
+ -3.757127523422241,
+ -11.601705551147461,
+ -8.540881156921387,
+ -8.516027450561523,
+ -10.08752727508545
+ ],
+ "distances_by_expert": [
+ 0.5933681130409241,
+ 14.245030403137207,
+ 35.14689254760742,
+ 29.936309814453125,
+ 23.27168846130371,
+ 7.514255046844482,
+ 23.203411102294922,
+ 17.081762313842773,
+ 17.032054901123047,
+ 20.1750545501709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.927734375,
+ "language": 52.281044006347656
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7126715779304504,
+ 0.0007820352911949158,
+ 2.3135321214340365e-08,
+ 3.1728126259622513e-07,
+ 8.62204615259543e-06,
+ 0.02247031219303608,
+ 9.036834853759501e-06,
+ 0.00019174168119207025,
+ 0.00019487376266624779,
+ 3.971057230955921e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33873462677001953,
+ -7.153610706329346,
+ -17.581905364990234,
+ -14.96347713470459,
+ -11.661188125610352,
+ -3.795560359954834,
+ -11.614201545715332,
+ -8.559361457824707,
+ -8.543158531188965,
+ -10.133893013000488
+ ],
+ "distances_by_expert": [
+ 0.6774692535400391,
+ 14.307221412658691,
+ 35.16381072998047,
+ 29.92695426940918,
+ 23.322376251220703,
+ 7.591120719909668,
+ 23.228403091430664,
+ 17.118722915649414,
+ 17.08631706237793,
+ 20.267786026000977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.156005859375,
+ "language": 52.25474166870117
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6768712997436523,
+ 0.0007441418129019439,
+ 2.218185990443544e-08,
+ 3.01435306937492e-07,
+ 8.063208042585757e-06,
+ 0.02159999869763851,
+ 8.655668352730572e-06,
+ 0.00018109453958459198,
+ 0.00018776123761199415,
+ 3.728930096258409e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39027413725852966,
+ -7.2032790184021,
+ -17.623991012573242,
+ -15.014710426330566,
+ -11.728199005126953,
+ -3.835062026977539,
+ -11.657296180725098,
+ -8.616491317749023,
+ -8.580339431762695,
+ -10.19680404663086
+ ],
+ "distances_by_expert": [
+ 0.7805482745170593,
+ 14.4065580368042,
+ 35.247982025146484,
+ 30.029420852661133,
+ 23.456398010253906,
+ 7.670124053955078,
+ 23.314592361450195,
+ 17.232982635498047,
+ 17.16067886352539,
+ 20.39360809326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3239.689208984375,
+ "language": 52.27096176147461
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6745918989181519,
+ 0.0007281751604750752,
+ 2.185179504010648e-08,
+ 3.0072379786361125e-07,
+ 8.20790410216432e-06,
+ 0.021351059898734093,
+ 8.655411875224672e-06,
+ 0.00018310257291886955,
+ 0.00018592874403111637,
+ 3.797164390562102e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39364737272262573,
+ -7.224968910217285,
+ -17.63898277282715,
+ -15.017073631286621,
+ -11.710412979125977,
+ -3.846653938293457,
+ -11.657325744628906,
+ -8.605463981628418,
+ -8.590147018432617,
+ -10.178670883178711
+ ],
+ "distances_by_expert": [
+ 0.7872947454452515,
+ 14.44993782043457,
+ 35.2779655456543,
+ 30.034147262573242,
+ 23.420825958251953,
+ 7.693307876586914,
+ 23.314651489257812,
+ 17.210927963256836,
+ 17.180294036865234,
+ 20.357341766357422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3302.157470703125,
+ "language": 52.291358947753906
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6466474533081055,
+ 0.0007151197060011327,
+ 2.173009860939601e-08,
+ 2.518427777431498e-07,
+ 7.979817382874899e-06,
+ 0.01631494052708149,
+ 7.957900379551575e-06,
+ 0.00016940133355092257,
+ 0.00017117666720878333,
+ 3.832588845398277e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4359540641307831,
+ -7.24306058883667,
+ -17.644567489624023,
+ -15.19446086883545,
+ -11.738595008850098,
+ -4.115674018859863,
+ -11.741345405578613,
+ -8.683239936828613,
+ -8.67281436920166,
+ -10.169384956359863
+ ],
+ "distances_by_expert": [
+ 0.8719081282615662,
+ 14.48612117767334,
+ 35.28913497924805,
+ 30.3889217376709,
+ 23.477190017700195,
+ 8.231348037719727,
+ 23.482690811157227,
+ 17.366479873657227,
+ 17.34562873840332,
+ 20.338769912719727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.416748046875,
+ "language": 52.27587127685547
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7549675107002258,
+ 0.0009056878043338656,
+ 2.5084908372718928e-08,
+ 3.103017434114008e-07,
+ 9.327377483714372e-06,
+ 0.02188151516020298,
+ 9.343055353383534e-06,
+ 0.00019675970543175936,
+ 0.0002017910301219672,
+ 4.4510437874123454e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2810806334018707,
+ -7.0068159103393555,
+ -17.500999450683594,
+ -14.98572063446045,
+ -11.58255672454834,
+ -3.822113037109375,
+ -11.580877304077148,
+ -8.533527374267578,
+ -8.508277893066406,
+ -10.019786834716797
+ ],
+ "distances_by_expert": [
+ 0.5621612668037415,
+ 14.013631820678711,
+ 35.00199890136719,
+ 29.9714412689209,
+ 23.16511344909668,
+ 7.64422607421875,
+ 23.161754608154297,
+ 17.067054748535156,
+ 17.016555786132812,
+ 20.039573669433594
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3400.90283203125,
+ "language": 52.27495574951172
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7413583397865295,
+ 0.0007508014678023756,
+ 2.4418389088509684e-08,
+ 2.560562109010789e-07,
+ 8.262842129624914e-06,
+ 0.017230581492185593,
+ 8.521368727087975e-06,
+ 0.00018448095943313092,
+ 0.00019364272884558886,
+ 4.0606486436445266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29927119612693787,
+ -7.194369316101074,
+ -17.527929306030273,
+ -15.177868843078613,
+ -11.703742027282715,
+ -4.061069488525391,
+ -11.672933578491211,
+ -8.5979642868042,
+ -8.549495697021484,
+ -10.11158275604248
+ ],
+ "distances_by_expert": [
+ 0.5985423922538757,
+ 14.388738632202148,
+ 35.05585861206055,
+ 30.355737686157227,
+ 23.40748405456543,
+ 8.122138977050781,
+ 23.345867156982422,
+ 17.1959285736084,
+ 17.09899139404297,
+ 20.22316551208496
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3527.6103515625,
+ "language": 52.2823371887207
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7136526703834534,
+ 0.000617023732047528,
+ 2.2867661542136375e-08,
+ 2.2768767848901916e-07,
+ 7.412600098177791e-06,
+ 0.015172581188380718,
+ 7.665382327104453e-06,
+ 0.0001662879076320678,
+ 0.0001841731573222205,
+ 3.532554910634644e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33735889196395874,
+ -7.390603065490723,
+ -17.593542098999023,
+ -15.29529094696045,
+ -11.812329292297363,
+ -4.188265323638916,
+ -11.778796195983887,
+ -8.701789855957031,
+ -8.599634170532227,
+ -10.250904083251953
+ ],
+ "distances_by_expert": [
+ 0.6747177839279175,
+ 14.781206130981445,
+ 35.18708419799805,
+ 30.5905818939209,
+ 23.624658584594727,
+ 8.376530647277832,
+ 23.557592391967773,
+ 17.403579711914062,
+ 17.199268341064453,
+ 20.501808166503906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.196533203125,
+ "language": 52.25802230834961
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7911714911460876,
+ 0.0007440811023116112,
+ 2.501328921766799e-08,
+ 2.805643077863351e-07,
+ 8.48846320877783e-06,
+ 0.01851973682641983,
+ 8.653027180116624e-06,
+ 0.00019013074052054435,
+ 0.0002024834684561938,
+ 3.942627881770022e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23424051702022552,
+ -7.203360557556152,
+ -17.50385856628418,
+ -15.08646297454834,
+ -11.676802635192871,
+ -3.9889183044433594,
+ -11.657601356506348,
+ -8.567798614501953,
+ -8.504852294921875,
+ -10.141077995300293
+ ],
+ "distances_by_expert": [
+ 0.46848103404045105,
+ 14.406721115112305,
+ 35.00771713256836,
+ 30.17292594909668,
+ 23.353605270385742,
+ 7.977836608886719,
+ 23.315202713012695,
+ 17.135597229003906,
+ 17.00970458984375,
+ 20.282155990600586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.962890625,
+ "language": 52.289485931396484
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7762153148651123,
+ 0.000852186931297183,
+ 2.5197357089723482e-08,
+ 3.3895969409059035e-07,
+ 9.249752110918052e-06,
+ 0.023672660812735558,
+ 9.643772500567138e-06,
+ 0.00020396844774950296,
+ 0.00020741851767525077,
+ 4.259766137693077e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25332534313201904,
+ -7.067704677581787,
+ -17.49652671813965,
+ -14.897384643554688,
+ -11.590913772583008,
+ -3.743434429168701,
+ -11.549198150634766,
+ -8.49754524230957,
+ -8.480772018432617,
+ -10.063711166381836
+ ],
+ "distances_by_expert": [
+ 0.5066506862640381,
+ 14.135409355163574,
+ 34.9930534362793,
+ 29.794769287109375,
+ 23.181827545166016,
+ 7.486868858337402,
+ 23.09839630126953,
+ 16.99509048461914,
+ 16.961544036865234,
+ 20.127422332763672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.524169921875,
+ "language": 52.287017822265625
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7097797393798828,
+ 0.0006101883482187986,
+ 2.2908654528919214e-08,
+ 2.1183818432746193e-07,
+ 7.183044999692356e-06,
+ 0.014416013844311237,
+ 7.548052963102236e-06,
+ 0.00016541009244974703,
+ 0.00018452299991622567,
+ 3.402032962185331e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34280064702033997,
+ -7.401742935180664,
+ -17.591751098632812,
+ -15.367443084716797,
+ -11.84378719329834,
+ -4.239415645599365,
+ -11.794220924377441,
+ -8.707082748413086,
+ -8.597736358642578,
+ -10.288552284240723
+ ],
+ "distances_by_expert": [
+ 0.6856012940406799,
+ 14.803485870361328,
+ 35.183502197265625,
+ 30.734886169433594,
+ 23.68757438659668,
+ 8.47883129119873,
+ 23.588441848754883,
+ 17.414165496826172,
+ 17.195472717285156,
+ 20.577104568481445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.51611328125,
+ "language": 52.262184143066406
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7588125467300415,
+ 0.0006877639680169523,
+ 2.421178102451904e-08,
+ 2.4594339720351854e-07,
+ 8.127867658913601e-06,
+ 0.01685941405594349,
+ 8.364292625628877e-06,
+ 0.000182444229722023,
+ 0.0001994524645851925,
+ 3.845105675281957e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2760004699230194,
+ -7.282064914703369,
+ -17.536426544189453,
+ -15.218164443969727,
+ -11.72021198272705,
+ -4.082846164703369,
+ -11.69153881072998,
+ -8.609066009521484,
+ -8.51993465423584,
+ -10.16612434387207
+ ],
+ "distances_by_expert": [
+ 0.5520009398460388,
+ 14.564129829406738,
+ 35.072853088378906,
+ 30.436328887939453,
+ 23.4404239654541,
+ 8.165692329406738,
+ 23.38307762145996,
+ 17.21813201904297,
+ 17.03986930847168,
+ 20.33224868774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.6474609375,
+ "language": 52.30863571166992
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7371162176132202,
+ 0.0007023740326985717,
+ 2.4514148933008073e-08,
+ 2.5525113755975326e-07,
+ 8.096890269371215e-06,
+ 0.018315114080905914,
+ 8.457256626570597e-06,
+ 0.0001827780797611922,
+ 0.00019363497267477214,
+ 3.836549149127677e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30500972270965576,
+ -7.261044502258301,
+ -17.524015426635742,
+ -15.181017875671387,
+ -11.724030494689941,
+ -4.000028610229492,
+ -11.680485725402832,
+ -8.607237815856934,
+ -8.549535751342773,
+ -10.168352127075195
+ ],
+ "distances_by_expert": [
+ 0.6100194454193115,
+ 14.522089004516602,
+ 35.048030853271484,
+ 30.362035751342773,
+ 23.448060989379883,
+ 8.000057220458984,
+ 23.360971450805664,
+ 17.214475631713867,
+ 17.099071502685547,
+ 20.33670425415039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.737060546875,
+ "language": 52.27978515625
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6191357970237732,
+ 0.000722608354408294,
+ 2.0523046373455145e-08,
+ 2.6379154860478593e-07,
+ 8.308522410516161e-06,
+ 0.01702040433883667,
+ 7.905901838967111e-06,
+ 0.00016917497850954533,
+ 0.0001676653337199241,
+ 3.986307274317369e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4794306755065918,
+ -7.232643127441406,
+ -17.701717376708984,
+ -15.148106575012207,
+ -11.69822883605957,
+ -4.073342323303223,
+ -11.74790096282959,
+ -8.684576988220215,
+ -8.693540573120117,
+ -10.130060195922852
+ ],
+ "distances_by_expert": [
+ 0.9588613510131836,
+ 14.465286254882812,
+ 35.40343475341797,
+ 30.296213150024414,
+ 23.39645767211914,
+ 8.146684646606445,
+ 23.49580192565918,
+ 17.36915397644043,
+ 17.387081146240234,
+ 20.260120391845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3581.213623046875,
+ "language": 52.293399810791016
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7522904276847839,
+ 0.0008570963982492685,
+ 2.5201346787184775e-08,
+ 2.874023437016149e-07,
+ 9.010888788907323e-06,
+ 0.01997423730790615,
+ 9.12269842956448e-06,
+ 0.00019415254064369947,
+ 0.00019775409600697458,
+ 4.351071402197704e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2846328914165497,
+ -7.061960220336914,
+ -17.496368408203125,
+ -15.062382698059082,
+ -11.617076873779297,
+ -3.9133119583129883,
+ -11.604744911193848,
+ -8.546866416931152,
+ -8.528486251831055,
+ -10.042503356933594
+ ],
+ "distances_by_expert": [
+ 0.5692657828330994,
+ 14.123920440673828,
+ 34.99273681640625,
+ 30.124765396118164,
+ 23.234153747558594,
+ 7.826623916625977,
+ 23.209489822387695,
+ 17.093732833862305,
+ 17.05697250366211,
+ 20.085006713867188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.57373046875,
+ "language": 52.284122467041016
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7813198566436768,
+ 0.0007949037826620042,
+ 2.4967246048390734e-08,
+ 2.6321359314351866e-07,
+ 8.53156507218955e-06,
+ 0.017433298751711845,
+ 8.752221219765488e-06,
+ 0.00018678003107197583,
+ 0.00020107123418711126,
+ 4.1417133616050705e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2467706799507141,
+ -7.137289524078369,
+ -17.505701065063477,
+ -15.150300025939941,
+ -11.671737670898438,
+ -4.049373149871826,
+ -11.64620304107666,
+ -8.585578918457031,
+ -8.51185131072998,
+ -10.091815948486328
+ ],
+ "distances_by_expert": [
+ 0.4935413599014282,
+ 14.274579048156738,
+ 35.01140213012695,
+ 30.300600051879883,
+ 23.343475341796875,
+ 8.098746299743652,
+ 23.29240608215332,
+ 17.171157836914062,
+ 17.02370262145996,
+ 20.183631896972656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.516357421875,
+ "language": 52.26819610595703
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7507352828979492,
+ 0.0006876875413581729,
+ 2.383868391575561e-08,
+ 2.4046687485679286e-07,
+ 7.768382602080237e-06,
+ 0.016061769798398018,
+ 8.082078238658141e-06,
+ 0.00017471188039053231,
+ 0.0001928806013893336,
+ 3.695855775731616e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2867021858692169,
+ -7.2821760177612305,
+ -17.551956176757812,
+ -15.240683555603027,
+ -11.765448570251465,
+ -4.131313323974609,
+ -11.725861549377441,
+ -8.652372360229492,
+ -8.553439140319824,
+ -10.205713272094727
+ ],
+ "distances_by_expert": [
+ 0.5734043717384338,
+ 14.564352035522461,
+ 35.103912353515625,
+ 30.481367111206055,
+ 23.53089714050293,
+ 8.262626647949219,
+ 23.451723098754883,
+ 17.304744720458984,
+ 17.10687828063965,
+ 20.411426544189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.105224609375,
+ "language": 52.264747619628906
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.724947452545166,
+ 0.0007624252466484904,
+ 2.3393347703404288e-08,
+ 3.1083516205399064e-07,
+ 8.523432370566297e-06,
+ 0.020540330559015274,
+ 8.830890692479443e-06,
+ 0.00018945234478451312,
+ 0.00019531490397639573,
+ 3.8876565668033436e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32165610790252686,
+ -7.179006099700928,
+ -17.57081413269043,
+ -14.984003067016602,
+ -11.672691345214844,
+ -3.8853650093078613,
+ -11.63725471496582,
+ -8.571372985839844,
+ -8.540897369384766,
+ -10.155118942260742
+ ],
+ "distances_by_expert": [
+ 0.6433122158050537,
+ 14.358012199401855,
+ 35.14162826538086,
+ 29.968006134033203,
+ 23.345382690429688,
+ 7.770730018615723,
+ 23.27450942993164,
+ 17.142745971679688,
+ 17.08179473876953,
+ 20.310237884521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.399169921875,
+ "language": 52.26675033569336
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6452774405479431,
+ 0.0007157092331908643,
+ 2.1160548868692786e-08,
+ 2.882936769310618e-07,
+ 8.097469617496245e-06,
+ 0.020759886130690575,
+ 8.692728442838416e-06,
+ 0.0001824623323045671,
+ 0.00017619319260120392,
+ 3.758549428312108e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43807491660118103,
+ -7.242236614227295,
+ -17.671127319335938,
+ -15.059286117553711,
+ -11.723958969116211,
+ -3.874732732772827,
+ -11.653023719787598,
+ -8.608966827392578,
+ -8.643929481506348,
+ -10.188892364501953
+ ],
+ "distances_by_expert": [
+ 0.8761498332023621,
+ 14.48447322845459,
+ 35.342254638671875,
+ 30.118572235107422,
+ 23.447917938232422,
+ 7.749465465545654,
+ 23.306047439575195,
+ 17.217933654785156,
+ 17.287858963012695,
+ 20.377784729003906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.69384765625,
+ "language": 52.29832077026367
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7620558142662048,
+ 0.0007024333463050425,
+ 2.443963609266575e-08,
+ 2.5045548568414233e-07,
+ 7.930921128718182e-06,
+ 0.01736360229551792,
+ 8.344859452336095e-06,
+ 0.00018310677842237055,
+ 0.0001995666098082438,
+ 3.7886355130467564e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27173542976379395,
+ -7.260960102081299,
+ -17.52705955505371,
+ -15.199984550476074,
+ -11.744741439819336,
+ -4.053379058837891,
+ -11.693864822387695,
+ -8.605441093444824,
+ -8.519362449645996,
+ -10.180919647216797
+ ],
+ "distances_by_expert": [
+ 0.5434708595275879,
+ 14.521920204162598,
+ 35.05411911010742,
+ 30.39996910095215,
+ 23.489482879638672,
+ 8.106758117675781,
+ 23.38772964477539,
+ 17.21088218688965,
+ 17.038724899291992,
+ 20.361839294433594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.596435546875,
+ "language": 52.27702331542969
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6866102814674377,
+ 0.0006449272041209042,
+ 2.2103094465819595e-08,
+ 2.2659916965039884e-07,
+ 7.575737981824204e-06,
+ 0.015735801309347153,
+ 7.951868610689417e-06,
+ 0.00017053810006473213,
+ 0.00018572565750218928,
+ 3.661377922981046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3759883642196655,
+ -7.346373081207275,
+ -17.627548217773438,
+ -15.30008316040039,
+ -11.790559768676758,
+ -4.1518168449401855,
+ -11.742103576660156,
+ -8.676551818847656,
+ -8.591239929199219,
+ -10.215085983276367
+ ],
+ "distances_by_expert": [
+ 0.751976728439331,
+ 14.69274616241455,
+ 35.255096435546875,
+ 30.60016632080078,
+ 23.581119537353516,
+ 8.303633689880371,
+ 23.484207153320312,
+ 17.353103637695312,
+ 17.182479858398438,
+ 20.430171966552734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.69287109375,
+ "language": 52.30778503417969
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6922445893287659,
+ 0.0007987595745362341,
+ 2.276421895430758e-08,
+ 3.0975564868640504e-07,
+ 8.780997632129584e-06,
+ 0.02334037609398365,
+ 9.541142389934976e-06,
+ 0.00019299377163406461,
+ 0.00018693685706239194,
+ 4.1648250771686435e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36781594157218933,
+ -7.132450580596924,
+ -17.59807586669922,
+ -14.987482070922852,
+ -11.64292049407959,
+ -3.757570505142212,
+ -11.559897422790527,
+ -8.552852630615234,
+ -8.584739685058594,
+ -10.086251258850098
+ ],
+ "distances_by_expert": [
+ 0.7356318831443787,
+ 14.264901161193848,
+ 35.19615173339844,
+ 29.974964141845703,
+ 23.28584098815918,
+ 7.515141010284424,
+ 23.119794845581055,
+ 17.10570526123047,
+ 17.169479370117188,
+ 20.172502517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.15185546875,
+ "language": 52.297706604003906
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6612150073051453,
+ 0.000725067628081888,
+ 2.2051342085660508e-08,
+ 2.474689324571955e-07,
+ 7.907704457466025e-06,
+ 0.016190361231565475,
+ 7.92661103332648e-06,
+ 0.0001689097989583388,
+ 0.00017512307385914028,
+ 3.795864540734328e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4136762022972107,
+ -7.229245662689209,
+ -17.629892349243164,
+ -15.211980819702148,
+ -11.747673034667969,
+ -4.1233391761779785,
+ -11.745285034179688,
+ -8.686145782470703,
+ -8.65002155303955,
+ -10.1790132522583
+ ],
+ "distances_by_expert": [
+ 0.8273524045944214,
+ 14.458491325378418,
+ 35.25978469848633,
+ 30.423961639404297,
+ 23.495346069335938,
+ 8.246678352355957,
+ 23.490570068359375,
+ 17.372291564941406,
+ 17.3000431060791,
+ 20.3580265045166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.86572265625,
+ "language": 52.27039337158203
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7013168334960938,
+ 0.0007994339684955776,
+ 2.3562842343949342e-08,
+ 2.704853443447064e-07,
+ 8.482328667014372e-06,
+ 0.018298981711268425,
+ 8.563969458919019e-06,
+ 0.00017928694433066994,
+ 0.00018658206681720912,
+ 4.0433598769595847e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35479554533958435,
+ -7.131606578826904,
+ -17.563594818115234,
+ -15.123047828674316,
+ -11.677525520324707,
+ -4.000909805297852,
+ -11.667946815490723,
+ -8.6265230178833,
+ -8.586639404296875,
+ -10.115849494934082
+ ],
+ "distances_by_expert": [
+ 0.7095910906791687,
+ 14.263213157653809,
+ 35.12718963623047,
+ 30.246095657348633,
+ 23.355051040649414,
+ 8.001819610595703,
+ 23.335893630981445,
+ 17.2530460357666,
+ 17.17327880859375,
+ 20.231698989868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.8388671875,
+ "language": 52.299495697021484
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.703072190284729,
+ 0.0006717841606587172,
+ 2.2946482047814243e-08,
+ 2.3829149142784445e-07,
+ 7.591164376208326e-06,
+ 0.01515903603285551,
+ 7.763420398987364e-06,
+ 0.0001686028845142573,
+ 0.0001791362010408193,
+ 3.6114466638537124e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35229572653770447,
+ -7.305573463439941,
+ -17.59010124206543,
+ -15.249771118164062,
+ -11.788525581359863,
+ -4.1891584396362305,
+ -11.766087532043457,
+ -8.68796443939209,
+ -8.627364158630371,
+ -10.228816986083984
+ ],
+ "distances_by_expert": [
+ 0.7045914530754089,
+ 14.611146926879883,
+ 35.18020248413086,
+ 30.499542236328125,
+ 23.577051162719727,
+ 8.378316879272461,
+ 23.532175064086914,
+ 17.37592887878418,
+ 17.254728317260742,
+ 20.45763397216797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.780517578125,
+ "language": 52.27250671386719
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6718104481697083,
+ 0.000562789966352284,
+ 2.1348000700527336e-08,
+ 2.0836706937643612e-07,
+ 6.920414307387546e-06,
+ 0.013666847720742226,
+ 7.0553264777117874e-06,
+ 0.00015505592455156147,
+ 0.0001714625977911055,
+ 3.250579902669415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3977791368961334,
+ -7.482604026794434,
+ -17.662307739257812,
+ -15.383964538574219,
+ -11.881034851074219,
+ -4.292782306671143,
+ -11.861727714538574,
+ -8.771724700927734,
+ -8.67114543914795,
+ -10.334092140197754
+ ],
+ "distances_by_expert": [
+ 0.7955582737922668,
+ 14.965208053588867,
+ 35.324615478515625,
+ 30.767929077148438,
+ 23.762069702148438,
+ 8.585564613342285,
+ 23.72345542907715,
+ 17.54344940185547,
+ 17.3422908782959,
+ 20.668184280395508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.443359375,
+ "language": 52.27586364746094
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7540581822395325,
+ 0.0007832657429389656,
+ 2.4095637485288535e-08,
+ 3.1807229561309214e-07,
+ 8.75683872436639e-06,
+ 0.021943403407931328,
+ 8.982797226053663e-06,
+ 0.00019366267952136695,
+ 0.00019727018661797047,
+ 4.0491053368896246e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28228577971458435,
+ -7.15203857421875,
+ -17.541234970092773,
+ -14.960987091064453,
+ -11.645675659179688,
+ -3.819288730621338,
+ -11.620199203491211,
+ -8.549392700195312,
+ -8.530936241149902,
+ -10.114429473876953
+ ],
+ "distances_by_expert": [
+ 0.5645715594291687,
+ 14.3040771484375,
+ 35.08246994018555,
+ 29.921974182128906,
+ 23.291351318359375,
+ 7.638577461242676,
+ 23.240398406982422,
+ 17.098785400390625,
+ 17.061872482299805,
+ 20.228858947753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.28271484375,
+ "language": 52.283485412597656
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7290309071540833,
+ 0.0008206025813706219,
+ 2.3606792964869783e-08,
+ 3.2601943189547455e-07,
+ 8.839316251396667e-06,
+ 0.023767098784446716,
+ 9.356251212011557e-06,
+ 0.00019608516595326364,
+ 0.00019478662579786032,
+ 4.136770803597756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31603917479515076,
+ -7.105471611022949,
+ -17.561731338500977,
+ -14.936308860778809,
+ -11.636301040649414,
+ -3.739453077316284,
+ -11.579465866088867,
+ -8.536961555480957,
+ -8.54360580444336,
+ -10.093009948730469
+ ],
+ "distances_by_expert": [
+ 0.6320783495903015,
+ 14.210943222045898,
+ 35.12346267700195,
+ 29.872617721557617,
+ 23.272602081298828,
+ 7.478906154632568,
+ 23.158931732177734,
+ 17.073923110961914,
+ 17.08721160888672,
+ 20.186019897460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.122314453125,
+ "language": 52.27689743041992
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294949889183044,
+ 0.000653573835734278,
+ 2.3834500595398822e-08,
+ 2.372267005057438e-07,
+ 7.492785698559601e-06,
+ 0.01667431928217411,
+ 7.78676985646598e-06,
+ 0.00017396949988324195,
+ 0.00018796726362779737,
+ 3.519091478665359e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3154028356075287,
+ -7.333055019378662,
+ -17.55213165283203,
+ -15.254249572753906,
+ -11.801569938659668,
+ -4.09388542175293,
+ -11.763084411621094,
+ -8.656630516052246,
+ -8.579242706298828,
+ -10.254722595214844
+ ],
+ "distances_by_expert": [
+ 0.6308056712150574,
+ 14.666110038757324,
+ 35.10426330566406,
+ 30.508499145507812,
+ 23.603139877319336,
+ 8.18777084350586,
+ 23.526168823242188,
+ 17.313261032104492,
+ 17.158485412597656,
+ 20.509445190429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.756103515625,
+ "language": 52.28688049316406
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7457390427589417,
+ 0.0006674627657048404,
+ 2.3521396386172455e-08,
+ 2.449226315093256e-07,
+ 7.846899279684294e-06,
+ 0.017285123467445374,
+ 8.145171705109533e-06,
+ 0.00017920062236953527,
+ 0.00019588535360526294,
+ 3.749062670976855e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2933795154094696,
+ -7.3120269775390625,
+ -17.56535530090332,
+ -15.222323417663574,
+ -11.755392074584961,
+ -4.05790901184082,
+ -11.718085289001465,
+ -8.627004623413086,
+ -8.537981033325195,
+ -10.19141960144043
+ ],
+ "distances_by_expert": [
+ 0.5867590308189392,
+ 14.624053955078125,
+ 35.13071060180664,
+ 30.44464683532715,
+ 23.510784149169922,
+ 8.11581802368164,
+ 23.43617057800293,
+ 17.254009246826172,
+ 17.07596206665039,
+ 20.38283920288086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.60498046875,
+ "language": 52.2958869934082
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7550587058067322,
+ 0.0007380350725725293,
+ 2.463775672367774e-08,
+ 2.7421825166129565e-07,
+ 8.470752618450206e-06,
+ 0.018994344398379326,
+ 8.656988939037547e-06,
+ 0.0001873930887086317,
+ 0.00019897482707165182,
+ 3.934968844987452e-05
+ ],
+ "log_scores_by_expert": [
+ -0.280959814786911,
+ -7.211519241333008,
+ -17.518985748291016,
+ -15.109341621398926,
+ -11.6788911819458,
+ -3.963613986968994,
+ -11.657143592834473,
+ -8.58230209350586,
+ -8.522332191467285,
+ -10.143022537231445
+ ],
+ "distances_by_expert": [
+ 0.561919629573822,
+ 14.423038482666016,
+ 35.03797149658203,
+ 30.21868324279785,
+ 23.3577823638916,
+ 7.927227973937988,
+ 23.314287185668945,
+ 17.16460418701172,
+ 17.04466438293457,
+ 20.28604507446289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.958740234375,
+ "language": 52.27509307861328
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7139979004859924,
+ 0.0008307496318593621,
+ 2.398517828794411e-08,
+ 2.805664394145424e-07,
+ 8.911311851989012e-06,
+ 0.018406912684440613,
+ 8.916157639760058e-06,
+ 0.00018539225857239217,
+ 0.00018814069335348904,
+ 4.2811148887267336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33687523007392883,
+ -7.09318208694458,
+ -17.54582977294922,
+ -15.086455345153809,
+ -11.628189086914062,
+ -3.9950289726257324,
+ -11.627645492553711,
+ -8.593036651611328,
+ -8.578320503234863,
+ -10.058712005615234
+ ],
+ "distances_by_expert": [
+ 0.6737504601478577,
+ 14.18636417388916,
+ 35.09165954589844,
+ 30.172910690307617,
+ 23.256378173828125,
+ 7.990057945251465,
+ 23.255290985107422,
+ 17.186073303222656,
+ 17.156641006469727,
+ 20.11742401123047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.636962890625,
+ "language": 52.283573150634766
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7662813663482666,
+ 0.0008693350828252733,
+ 2.5414122362121816e-08,
+ 2.884889624965581e-07,
+ 9.173456419375725e-06,
+ 0.019880233332514763,
+ 9.139662324741948e-06,
+ 0.00019450114632491022,
+ 0.00020070550090167671,
+ 4.340279701864347e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26620587706565857,
+ -7.047781944274902,
+ -17.487960815429688,
+ -15.058609008789062,
+ -11.599196434020996,
+ -3.918029308319092,
+ -11.602887153625488,
+ -8.545072555541992,
+ -8.513671875,
+ -10.044986724853516
+ ],
+ "distances_by_expert": [
+ 0.5324117541313171,
+ 14.095563888549805,
+ 34.975921630859375,
+ 30.117218017578125,
+ 23.198392868041992,
+ 7.836058616638184,
+ 23.205774307250977,
+ 17.090145111083984,
+ 17.02734375,
+ 20.08997344970703
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3377.079833984375,
+ "language": 52.27742385864258
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6472160220146179,
+ 0.0005631716921925545,
+ 2.1294077612310502e-08,
+ 1.9602427414611157e-07,
+ 6.693482646369375e-06,
+ 0.012359903194010258,
+ 6.971945822442649e-06,
+ 0.00014981113781686872,
+ 0.00016431378026027232,
+ 3.17425983666908e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43507522344589233,
+ -7.481925964355469,
+ -17.664836883544922,
+ -15.445027351379395,
+ -11.914376258850098,
+ -4.3932976722717285,
+ -11.873616218566895,
+ -8.806135177612305,
+ -8.713732719421387,
+ -10.357851028442383
+ ],
+ "distances_by_expert": [
+ 0.8701504468917847,
+ 14.963851928710938,
+ 35.329673767089844,
+ 30.89005470275879,
+ 23.828752517700195,
+ 8.786595344543457,
+ 23.74723243713379,
+ 17.61227035522461,
+ 17.427465438842773,
+ 20.715702056884766
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3501.960693359375,
+ "language": 52.279701232910156
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7578698992729187,
+ 0.0006787684978917241,
+ 2.3932578585572628e-08,
+ 2.4968400680336345e-07,
+ 7.873502909205854e-06,
+ 0.016368098556995392,
+ 8.041322871576995e-06,
+ 0.0001762131869327277,
+ 0.0001922301744343713,
+ 3.6759778595296666e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27724358439445496,
+ -7.295230388641357,
+ -17.548025131225586,
+ -15.203069686889648,
+ -11.752007484436035,
+ -4.112421035766602,
+ -11.730916976928711,
+ -8.643815994262695,
+ -8.556817054748535,
+ -10.211106300354004
+ ],
+ "distances_by_expert": [
+ 0.5544871687889099,
+ 14.590460777282715,
+ 35.09605026245117,
+ 30.406139373779297,
+ 23.50401496887207,
+ 8.224842071533203,
+ 23.461833953857422,
+ 17.28763198852539,
+ 17.11363410949707,
+ 20.422212600708008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.752685546875,
+ "language": 52.264122009277344
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6584247350692749,
+ 0.0006945139612071216,
+ 2.1458632204485184e-08,
+ 2.892418535793695e-07,
+ 7.768849172862247e-06,
+ 0.01931159384548664,
+ 8.245225217251573e-06,
+ 0.00017482654948253185,
+ 0.00018106191419064999,
+ 3.554398790583946e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4179050624370575,
+ -7.272298336029053,
+ -17.65713882446289,
+ -15.056002616882324,
+ -11.765388488769531,
+ -3.947049617767334,
+ -11.705876350402832,
+ -8.651716232299805,
+ -8.616671562194824,
+ -10.244739532470703
+ ],
+ "distances_by_expert": [
+ 0.835810124874115,
+ 14.544596672058105,
+ 35.31427764892578,
+ 30.11200523376465,
+ 23.530776977539062,
+ 7.894099235534668,
+ 23.411752700805664,
+ 17.30343246459961,
+ 17.23334312438965,
+ 20.489479064941406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.162109375,
+ "language": 52.26460647583008
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.704729437828064,
+ 0.0006915865815244615,
+ 2.2480133310409656e-08,
+ 2.679558974705287e-07,
+ 7.78261983214179e-06,
+ 0.019374849274754524,
+ 8.271459591924213e-06,
+ 0.00017985755403060466,
+ 0.00018849826301448047,
+ 3.7019904993940145e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34994134306907654,
+ -7.276522159576416,
+ -17.610633850097656,
+ -15.13244342803955,
+ -11.763617515563965,
+ -3.943779468536377,
+ -11.702699661254883,
+ -8.623345375061035,
+ -8.576421737670898,
+ -10.204054832458496
+ ],
+ "distances_by_expert": [
+ 0.6998826861381531,
+ 14.553044319152832,
+ 35.22126770019531,
+ 30.2648868560791,
+ 23.52723503112793,
+ 7.887558937072754,
+ 23.405399322509766,
+ 17.24669075012207,
+ 17.152843475341797,
+ 20.408109664916992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.65380859375,
+ "language": 52.27847671508789
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6947037577629089,
+ 0.0006155435112304986,
+ 2.213325700495261e-08,
+ 2.2679958533444733e-07,
+ 7.309366083063651e-06,
+ 0.016032341867685318,
+ 7.690241545788012e-06,
+ 0.00016961373330559582,
+ 0.00018465645553078502,
+ 3.494270640658215e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36426979303359985,
+ -7.393004894256592,
+ -17.626184463500977,
+ -15.299199104309082,
+ -11.826354026794434,
+ -4.133147239685059,
+ -11.775558471679688,
+ -8.681986808776855,
+ -8.597013473510742,
+ -10.261800765991211
+ ],
+ "distances_by_expert": [
+ 0.7285395860671997,
+ 14.786009788513184,
+ 35.25236892700195,
+ 30.598398208618164,
+ 23.652708053588867,
+ 8.266294479370117,
+ 23.551116943359375,
+ 17.36397361755371,
+ 17.194026947021484,
+ 20.523601531982422
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3340.780517578125,
+ "language": 52.27482223510742
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6920658946037292,
+ 0.0006193299777805805,
+ 2.2352720563389994e-08,
+ 2.3237844004597719e-07,
+ 7.471364824596094e-06,
+ 0.016273170709609985,
+ 7.904205631348304e-06,
+ 0.00017041632963810116,
+ 0.0001848428655648604,
+ 3.549152097548358e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36807411909103394,
+ -7.386872291564941,
+ -17.616317749023438,
+ -15.274898529052734,
+ -11.80443286895752,
+ -4.118237495422363,
+ -11.748115539550781,
+ -8.677266120910645,
+ -8.596004486083984,
+ -10.246216773986816
+ ],
+ "distances_by_expert": [
+ 0.7361482381820679,
+ 14.773744583129883,
+ 35.232635498046875,
+ 30.54979705810547,
+ 23.60886573791504,
+ 8.236474990844727,
+ 23.496231079101562,
+ 17.35453224182129,
+ 17.19200897216797,
+ 20.492433547973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.244140625,
+ "language": 52.30707931518555
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7322588562965393,
+ 0.0007689772173762321,
+ 2.3170471763478417e-08,
+ 2.947186032997706e-07,
+ 8.614845683041494e-06,
+ 0.02126719430088997,
+ 9.106843208428472e-06,
+ 0.00019124879327137023,
+ 0.00019442435586825013,
+ 4.0282029658555984e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31162115931510925,
+ -7.170449256896973,
+ -17.580387115478516,
+ -15.03724479675293,
+ -11.662023544311523,
+ -3.8505895137786865,
+ -11.606484413146973,
+ -8.561935424804688,
+ -8.545467376708984,
+ -10.11960506439209
+ ],
+ "distances_by_expert": [
+ 0.6232423186302185,
+ 14.340898513793945,
+ 35.16077423095703,
+ 30.07448959350586,
+ 23.324047088623047,
+ 7.701179027557373,
+ 23.212968826293945,
+ 17.123870849609375,
+ 17.09093475341797,
+ 20.23921012878418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.967529296875,
+ "language": 52.26607131958008
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6875327825546265,
+ 0.000776744622271508,
+ 2.284996014623175e-08,
+ 2.5131924985544174e-07,
+ 8.40979646454798e-06,
+ 0.016441425308585167,
+ 8.444071681878995e-06,
+ 0.00017651930102147162,
+ 0.00018118403386324644,
+ 4.085282489540987e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37464579939842224,
+ -7.160398960113525,
+ -17.594316482543945,
+ -15.196541786193848,
+ -11.686113357543945,
+ -4.1079511642456055,
+ -11.682045936584473,
+ -8.642080307006836,
+ -8.615997314453125,
+ -10.105534553527832
+ ],
+ "distances_by_expert": [
+ 0.7492915987968445,
+ 14.32079792022705,
+ 35.18863296508789,
+ 30.393083572387695,
+ 23.37222671508789,
+ 8.215902328491211,
+ 23.364091873168945,
+ 17.284160614013672,
+ 17.23199462890625,
+ 20.211069107055664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.127685546875,
+ "language": 52.27716827392578
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7717011570930481,
+ 0.0008637333521619439,
+ 2.5695703342876186e-08,
+ 2.83342984630508e-07,
+ 8.899447493604384e-06,
+ 0.01966577023267746,
+ 9.19445028557675e-06,
+ 0.00019221716502215713,
+ 0.00020193522504996508,
+ 4.289721982786432e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2591579258441925,
+ -7.054246425628662,
+ -17.47694206237793,
+ -15.076607704162598,
+ -11.629521369934082,
+ -3.928875684738159,
+ -11.59691047668457,
+ -8.556884765625,
+ -8.507563591003418,
+ -10.056703567504883
+ ],
+ "distances_by_expert": [
+ 0.518315851688385,
+ 14.108492851257324,
+ 34.95388412475586,
+ 30.153215408325195,
+ 23.259042739868164,
+ 7.857751369476318,
+ 23.19382095336914,
+ 17.11376953125,
+ 17.015127182006836,
+ 20.113407135009766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.3203125,
+ "language": 52.27393341064453
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7396740913391113,
+ 0.0007311733206734061,
+ 2.3585775110746e-08,
+ 2.43449022718778e-07,
+ 8.006726602616254e-06,
+ 0.01626620441675186,
+ 8.31570378068136e-06,
+ 0.00017570523777976632,
+ 0.00019193817570339888,
+ 3.9104168536141515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30154556035995483,
+ -7.220860004425049,
+ -17.5626220703125,
+ -15.228358268737793,
+ -11.735228538513184,
+ -4.11866569519043,
+ -11.697364807128906,
+ -8.646702766418457,
+ -8.558337211608887,
+ -10.14928150177002
+ ],
+ "distances_by_expert": [
+ 0.6030911207199097,
+ 14.441720008850098,
+ 35.125244140625,
+ 30.456716537475586,
+ 23.470457077026367,
+ 8.23733139038086,
+ 23.394729614257812,
+ 17.293405532836914,
+ 17.116674423217773,
+ 20.29856300354004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.842529296875,
+ "language": 52.26582717895508
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7441842555999756,
+ 0.0006669686990790069,
+ 2.3623368150538226e-08,
+ 2.3183480379884713e-07,
+ 7.764353540551383e-06,
+ 0.015522297471761703,
+ 7.936730980873108e-06,
+ 0.00017091762856580317,
+ 0.00019002071348950267,
+ 3.7108944525243714e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954666316509247,
+ -7.312767505645752,
+ -17.5610294342041,
+ -15.277240753173828,
+ -11.76596736907959,
+ -4.165477752685547,
+ -11.744009017944336,
+ -8.674328804016113,
+ -8.568377494812012,
+ -10.201652526855469
+ ],
+ "distances_by_expert": [
+ 0.5909332633018494,
+ 14.625535011291504,
+ 35.1220588684082,
+ 30.554481506347656,
+ 23.53193473815918,
+ 8.330955505371094,
+ 23.488018035888672,
+ 17.348657608032227,
+ 17.136754989624023,
+ 20.403305053710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.02197265625,
+ "language": 52.274410247802734
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6714836359024048,
+ 0.0007185310241766274,
+ 2.1741749733905635e-08,
+ 2.9459749839588767e-07,
+ 8.078779501374811e-06,
+ 0.02031271904706955,
+ 8.674318451085128e-06,
+ 0.0001804084749892354,
+ 0.00018361459660809487,
+ 3.723813279066235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39826563000679016,
+ -7.238301753997803,
+ -17.644031524658203,
+ -15.0376558303833,
+ -11.726269721984863,
+ -3.896507978439331,
+ -11.655143737792969,
+ -8.62028694152832,
+ -8.60267162322998,
+ -10.198177337646484
+ ],
+ "distances_by_expert": [
+ 0.7965312600135803,
+ 14.476603507995605,
+ 35.288063049316406,
+ 30.0753116607666,
+ 23.452539443969727,
+ 7.793015956878662,
+ 23.310287475585938,
+ 17.24057388305664,
+ 17.20534324645996,
+ 20.39635467529297
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3348.83935546875,
+ "language": 52.27801513671875
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7325753569602966,
+ 0.0008352690492756665,
+ 2.4265222720032398e-08,
+ 3.29351649952514e-07,
+ 9.083181794267148e-06,
+ 0.022602150216698647,
+ 9.467985364608467e-06,
+ 0.000199237052584067,
+ 0.00019571186567191035,
+ 4.1690967918839306e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3111891448497772,
+ -7.087756633758545,
+ -17.534221649169922,
+ -14.926139831542969,
+ -11.609086036682129,
+ -3.789710283279419,
+ -11.567594528198242,
+ -8.521015167236328,
+ -8.538866996765137,
+ -10.085226058959961
+ ],
+ "distances_by_expert": [
+ 0.6223782896995544,
+ 14.17551326751709,
+ 35.068443298339844,
+ 29.852279663085938,
+ 23.218172073364258,
+ 7.579420566558838,
+ 23.135189056396484,
+ 17.042030334472656,
+ 17.077733993530273,
+ 20.170452117919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.864990234375,
+ "language": 52.281494140625
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7634716629981995,
+ 0.0007006189553067088,
+ 2.4215198735078047e-08,
+ 2.429777055112936e-07,
+ 7.880940756876953e-06,
+ 0.016862541437149048,
+ 8.261683433374856e-06,
+ 0.0001802229235181585,
+ 0.00019899893959518522,
+ 3.8223246519919485e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2698792815208435,
+ -7.263546466827393,
+ -17.536285400390625,
+ -15.23029613494873,
+ -11.751063346862793,
+ -4.082660675048828,
+ -11.703882217407227,
+ -8.621315956115723,
+ -8.522211074829102,
+ -10.172066688537598
+ ],
+ "distances_by_expert": [
+ 0.539758563041687,
+ 14.527092933654785,
+ 35.07257080078125,
+ 30.46059226989746,
+ 23.502126693725586,
+ 8.165321350097656,
+ 23.407764434814453,
+ 17.242631912231445,
+ 17.044422149658203,
+ 20.344133377075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.762939453125,
+ "language": 52.27804183959961
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7864561080932617,
+ 0.000824836315587163,
+ 2.5421345029030817e-08,
+ 2.976545374622219e-07,
+ 8.957244972407352e-06,
+ 0.022062689065933228,
+ 9.556768418406136e-06,
+ 0.00020265791681595147,
+ 0.00020877674978692085,
+ 4.356452700449154e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24021843075752258,
+ -7.100325584411621,
+ -17.4876766204834,
+ -15.027332305908203,
+ -11.623047828674316,
+ -3.8138673305511475,
+ -11.558260917663574,
+ -8.50399112701416,
+ -8.474245071411133,
+ -10.041267395019531
+ ],
+ "distances_by_expert": [
+ 0.48043686151504517,
+ 14.200651168823242,
+ 34.9753532409668,
+ 30.054664611816406,
+ 23.246095657348633,
+ 7.627734661102295,
+ 23.11652183532715,
+ 17.00798225402832,
+ 16.948490142822266,
+ 20.082534790039062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.574462890625,
+ "language": 52.285423278808594
+ }
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "per_group": {
+ "libero_spatial": {
+ "avg_sum_reward": 0.9,
+ "avg_max_reward": 0.9,
+ "pc_success": 90.0,
+ "n_episodes": 50,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ }
+ },
+ "overall": {
+ "avg_sum_reward": 0.9,
+ "avg_max_reward": 0.9,
+ "pc_success": 90.0,
+ "n_episodes": 50,
+ "eval_s": 748.5684432983398,
+ "eval_ep_s": 14.971368880271912,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ },
+ "expert_activation_artifacts": {
+ "json": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json",
+ "csv": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv",
+ "visualization": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg"
+ }
+}
\ No newline at end of file
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv
new file mode 100644
index 0000000000000000000000000000000000000000..556c06305f2669de9b50f1307f787a5ba8743b8b
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.csv
@@ -0,0 +1,11 @@
+task_group,task_id,algorithm_type,inference_routing,num_routing_decisions,expert_index,top1_count,top1_fraction,activation_fraction
+libero_spatial,0,gk_adp,top1,550,0,550,1.0,1.0
+libero_spatial,0,gk_adp,top1,550,1,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,2,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,3,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,4,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,5,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,6,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,7,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,8,0,0.0,0.0
+libero_spatial,0,gk_adp,top1,550,9,0,0.0,0.0
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json
new file mode 100644
index 0000000000000000000000000000000000000000..05c97ac01499218f1966438d9d3f64e5a20152ea
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.json
@@ -0,0 +1,31954 @@
+{
+ "schema_version": 1,
+ "unit": "one activation per distinct router invocation (action-chunk inference)",
+ "tasks": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 0,
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 550,
+ "top1_count_by_expert": [
+ 550,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0
+ ],
+ "top1_fraction_by_expert": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "activation_fraction_by_expert": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6464709043502808,
+ 0.0007012857822701335,
+ 2.1362462021556894e-08,
+ 2.3516990665939375e-07,
+ 8.158915989042725e-06,
+ 0.014772700145840645,
+ 7.899368029029574e-06,
+ 0.0001670875062700361,
+ 0.0001694384845905006,
+ 3.940376336686313e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43622714281082153,
+ -7.262595176696777,
+ -17.661630630493164,
+ -15.262957572937012,
+ -11.716399192810059,
+ -4.214974403381348,
+ -11.748727798461914,
+ -8.696992874145508,
+ -8.68302059173584,
+ -10.14164924621582
+ ],
+ "distances_by_expert": [
+ 0.8724542856216431,
+ 14.525190353393555,
+ 35.32326126098633,
+ 30.525915145874023,
+ 23.432798385620117,
+ 8.429948806762695,
+ 23.497455596923828,
+ 17.393985748291016,
+ 17.36604118347168,
+ 20.28329849243164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.27783203125,
+ "language": 52.30171203613281
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7401355504989624,
+ 0.0008555537788197398,
+ 2.4528834074999395e-08,
+ 2.9703181780860177e-07,
+ 9.027471605804749e-06,
+ 0.02037823386490345,
+ 9.005845640785992e-06,
+ 0.0001938065979629755,
+ 0.00019478068861644715,
+ 4.340639861766249e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3009219765663147,
+ -7.0637617111206055,
+ -17.52341651916504,
+ -15.029426574707031,
+ -11.615238189697266,
+ -3.8932878971099854,
+ -11.617636680603027,
+ -8.548649787902832,
+ -8.543636322021484,
+ -10.044903755187988
+ ],
+ "distances_by_expert": [
+ 0.6018439531326294,
+ 14.127523422241211,
+ 35.04683303833008,
+ 30.058853149414062,
+ 23.23047637939453,
+ 7.786575794219971,
+ 23.235273361206055,
+ 17.097299575805664,
+ 17.08727264404297,
+ 20.089807510375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3471.871826171875,
+ "language": 52.287254333496094
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7248125076293945,
+ 0.0006909629446454346,
+ 2.3604766141716027e-08,
+ 2.2749212291728327e-07,
+ 7.892846952017862e-06,
+ 0.014849454164505005,
+ 8.005932613741606e-06,
+ 0.00017256134015042335,
+ 0.00018373597413301468,
+ 3.791128619923256e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3218423128128052,
+ -7.277424335479736,
+ -17.561817169189453,
+ -15.296150207519531,
+ -11.749553680419922,
+ -4.209792137145996,
+ -11.73532772064209,
+ -8.66475772857666,
+ -8.602010726928711,
+ -10.180261611938477
+ ],
+ "distances_by_expert": [
+ 0.6436846256256104,
+ 14.554848670959473,
+ 35.123634338378906,
+ 30.592300415039062,
+ 23.499107360839844,
+ 8.419584274291992,
+ 23.47065544128418,
+ 17.32951545715332,
+ 17.204021453857422,
+ 20.360523223876953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.442138671875,
+ "language": 52.28289031982422
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7181658744812012,
+ 0.0006216099136509001,
+ 2.3090663603397843e-08,
+ 2.2462121762600873e-07,
+ 7.4046583904419094e-06,
+ 0.014774158596992493,
+ 7.64449669077294e-06,
+ 0.00016576130292378366,
+ 0.0001829488028306514,
+ 3.506314897094853e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3310547173023224,
+ -7.383197784423828,
+ -17.583837509155273,
+ -15.308850288391113,
+ -11.813401222229004,
+ -4.2148756980896,
+ -11.781524658203125,
+ -8.704961776733398,
+ -8.606304168701172,
+ -10.258359909057617
+ ],
+ "distances_by_expert": [
+ 0.6621094346046448,
+ 14.766395568847656,
+ 35.16767501831055,
+ 30.617700576782227,
+ 23.626802444458008,
+ 8.4297513961792,
+ 23.56304931640625,
+ 17.409923553466797,
+ 17.212608337402344,
+ 20.516719818115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.233642578125,
+ "language": 52.28078842163086
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7941671013832092,
+ 0.0007400811300612986,
+ 2.4580540269880657e-08,
+ 2.809214549870376e-07,
+ 8.52807625051355e-06,
+ 0.01868923008441925,
+ 8.626495400676504e-06,
+ 0.0001883922377601266,
+ 0.0002010300086112693,
+ 3.951190956286155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23046141862869263,
+ -7.2087507247924805,
+ -17.521310806274414,
+ -15.085190773010254,
+ -11.672146797180176,
+ -3.9798078536987305,
+ -11.660672187805176,
+ -8.576984405517578,
+ -8.512056350708008,
+ -10.138908386230469
+ ],
+ "distances_by_expert": [
+ 0.46092283725738525,
+ 14.417501449584961,
+ 35.04262161254883,
+ 30.170381546020508,
+ 23.34429359436035,
+ 7.959615707397461,
+ 23.32134437561035,
+ 17.153968811035156,
+ 17.024112701416016,
+ 20.277816772460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3377.0595703125,
+ "language": 52.274566650390625
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.706253170967102,
+ 0.0007771810633130372,
+ 2.3112431080107854e-08,
+ 3.209677288396051e-07,
+ 8.61878288560547e-06,
+ 0.02206878922879696,
+ 9.055745977093466e-06,
+ 0.0001897821930469945,
+ 0.0001905824028654024,
+ 3.9237751479959115e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34778153896331787,
+ -7.159837245941162,
+ -17.582895278930664,
+ -14.951925277709961,
+ -11.661566734313965,
+ -3.8135910034179688,
+ -11.61211109161377,
+ -8.569633483886719,
+ -8.565425872802734,
+ -10.14587116241455
+ ],
+ "distances_by_expert": [
+ 0.6955630779266357,
+ 14.319674491882324,
+ 35.16579055786133,
+ 29.903850555419922,
+ 23.32313346862793,
+ 7.6271820068359375,
+ 23.22422218322754,
+ 17.139266967773438,
+ 17.13085174560547,
+ 20.2917423248291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.359619140625,
+ "language": 52.276859283447266
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.829519510269165,
+ 0.0008364943787455559,
+ 2.5989127294678838e-08,
+ 2.9823814884366584e-07,
+ 9.167535608867183e-06,
+ 0.021077513694763184,
+ 9.345176295028068e-06,
+ 0.00020191808289382607,
+ 0.00021498455316759646,
+ 4.318471110309474e-05
+ ],
+ "log_scores_by_expert": [
+ -0.18690867722034454,
+ -7.0862908363342285,
+ -17.465587615966797,
+ -15.025373458862305,
+ -11.599842071533203,
+ -3.859548568725586,
+ -11.580650329589844,
+ -8.507648468017578,
+ -8.444944381713867,
+ -10.050024032592773
+ ],
+ "distances_by_expert": [
+ 0.3738173544406891,
+ 14.172581672668457,
+ 34.931175231933594,
+ 30.05074691772461,
+ 23.199684143066406,
+ 7.719097137451172,
+ 23.161300659179688,
+ 17.015296936035156,
+ 16.889888763427734,
+ 20.100048065185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.402099609375,
+ "language": 52.28654861450195
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7562857866287231,
+ 0.0006857358966954052,
+ 2.405720245235443e-08,
+ 2.4053156266745646e-07,
+ 8.037986845010892e-06,
+ 0.016566673293709755,
+ 8.251022336480673e-06,
+ 0.00017950542678590864,
+ 0.00019865762442350388,
+ 3.842964724753983e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27933597564697266,
+ -7.285017967224121,
+ -17.542831420898438,
+ -15.2404146194458,
+ -11.731331825256348,
+ -4.100362300872803,
+ -11.70517349243164,
+ -8.62530517578125,
+ -8.523927688598633,
+ -10.166681289672852
+ ],
+ "distances_by_expert": [
+ 0.5586719512939453,
+ 14.570035934448242,
+ 35.085662841796875,
+ 30.4808292388916,
+ 23.462663650512695,
+ 8.200724601745605,
+ 23.41034698486328,
+ 17.2506103515625,
+ 17.047855377197266,
+ 20.333362579345703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7373046875,
+ "language": 52.29478073120117
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7717577815055847,
+ 0.0008052681223489344,
+ 2.473786686607582e-08,
+ 3.0140338935780164e-07,
+ 9.06646982912207e-06,
+ 0.022260192781686783,
+ 9.55990435613785e-06,
+ 0.00020033030887134373,
+ 0.00020254720584489405,
+ 4.3154697777936235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2590845227241516,
+ -7.124335289001465,
+ -17.514930725097656,
+ -15.014816284179688,
+ -11.61092758178711,
+ -3.804955244064331,
+ -11.55793285369873,
+ -8.515542984008789,
+ -8.504537582397461,
+ -10.050719261169434
+ ],
+ "distances_by_expert": [
+ 0.5181690454483032,
+ 14.24867057800293,
+ 35.02986145019531,
+ 30.029632568359375,
+ 23.22185516357422,
+ 7.609910488128662,
+ 23.11586570739746,
+ 17.031085968017578,
+ 17.009075164794922,
+ 20.101438522338867
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.42333984375,
+ "language": 52.288150787353516
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6719927787780762,
+ 0.0007373674307018518,
+ 2.2417960821030647e-08,
+ 2.448142879529769e-07,
+ 8.252840416389517e-06,
+ 0.015657741576433182,
+ 8.073042408796027e-06,
+ 0.00017114158254116774,
+ 0.00017642606690060347,
+ 3.894398832926527e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3975076377391815,
+ -7.212424278259277,
+ -17.6134033203125,
+ -15.222765922546387,
+ -11.70495319366455,
+ -4.156789779663086,
+ -11.726980209350586,
+ -8.673019409179688,
+ -8.642608642578125,
+ -10.153386116027832
+ ],
+ "distances_by_expert": [
+ 0.795015275478363,
+ 14.424848556518555,
+ 35.226806640625,
+ 30.445531845092773,
+ 23.4099063873291,
+ 8.313579559326172,
+ 23.453960418701172,
+ 17.346038818359375,
+ 17.28521728515625,
+ 20.306772232055664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.87060546875,
+ "language": 52.283203125
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7048913240432739,
+ 0.000749775383155793,
+ 2.326710379918495e-08,
+ 2.561216660978971e-07,
+ 8.171695299097337e-06,
+ 0.0167219415307045,
+ 8.325328963110223e-06,
+ 0.0001765149354469031,
+ 0.00018432619981467724,
+ 3.968229430029169e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34971165657043457,
+ -7.195736885070801,
+ -17.57622528076172,
+ -15.177613258361816,
+ -11.714834213256836,
+ -4.091033458709717,
+ -11.696208000183105,
+ -8.642105102539062,
+ -8.598803520202637,
+ -10.134605407714844
+ ],
+ "distances_by_expert": [
+ 0.6994233131408691,
+ 14.391473770141602,
+ 35.15245056152344,
+ 30.355226516723633,
+ 23.429668426513672,
+ 8.182066917419434,
+ 23.39241600036621,
+ 17.284210205078125,
+ 17.197607040405273,
+ 20.269210815429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3540.9326171875,
+ "language": 52.287559509277344
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7450424432754517,
+ 0.0007207439630292356,
+ 2.420120814861093e-08,
+ 2.5223695843124005e-07,
+ 8.196007001970429e-06,
+ 0.016403978690505028,
+ 8.314776096085552e-06,
+ 0.00018016176181845367,
+ 0.0001897159672807902,
+ 3.894473411492072e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29431408643722534,
+ -7.235226631164551,
+ -17.536863327026367,
+ -15.192896842956543,
+ -11.71186351776123,
+ -4.110231399536133,
+ -11.697476387023926,
+ -8.621655464172363,
+ -8.569982528686523,
+ -10.153367042541504
+ ],
+ "distances_by_expert": [
+ 0.5886281728744507,
+ 14.470453262329102,
+ 35.073726654052734,
+ 30.385793685913086,
+ 23.42372703552246,
+ 8.220462799072266,
+ 23.39495277404785,
+ 17.243310928344727,
+ 17.139965057373047,
+ 20.306734085083008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.849609375,
+ "language": 52.277809143066406
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6899847388267517,
+ 0.0005772407748736441,
+ 2.2054749138078478e-08,
+ 2.0918280085879815e-07,
+ 7.000534878898179e-06,
+ 0.013639210723340511,
+ 7.131422535167076e-06,
+ 0.00015685225662309676,
+ 0.00017401813238393515,
+ 3.265876875957474e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3710858225822449,
+ -7.457251071929932,
+ -17.629737854003906,
+ -15.380057334899902,
+ -11.869524002075195,
+ -4.294806480407715,
+ -11.85099983215332,
+ -8.76020622253418,
+ -8.656351089477539,
+ -10.329397201538086
+ ],
+ "distances_by_expert": [
+ 0.7421716451644897,
+ 14.914502143859863,
+ 35.25947570800781,
+ 30.760114669799805,
+ 23.73904800415039,
+ 8.58961296081543,
+ 23.70199966430664,
+ 17.52041244506836,
+ 17.312702178955078,
+ 20.658794403076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.953125,
+ "language": 52.2551155090332
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7102198004722595,
+ 0.0006471668020822108,
+ 2.3301566898226156e-08,
+ 2.4557800770708127e-07,
+ 7.589723281853367e-06,
+ 0.015226670540869236,
+ 7.749661563138943e-06,
+ 0.00016955567116383463,
+ 0.00017992155335377902,
+ 3.465068220975809e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34218084812164307,
+ -7.342906475067139,
+ -17.574745178222656,
+ -15.219651222229004,
+ -11.788715362548828,
+ -4.184706687927246,
+ -11.767861366271973,
+ -8.682329177856445,
+ -8.622989654541016,
+ -10.270193099975586
+ ],
+ "distances_by_expert": [
+ 0.6843616962432861,
+ 14.685812950134277,
+ 35.14949035644531,
+ 30.439302444458008,
+ 23.577430725097656,
+ 8.369413375854492,
+ 23.535722732543945,
+ 17.36465835571289,
+ 17.24597930908203,
+ 20.540386199951172
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.560791015625,
+ "language": 52.29096221923828
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.751049816608429,
+ 0.0007379221497103572,
+ 2.4553596489340634e-08,
+ 2.7996716767120233e-07,
+ 8.216338756028563e-06,
+ 0.018687007948756218,
+ 8.426872227573767e-06,
+ 0.00018443030421622097,
+ 0.00019394952687434852,
+ 3.7704721762565896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28628331422805786,
+ -7.211672306060791,
+ -17.52240753173828,
+ -15.088593482971191,
+ -11.709385871887207,
+ -3.979926824569702,
+ -11.68408489227295,
+ -8.598238945007324,
+ -8.54791259765625,
+ -10.185725212097168
+ ],
+ "distances_by_expert": [
+ 0.5725666284561157,
+ 14.423344612121582,
+ 35.04481506347656,
+ 30.177186965942383,
+ 23.418771743774414,
+ 7.959853649139404,
+ 23.3681697845459,
+ 17.19647789001465,
+ 17.0958251953125,
+ 20.371450424194336
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3376.41650390625,
+ "language": 52.27215576171875
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7173119783401489,
+ 0.0006396914832293987,
+ 2.3271232052479718e-08,
+ 2.289208964612044e-07,
+ 7.3265064202132635e-06,
+ 0.01580948382616043,
+ 7.616886250616517e-06,
+ 0.0001691388461040333,
+ 0.0001876708265626803,
+ 3.460102016106248e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3322444260120392,
+ -7.354524612426758,
+ -17.576047897338867,
+ -15.289889335632324,
+ -11.82401180267334,
+ -4.1471452713012695,
+ -11.78514289855957,
+ -8.68479061126709,
+ -8.58082103729248,
+ -10.271627426147461
+ ],
+ "distances_by_expert": [
+ 0.6644888520240784,
+ 14.709049224853516,
+ 35.152095794677734,
+ 30.57977867126465,
+ 23.64802360534668,
+ 8.294290542602539,
+ 23.57028579711914,
+ 17.36958122253418,
+ 17.16164207458496,
+ 20.543254852294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.6875,
+ "language": 52.28529739379883
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7455887198448181,
+ 0.0006553489365614951,
+ 2.3507359614427514e-08,
+ 2.3284142969259847e-07,
+ 7.870860827097204e-06,
+ 0.016236091032624245,
+ 8.035711289267056e-06,
+ 0.00017691298853605986,
+ 0.00019428756786510348,
+ 3.704794653458521e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29358115792274475,
+ -7.330342769622803,
+ -17.56595230102539,
+ -15.272908210754395,
+ -11.75234317779541,
+ -4.120518684387207,
+ -11.73161506652832,
+ -8.639852523803711,
+ -8.546171188354492,
+ -10.20329761505127
+ ],
+ "distances_by_expert": [
+ 0.5871623158454895,
+ 14.660685539245605,
+ 35.13190460205078,
+ 30.54581642150879,
+ 23.50468635559082,
+ 8.241037368774414,
+ 23.46323013305664,
+ 17.279705047607422,
+ 17.092342376708984,
+ 20.40659523010254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.99462890625,
+ "language": 52.305904388427734
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7806928753852844,
+ 0.0008145490428432822,
+ 2.5508869683221747e-08,
+ 3.085395121615875e-07,
+ 9.003887498693075e-06,
+ 0.021821264177560806,
+ 9.57006704993546e-06,
+ 0.0002020151587203145,
+ 0.0002041005645878613,
+ 4.221126073389314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2475733906030655,
+ -7.112875938415527,
+ -17.48423957824707,
+ -14.991415977478027,
+ -11.617854118347168,
+ -3.8248703479766846,
+ -11.556870460510254,
+ -8.50716781616211,
+ -8.49689769744873,
+ -10.072823524475098
+ ],
+ "distances_by_expert": [
+ 0.495146781206131,
+ 14.225751876831055,
+ 34.96847915649414,
+ 29.982831954956055,
+ 23.235708236694336,
+ 7.649740695953369,
+ 23.113740921020508,
+ 17.01433563232422,
+ 16.99379539489746,
+ 20.145647048950195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.2880859375,
+ "language": 52.289886474609375
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6674460768699646,
+ 0.000712914508767426,
+ 2.1911645831096394e-08,
+ 2.3506250101945625e-07,
+ 8.055637408688199e-06,
+ 0.015246796421706676,
+ 8.024491762625985e-06,
+ 0.00016797182615846395,
+ 0.00017450905579607934,
+ 3.902503885910846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4042966663837433,
+ -7.246149063110352,
+ -17.636247634887695,
+ -15.26341438293457,
+ -11.729138374328613,
+ -4.183385848999023,
+ -11.733012199401855,
+ -8.6917142868042,
+ -8.653533935546875,
+ -10.151307106018066
+ ],
+ "distances_by_expert": [
+ 0.8085933327674866,
+ 14.492298126220703,
+ 35.27249526977539,
+ 30.52682876586914,
+ 23.458276748657227,
+ 8.366771697998047,
+ 23.46602439880371,
+ 17.3834285736084,
+ 17.30706787109375,
+ 20.302614212036133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3590.501953125,
+ "language": 52.26768112182617
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7617201209068298,
+ 0.0008447693544439971,
+ 2.47664768693312e-08,
+ 2.9380038313320256e-07,
+ 9.121993571170606e-06,
+ 0.020346032455563545,
+ 9.236776350007858e-06,
+ 0.00019692601927090436,
+ 0.0002000903186853975,
+ 4.4701737351715565e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2721761167049408,
+ -7.076447010040283,
+ -17.513774871826172,
+ -15.040365219116211,
+ -11.604822158813477,
+ -3.894869327545166,
+ -11.592317581176758,
+ -8.532682418823242,
+ -8.516741752624512,
+ -10.015498161315918
+ ],
+ "distances_by_expert": [
+ 0.5443522334098816,
+ 14.152894020080566,
+ 35.027549743652344,
+ 30.080730438232422,
+ 23.209644317626953,
+ 7.789738655090332,
+ 23.184635162353516,
+ 17.065364837646484,
+ 17.033483505249023,
+ 20.030996322631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.9853515625,
+ "language": 52.2834358215332
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7349667549133301,
+ 0.0007288706256076694,
+ 2.3569766582909324e-08,
+ 2.440641253542708e-07,
+ 8.099763363134116e-06,
+ 0.015599704347550869,
+ 8.247788173321169e-06,
+ 0.0001746322523104027,
+ 0.00018919416470453143,
+ 3.8836875319248065e-05
+ ],
+ "log_scores_by_expert": [
+ -0.307930052280426,
+ -7.2240142822265625,
+ -17.56330108642578,
+ -15.225834846496582,
+ -11.723675727844238,
+ -4.160503387451172,
+ -11.705565452575684,
+ -8.652828216552734,
+ -8.572736740112305,
+ -10.156140327453613
+ ],
+ "distances_by_expert": [
+ 0.615860104560852,
+ 14.448028564453125,
+ 35.12660217285156,
+ 30.451669692993164,
+ 23.447351455688477,
+ 8.321006774902344,
+ 23.411130905151367,
+ 17.30565643310547,
+ 17.14547348022461,
+ 20.312280654907227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.094482421875,
+ "language": 52.27446365356445
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6668979525566101,
+ 0.0005653203697875142,
+ 2.173113422543338e-08,
+ 1.9642979509626457e-07,
+ 6.8255649239290506e-06,
+ 0.012600129470229149,
+ 7.005343377386453e-06,
+ 0.00015222822548821568,
+ 0.00016879480972420424,
+ 3.2292136893374845e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40511825680732727,
+ -7.478117942810059,
+ -17.644519805908203,
+ -15.442960739135742,
+ -11.894835472106934,
+ -4.374048233032227,
+ -11.868837356567383,
+ -8.790129661560059,
+ -8.686826705932617,
+ -10.340686798095703
+ ],
+ "distances_by_expert": [
+ 0.8102365136146545,
+ 14.956235885620117,
+ 35.289039611816406,
+ 30.885921478271484,
+ 23.789670944213867,
+ 8.748096466064453,
+ 23.737674713134766,
+ 17.580259323120117,
+ 17.373653411865234,
+ 20.681373596191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.373779296875,
+ "language": 52.270591735839844
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8041530251502991,
+ 0.0008979397243820131,
+ 2.593648673610005e-08,
+ 3.451197017056984e-07,
+ 9.78258867689874e-06,
+ 0.023382890969514847,
+ 9.906846571539063e-06,
+ 0.00021061496227048337,
+ 0.00021122705948073417,
+ 4.539326255326159e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2179657369852066,
+ -7.015407562255859,
+ -17.467615127563477,
+ -14.879374504089355,
+ -11.534906387329102,
+ -3.7557506561279297,
+ -11.522284507751465,
+ -8.465478897094727,
+ -8.462576866149902,
+ -10.000146865844727
+ ],
+ "distances_by_expert": [
+ 0.4359314739704132,
+ 14.030815124511719,
+ 34.93523025512695,
+ 29.75874900817871,
+ 23.069812774658203,
+ 7.511501312255859,
+ 23.04456901550293,
+ 16.930957794189453,
+ 16.925153732299805,
+ 20.000293731689453
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.288818359375,
+ "language": 52.29349899291992
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7557864785194397,
+ 0.0008492912747897208,
+ 2.4638838524992934e-08,
+ 3.217510595732165e-07,
+ 8.989551133709028e-06,
+ 0.022828929126262665,
+ 9.39927758736303e-06,
+ 0.00019609375158324838,
+ 0.0002014917990891263,
+ 4.16108887293376e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2799963653087616,
+ -7.071108341217041,
+ -17.51894187927246,
+ -14.949487686157227,
+ -11.619447708129883,
+ -3.77972674369812,
+ -11.574877738952637,
+ -8.536917686462402,
+ -8.509761810302734,
+ -10.087148666381836
+ ],
+ "distances_by_expert": [
+ 0.5599927306175232,
+ 14.142216682434082,
+ 35.03788375854492,
+ 29.898975372314453,
+ 23.238895416259766,
+ 7.55945348739624,
+ 23.149755477905273,
+ 17.073835372924805,
+ 17.01952362060547,
+ 20.174297332763672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.19677734375,
+ "language": 52.267982482910156
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7403808236122131,
+ 0.0006710960878990591,
+ 2.3501440793438633e-08,
+ 2.3322233744238474e-07,
+ 7.597233434353257e-06,
+ 0.015870429575443268,
+ 7.908699444669764e-06,
+ 0.0001715111720841378,
+ 0.00019342271843925118,
+ 3.6165787605568767e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3005906343460083,
+ -7.30659818649292,
+ -17.566204071044922,
+ -15.271273612976074,
+ -11.787726402282715,
+ -4.1432976722717285,
+ -11.747547149658203,
+ -8.670862197875977,
+ -8.55063247680664,
+ -10.227396965026855
+ ],
+ "distances_by_expert": [
+ 0.6011812686920166,
+ 14.61319637298584,
+ 35.132408142089844,
+ 30.54254722595215,
+ 23.57545280456543,
+ 8.286595344543457,
+ 23.495094299316406,
+ 17.341724395751953,
+ 17.10126495361328,
+ 20.45479393005371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.37158203125,
+ "language": 52.26399612426758
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7200354337692261,
+ 0.0006382673163898289,
+ 2.295081458214554e-08,
+ 2.1789730908494676e-07,
+ 7.457675110345008e-06,
+ 0.015528405085206032,
+ 7.830580216250382e-06,
+ 0.0001708338677417487,
+ 0.00019019040337298065,
+ 3.61716520274058e-05
+ ],
+ "log_scores_by_expert": [
+ -0.328454852104187,
+ -7.356753349304199,
+ -17.58991241455078,
+ -15.339241981506348,
+ -11.806266784667969,
+ -4.165084362030029,
+ -11.757473945617676,
+ -8.674818992614746,
+ -8.567484855651855,
+ -10.227234840393066
+ ],
+ "distances_by_expert": [
+ 0.656909704208374,
+ 14.713506698608398,
+ 35.17982482910156,
+ 30.678483963012695,
+ 23.612533569335938,
+ 8.330168724060059,
+ 23.51494789123535,
+ 17.349637985229492,
+ 17.13496971130371,
+ 20.454469680786133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.5576171875,
+ "language": 52.29451370239258
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8038119673728943,
+ 0.0008222507894970477,
+ 2.5756007104860146e-08,
+ 2.961470784157427e-07,
+ 9.243914973922074e-06,
+ 0.021131664514541626,
+ 9.596377822163049e-06,
+ 0.00020318158203735948,
+ 0.0002102234575431794,
+ 4.385067950352095e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21839000284671783,
+ -7.1034650802612305,
+ -17.474597930908203,
+ -15.03240966796875,
+ -11.591545104980469,
+ -3.856982707977295,
+ -11.55412483215332,
+ -8.501410484313965,
+ -8.467339515686035,
+ -10.034720420837402
+ ],
+ "distances_by_expert": [
+ 0.43678000569343567,
+ 14.206930160522461,
+ 34.949195861816406,
+ 30.0648193359375,
+ 23.183090209960938,
+ 7.71396541595459,
+ 23.10824966430664,
+ 17.00282096862793,
+ 16.93467903137207,
+ 20.069440841674805
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3334.686767578125,
+ "language": 52.30997848510742
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6299089789390564,
+ 0.0006776540540158749,
+ 2.073397631363605e-08,
+ 2.851418230420677e-07,
+ 7.640684088983107e-06,
+ 0.01908043399453163,
+ 8.144682396959979e-06,
+ 0.0001701550354482606,
+ 0.00017570977797731757,
+ 3.469274452072568e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4621799886226654,
+ -7.296873569488525,
+ -17.691492080688477,
+ -15.070279121398926,
+ -11.782023429870605,
+ -3.959091901779175,
+ -11.718145370483398,
+ -8.678800582885742,
+ -8.646677017211914,
+ -10.268980026245117
+ ],
+ "distances_by_expert": [
+ 0.9243599772453308,
+ 14.59374713897705,
+ 35.38298416137695,
+ 30.14055824279785,
+ 23.56404685974121,
+ 7.91818380355835,
+ 23.436290740966797,
+ 17.357601165771484,
+ 17.293354034423828,
+ 20.537960052490234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.6162109375,
+ "language": 52.25865936279297
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7896167039871216,
+ 0.0008623901521787047,
+ 2.500241436109718e-08,
+ 3.2031977070801076e-07,
+ 9.212732948071789e-06,
+ 0.02336748130619526,
+ 9.690736078482587e-06,
+ 0.0002044970606220886,
+ 0.00021060391736682504,
+ 4.4190219341544434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23620764911174774,
+ -7.055802822113037,
+ -17.50429344177246,
+ -14.953946113586426,
+ -11.594923973083496,
+ -3.7564098834991455,
+ -11.544340133666992,
+ -8.494956970214844,
+ -8.465531349182129,
+ -10.027007102966309
+ ],
+ "distances_by_expert": [
+ 0.4724152982234955,
+ 14.111605644226074,
+ 35.00858688354492,
+ 29.90789222717285,
+ 23.189847946166992,
+ 7.512819766998291,
+ 23.088680267333984,
+ 16.989913940429688,
+ 16.931062698364258,
+ 20.054014205932617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.556396484375,
+ "language": 52.276878356933594
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6711832284927368,
+ 0.0007422160706482828,
+ 2.247327479665273e-08,
+ 2.479151248735434e-07,
+ 8.126270586217288e-06,
+ 0.016282718628644943,
+ 8.134575182339177e-06,
+ 0.00017418665811419487,
+ 0.00017758271133061498,
+ 3.893975372193381e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3987131714820862,
+ -7.205870151519775,
+ -17.610939025878906,
+ -15.210179328918457,
+ -11.72040843963623,
+ -4.117650985717773,
+ -11.71938705444336,
+ -8.655383110046387,
+ -8.63607406616211,
+ -10.153494834899902
+ ],
+ "distances_by_expert": [
+ 0.7974263429641724,
+ 14.41174030303955,
+ 35.22187805175781,
+ 30.420358657836914,
+ 23.44081687927246,
+ 8.235301971435547,
+ 23.43877410888672,
+ 17.310766220092773,
+ 17.27214813232422,
+ 20.306989669799805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.14599609375,
+ "language": 52.27513122558594
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7145574688911438,
+ 0.0007943782256916165,
+ 2.376745200649566e-08,
+ 2.6581636802802677e-07,
+ 8.276532753370702e-06,
+ 0.017580363899469376,
+ 8.450879249721766e-06,
+ 0.0001787249493645504,
+ 0.00018880574498325586,
+ 3.954429485020228e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33609187602996826,
+ -7.137950897216797,
+ -17.554948806762695,
+ -15.140460014343262,
+ -11.702086448669434,
+ -4.040972709655762,
+ -11.68124008178711,
+ -8.62966251373291,
+ -8.57479190826416,
+ -10.138089179992676
+ ],
+ "distances_by_expert": [
+ 0.6721837520599365,
+ 14.275901794433594,
+ 35.10989761352539,
+ 30.280920028686523,
+ 23.404172897338867,
+ 8.081945419311523,
+ 23.36248016357422,
+ 17.25932502746582,
+ 17.14958381652832,
+ 20.27617835998535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.24658203125,
+ "language": 52.278533935546875
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7002494931221008,
+ 0.000661048456095159,
+ 2.308009605656025e-08,
+ 2.1979066389121726e-07,
+ 7.389576239802409e-06,
+ 0.014522015117108822,
+ 7.661859854124486e-06,
+ 0.00016648990276735276,
+ 0.000178643167600967,
+ 3.5459415812511e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35631853342056274,
+ -7.321683406829834,
+ -17.58429527282715,
+ -15.33059024810791,
+ -11.81544017791748,
+ -4.232089519500732,
+ -11.779255867004395,
+ -8.700575828552246,
+ -8.630120277404785,
+ -10.247121810913086
+ ],
+ "distances_by_expert": [
+ 0.7126370668411255,
+ 14.643366813659668,
+ 35.1685905456543,
+ 30.66118049621582,
+ 23.63088035583496,
+ 8.464179039001465,
+ 23.55851173400879,
+ 17.401151657104492,
+ 17.26024055480957,
+ 20.494243621826172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.755615234375,
+ "language": 52.26176071166992
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6863414645195007,
+ 0.0006048156647011638,
+ 2.2644393027348997e-08,
+ 2.103565037714361e-07,
+ 7.053839453874389e-06,
+ 0.013510323129594326,
+ 7.340073807426961e-06,
+ 0.000157771457452327,
+ 0.00017520744586363435,
+ 3.31121300405357e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37637996673583984,
+ -7.410586833953857,
+ -17.60335350036621,
+ -15.374462127685547,
+ -11.8619384765625,
+ -4.3043012619018555,
+ -11.822161674499512,
+ -8.754363059997559,
+ -8.649539947509766,
+ -10.315610885620117
+ ],
+ "distances_by_expert": [
+ 0.7527599334716797,
+ 14.821173667907715,
+ 35.20670700073242,
+ 30.748924255371094,
+ 23.723876953125,
+ 8.608602523803711,
+ 23.644323348999023,
+ 17.508726119995117,
+ 17.29907989501953,
+ 20.631221771240234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.7275390625,
+ "language": 52.28219223022461
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7117788791656494,
+ 0.000652632734272629,
+ 2.282295419320235e-08,
+ 2.5548396820340713e-07,
+ 7.719212590018287e-06,
+ 0.016373280435800552,
+ 7.825407010386698e-06,
+ 0.00017191466758958995,
+ 0.00018225537496618927,
+ 3.551095142029226e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33998796343803406,
+ -7.334496021270752,
+ -17.59549903869629,
+ -15.180106163024902,
+ -11.771798133850098,
+ -4.112104415893555,
+ -11.758134841918945,
+ -8.668512344360352,
+ -8.610101699829102,
+ -10.2456693649292
+ ],
+ "distances_by_expert": [
+ 0.6799759268760681,
+ 14.668992042541504,
+ 35.19099807739258,
+ 30.360212326049805,
+ 23.543596267700195,
+ 8.22420883178711,
+ 23.51626968383789,
+ 17.337024688720703,
+ 17.220203399658203,
+ 20.4913387298584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.9052734375,
+ "language": 52.276710510253906
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6644673347473145,
+ 0.0007253204239532351,
+ 2.173300117647159e-08,
+ 2.998657748776168e-07,
+ 8.093362339423038e-06,
+ 0.020393630489706993,
+ 8.491773769492283e-06,
+ 0.0001788570953067392,
+ 0.00018226353859063238,
+ 3.6632776755141094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40876948833465576,
+ -7.2288970947265625,
+ -17.644433975219727,
+ -15.019930839538574,
+ -11.724466323852539,
+ -3.8925325870513916,
+ -11.676412582397461,
+ -8.628923416137695,
+ -8.61005687713623,
+ -10.214567184448242
+ ],
+ "distances_by_expert": [
+ 0.8175389766693115,
+ 14.457794189453125,
+ 35.28886795043945,
+ 30.03986167907715,
+ 23.448932647705078,
+ 7.785065174102783,
+ 23.352825164794922,
+ 17.25784683227539,
+ 17.22011375427246,
+ 20.429134368896484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.2041015625,
+ "language": 52.27623748779297
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7514511942863464,
+ 0.0007086247787810862,
+ 2.4271564313949057e-08,
+ 2.594723582660663e-07,
+ 8.027660442166962e-06,
+ 0.01809433475136757,
+ 8.290641744679306e-06,
+ 0.00018135758000425994,
+ 0.0001960372901521623,
+ 3.782119165407494e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28574901819229126,
+ -7.2521843910217285,
+ -17.533960342407227,
+ -15.164615631103516,
+ -11.732617378234863,
+ -4.0121564865112305,
+ -11.700383186340332,
+ -8.615039825439453,
+ -8.537205696105957,
+ -10.18264102935791
+ ],
+ "distances_by_expert": [
+ 0.5714980363845825,
+ 14.504368782043457,
+ 35.06792068481445,
+ 30.32923126220703,
+ 23.465234756469727,
+ 8.024312973022461,
+ 23.400766372680664,
+ 17.230079650878906,
+ 17.074411392211914,
+ 20.36528205871582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.968017578125,
+ "language": 52.27785110473633
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7326869964599609,
+ 0.0006421118159778416,
+ 2.3035061857967776e-08,
+ 2.3211177335724642e-07,
+ 7.493078555853572e-06,
+ 0.016064459457993507,
+ 7.766493581584655e-06,
+ 0.00017106519953813404,
+ 0.00019246387819293886,
+ 3.5125769500155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31103670597076416,
+ -7.350748062133789,
+ -17.58624839782715,
+ -15.276046752929688,
+ -11.801530838012695,
+ -4.13114595413208,
+ -11.765691757202148,
+ -8.673465728759766,
+ -8.555602073669434,
+ -10.256575584411621
+ ],
+ "distances_by_expert": [
+ 0.6220734119415283,
+ 14.701496124267578,
+ 35.1724967956543,
+ 30.552093505859375,
+ 23.60306167602539,
+ 8.26229190826416,
+ 23.531383514404297,
+ 17.34693145751953,
+ 17.111204147338867,
+ 20.513151168823242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.2109375,
+ "language": 52.27127456665039
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7366542220115662,
+ 0.0007470916607417166,
+ 2.4277674981476594e-08,
+ 2.808936017117958e-07,
+ 8.337039616890252e-06,
+ 0.019256215542554855,
+ 8.766915925662033e-06,
+ 0.00018496364646125585,
+ 0.00019487339886836708,
+ 3.8397960452130064e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3056367337703705,
+ -7.199322700500488,
+ -17.533708572387695,
+ -15.08528995513916,
+ -11.694802284240723,
+ -3.9499213695526123,
+ -11.644525527954102,
+ -8.595351219177246,
+ -8.543160438537598,
+ -10.167506217956543
+ ],
+ "distances_by_expert": [
+ 0.611273467540741,
+ 14.398645401000977,
+ 35.06741714477539,
+ 30.17057991027832,
+ 23.389604568481445,
+ 7.899842739105225,
+ 23.289051055908203,
+ 17.190702438354492,
+ 17.086320877075195,
+ 20.335012435913086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.8076171875,
+ "language": 52.28476333618164
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.671157956123352,
+ 0.0007435040315613151,
+ 2.2438197078145095e-08,
+ 2.5752828491931723e-07,
+ 8.086187335720751e-06,
+ 0.016925381496548653,
+ 8.215805792133324e-06,
+ 0.00017243452020920813,
+ 0.00017640234727878124,
+ 3.91244248021394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39875078201293945,
+ -7.204136371612549,
+ -17.61250114440918,
+ -15.172136306762695,
+ -11.725353240966797,
+ -4.0789408683776855,
+ -11.709450721740723,
+ -8.66549301147461,
+ -8.642743110656738,
+ -10.148763656616211
+ ],
+ "distances_by_expert": [
+ 0.7975015640258789,
+ 14.408272743225098,
+ 35.22500228881836,
+ 30.34427261352539,
+ 23.450706481933594,
+ 8.157881736755371,
+ 23.418901443481445,
+ 17.33098602294922,
+ 17.285486221313477,
+ 20.297527313232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3536.50439453125,
+ "language": 52.289817810058594
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7952306270599365,
+ 0.0009244069224223495,
+ 2.6190562607553147e-08,
+ 3.1545260981147294e-07,
+ 9.36249034566572e-06,
+ 0.021891513839364052,
+ 9.627223334973678e-06,
+ 0.00020293777924962342,
+ 0.00020883270190097392,
+ 4.5014461647951975e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22912317514419556,
+ -6.986358165740967,
+ -17.457866668701172,
+ -14.969257354736328,
+ -11.5787992477417,
+ -3.8216562271118164,
+ -11.550915718078613,
+ -8.50261116027832,
+ -8.473977088928223,
+ -10.008526802062988
+ ],
+ "distances_by_expert": [
+ 0.4582463502883911,
+ 13.972716331481934,
+ 34.915733337402344,
+ 29.938514709472656,
+ 23.1575984954834,
+ 7.643312454223633,
+ 23.101831436157227,
+ 17.00522232055664,
+ 16.947954177856445,
+ 20.017053604125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.623291015625,
+ "language": 52.269874572753906
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.690431535243988,
+ 0.0006769116153009236,
+ 2.236372509401008e-08,
+ 2.3244318470005965e-07,
+ 7.468415788025595e-06,
+ 0.01575506664812565,
+ 7.869644832680933e-06,
+ 0.00016778369899839163,
+ 0.00018248007108923048,
+ 3.6226196243660524e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37043845653533936,
+ -7.297969818115234,
+ -17.615825653076172,
+ -15.274620056152344,
+ -11.804827690124512,
+ -4.150593280792236,
+ -11.752497673034668,
+ -8.692834854125977,
+ -8.608869552612305,
+ -10.225728034973145
+ ],
+ "distances_by_expert": [
+ 0.7408769130706787,
+ 14.595939636230469,
+ 35.231651306152344,
+ 30.549240112304688,
+ 23.609655380249023,
+ 8.301186561584473,
+ 23.504995346069336,
+ 17.385669708251953,
+ 17.21773910522461,
+ 20.45145606994629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.037353515625,
+ "language": 52.285377502441406
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6463470458984375,
+ 0.0005350380670279264,
+ 2.0849617143881005e-08,
+ 1.972896512825173e-07,
+ 6.5126578192575835e-06,
+ 0.01268315315246582,
+ 6.6467159740568604e-06,
+ 0.00014696229482069612,
+ 0.00016382496687583625,
+ 3.0118129870970733e-05
+ ],
+ "log_scores_by_expert": [
+ -0.436418741941452,
+ -7.533172607421875,
+ -17.685930252075195,
+ -15.438592910766602,
+ -11.941762924194336,
+ -4.367480754852295,
+ -11.921387672424316,
+ -8.825334548950195,
+ -8.71671199798584,
+ -10.410383224487305
+ ],
+ "distances_by_expert": [
+ 0.872837483882904,
+ 15.06634521484375,
+ 35.37186050415039,
+ 30.877185821533203,
+ 23.883525848388672,
+ 8.73496150970459,
+ 23.842775344848633,
+ 17.65066909790039,
+ 17.43342399597168,
+ 20.82076644897461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.87109375,
+ "language": 52.28117370605469
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7470483779907227,
+ 0.0008875931380316615,
+ 2.4433346013097434e-08,
+ 3.4229327638968243e-07,
+ 9.361348020320293e-06,
+ 0.024503348395228386,
+ 9.854333256953396e-06,
+ 0.00020519956888165325,
+ 0.00019777371198870242,
+ 4.3094692955492064e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29162535071372986,
+ -7.026997089385986,
+ -17.52731704711914,
+ -14.887598037719727,
+ -11.5789213180542,
+ -3.7089455127716064,
+ -11.527599334716797,
+ -8.491527557373047,
+ -8.528387069702148,
+ -10.05211067199707
+ ],
+ "distances_by_expert": [
+ 0.5832507014274597,
+ 14.053994178771973,
+ 35.05463409423828,
+ 29.775196075439453,
+ 23.1578426361084,
+ 7.417891025543213,
+ 23.055198669433594,
+ 16.983055114746094,
+ 17.056774139404297,
+ 20.10422134399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.57421875,
+ "language": 52.29975128173828
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7425892949104309,
+ 0.0008568716584704816,
+ 2.4252591046547423e-08,
+ 3.374315440396458e-07,
+ 9.190768651023973e-06,
+ 0.0238089207559824,
+ 9.599865734344348e-06,
+ 0.0002021674154093489,
+ 0.00019700471602845937,
+ 4.2441057303221896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29761213064193726,
+ -7.062222480773926,
+ -17.53474235534668,
+ -14.90190315246582,
+ -11.597311019897461,
+ -3.7376949787139893,
+ -11.55376148223877,
+ -8.506414413452148,
+ -8.532282829284668,
+ -10.067394256591797
+ ],
+ "distances_by_expert": [
+ 0.5952242612838745,
+ 14.124444961547852,
+ 35.06948471069336,
+ 29.80380630493164,
+ 23.194622039794922,
+ 7.4753899574279785,
+ 23.10752296447754,
+ 17.012828826904297,
+ 17.064565658569336,
+ 20.134788513183594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.121826171875,
+ "language": 52.27627182006836
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7322693467140198,
+ 0.0006516578141599894,
+ 2.3661156589582788e-08,
+ 2.360624051789273e-07,
+ 7.540167189290514e-06,
+ 0.016621079295873642,
+ 7.97797656559851e-06,
+ 0.00017440092051401734,
+ 0.00018875983369071037,
+ 3.5912693419959396e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31160691380500793,
+ -7.335990905761719,
+ -17.559431076049805,
+ -15.259169578552246,
+ -11.795266151428223,
+ -4.097083568572998,
+ -11.738825798034668,
+ -8.654153823852539,
+ -8.575035095214844,
+ -10.234419822692871
+ ],
+ "distances_by_expert": [
+ 0.6232138276100159,
+ 14.671981811523438,
+ 35.11886215209961,
+ 30.518339157104492,
+ 23.590532302856445,
+ 8.194167137145996,
+ 23.477651596069336,
+ 17.308307647705078,
+ 17.150070190429688,
+ 20.468839645385742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.573974609375,
+ "language": 52.272560119628906
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735105574131012,
+ 0.0006611070712096989,
+ 2.330543402706553e-08,
+ 2.3490139255955e-07,
+ 7.662926691409666e-06,
+ 0.016667889431118965,
+ 8.041291948757134e-06,
+ 0.00017512324848212302,
+ 0.0001932849845616147,
+ 3.6764722608495504e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3077412545681,
+ -7.321594715118408,
+ -17.5745792388916,
+ -15.264100074768066,
+ -11.7791166305542,
+ -4.094271183013916,
+ -11.730920791625977,
+ -8.650020599365234,
+ -8.551344871520996,
+ -10.21097183227539
+ ],
+ "distances_by_expert": [
+ 0.6154825091362,
+ 14.643189430236816,
+ 35.1491584777832,
+ 30.528200149536133,
+ 23.5582332611084,
+ 8.188542366027832,
+ 23.461841583251953,
+ 17.30004119873047,
+ 17.102689743041992,
+ 20.42194366455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.338623046875,
+ "language": 52.29538345336914
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7308462858200073,
+ 0.0006590983248315752,
+ 2.2987045156241948e-08,
+ 2.447279143780179e-07,
+ 7.9485253081657e-06,
+ 0.017810910940170288,
+ 8.267026714747772e-06,
+ 0.00018035170796792954,
+ 0.00018968485528603196,
+ 3.7843921745661646e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3135521709918976,
+ -7.3246378898620605,
+ -17.588335037231445,
+ -15.223118782043457,
+ -11.742524147033691,
+ -4.027944087982178,
+ -11.703235626220703,
+ -8.620601654052734,
+ -8.570146560668945,
+ -10.182040214538574
+ ],
+ "distances_by_expert": [
+ 0.6271043419837952,
+ 14.649275779724121,
+ 35.17667007446289,
+ 30.446237564086914,
+ 23.485048294067383,
+ 8.055888175964355,
+ 23.406471252441406,
+ 17.24120330810547,
+ 17.14029312133789,
+ 20.36408042907715
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3383.873779296875,
+ "language": 52.29790496826172
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6551148891448975,
+ 0.0007121004746295512,
+ 2.189643666383745e-08,
+ 2.3821765182674426e-07,
+ 8.201128366636112e-06,
+ 0.015056482516229153,
+ 7.938094313431066e-06,
+ 0.00016829122614581138,
+ 0.0001717175473459065,
+ 3.898742943420075e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4229446053504944,
+ -7.247291564941406,
+ -17.63694190979004,
+ -15.250081062316895,
+ -11.711238861083984,
+ -4.19594669342041,
+ -11.743837356567383,
+ -8.689814567565918,
+ -8.669659614562988,
+ -10.152271270751953
+ ],
+ "distances_by_expert": [
+ 0.8458892107009888,
+ 14.494583129882812,
+ 35.27388381958008,
+ 30.50016212463379,
+ 23.42247772216797,
+ 8.39189338684082,
+ 23.487674713134766,
+ 17.379629135131836,
+ 17.339319229125977,
+ 20.304542541503906
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3477.471435546875,
+ "language": 52.293357849121094
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7508147954940796,
+ 0.0008472740883007646,
+ 2.49848230993166e-08,
+ 2.8408030061655154e-07,
+ 9.040921213454567e-06,
+ 0.01982159912586212,
+ 9.00598297448596e-06,
+ 0.00019289036572445184,
+ 0.00019690292538143694,
+ 4.306790651753545e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2865963280200958,
+ -7.073486328125,
+ -17.50499725341797,
+ -15.07400894165039,
+ -11.613749504089355,
+ -3.920983076095581,
+ -11.617621421813965,
+ -8.553388595581055,
+ -8.53279972076416,
+ -10.052732467651367
+ ],
+ "distances_by_expert": [
+ 0.5731926560401917,
+ 14.14697265625,
+ 35.00999450683594,
+ 30.14801788330078,
+ 23.22749900817871,
+ 7.841966152191162,
+ 23.23524284362793,
+ 17.10677719116211,
+ 17.06559944152832,
+ 20.105464935302734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3400.20458984375,
+ "language": 52.26365661621094
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6747963428497314,
+ 0.0006448116037063301,
+ 2.176373925522057e-08,
+ 2.2984843894846563e-07,
+ 7.412161721731536e-06,
+ 0.014394087716937065,
+ 7.564028692286229e-06,
+ 0.00016167086141649634,
+ 0.00017617673438508064,
+ 3.533080598572269e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3933444023132324,
+ -7.34655237197876,
+ -17.643020629882812,
+ -15.285845756530762,
+ -11.81238842010498,
+ -4.24093770980835,
+ -11.792106628417969,
+ -8.729948043823242,
+ -8.644022941589355,
+ -10.250755310058594
+ ],
+ "distances_by_expert": [
+ 0.7866888046264648,
+ 14.69310474395752,
+ 35.286041259765625,
+ 30.571691513061523,
+ 23.62477684020996,
+ 8.4818754196167,
+ 23.584213256835938,
+ 17.459896087646484,
+ 17.28804588317871,
+ 20.501510620117188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3544.977783203125,
+ "language": 52.29269790649414
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7090570330619812,
+ 0.00062770169461146,
+ 2.2827089551924473e-08,
+ 2.2574371882910782e-07,
+ 7.4387312452017795e-06,
+ 0.014959798194468021,
+ 7.5274574555805884e-06,
+ 0.00016509302076883614,
+ 0.00018151903350371867,
+ 3.482560350676067e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3438193202018738,
+ -7.373445510864258,
+ -17.595317840576172,
+ -15.303865432739258,
+ -11.808810234069824,
+ -4.202388763427734,
+ -11.796953201293945,
+ -8.709001541137695,
+ -8.614150047302246,
+ -10.265157699584961
+ ],
+ "distances_by_expert": [
+ 0.6876386404037476,
+ 14.746891021728516,
+ 35.190635681152344,
+ 30.607730865478516,
+ 23.61762046813965,
+ 8.404777526855469,
+ 23.59390640258789,
+ 17.41800308227539,
+ 17.228300094604492,
+ 20.530315399169922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.0390625,
+ "language": 52.26716232299805
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7295746207237244,
+ 0.0008068024762906134,
+ 2.3602245491360918e-08,
+ 3.303387359210319e-07,
+ 8.636555321572814e-06,
+ 0.02265966683626175,
+ 9.070578016689979e-06,
+ 0.0001906609395518899,
+ 0.0001987622381420806,
+ 3.9580248994752765e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3152936100959778,
+ -7.122431755065918,
+ -17.56192398071289,
+ -14.923147201538086,
+ -11.659506797790527,
+ -3.7871687412261963,
+ -11.610474586486816,
+ -8.565013885498047,
+ -8.523401260375977,
+ -10.13718032836914
+ ],
+ "distances_by_expert": [
+ 0.6305872201919556,
+ 14.244863510131836,
+ 35.12384796142578,
+ 29.846294403076172,
+ 23.319013595581055,
+ 7.574337482452393,
+ 23.220949172973633,
+ 17.130027770996094,
+ 17.046802520751953,
+ 20.27436065673828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.63427734375,
+ "language": 52.265296936035156
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7478330135345459,
+ 0.000837175059132278,
+ 2.446211588846836e-08,
+ 3.3438570312682714e-07,
+ 9.178103027807083e-06,
+ 0.023422155529260635,
+ 9.394240805704612e-06,
+ 0.0002008106093853712,
+ 0.00020139805565122515,
+ 4.2335308535257354e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2905755639076233,
+ -7.085477352142334,
+ -17.526140213012695,
+ -14.910970687866211,
+ -11.598690032958984,
+ -3.754072904586792,
+ -11.575413703918457,
+ -8.513148307800293,
+ -8.51022720336914,
+ -10.069889068603516
+ ],
+ "distances_by_expert": [
+ 0.5811511278152466,
+ 14.170954704284668,
+ 35.05228042602539,
+ 29.821941375732422,
+ 23.19738006591797,
+ 7.508145809173584,
+ 23.150827407836914,
+ 17.026296615600586,
+ 17.02045440673828,
+ 20.13977813720703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.582763671875,
+ "language": 52.28681182861328
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7288532853126526,
+ 0.0006565684452652931,
+ 2.3267281434868892e-08,
+ 2.3387538305996713e-07,
+ 7.664219992875587e-06,
+ 0.016091883182525635,
+ 7.826220098650083e-06,
+ 0.00017444715194869787,
+ 0.0001910068967845291,
+ 3.6639554309658706e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31628283858299255,
+ -7.328483581542969,
+ -17.576217651367188,
+ -15.268477439880371,
+ -11.778947830200195,
+ -4.1294403076171875,
+ -11.758030891418457,
+ -8.653888702392578,
+ -8.563200950622559,
+ -10.21438217163086
+ ],
+ "distances_by_expert": [
+ 0.6325656771659851,
+ 14.656967163085938,
+ 35.152435302734375,
+ 30.536954879760742,
+ 23.55789566040039,
+ 8.258880615234375,
+ 23.516061782836914,
+ 17.307777404785156,
+ 17.126401901245117,
+ 20.42876434326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.624267578125,
+ "language": 52.28950500488281
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7483561038970947,
+ 0.0008174910908564925,
+ 2.4322865499470936e-08,
+ 3.173926472754829e-07,
+ 9.183750080410391e-06,
+ 0.022982336580753326,
+ 9.520936146145687e-06,
+ 0.00019848530064336956,
+ 0.00019835720013361424,
+ 4.260428613633849e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28987637162208557,
+ -7.1092705726623535,
+ -17.531848907470703,
+ -14.963126182556152,
+ -11.598074913024902,
+ -3.773029327392578,
+ -11.562017440795898,
+ -8.524795532226562,
+ -8.52544116973877,
+ -10.063555717468262
+ ],
+ "distances_by_expert": [
+ 0.5797527432441711,
+ 14.218541145324707,
+ 35.063697814941406,
+ 29.926252365112305,
+ 23.196149826049805,
+ 7.546058654785156,
+ 23.124034881591797,
+ 17.049591064453125,
+ 17.05088233947754,
+ 20.127111434936523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.135986328125,
+ "language": 52.29948425292969
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6510353684425354,
+ 0.000724982877727598,
+ 2.1709137598691086e-08,
+ 2.474177165368019e-07,
+ 8.081885425781365e-06,
+ 0.015850592404603958,
+ 7.978432222444098e-06,
+ 0.00016713292279746383,
+ 0.00017184844182338566,
+ 3.853368980344385e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291912913322449,
+ -7.229362487792969,
+ -17.645532608032227,
+ -15.212187767028809,
+ -11.725885391235352,
+ -4.144548416137695,
+ -11.738768577575684,
+ -8.696721076965332,
+ -8.66889762878418,
+ -10.16397762298584
+ ],
+ "distances_by_expert": [
+ 0.8583825826644897,
+ 14.458724975585938,
+ 35.29106521606445,
+ 30.424375534057617,
+ 23.451770782470703,
+ 8.28909683227539,
+ 23.477537155151367,
+ 17.393442153930664,
+ 17.33779525756836,
+ 20.32795524597168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3571.979248046875,
+ "language": 52.2796630859375
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7558875679969788,
+ 0.0008897212101146579,
+ 2.5208700904499892e-08,
+ 3.0012699880899163e-07,
+ 9.26285247260239e-06,
+ 0.020664086565375328,
+ 9.32521652430296e-06,
+ 0.0001960952504305169,
+ 0.00019966656691394746,
+ 4.451481072464958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.279862642288208,
+ -7.02460241317749,
+ -17.496076583862305,
+ -15.019060134887695,
+ -11.589498519897461,
+ -3.8793580532073975,
+ -11.582788467407227,
+ -8.536910057067871,
+ -8.518861770629883,
+ -10.019688606262207
+ ],
+ "distances_by_expert": [
+ 0.559725284576416,
+ 14.04920482635498,
+ 34.99215316772461,
+ 30.03812026977539,
+ 23.178997039794922,
+ 7.758716106414795,
+ 23.165576934814453,
+ 17.073820114135742,
+ 17.037723541259766,
+ 20.039377212524414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.818115234375,
+ "language": 52.27798080444336
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7286076545715332,
+ 0.0007178515661507845,
+ 2.3133159388066815e-08,
+ 2.4034284251683857e-07,
+ 7.92930950410664e-06,
+ 0.015741512179374695,
+ 8.144480489136185e-06,
+ 0.0001740664301905781,
+ 0.00018836332310456783,
+ 3.8483194657601416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31661996245384216,
+ -7.239247798919678,
+ -17.581998825073242,
+ -15.241199493408203,
+ -11.74494457244873,
+ -4.151453971862793,
+ -11.718170166015625,
+ -8.656073570251465,
+ -8.57713794708252,
+ -10.165288925170898
+ ],
+ "distances_by_expert": [
+ 0.6332399249076843,
+ 14.478495597839355,
+ 35.163997650146484,
+ 30.482398986816406,
+ 23.48988914489746,
+ 8.302907943725586,
+ 23.43634033203125,
+ 17.31214714050293,
+ 17.15427589416504,
+ 20.330577850341797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.08544921875,
+ "language": 52.28238296508789
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7548773884773254,
+ 0.0006572168786078691,
+ 2.367921680956897e-08,
+ 2.4628937467241485e-07,
+ 7.734665814496111e-06,
+ 0.016563504934310913,
+ 7.836945769668091e-06,
+ 0.00017539334658067673,
+ 0.0001898772461572662,
+ 3.6129902582615614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2811999022960663,
+ -7.327496528625488,
+ -17.55866813659668,
+ -15.216758728027344,
+ -11.769798278808594,
+ -4.100553512573242,
+ -11.756661415100098,
+ -8.648479461669922,
+ -8.569132804870605,
+ -10.228389739990234
+ ],
+ "distances_by_expert": [
+ 0.5623998045921326,
+ 14.654993057250977,
+ 35.11733627319336,
+ 30.433517456054688,
+ 23.539596557617188,
+ 8.201107025146484,
+ 23.513322830200195,
+ 17.296958923339844,
+ 17.13826560974121,
+ 20.45677947998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.55126953125,
+ "language": 52.247833251953125
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6486160159111023,
+ 0.0006776689551770687,
+ 2.098750861989629e-08,
+ 2.817660913478903e-07,
+ 7.838283636374399e-06,
+ 0.01914791204035282,
+ 8.246302058978472e-06,
+ 0.0001753043761709705,
+ 0.00017508416203781962,
+ 3.5600096452981234e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4329144060611725,
+ -7.296851634979248,
+ -17.679338455200195,
+ -15.082188606262207,
+ -11.756490707397461,
+ -3.955561637878418,
+ -11.705745697021484,
+ -8.64898681640625,
+ -8.650243759155273,
+ -10.243162155151367
+ ],
+ "distances_by_expert": [
+ 0.865828812122345,
+ 14.593703269958496,
+ 35.35867691040039,
+ 30.164377212524414,
+ 23.512981414794922,
+ 7.911123275756836,
+ 23.41149139404297,
+ 17.2979736328125,
+ 17.300487518310547,
+ 20.486324310302734
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3343.135986328125,
+ "language": 52.29088592529297
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6516108512878418,
+ 0.0007177796796895564,
+ 2.146808952829815e-08,
+ 2.9551003422056965e-07,
+ 8.072456694208086e-06,
+ 0.02105744183063507,
+ 8.602063644502778e-06,
+ 0.00018059214926324785,
+ 0.00017734577704686671,
+ 3.710374221554957e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42830774188041687,
+ -7.2393479347229,
+ -17.65669822692871,
+ -15.034563064575195,
+ -11.727052688598633,
+ -3.860501289367676,
+ -11.663508415222168,
+ -8.619269371032715,
+ -8.637409210205078,
+ -10.20179271697998
+ ],
+ "distances_by_expert": [
+ 0.8566154837608337,
+ 14.4786958694458,
+ 35.31339645385742,
+ 30.06912612915039,
+ 23.454105377197266,
+ 7.721002578735352,
+ 23.327016830444336,
+ 17.23853874206543,
+ 17.274818420410156,
+ 20.40358543395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.767333984375,
+ "language": 52.28862762451172
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6939224600791931,
+ 0.0005940554547123611,
+ 2.185938186016756e-08,
+ 2.178819329401449e-07,
+ 7.0858791332284454e-06,
+ 0.014406007714569569,
+ 7.356212336162571e-06,
+ 0.00016359514847863466,
+ 0.0001807982480386272,
+ 3.346702942508273e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36539503931999207,
+ -7.428537845611572,
+ -17.638635635375977,
+ -15.339312553405762,
+ -11.857406616210938,
+ -4.240109920501709,
+ -11.819965362548828,
+ -8.71811580657959,
+ -8.618128776550293,
+ -10.304949760437012
+ ],
+ "distances_by_expert": [
+ 0.7307900786399841,
+ 14.857075691223145,
+ 35.27727127075195,
+ 30.678625106811523,
+ 23.714813232421875,
+ 8.480219841003418,
+ 23.639930725097656,
+ 17.43623161315918,
+ 17.236257553100586,
+ 20.609899520874023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.017333984375,
+ "language": 52.29763412475586
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7220977544784546,
+ 0.0006421470898203552,
+ 2.2826872836390066e-08,
+ 2.330500166181082e-07,
+ 7.601872312079649e-06,
+ 0.016324404627084732,
+ 7.926920261525083e-06,
+ 0.0001743262546369806,
+ 0.00019257330859545618,
+ 3.630186620284803e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32559478282928467,
+ -7.350693225860596,
+ -17.595327377319336,
+ -15.272012710571289,
+ -11.787116050720215,
+ -4.115094184875488,
+ -11.745245933532715,
+ -8.654582023620605,
+ -8.555033683776855,
+ -10.223641395568848
+ ],
+ "distances_by_expert": [
+ 0.6511895656585693,
+ 14.701386451721191,
+ 35.19065475463867,
+ 30.544025421142578,
+ 23.57423210144043,
+ 8.230188369750977,
+ 23.49049186706543,
+ 17.30916404724121,
+ 17.11006736755371,
+ 20.447282791137695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.956787109375,
+ "language": 52.26806640625
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6964868903160095,
+ 0.0008129674824886024,
+ 2.2964695034488614e-08,
+ 3.1547216394756106e-07,
+ 8.992551556730177e-06,
+ 0.02392260730266571,
+ 9.670582585386e-06,
+ 0.00019770467770285904,
+ 0.00018395234656054527,
+ 4.245413583703339e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36170628666877747,
+ -7.114819526672363,
+ -17.58930778503418,
+ -14.969195365905762,
+ -11.61911392211914,
+ -3.73293137550354,
+ -11.546422004699707,
+ -8.528736114501953,
+ -8.600833892822266,
+ -10.067086219787598
+ ],
+ "distances_by_expert": [
+ 0.7234125733375549,
+ 14.229639053344727,
+ 35.17861557006836,
+ 29.938390731811523,
+ 23.23822784423828,
+ 7.46586275100708,
+ 23.092844009399414,
+ 17.057472229003906,
+ 17.20166778564453,
+ 20.134172439575195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.741943359375,
+ "language": 52.281700134277344
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6291335225105286,
+ 0.0006729758461005986,
+ 2.0705284597966056e-08,
+ 2.2752793427116558e-07,
+ 7.5977263804816175e-06,
+ 0.014368392527103424,
+ 7.566431122540962e-06,
+ 0.00015964629710651934,
+ 0.00016548424900975078,
+ 3.666101474664174e-05
+ ],
+ "log_scores_by_expert": [
+ -0.463411808013916,
+ -7.3038010597229,
+ -17.6928768157959,
+ -15.295992851257324,
+ -11.7876615524292,
+ -4.242724418640137,
+ -11.791789054870605,
+ -8.742549896240234,
+ -8.706634521484375,
+ -10.213796615600586
+ ],
+ "distances_by_expert": [
+ 0.926823616027832,
+ 14.6076021194458,
+ 35.3857536315918,
+ 30.59198570251465,
+ 23.5753231048584,
+ 8.485448837280273,
+ 23.58357810974121,
+ 17.48509979248047,
+ 17.41326904296875,
+ 20.427593231201172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3509.735107421875,
+ "language": 52.264400482177734
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7654961347579956,
+ 0.0008825860568322241,
+ 2.5176458251507938e-08,
+ 3.014666560829937e-07,
+ 9.078738912648987e-06,
+ 0.020724480971693993,
+ 9.286495696869679e-06,
+ 0.00019650091417133808,
+ 0.00020189787028357387,
+ 4.384946441859938e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26723119616508484,
+ -7.032654285430908,
+ -17.497356414794922,
+ -15.014606475830078,
+ -11.609575271606445,
+ -3.8764395713806152,
+ -11.586949348449707,
+ -8.534843444824219,
+ -8.5077486038208,
+ -10.034748077392578
+ ],
+ "distances_by_expert": [
+ 0.5344623923301697,
+ 14.065308570861816,
+ 34.994712829589844,
+ 30.029212951660156,
+ 23.21915054321289,
+ 7.7528791427612305,
+ 23.173898696899414,
+ 17.069686889648438,
+ 17.0154972076416,
+ 20.069496154785156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.302734375,
+ "language": 52.263832092285156
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7898352146148682,
+ 0.00085538683924824,
+ 2.519336916861903e-08,
+ 2.8282167363613553e-07,
+ 9.14409065444488e-06,
+ 0.01905849203467369,
+ 9.20733145903796e-06,
+ 0.0001951544254552573,
+ 0.0002062448620563373,
+ 4.4485019316198304e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23593099415302277,
+ -7.0639567375183105,
+ -17.496685028076172,
+ -15.078449249267578,
+ -11.602402687072754,
+ -3.960242509841919,
+ -11.595510482788086,
+ -8.541719436645508,
+ -8.486446380615234,
+ -10.020358085632324
+ ],
+ "distances_by_expert": [
+ 0.47186198830604553,
+ 14.127913475036621,
+ 34.993370056152344,
+ 30.156898498535156,
+ 23.204805374145508,
+ 7.920485019683838,
+ 23.191020965576172,
+ 17.083438873291016,
+ 16.97289276123047,
+ 20.04071617126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.22900390625,
+ "language": 52.27446746826172
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.708642303943634,
+ 0.000618741731159389,
+ 2.2845602742904703e-08,
+ 2.1907558789280301e-07,
+ 7.1142367232823744e-06,
+ 0.014527549035847187,
+ 7.521752650063718e-06,
+ 0.00016362931637559086,
+ 0.00018270750297233462,
+ 3.372893843334168e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3444043695926666,
+ -7.38782262802124,
+ -17.594507217407227,
+ -15.33384895324707,
+ -11.853412628173828,
+ -4.231708526611328,
+ -11.797711372375488,
+ -8.717906951904297,
+ -8.607624053955078,
+ -10.297154426574707
+ ],
+ "distances_by_expert": [
+ 0.6888087391853333,
+ 14.77564525604248,
+ 35.18901443481445,
+ 30.66769790649414,
+ 23.706825256347656,
+ 8.463417053222656,
+ 23.595422744750977,
+ 17.435813903808594,
+ 17.215248107910156,
+ 20.594308853149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.3583984375,
+ "language": 52.25941467285156
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.744172215461731,
+ 0.0006626955582760274,
+ 2.3225693368544853e-08,
+ 2.3953964500833536e-07,
+ 7.58719079385628e-06,
+ 0.015871882438659668,
+ 7.788789844198618e-06,
+ 0.00017216931155417114,
+ 0.000189895712537691,
+ 3.558835305739194e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954827845096588,
+ -7.319194793701172,
+ -17.578006744384766,
+ -15.244546890258789,
+ -11.78904914855957,
+ -4.1432061195373535,
+ -11.762825012207031,
+ -8.667032241821289,
+ -8.569035530090332,
+ -10.243492126464844
+ ],
+ "distances_by_expert": [
+ 0.5909655690193176,
+ 14.638389587402344,
+ 35.15601348876953,
+ 30.489093780517578,
+ 23.57809829711914,
+ 8.286412239074707,
+ 23.525650024414062,
+ 17.334064483642578,
+ 17.138071060180664,
+ 20.486984252929688
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3391.052734375,
+ "language": 52.248958587646484
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5632551908493042,
+ 0.0005932144704274833,
+ 1.8183520467118797e-08,
+ 2.493696626970632e-07,
+ 6.925696652615443e-06,
+ 0.018115295097231865,
+ 7.577811629744247e-06,
+ 0.00015924317995086312,
+ 0.00015603465726599097,
+ 3.208049383829348e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5740224719047546,
+ -7.429954528808594,
+ -17.822750091552734,
+ -15.204329490661621,
+ -11.880271911621094,
+ -4.010998725891113,
+ -11.79028606414795,
+ -8.745078086853027,
+ -8.765432357788086,
+ -10.347262382507324
+ ],
+ "distances_by_expert": [
+ 1.1480449438095093,
+ 14.859909057617188,
+ 35.64550018310547,
+ 30.408658981323242,
+ 23.760543823242188,
+ 8.021997451782227,
+ 23.5805721282959,
+ 17.490156173706055,
+ 17.530864715576172,
+ 20.69452476501465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.6025390625,
+ "language": 52.25228500366211
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7552503943443298,
+ 0.0007413590792566538,
+ 2.40260202843956e-08,
+ 2.688876747924951e-07,
+ 8.031688594201114e-06,
+ 0.018809571862220764,
+ 8.365464964299463e-06,
+ 0.00018200698832515627,
+ 0.00019960314966738224,
+ 3.827800173894502e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2807060182094574,
+ -7.207025527954102,
+ -17.54412841796875,
+ -15.128972053527832,
+ -11.732115745544434,
+ -3.9733893871307373,
+ -11.691398620605469,
+ -8.611465454101562,
+ -8.519179344177246,
+ -10.170635223388672
+ ],
+ "distances_by_expert": [
+ 0.5614120364189148,
+ 14.414051055908203,
+ 35.0882568359375,
+ 30.257944107055664,
+ 23.464231491088867,
+ 7.946778774261475,
+ 23.382797241210938,
+ 17.222930908203125,
+ 17.038358688354492,
+ 20.341270446777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.128173828125,
+ "language": 52.26286315917969
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7477644681930542,
+ 0.0006873593083582819,
+ 2.334574134010836e-08,
+ 2.48844145289695e-07,
+ 7.85381780588068e-06,
+ 0.017663853242993355,
+ 8.203944162232801e-06,
+ 0.00017992858192883432,
+ 0.00019892663112841547,
+ 3.805959568126127e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29066723585128784,
+ -7.282653331756592,
+ -17.572851181030273,
+ -15.206439018249512,
+ -11.754510879516602,
+ -4.0362348556518555,
+ -11.710895538330078,
+ -8.622950553894043,
+ -8.522574424743652,
+ -10.17635726928711
+ ],
+ "distances_by_expert": [
+ 0.5813344717025757,
+ 14.565306663513184,
+ 35.14570236206055,
+ 30.412878036499023,
+ 23.509021759033203,
+ 8.072469711303711,
+ 23.421791076660156,
+ 17.245901107788086,
+ 17.045148849487305,
+ 20.35271453857422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.475341796875,
+ "language": 52.282981872558594
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7735435366630554,
+ 0.0008736873278394341,
+ 2.460375725377162e-08,
+ 3.331639959469612e-07,
+ 9.284528459829744e-06,
+ 0.02478700876235962,
+ 9.83016343525378e-06,
+ 0.00020459791994653642,
+ 0.00020785453671123832,
+ 4.426854502526112e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25677332282066345,
+ -7.042788028717041,
+ -17.520366668701172,
+ -14.914630889892578,
+ -11.58716106414795,
+ -3.6974356174468994,
+ -11.530055046081543,
+ -8.494463920593262,
+ -8.47867202758789,
+ -10.025236129760742
+ ],
+ "distances_by_expert": [
+ 0.5135466456413269,
+ 14.085576057434082,
+ 35.040733337402344,
+ 29.829261779785156,
+ 23.1743221282959,
+ 7.394871234893799,
+ 23.060110092163086,
+ 16.988927841186523,
+ 16.95734405517578,
+ 20.050472259521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.418701171875,
+ "language": 52.28681182861328
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6527330875396729,
+ 0.0007097444613464177,
+ 2.1947030859337247e-08,
+ 2.3859689690652885e-07,
+ 8.055322723521385e-06,
+ 0.015059391036629677,
+ 7.977680070325732e-06,
+ 0.00016963509551715106,
+ 0.0001711208460619673,
+ 3.876878326991573e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42658698558807373,
+ -7.250605583190918,
+ -17.634634017944336,
+ -15.248490333557129,
+ -11.729177474975586,
+ -4.195753574371338,
+ -11.738862991333008,
+ -8.68186092376709,
+ -8.673140525817871,
+ -10.1578950881958
+ ],
+ "distances_by_expert": [
+ 0.8531739711761475,
+ 14.501211166381836,
+ 35.26926803588867,
+ 30.496980667114258,
+ 23.458354949951172,
+ 8.391507148742676,
+ 23.477725982666016,
+ 17.36372184753418,
+ 17.346281051635742,
+ 20.3157901763916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3579.830078125,
+ "language": 52.2841796875
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577998042106628,
+ 0.0008595913532190025,
+ 2.5460796138077058e-08,
+ 3.0115342042336124e-07,
+ 9.018531272886321e-06,
+ 0.020664574578404427,
+ 9.202038199873641e-06,
+ 0.00019671842164825648,
+ 0.0001988361618714407,
+ 4.3573210859904066e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2773360311985016,
+ -7.059053421020508,
+ -17.486125946044922,
+ -15.015645980834961,
+ -11.616229057312012,
+ -3.8793344497680664,
+ -11.596085548400879,
+ -8.533737182617188,
+ -8.523029327392578,
+ -10.041068077087402
+ ],
+ "distances_by_expert": [
+ 0.5546720623970032,
+ 14.118106842041016,
+ 34.972251892089844,
+ 30.031291961669922,
+ 23.232458114624023,
+ 7.758668899536133,
+ 23.192171096801758,
+ 17.067474365234375,
+ 17.046058654785156,
+ 20.082136154174805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.781494140625,
+ "language": 52.28424072265625
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7387974858283997,
+ 0.0007115940097719431,
+ 2.3983027119811595e-08,
+ 2.52071998829706e-07,
+ 7.912373803264927e-06,
+ 0.016006095334887505,
+ 8.085439731075894e-06,
+ 0.000175121909705922,
+ 0.00018811773043125868,
+ 3.7447174690896645e-05
+ ],
+ "log_scores_by_expert": [
+ -0.302731454372406,
+ -7.248003005981445,
+ -17.54591941833496,
+ -15.193551063537598,
+ -11.747082710266113,
+ -4.1347856521606445,
+ -11.725445747375488,
+ -8.650028228759766,
+ -8.578442573547363,
+ -10.19257926940918
+ ],
+ "distances_by_expert": [
+ 0.605462908744812,
+ 14.49600601196289,
+ 35.09183883666992,
+ 30.387102127075195,
+ 23.494165420532227,
+ 8.269571304321289,
+ 23.450891494750977,
+ 17.30005645751953,
+ 17.156885147094727,
+ 20.38515853881836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.38232421875,
+ "language": 52.28001403808594
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6503111124038696,
+ 0.0005320094060152769,
+ 2.0959264546149825e-08,
+ 1.9561323938432906e-07,
+ 6.544161351484945e-06,
+ 0.012344012036919594,
+ 6.692786882922519e-06,
+ 0.00014813258894719183,
+ 0.00016295719251502305,
+ 3.050746636290569e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4303043484687805,
+ -7.538849353790283,
+ -17.68068504333496,
+ -15.447126388549805,
+ -11.93693733215332,
+ -4.3945841789245605,
+ -11.914480209350586,
+ -8.817402839660645,
+ -8.722023010253906,
+ -10.397539138793945
+ ],
+ "distances_by_expert": [
+ 0.860608696937561,
+ 15.077698707580566,
+ 35.36137008666992,
+ 30.89425277709961,
+ 23.87387466430664,
+ 8.789168357849121,
+ 23.828960418701172,
+ 17.63480567932129,
+ 17.444046020507812,
+ 20.79507827758789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.15380859375,
+ "language": 52.2735481262207
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7278182506561279,
+ 0.0008105014567263424,
+ 2.3952901884172206e-08,
+ 3.3363872375957726e-07,
+ 8.877280379238073e-06,
+ 0.021943293511867523,
+ 9.215484169544652e-06,
+ 0.00019286204769741744,
+ 0.00019651460752356797,
+ 4.0334503864869475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3177039921283722,
+ -7.117857456207275,
+ -17.547176361083984,
+ -14.913207054138184,
+ -11.632015228271484,
+ -3.819293737411499,
+ -11.594625473022461,
+ -8.553535461425781,
+ -8.534773826599121,
+ -10.118303298950195
+ ],
+ "distances_by_expert": [
+ 0.6354079842567444,
+ 14.23571491241455,
+ 35.09435272216797,
+ 29.826414108276367,
+ 23.26403045654297,
+ 7.638587474822998,
+ 23.189250946044922,
+ 17.107070922851562,
+ 17.069547653198242,
+ 20.23660659790039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.129638671875,
+ "language": 52.288902282714844
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6760441064834595,
+ 0.0007287848275154829,
+ 2.2110471675773624e-08,
+ 2.9880669671911164e-07,
+ 8.35459832160268e-06,
+ 0.019825834780931473,
+ 8.523002179572359e-06,
+ 0.00018202191859018058,
+ 0.00018372143676970154,
+ 3.7583809898933396e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3914969265460968,
+ -7.224132061004639,
+ -17.627214431762695,
+ -15.023468971252441,
+ -11.69269847869873,
+ -3.920769453048706,
+ -11.672741889953613,
+ -8.611383438110352,
+ -8.602089881896973,
+ -10.188937187194824
+ ],
+ "distances_by_expert": [
+ 0.7829938530921936,
+ 14.448264122009277,
+ 35.25442886352539,
+ 30.046937942504883,
+ 23.38539695739746,
+ 7.841538906097412,
+ 23.345483779907227,
+ 17.222766876220703,
+ 17.204179763793945,
+ 20.37787437438965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.151123046875,
+ "language": 52.27247619628906
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7984697818756104,
+ 0.000774742744397372,
+ 2.5385393342958196e-08,
+ 2.7983423933619633e-07,
+ 8.466027793474495e-06,
+ 0.01873386837542057,
+ 8.727158274268731e-06,
+ 0.00019129201245959848,
+ 0.0002080215053865686,
+ 3.9730955904815346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22505813837051392,
+ -7.162979602813721,
+ -17.489091873168945,
+ -15.089068412780762,
+ -11.679449081420898,
+ -3.9774222373962402,
+ -11.649070739746094,
+ -8.5617094039917,
+ -8.477869033813477,
+ -10.133379936218262
+ ],
+ "distances_by_expert": [
+ 0.45011627674102783,
+ 14.325959205627441,
+ 34.97818374633789,
+ 30.178136825561523,
+ 23.358898162841797,
+ 7.9548444747924805,
+ 23.298141479492188,
+ 17.1234188079834,
+ 16.955738067626953,
+ 20.266759872436523
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3306.509521484375,
+ "language": 52.26369857788086
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7451598644256592,
+ 0.0006795075023546815,
+ 2.3968395268525455e-08,
+ 2.444034805648698e-07,
+ 7.957642083056271e-06,
+ 0.016749922186136246,
+ 8.173557034751866e-06,
+ 0.00017749601101968437,
+ 0.00019601822714321315,
+ 3.718964944710024e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2941565215587616,
+ -7.294142246246338,
+ -17.54652976989746,
+ -15.224445343017578,
+ -11.741377830505371,
+ -4.089361667633057,
+ -11.714606285095215,
+ -8.63656234741211,
+ -8.53730297088623,
+ -10.199480056762695
+ ],
+ "distances_by_expert": [
+ 0.5883130431175232,
+ 14.588284492492676,
+ 35.09305953979492,
+ 30.448890686035156,
+ 23.482755661010742,
+ 8.178723335266113,
+ 23.42921257019043,
+ 17.27312469482422,
+ 17.07460594177246,
+ 20.39896011352539
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3290.5458984375,
+ "language": 52.29581832885742
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.736744225025177,
+ 0.0008349453564733267,
+ 2.431595547136567e-08,
+ 3.4213204003208375e-07,
+ 9.272884199162945e-06,
+ 0.023695046082139015,
+ 9.676708032202441e-06,
+ 0.00020101007248740643,
+ 0.00019582260574679822,
+ 4.2004532588180155e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30551454424858093,
+ -7.088144302368164,
+ -17.532133102416992,
+ -14.888069152832031,
+ -11.58841609954834,
+ -3.7424893379211426,
+ -11.545788764953613,
+ -8.512155532836914,
+ -8.538301467895508,
+ -10.077733039855957
+ ],
+ "distances_by_expert": [
+ 0.6110290884971619,
+ 14.176288604736328,
+ 35.064266204833984,
+ 29.776138305664062,
+ 23.17683219909668,
+ 7.484978675842285,
+ 23.091577529907227,
+ 17.024311065673828,
+ 17.076602935791016,
+ 20.155466079711914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.12890625,
+ "language": 52.292938232421875
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6411049962043762,
+ 0.0006792065687477589,
+ 2.1378195214083462e-08,
+ 2.3232216506130499e-07,
+ 7.929756066005211e-06,
+ 0.014492200687527657,
+ 7.75052649260033e-06,
+ 0.00016442475316580385,
+ 0.00016659584071021527,
+ 3.823998122243211e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44456204771995544,
+ -7.294585227966309,
+ -17.6608943939209,
+ -15.275140762329102,
+ -11.744888305664062,
+ -4.234144687652588,
+ -11.767749786376953,
+ -8.713057518005371,
+ -8.699939727783203,
+ -10.171628952026367
+ ],
+ "distances_by_expert": [
+ 0.8891240954399109,
+ 14.589170455932617,
+ 35.3217887878418,
+ 30.550281524658203,
+ 23.489776611328125,
+ 8.468289375305176,
+ 23.535499572753906,
+ 17.426115036010742,
+ 17.399879455566406,
+ 20.343257904052734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3594.842529296875,
+ "language": 52.299556732177734
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7266923189163208,
+ 0.0008280824404209852,
+ 2.4399394504825977e-08,
+ 2.8013462838316627e-07,
+ 8.649305527796969e-06,
+ 0.019066181033849716,
+ 8.753189831622876e-06,
+ 0.00018773096962831914,
+ 0.00019137340132147074,
+ 4.184647696092725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3192521035671234,
+ -7.096397876739502,
+ -17.52870750427246,
+ -15.087995529174805,
+ -11.658031463623047,
+ -3.959839105606079,
+ -11.646092414855957,
+ -8.580500602722168,
+ -8.561284065246582,
+ -10.081502914428711
+ ],
+ "distances_by_expert": [
+ 0.6385042071342468,
+ 14.192795753479004,
+ 35.05741500854492,
+ 30.17599105834961,
+ 23.316062927246094,
+ 7.919678211212158,
+ 23.292184829711914,
+ 17.161001205444336,
+ 17.122568130493164,
+ 20.163005828857422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3441.3515625,
+ "language": 52.27695083618164
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7876846194267273,
+ 0.0008354949532076716,
+ 2.550118338717766e-08,
+ 2.745165090800583e-07,
+ 8.999938472697977e-06,
+ 0.018919633701443672,
+ 9.108284757530782e-06,
+ 0.00019642016559373587,
+ 0.00020265232888050377,
+ 4.403880666359328e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23865750432014465,
+ -7.087486267089844,
+ -17.484540939331055,
+ -15.108254432678223,
+ -11.618292808532715,
+ -3.967555046081543,
+ -11.60632610321045,
+ -8.53525447845459,
+ -8.504018783569336,
+ -10.030439376831055
+ ],
+ "distances_by_expert": [
+ 0.4773150086402893,
+ 14.174972534179688,
+ 34.96908187866211,
+ 30.216508865356445,
+ 23.23658561706543,
+ 7.935110092163086,
+ 23.2126522064209,
+ 17.07050895690918,
+ 17.008037567138672,
+ 20.06087875366211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.145751953125,
+ "language": 52.272254943847656
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6642494201660156,
+ 0.0005816821940243244,
+ 2.2073182393000934e-08,
+ 2.085157859710307e-07,
+ 6.752506578777684e-06,
+ 0.013685178942978382,
+ 7.140207799238851e-06,
+ 0.00015591448755003512,
+ 0.00017156581452582031,
+ 3.2417414331575856e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4090975522994995,
+ -7.449586391448975,
+ -17.628902435302734,
+ -15.383251190185547,
+ -11.905596733093262,
+ -4.291441917419434,
+ -11.84976863861084,
+ -8.766202926635742,
+ -8.670543670654297,
+ -10.336814880371094
+ ],
+ "distances_by_expert": [
+ 0.818195104598999,
+ 14.89917278289795,
+ 35.25780487060547,
+ 30.766502380371094,
+ 23.811193466186523,
+ 8.582883834838867,
+ 23.69953727722168,
+ 17.532405853271484,
+ 17.341087341308594,
+ 20.673629760742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.334228515625,
+ "language": 52.277191162109375
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7359734773635864,
+ 0.0006745916325598955,
+ 2.381060149048153e-08,
+ 2.484002834535204e-07,
+ 7.695097338000778e-06,
+ 0.01623104326426983,
+ 7.902554898464587e-06,
+ 0.00017271247634198517,
+ 0.00018800167890731245,
+ 3.5750341339735314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30656129121780396,
+ -7.301403045654297,
+ -17.55313491821289,
+ -15.208224296569824,
+ -11.774927139282227,
+ -4.1208295822143555,
+ -11.748324394226074,
+ -8.6638822555542,
+ -8.579059600830078,
+ -10.238950729370117
+ ],
+ "distances_by_expert": [
+ 0.6131225824356079,
+ 14.602806091308594,
+ 35.10626983642578,
+ 30.41644859313965,
+ 23.549854278564453,
+ 8.241659164428711,
+ 23.49664878845215,
+ 17.3277645111084,
+ 17.158119201660156,
+ 20.477901458740234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.416015625,
+ "language": 52.268062591552734
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7476504445075989,
+ 0.0008693927084095776,
+ 2.4649461138892548e-08,
+ 3.4373914559182595e-07,
+ 9.303026672569104e-06,
+ 0.023939896374940872,
+ 9.720680282043759e-06,
+ 0.0002027864829869941,
+ 0.00020015575864817947,
+ 4.29666179115884e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29081976413726807,
+ -7.047715663909912,
+ -17.518510818481445,
+ -14.883382797241211,
+ -11.58517074584961,
+ -3.7322089672088623,
+ -11.541254997253418,
+ -8.50335693359375,
+ -8.516414642333984,
+ -10.055087089538574
+ ],
+ "distances_by_expert": [
+ 0.5816395282745361,
+ 14.095431327819824,
+ 35.03702163696289,
+ 29.766765594482422,
+ 23.17034149169922,
+ 7.464417934417725,
+ 23.082509994506836,
+ 17.0067138671875,
+ 17.03282928466797,
+ 20.11017417907715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3220.17822265625,
+ "language": 52.29096221923828
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7430655360221863,
+ 0.0008422482060268521,
+ 2.428846812563279e-08,
+ 3.315143430882017e-07,
+ 9.195222446578555e-06,
+ 0.023800350725650787,
+ 9.551155926601496e-06,
+ 0.00020032036991324276,
+ 0.00019833279657177627,
+ 4.258222907083109e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29697102308273315,
+ -7.0794358253479,
+ -17.53326416015625,
+ -14.919594764709473,
+ -11.596826553344727,
+ -3.7380549907684326,
+ -11.55884838104248,
+ -8.515592575073242,
+ -8.525564193725586,
+ -10.06407356262207
+ ],
+ "distances_by_expert": [
+ 0.5939420461654663,
+ 14.1588716506958,
+ 35.0665283203125,
+ 29.839189529418945,
+ 23.193653106689453,
+ 7.476109981536865,
+ 23.11769676208496,
+ 17.031185150146484,
+ 17.051128387451172,
+ 20.12814712524414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.058837890625,
+ "language": 52.263267517089844
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.740562915802002,
+ 0.0006554367719218135,
+ 2.3684275873847582e-08,
+ 2.3384036751394888e-07,
+ 7.655636181880254e-06,
+ 0.016238607466220856,
+ 7.8871207733755e-06,
+ 0.00017409697466064245,
+ 0.00019328092457726598,
+ 3.625104727689177e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3003447353839874,
+ -7.330208778381348,
+ -17.558454513549805,
+ -15.268627166748047,
+ -11.780068397521973,
+ -4.120363712310791,
+ -11.750279426574707,
+ -8.655898094177246,
+ -8.551365852355957,
+ -10.225042343139648
+ ],
+ "distances_by_expert": [
+ 0.6006894707679749,
+ 14.660417556762695,
+ 35.11690902709961,
+ 30.537254333496094,
+ 23.560136795043945,
+ 8.240727424621582,
+ 23.500558853149414,
+ 17.311796188354492,
+ 17.102731704711914,
+ 20.450084686279297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.921630859375,
+ "language": 52.29388427734375
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7524877190589905,
+ 0.0006813854561187327,
+ 2.3941666427163e-08,
+ 2.502034135432041e-07,
+ 8.14507802715525e-06,
+ 0.01782114803791046,
+ 8.4224775491748e-06,
+ 0.00018252602603752166,
+ 0.00019644058193080127,
+ 3.861208097077906e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2843705713748932,
+ -7.291382312774658,
+ -17.547645568847656,
+ -15.2009916305542,
+ -11.718096733093262,
+ -4.027369499206543,
+ -11.684606552124023,
+ -8.608617782592773,
+ -8.535150527954102,
+ -10.161945343017578
+ ],
+ "distances_by_expert": [
+ 0.5687411427497864,
+ 14.582764625549316,
+ 35.09529113769531,
+ 30.4019832611084,
+ 23.436193466186523,
+ 8.054738998413086,
+ 23.369213104248047,
+ 17.217235565185547,
+ 17.070301055908203,
+ 20.323890686035156
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.553466796875,
+ "language": 52.29773712158203
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6512691974639893,
+ 0.0007106951088644564,
+ 2.167144685927269e-08,
+ 2.454230241255573e-07,
+ 8.038538908294868e-06,
+ 0.015717405825853348,
+ 7.991416168806609e-06,
+ 0.00016968960699159652,
+ 0.0001719059655442834,
+ 3.8790865801274776e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4288322329521179,
+ -7.249267101287842,
+ -17.64727020263672,
+ -15.220282554626465,
+ -11.731263160705566,
+ -4.152986526489258,
+ -11.737142562866211,
+ -8.681539535522461,
+ -8.668562889099121,
+ -10.157325744628906
+ ],
+ "distances_by_expert": [
+ 0.8576644659042358,
+ 14.498534202575684,
+ 35.29454040527344,
+ 30.44056510925293,
+ 23.462526321411133,
+ 8.305973052978516,
+ 23.474285125732422,
+ 17.363079071044922,
+ 17.337125778198242,
+ 20.314651489257812
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3618.773193359375,
+ "language": 52.28098678588867
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7149722576141357,
+ 0.000792285893112421,
+ 2.420296141281142e-08,
+ 2.686413722585712e-07,
+ 8.587343472754583e-06,
+ 0.018035439774394035,
+ 8.571519174438436e-06,
+ 0.00018243204976897687,
+ 0.00018592059495858848,
+ 4.077000266988762e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3355115056037903,
+ -7.140588283538818,
+ -17.53679084777832,
+ -15.129888534545898,
+ -11.665221214294434,
+ -4.015416622161865,
+ -11.667065620422363,
+ -8.609132766723633,
+ -8.590190887451172,
+ -10.107563972473145
+ ],
+ "distances_by_expert": [
+ 0.6710230112075806,
+ 14.281176567077637,
+ 35.07358169555664,
+ 30.259777069091797,
+ 23.330442428588867,
+ 8.03083324432373,
+ 23.334131240844727,
+ 17.218265533447266,
+ 17.180381774902344,
+ 20.21512794494629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.86474609375,
+ "language": 52.293418884277344
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7684658169746399,
+ 0.0007686494500376284,
+ 2.4665498088438653e-08,
+ 2.614139305023855e-07,
+ 8.406324013776612e-06,
+ 0.017031917348504066,
+ 8.66779464558931e-06,
+ 0.00018432902288623154,
+ 0.00019699872063938528,
+ 4.069879651069641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2633592188358307,
+ -7.170875549316406,
+ -17.517860412597656,
+ -15.157160758972168,
+ -11.68652629852295,
+ -4.072666168212891,
+ -11.655896186828613,
+ -8.598788261413574,
+ -8.532313346862793,
+ -10.109312057495117
+ ],
+ "distances_by_expert": [
+ 0.5267184376716614,
+ 14.341751098632812,
+ 35.03572082519531,
+ 30.314321517944336,
+ 23.3730525970459,
+ 8.145332336425781,
+ 23.311792373657227,
+ 17.19757652282715,
+ 17.064626693725586,
+ 20.218624114990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.77197265625,
+ "language": 52.294708251953125
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6515942811965942,
+ 0.0005290803965181112,
+ 2.086684425250951e-08,
+ 1.9788076599525084e-07,
+ 6.620708518312313e-06,
+ 0.012672658078372478,
+ 6.7810819928126875e-06,
+ 0.00014950797776691616,
+ 0.00016578042414039373,
+ 3.1076375307748094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42833322286605835,
+ -7.544370174407959,
+ -17.685104370117188,
+ -15.435601234436035,
+ -11.925308227539062,
+ -4.3683085441589355,
+ -11.901373863220215,
+ -8.808160781860352,
+ -8.704846382141113,
+ -10.37906265258789
+ ],
+ "distances_by_expert": [
+ 0.8566664457321167,
+ 15.088740348815918,
+ 35.370208740234375,
+ 30.87120246887207,
+ 23.850616455078125,
+ 8.736617088317871,
+ 23.80274772644043,
+ 17.616321563720703,
+ 17.409692764282227,
+ 20.75812530517578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.427001953125,
+ "language": 52.28472137451172
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7657620906829834,
+ 0.000834218633826822,
+ 2.4338691062553153e-08,
+ 3.310953502477787e-07,
+ 9.136960215982981e-06,
+ 0.02362027019262314,
+ 9.485942428000271e-06,
+ 0.00020293738634791225,
+ 0.00020291203691158444,
+ 4.2883475543931127e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2668837606906891,
+ -7.089015007019043,
+ -17.531198501586914,
+ -14.920859336853027,
+ -11.603182792663574,
+ -3.745650053024292,
+ -11.565699577331543,
+ -8.502613067626953,
+ -8.502737998962402,
+ -10.057024002075195
+ ],
+ "distances_by_expert": [
+ 0.5337675213813782,
+ 14.178030014038086,
+ 35.06239700317383,
+ 29.841718673706055,
+ 23.20636558532715,
+ 7.491300106048584,
+ 23.131399154663086,
+ 17.005226135253906,
+ 17.005475997924805,
+ 20.11404800415039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.1123046875,
+ "language": 52.26618194580078
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7288407683372498,
+ 0.0008120693382807076,
+ 2.37672690417412e-08,
+ 3.183111232374358e-07,
+ 8.950456503953319e-06,
+ 0.022664479911327362,
+ 9.30737496673828e-06,
+ 0.00019541478832252324,
+ 0.00019545521354302764,
+ 4.162481855018996e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31630000472068787,
+ -7.115924835205078,
+ -17.554956436157227,
+ -14.960236549377441,
+ -11.62380599975586,
+ -3.786956310272217,
+ -11.58470344543457,
+ -8.540386199951172,
+ -8.540179252624512,
+ -10.086813926696777
+ ],
+ "distances_by_expert": [
+ 0.6326000094413757,
+ 14.231849670410156,
+ 35.10991287231445,
+ 29.920473098754883,
+ 23.24761199951172,
+ 7.573912620544434,
+ 23.16940689086914,
+ 17.080772399902344,
+ 17.080358505249023,
+ 20.173627853393555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.0283203125,
+ "language": 52.28180694580078
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.752635657787323,
+ 0.0006661032093688846,
+ 2.352422256990394e-08,
+ 2.3445757335593953e-07,
+ 7.893410838732962e-06,
+ 0.016047194600105286,
+ 8.019136657821946e-06,
+ 0.00017764266522135586,
+ 0.00019565403636079282,
+ 3.7569439882645383e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28417402505874634,
+ -7.314065933227539,
+ -17.565235137939453,
+ -15.2659912109375,
+ -11.749482154846191,
+ -4.132221221923828,
+ -11.73367977142334,
+ -8.635736465454102,
+ -8.539162635803223,
+ -10.189319610595703
+ ],
+ "distances_by_expert": [
+ 0.5683480501174927,
+ 14.628131866455078,
+ 35.130470275878906,
+ 30.531982421875,
+ 23.498964309692383,
+ 8.264442443847656,
+ 23.46735954284668,
+ 17.271472930908203,
+ 17.078325271606445,
+ 20.378639221191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.55908203125,
+ "language": 52.2652473449707
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7278798222541809,
+ 0.0006444590399041772,
+ 2.313805680387304e-08,
+ 2.3381136315947515e-07,
+ 7.752736564725637e-06,
+ 0.016289349645376205,
+ 7.970341357577126e-06,
+ 0.00017452353495173156,
+ 0.00019252886704634875,
+ 3.685627234517597e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31761935353279114,
+ -7.347099304199219,
+ -17.581787109375,
+ -15.26875114440918,
+ -11.767464637756348,
+ -4.117243766784668,
+ -11.73978328704834,
+ -8.653450965881348,
+ -8.555264472961426,
+ -10.208484649658203
+ ],
+ "distances_by_expert": [
+ 0.6352387070655823,
+ 14.694198608398438,
+ 35.16357421875,
+ 30.53750228881836,
+ 23.534929275512695,
+ 8.234487533569336,
+ 23.47956657409668,
+ 17.306901931762695,
+ 17.11052894592285,
+ 20.416969299316406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.09130859375,
+ "language": 52.307064056396484
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7707258462905884,
+ 0.000773799023590982,
+ 2.4434090306613143e-08,
+ 2.9271780022099847e-07,
+ 8.87499572854722e-06,
+ 0.021213116124272346,
+ 9.282643077312969e-06,
+ 0.00019724761659745127,
+ 0.00020169175695627928,
+ 4.1892475564964116e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2604225277900696,
+ -7.164198398590088,
+ -17.527286529541016,
+ -15.04405689239502,
+ -11.632272720336914,
+ -3.853135585784912,
+ -11.587364196777344,
+ -8.531050682067871,
+ -8.508769989013672,
+ -10.080404281616211
+ ],
+ "distances_by_expert": [
+ 0.5208450555801392,
+ 14.328396797180176,
+ 35.05457305908203,
+ 30.08811378479004,
+ 23.264545440673828,
+ 7.706271171569824,
+ 23.174728393554688,
+ 17.062101364135742,
+ 17.017539978027344,
+ 20.160808563232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.05224609375,
+ "language": 52.30109405517578
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7151158452033997,
+ 0.0007948196143843234,
+ 2.382441088855103e-08,
+ 2.741669788974832e-07,
+ 8.590225661464501e-06,
+ 0.018224818632006645,
+ 8.589161552663427e-06,
+ 0.00018316791101824492,
+ 0.0001866938400780782,
+ 4.1302624595118687e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33531078696250916,
+ -7.13739538192749,
+ -17.552555084228516,
+ -15.109528541564941,
+ -11.664885520935059,
+ -4.004971027374268,
+ -11.665009498596191,
+ -8.605107307434082,
+ -8.586040496826172,
+ -10.094584465026855
+ ],
+ "distances_by_expert": [
+ 0.6706215739250183,
+ 14.27479076385498,
+ 35.10511016845703,
+ 30.219057083129883,
+ 23.329771041870117,
+ 8.009942054748535,
+ 23.330018997192383,
+ 17.210214614868164,
+ 17.172080993652344,
+ 20.18916893005371
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3490.26025390625,
+ "language": 52.29458999633789
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7443421483039856,
+ 0.0008133178926073015,
+ 2.444411251190104e-08,
+ 2.6094116378772014e-07,
+ 8.571797479817178e-06,
+ 0.0181417278945446,
+ 8.695365067978855e-06,
+ 0.0001853848370956257,
+ 0.00019395803974475712,
+ 4.1119757952401415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29525452852249146,
+ -7.114388465881348,
+ -17.52687644958496,
+ -15.158970832824707,
+ -11.667033195495605,
+ -4.009540557861328,
+ -11.65272045135498,
+ -8.593076705932617,
+ -8.547868728637695,
+ -10.099021911621094
+ ],
+ "distances_by_expert": [
+ 0.5905090570449829,
+ 14.228776931762695,
+ 35.05375289916992,
+ 30.317941665649414,
+ 23.33406639099121,
+ 8.019081115722656,
+ 23.30544090270996,
+ 17.186153411865234,
+ 17.09573745727539,
+ 20.198043823242188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.222900390625,
+ "language": 52.273338317871094
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7282432913780212,
+ 0.0006985946674831212,
+ 2.3107626034857276e-08,
+ 2.4453336777696677e-07,
+ 7.955419278005138e-06,
+ 0.01593659445643425,
+ 8.069562682067044e-06,
+ 0.0001733823592076078,
+ 0.00018535424896981567,
+ 3.806881795753725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31712013483047485,
+ -7.266439914703369,
+ -17.58310317993164,
+ -15.22391414642334,
+ -11.741657257080078,
+ -4.139137268066406,
+ -11.727411270141602,
+ -8.660011291503906,
+ -8.593241691589355,
+ -10.176115036010742
+ ],
+ "distances_by_expert": [
+ 0.6342402696609497,
+ 14.532879829406738,
+ 35.16620635986328,
+ 30.44782829284668,
+ 23.483314514160156,
+ 8.278274536132812,
+ 23.454822540283203,
+ 17.320022583007812,
+ 17.18648338317871,
+ 20.352230072021484
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3534.9248046875,
+ "language": 52.2839241027832
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7160401940345764,
+ 0.000621601939201355,
+ 2.2673566135722467e-08,
+ 2.279477655520168e-07,
+ 7.384453965642024e-06,
+ 0.01507340744137764,
+ 7.45933311918634e-06,
+ 0.0001651602506171912,
+ 0.00018290101434104145,
+ 3.466053385636769e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3340189754962921,
+ -7.3832106590271,
+ -17.602066040039062,
+ -15.294149398803711,
+ -11.816133499145508,
+ -4.194823265075684,
+ -11.806044578552246,
+ -8.70859432220459,
+ -8.606565475463867,
+ -10.269908905029297
+ ],
+ "distances_by_expert": [
+ 0.6680379509925842,
+ 14.7664213180542,
+ 35.204132080078125,
+ 30.588298797607422,
+ 23.632266998291016,
+ 8.389646530151367,
+ 23.612089157104492,
+ 17.41718864440918,
+ 17.213130950927734,
+ 20.539817810058594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.3583984375,
+ "language": 52.2708740234375
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7305441498756409,
+ 0.0008156229159794748,
+ 2.383586661380832e-08,
+ 3.3354646689076617e-07,
+ 9.080236850422807e-06,
+ 0.022769879549741745,
+ 9.297856195189524e-06,
+ 0.00019744598830584437,
+ 0.00019493715080898255,
+ 4.132717367610894e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3139656186103821,
+ -7.111558437347412,
+ -17.552074432373047,
+ -14.913483619689941,
+ -11.609410285949707,
+ -3.7823166847229004,
+ -11.585726737976074,
+ -8.530045509338379,
+ -8.54283332824707,
+ -10.093990325927734
+ ],
+ "distances_by_expert": [
+ 0.6279312372207642,
+ 14.223116874694824,
+ 35.104148864746094,
+ 29.826967239379883,
+ 23.218820571899414,
+ 7.564633369445801,
+ 23.17145347595215,
+ 17.060091018676758,
+ 17.08566665649414,
+ 20.18798065185547
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3347.513916015625,
+ "language": 52.27626419067383
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6882408261299133,
+ 0.000788232428021729,
+ 2.273107213568437e-08,
+ 3.1385590659738227e-07,
+ 8.783669727563392e-06,
+ 0.022165486589074135,
+ 9.025810868479311e-06,
+ 0.00018964360060635954,
+ 0.00018884282326325774,
+ 4.039447594550438e-05
+ ],
+ "log_scores_by_expert": [
+ -0.373616486787796,
+ -7.145717620849609,
+ -17.599533081054688,
+ -14.974331855773926,
+ -11.642616271972656,
+ -3.8092188835144043,
+ -11.615422248840332,
+ -8.570363998413086,
+ -8.57459545135498,
+ -10.116817474365234
+ ],
+ "distances_by_expert": [
+ 0.747232973575592,
+ 14.291435241699219,
+ 35.199066162109375,
+ 29.94866371154785,
+ 23.285232543945312,
+ 7.618437767028809,
+ 23.230844497680664,
+ 17.140727996826172,
+ 17.14919090270996,
+ 20.23363494873047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.552978515625,
+ "language": 52.301700592041016
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7656359672546387,
+ 0.0007385194767266512,
+ 2.4644524643235854e-08,
+ 2.6065615088555205e-07,
+ 8.258682100859005e-06,
+ 0.01852920465171337,
+ 8.517979949829169e-06,
+ 0.0001868748222477734,
+ 0.0002014255296671763,
+ 3.949770689359866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2670484781265259,
+ -7.21086311340332,
+ -17.51871109008789,
+ -15.160063743591309,
+ -11.704245567321777,
+ -3.9884071350097656,
+ -11.673331260681152,
+ -8.585071563720703,
+ -8.510090827941895,
+ -10.139267921447754
+ ],
+ "distances_by_expert": [
+ 0.5340969562530518,
+ 14.42172622680664,
+ 35.03742218017578,
+ 30.320127487182617,
+ 23.408491134643555,
+ 7.976814270019531,
+ 23.346662521362305,
+ 17.170143127441406,
+ 17.02018165588379,
+ 20.278535842895508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.8935546875,
+ "language": 52.299468994140625
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7931634783744812,
+ 0.0008248551748692989,
+ 2.4791571462401407e-08,
+ 3.0719010624125076e-07,
+ 8.957911632023752e-06,
+ 0.023008549585938454,
+ 9.369198778585996e-06,
+ 0.00020259511074982584,
+ 0.00020944440620951355,
+ 4.2907246097456664e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23172594606876373,
+ -7.100302696228027,
+ -17.51276206970215,
+ -14.99579906463623,
+ -11.622973442077637,
+ -3.7718894481658936,
+ -11.578083038330078,
+ -8.504301071166992,
+ -8.471052169799805,
+ -10.056469917297363
+ ],
+ "distances_by_expert": [
+ 0.46345189213752747,
+ 14.200605392456055,
+ 35.0255241394043,
+ 29.99159812927246,
+ 23.245946884155273,
+ 7.543778896331787,
+ 23.156166076660156,
+ 17.008602142333984,
+ 16.94210433959961,
+ 20.112939834594727
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3282.909912109375,
+ "language": 52.272029876708984
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6364049911499023,
+ 0.0006899653235450387,
+ 2.0955866375516052e-08,
+ 2.415712856418395e-07,
+ 7.96550011727959e-06,
+ 0.015201359987258911,
+ 7.70553288020892e-06,
+ 0.00016437223530374467,
+ 0.00016831900575198233,
+ 3.797537283389829e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45192018151283264,
+ -7.278869152069092,
+ -17.68084716796875,
+ -15.236101150512695,
+ -11.74039077758789,
+ -4.186370372772217,
+ -11.773571968078613,
+ -8.713376998901367,
+ -8.68964958190918,
+ -10.178572654724121
+ ],
+ "distances_by_expert": [
+ 0.9038403630256653,
+ 14.557738304138184,
+ 35.3616943359375,
+ 30.47220230102539,
+ 23.48078155517578,
+ 8.372740745544434,
+ 23.547143936157227,
+ 17.426753997802734,
+ 17.37929916381836,
+ 20.357145309448242
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3549.02734375,
+ "language": 52.27596664428711
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7511246204376221,
+ 0.0008537748362869024,
+ 2.5087491195563416e-08,
+ 2.9686782454518834e-07,
+ 8.759118827583734e-06,
+ 0.020832836627960205,
+ 9.100861461774912e-06,
+ 0.0001929426216520369,
+ 0.00019640107348095626,
+ 4.228999387123622e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2861837148666382,
+ -7.065843105316162,
+ -17.500896453857422,
+ -15.02997875213623,
+ -11.645415306091309,
+ -3.871224880218506,
+ -11.607141494750977,
+ -8.553117752075195,
+ -8.535351753234863,
+ -10.07096004486084
+ ],
+ "distances_by_expert": [
+ 0.5723674297332764,
+ 14.131686210632324,
+ 35.001792907714844,
+ 30.05995750427246,
+ 23.290830612182617,
+ 7.742449760437012,
+ 23.214282989501953,
+ 17.10623550415039,
+ 17.070703506469727,
+ 20.14192008972168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.3818359375,
+ "language": 52.282981872558594
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.743187665939331,
+ 0.0007380825700238347,
+ 2.4144865662378834e-08,
+ 2.521960595913697e-07,
+ 8.148123924911488e-06,
+ 0.016402781009674072,
+ 8.336380233231466e-06,
+ 0.00017819463391788304,
+ 0.00019114302995149046,
+ 3.920999733963981e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2968067228794098,
+ -7.21145486831665,
+ -17.539194107055664,
+ -15.193058967590332,
+ -11.71772289276123,
+ -4.110304355621338,
+ -11.694881439208984,
+ -8.632634162902832,
+ -8.562488555908203,
+ -10.146578788757324
+ ],
+ "distances_by_expert": [
+ 0.5936134457588196,
+ 14.4229097366333,
+ 35.07838821411133,
+ 30.386117935180664,
+ 23.43544578552246,
+ 8.220608711242676,
+ 23.38976287841797,
+ 17.265268325805664,
+ 17.124977111816406,
+ 20.29315757751465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.641845703125,
+ "language": 52.265045166015625
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6626659035682678,
+ 0.0005577777628786862,
+ 2.15799609293299e-08,
+ 2.0015221480207401e-07,
+ 6.874645350762876e-06,
+ 0.013049736618995667,
+ 7.06294076735503e-06,
+ 0.00015315538621507585,
+ 0.00016771332593634725,
+ 3.263937105657533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4114843010902405,
+ -7.491549968719482,
+ -17.651500701904297,
+ -15.424187660217285,
+ -11.887670516967773,
+ -4.338987350463867,
+ -11.860649108886719,
+ -8.7840576171875,
+ -8.693254470825195,
+ -10.329991340637207
+ ],
+ "distances_by_expert": [
+ 0.822968602180481,
+ 14.983099937438965,
+ 35.303001403808594,
+ 30.84837532043457,
+ 23.775341033935547,
+ 8.677974700927734,
+ 23.721298217773438,
+ 17.568115234375,
+ 17.38650894165039,
+ 20.659982681274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3451.203369140625,
+ "language": 52.29006576538086
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570004463195801,
+ 0.000793352781329304,
+ 2.393846898485208e-08,
+ 3.261920369368454e-07,
+ 8.882785550667904e-06,
+ 0.021956250071525574,
+ 9.152065103990026e-06,
+ 0.00019445791258476675,
+ 0.00019923667423427105,
+ 4.064460881636478e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27839142084121704,
+ -7.139242649078369,
+ -17.547779083251953,
+ -14.935779571533203,
+ -11.63139533996582,
+ -3.8187034130096436,
+ -11.601531028747559,
+ -8.545294761657715,
+ -8.521017074584961,
+ -10.110644340515137
+ ],
+ "distances_by_expert": [
+ 0.5567828416824341,
+ 14.278485298156738,
+ 35.095558166503906,
+ 29.871559143066406,
+ 23.26279067993164,
+ 7.637406826019287,
+ 23.203062057495117,
+ 17.09058952331543,
+ 17.042034149169922,
+ 20.221288681030273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.264404296875,
+ "language": 52.26841735839844
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7001009583473206,
+ 0.0007789310766384006,
+ 2.332228810075776e-08,
+ 3.1290582569454273e-07,
+ 8.667323527333792e-06,
+ 0.021617190912365913,
+ 9.024794962897431e-06,
+ 0.00018807288142852485,
+ 0.0001899697963381186,
+ 3.9414702769136056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3565307855606079,
+ -7.157588005065918,
+ -17.573856353759766,
+ -14.977363586425781,
+ -11.655950546264648,
+ -3.834266424179077,
+ -11.615534782409668,
+ -8.578680992126465,
+ -8.568645477294922,
+ -10.141371726989746
+ ],
+ "distances_by_expert": [
+ 0.7130615711212158,
+ 14.315176010131836,
+ 35.14771270751953,
+ 29.954727172851562,
+ 23.311901092529297,
+ 7.668532848358154,
+ 23.231069564819336,
+ 17.15736198425293,
+ 17.137290954589844,
+ 20.282743453979492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.4970703125,
+ "language": 52.28985595703125
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7683457732200623,
+ 0.0006966051296330988,
+ 2.4498536532746584e-08,
+ 2.463015675857605e-07,
+ 7.99666941020405e-06,
+ 0.016966164112091064,
+ 8.201073796954006e-06,
+ 0.00018023460870608687,
+ 0.00019828550284728408,
+ 3.8085960113676265e-05
+ ],
+ "log_scores_by_expert": [
+ -0.263515442609787,
+ -7.269291877746582,
+ -17.5246524810791,
+ -15.21670913696289,
+ -11.736485481262207,
+ -4.076534271240234,
+ -11.7112455368042,
+ -8.621251106262207,
+ -8.525802612304688,
+ -10.175664901733398
+ ],
+ "distances_by_expert": [
+ 0.527030885219574,
+ 14.538583755493164,
+ 35.0493049621582,
+ 30.43341827392578,
+ 23.472970962524414,
+ 8.153068542480469,
+ 23.4224910736084,
+ 17.242502212524414,
+ 17.051605224609375,
+ 20.351329803466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.130126953125,
+ "language": 52.285240173339844
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7614803910255432,
+ 0.0006838521221652627,
+ 2.4228919315305575e-08,
+ 2.4731062353566813e-07,
+ 8.09883658803301e-06,
+ 0.016985511407256126,
+ 8.322899702761788e-06,
+ 0.0001828340464271605,
+ 0.00019797940331045538,
+ 3.861473305732943e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27249082922935486,
+ -7.287768840789795,
+ -17.53571891784668,
+ -15.212620735168457,
+ -11.723790168762207,
+ -4.075394630432129,
+ -11.696499824523926,
+ -8.606931686401367,
+ -8.527347564697266,
+ -10.161876678466797
+ ],
+ "distances_by_expert": [
+ 0.5449816584587097,
+ 14.57553768157959,
+ 35.07143783569336,
+ 30.425241470336914,
+ 23.447580337524414,
+ 8.150789260864258,
+ 23.39299964904785,
+ 17.213863372802734,
+ 17.05469512939453,
+ 20.323753356933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.75244140625,
+ "language": 52.29073715209961
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7615693807601929,
+ 0.0007801364990882576,
+ 2.425606027145477e-08,
+ 3.0036923703846696e-07,
+ 8.983645784610417e-06,
+ 0.020210305228829384,
+ 9.194406629831064e-06,
+ 0.0001939537760335952,
+ 0.00020001170923933387,
+ 4.1092862375080585e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2723740339279175,
+ -7.156041622161865,
+ -17.53459930419922,
+ -15.018253326416016,
+ -11.620104789733887,
+ -3.9015626907348633,
+ -11.596915245056152,
+ -8.547890663146973,
+ -8.517134666442871,
+ -10.099676132202148
+ ],
+ "distances_by_expert": [
+ 0.544748067855835,
+ 14.31208324432373,
+ 35.06919860839844,
+ 30.03650665283203,
+ 23.240209579467773,
+ 7.803125381469727,
+ 23.193830490112305,
+ 17.095781326293945,
+ 17.034269332885742,
+ 20.199352264404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.888916015625,
+ "language": 52.27668380737305
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6910610795021057,
+ 0.0007736614206805825,
+ 2.2839286017983795e-08,
+ 2.6381923134977114e-07,
+ 8.447132131550461e-06,
+ 0.01736380159854889,
+ 8.405490007135086e-06,
+ 0.00017858046339824796,
+ 0.00018237413314636797,
+ 4.064111999468878e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36952707171440125,
+ -7.164376258850098,
+ -17.594783782958984,
+ -15.148001670837402,
+ -11.681683540344238,
+ -4.053367614746094,
+ -11.686625480651855,
+ -8.630471229553223,
+ -8.609450340270996,
+ -10.110730171203613
+ ],
+ "distances_by_expert": [
+ 0.7390541434288025,
+ 14.328752517700195,
+ 35.18956756591797,
+ 30.296003341674805,
+ 23.363367080688477,
+ 8.106735229492188,
+ 23.37325096130371,
+ 17.260942459106445,
+ 17.218900680541992,
+ 20.221460342407227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.408935546875,
+ "language": 52.27231979370117
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.740001916885376,
+ 0.0008929888717830181,
+ 2.4295417233588523e-08,
+ 3.1954263590705523e-07,
+ 9.192073775921017e-06,
+ 0.022196423262357712,
+ 9.221030268236063e-06,
+ 0.000195857894141227,
+ 0.0001959963410627097,
+ 4.4472548324847594e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30110251903533936,
+ -7.020936489105225,
+ -17.532978057861328,
+ -14.956375122070312,
+ -11.597168922424316,
+ -3.80782413482666,
+ -11.594023704528809,
+ -8.538121223449707,
+ -8.53741455078125,
+ -10.020638465881348
+ ],
+ "distances_by_expert": [
+ 0.6022050380706787,
+ 14.04187297821045,
+ 35.065956115722656,
+ 29.912750244140625,
+ 23.194337844848633,
+ 7.61564826965332,
+ 23.188047409057617,
+ 17.076242446899414,
+ 17.0748291015625,
+ 20.041276931762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.14013671875,
+ "language": 52.284610748291016
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7751184701919556,
+ 0.0008118292898871005,
+ 2.4675896881376502e-08,
+ 2.8388231498865935e-07,
+ 8.71182419359684e-06,
+ 0.019278651103377342,
+ 8.835472726786975e-06,
+ 0.0001924624084495008,
+ 0.00020129283075220883,
+ 4.206666926620528e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2547394037246704,
+ -7.116220474243164,
+ -17.517438888549805,
+ -15.074706077575684,
+ -11.650829315185547,
+ -3.9487569332122803,
+ -11.636735916137695,
+ -8.555609703063965,
+ -8.510749816894531,
+ -10.076254844665527
+ ],
+ "distances_by_expert": [
+ 0.5094788074493408,
+ 14.232440948486328,
+ 35.03487777709961,
+ 30.149412155151367,
+ 23.301658630371094,
+ 7.8975138664245605,
+ 23.27347183227539,
+ 17.11121940612793,
+ 17.021499633789062,
+ 20.152509689331055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.46240234375,
+ "language": 52.2823600769043
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6594540476799011,
+ 0.0005690277321264148,
+ 2.1606979316857178e-08,
+ 2.085408254970389e-07,
+ 6.804091754020192e-06,
+ 0.013413497246801853,
+ 7.047841336316196e-06,
+ 0.00015398797404486686,
+ 0.00016868553939275444,
+ 3.22841624438297e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41634297370910645,
+ -7.47158145904541,
+ -17.650249481201172,
+ -15.38313102722168,
+ -11.89798641204834,
+ -4.311493873596191,
+ -11.862789154052734,
+ -8.77863597869873,
+ -8.687474250793457,
+ -10.340933799743652
+ ],
+ "distances_by_expert": [
+ 0.8326859474182129,
+ 14.94316291809082,
+ 35.300498962402344,
+ 30.76626205444336,
+ 23.79597282409668,
+ 8.622987747192383,
+ 23.72557830810547,
+ 17.55727195739746,
+ 17.374948501586914,
+ 20.681867599487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.453369140625,
+ "language": 52.28387451171875
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7251050472259521,
+ 0.0006815931410528719,
+ 2.4169837686827123e-08,
+ 2.4745122573222034e-07,
+ 7.861123776820023e-06,
+ 0.017183123156428337,
+ 8.070809599303175e-06,
+ 0.0001774745323928073,
+ 0.00018428085604682565,
+ 3.717404615599662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.321438729763031,
+ -7.291077613830566,
+ -17.53816032409668,
+ -15.212052345275879,
+ -11.753581047058105,
+ -4.0638275146484375,
+ -11.727256774902344,
+ -8.636683464050293,
+ -8.59904956817627,
+ -10.199899673461914
+ ],
+ "distances_by_expert": [
+ 0.642877459526062,
+ 14.582155227661133,
+ 35.07632064819336,
+ 30.424104690551758,
+ 23.50716209411621,
+ 8.127655029296875,
+ 23.454513549804688,
+ 17.273366928100586,
+ 17.19809913635254,
+ 20.399799346923828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.542236328125,
+ "language": 52.2926139831543
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.767829954624176,
+ 0.0007710263598710299,
+ 2.4652470287378492e-08,
+ 2.782495300834853e-07,
+ 8.221629286708776e-06,
+ 0.02007695846259594,
+ 8.60302407090785e-06,
+ 0.00018703957903198898,
+ 0.0001991156896110624,
+ 3.9213999116327614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2641870081424713,
+ -7.167788028717041,
+ -17.518388748168945,
+ -15.094747543334961,
+ -11.708742141723633,
+ -3.908182382583618,
+ -11.663396835327148,
+ -8.584190368652344,
+ -8.521624565124512,
+ -10.146476745605469
+ ],
+ "distances_by_expert": [
+ 0.5283740162849426,
+ 14.335576057434082,
+ 35.03677749633789,
+ 30.189495086669922,
+ 23.417484283447266,
+ 7.816364765167236,
+ 23.326793670654297,
+ 17.168380737304688,
+ 17.043249130249023,
+ 20.292953491210938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.390869140625,
+ "language": 52.25677490234375
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7411976456642151,
+ 0.0006620219210162759,
+ 2.342165394964013e-08,
+ 2.332414510419767e-07,
+ 7.652548447367735e-06,
+ 0.015933971852064133,
+ 7.851076588849537e-06,
+ 0.00017088698223233223,
+ 0.00019076587341260165,
+ 3.65472114935983e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2994879484176636,
+ -7.320211887359619,
+ -17.569604873657227,
+ -15.271191596984863,
+ -11.780471801757812,
+ -4.139301776885986,
+ -11.754859924316406,
+ -8.674508094787598,
+ -8.56446361541748,
+ -10.21690559387207
+ ],
+ "distances_by_expert": [
+ 0.5989758968353271,
+ 14.640423774719238,
+ 35.13920974731445,
+ 30.542383193969727,
+ 23.560943603515625,
+ 8.278603553771973,
+ 23.509719848632812,
+ 17.349016189575195,
+ 17.12892723083496,
+ 20.43381118774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.660400390625,
+ "language": 52.27470016479492
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6786290407180786,
+ 0.0005738133913837373,
+ 2.0828908375847277e-08,
+ 2.1733281130309479e-07,
+ 7.086858659022255e-06,
+ 0.014943494461476803,
+ 7.410981197608635e-06,
+ 0.00016054126899689436,
+ 0.00017807418771553785,
+ 3.425290560699068e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38768061995506287,
+ -7.4632062911987305,
+ -17.68692398071289,
+ -15.341835975646973,
+ -11.857268333435059,
+ -4.203479290008545,
+ -11.81254768371582,
+ -8.736959457397461,
+ -8.633310317993164,
+ -10.281739234924316
+ ],
+ "distances_by_expert": [
+ 0.7753612399101257,
+ 14.926412582397461,
+ 35.37384796142578,
+ 30.683671951293945,
+ 23.714536666870117,
+ 8.40695858001709,
+ 23.62509536743164,
+ 17.473918914794922,
+ 17.266620635986328,
+ 20.563478469848633
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3358.43505859375,
+ "language": 52.28791809082031
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.765946090221405,
+ 0.0007273160153999925,
+ 2.440963342564828e-08,
+ 2.6466821623216674e-07,
+ 8.345321475644596e-06,
+ 0.018454527482390404,
+ 8.67940798343625e-06,
+ 0.00018728143186308444,
+ 0.00020088128803763539,
+ 4.0108265238814056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2666434645652771,
+ -7.226149559020996,
+ -17.528287887573242,
+ -15.14478874206543,
+ -11.693809509277344,
+ -3.992445468902588,
+ -11.654557228088379,
+ -8.582898139953613,
+ -8.512796401977539,
+ -10.12392807006836
+ ],
+ "distances_by_expert": [
+ 0.5332869291305542,
+ 14.452299118041992,
+ 35.056575775146484,
+ 30.28957748413086,
+ 23.387619018554688,
+ 7.984890937805176,
+ 23.309114456176758,
+ 17.165796279907227,
+ 17.025592803955078,
+ 20.24785614013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.803955078125,
+ "language": 52.281333923339844
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6227332949638367,
+ 0.0007087126141414046,
+ 2.0812031209516135e-08,
+ 2.9093163789184473e-07,
+ 7.95444066170603e-06,
+ 0.01982118934392929,
+ 8.472400622849818e-06,
+ 0.00017158134141936898,
+ 0.00017608854977879673,
+ 3.6794113839278e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4736369252204895,
+ -7.252060413360596,
+ -17.687734603881836,
+ -15.050177574157715,
+ -11.741780281066895,
+ -3.921003818511963,
+ -11.678696632385254,
+ -8.670453071594238,
+ -8.644523620605469,
+ -10.210172653198242
+ ],
+ "distances_by_expert": [
+ 0.947273850440979,
+ 14.504120826721191,
+ 35.37546920776367,
+ 30.10035514831543,
+ 23.48356056213379,
+ 7.842007637023926,
+ 23.357393264770508,
+ 17.340906143188477,
+ 17.289047241210938,
+ 20.420345306396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.382080078125,
+ "language": 52.27100372314453
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7320902943611145,
+ 0.0006918560829944909,
+ 2.258280318301331e-08,
+ 2.554890841111046e-07,
+ 7.897748218965717e-06,
+ 0.017604002729058266,
+ 8.224969860748388e-06,
+ 0.0001752136304276064,
+ 0.00019336590776219964,
+ 3.763093627640046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.311851441860199,
+ -7.276132583618164,
+ -17.606077194213867,
+ -15.180086135864258,
+ -11.748932838439941,
+ -4.039628982543945,
+ -11.708335876464844,
+ -8.649504661560059,
+ -8.550926208496094,
+ -10.187684059143066
+ ],
+ "distances_by_expert": [
+ 0.623702883720398,
+ 14.552265167236328,
+ 35.212154388427734,
+ 30.360172271728516,
+ 23.497865676879883,
+ 8.07925796508789,
+ 23.416671752929688,
+ 17.299009323120117,
+ 17.101852416992188,
+ 20.375368118286133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.861083984375,
+ "language": 52.267005920410156
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7312036752700806,
+ 0.0006796617526561022,
+ 2.3344005839476267e-08,
+ 2.392560816133482e-07,
+ 7.827630724932533e-06,
+ 0.01662885583937168,
+ 8.250864993897267e-06,
+ 0.00017630580987315625,
+ 0.00018966893549077213,
+ 3.766209920286201e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31306326389312744,
+ -7.293915271759033,
+ -17.572925567626953,
+ -15.245731353759766,
+ -11.757850646972656,
+ -4.096615791320801,
+ -11.705192565917969,
+ -8.643290519714355,
+ -8.570230484008789,
+ -10.186856269836426
+ ],
+ "distances_by_expert": [
+ 0.6261265277862549,
+ 14.587830543518066,
+ 35.145851135253906,
+ 30.49146270751953,
+ 23.515701293945312,
+ 8.193231582641602,
+ 23.410385131835938,
+ 17.28658103942871,
+ 17.140460968017578,
+ 20.37371253967285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.32373046875,
+ "language": 52.29201126098633
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6929799318313599,
+ 0.0007135790656320751,
+ 2.1613201894865597e-08,
+ 2.8432233989406086e-07,
+ 8.398887075600214e-06,
+ 0.020183926448225975,
+ 8.661464562464971e-06,
+ 0.0001828516396926716,
+ 0.00018612053827382624,
+ 3.9884329453343526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3667542338371277,
+ -7.245217323303223,
+ -17.649961471557617,
+ -15.07315731048584,
+ -11.687411308288574,
+ -3.9028687477111816,
+ -11.65662670135498,
+ -8.60683536529541,
+ -8.589116096496582,
+ -10.12952709197998
+ ],
+ "distances_by_expert": [
+ 0.7335084676742554,
+ 14.490434646606445,
+ 35.299922943115234,
+ 30.14631462097168,
+ 23.37482261657715,
+ 7.805737495422363,
+ 23.31325340270996,
+ 17.21367073059082,
+ 17.178232192993164,
+ 20.25905418395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.990234375,
+ "language": 52.28104782104492
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294784784317017,
+ 0.000710735097527504,
+ 2.289930556287345e-08,
+ 2.507420617803291e-07,
+ 8.146367690642364e-06,
+ 0.017441872507333755,
+ 8.450879249721766e-06,
+ 0.00017839136125985533,
+ 0.00019157244241796434,
+ 3.915678462362848e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31542545557022095,
+ -7.249210834503174,
+ -17.592159271240234,
+ -15.198841094970703,
+ -11.717938423156738,
+ -4.048881530761719,
+ -11.68124008178711,
+ -8.63153076171875,
+ -8.5602445602417,
+ -10.147936820983887
+ ],
+ "distances_by_expert": [
+ 0.6308509111404419,
+ 14.498421669006348,
+ 35.18431854248047,
+ 30.397682189941406,
+ 23.435876846313477,
+ 8.097763061523438,
+ 23.36248016357422,
+ 17.2630615234375,
+ 17.1204891204834,
+ 20.295873641967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.42333984375,
+ "language": 52.29183578491211
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7748082876205444,
+ 0.0008484756690450013,
+ 2.4674815080061308e-08,
+ 3.1548600532005366e-07,
+ 9.25291078601731e-06,
+ 0.02250143326818943,
+ 9.683659300208092e-06,
+ 0.00020041553943883628,
+ 0.00020673955441452563,
+ 4.3758896936196834e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25513964891433716,
+ -7.07206916809082,
+ -17.51748275756836,
+ -14.969151496887207,
+ -11.590572357177734,
+ -3.7941763401031494,
+ -11.54507064819336,
+ -8.515117645263672,
+ -8.484050750732422,
+ -10.036815643310547
+ ],
+ "distances_by_expert": [
+ 0.5102792978286743,
+ 14.14413833618164,
+ 35.03496551513672,
+ 29.938302993774414,
+ 23.18114471435547,
+ 7.588352680206299,
+ 23.09014129638672,
+ 17.030235290527344,
+ 16.968101501464844,
+ 20.073631286621094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.17138671875,
+ "language": 52.28527069091797
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7539582848548889,
+ 0.0007221595733426511,
+ 2.3389063130707655e-08,
+ 2.609511113860208e-07,
+ 8.239258932007942e-06,
+ 0.017545081675052643,
+ 8.545775017410051e-06,
+ 0.00018068619829136878,
+ 0.00019610815797932446,
+ 3.88965527235996e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28241825103759766,
+ -7.233264446258545,
+ -17.57099723815918,
+ -15.15893268585205,
+ -11.706600189208984,
+ -4.0429816246032715,
+ -11.670073509216309,
+ -8.618748664855957,
+ -8.536844253540039,
+ -10.1546049118042
+ ],
+ "distances_by_expert": [
+ 0.5648365020751953,
+ 14.46652889251709,
+ 35.14199447631836,
+ 30.3178653717041,
+ 23.41320037841797,
+ 8.085963249206543,
+ 23.340147018432617,
+ 17.237497329711914,
+ 17.073688507080078,
+ 20.3092098236084
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.6728515625,
+ "language": 52.27107620239258
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7364506721496582,
+ 0.0006923798355273902,
+ 2.378300401062461e-08,
+ 2.4905216378101613e-07,
+ 8.15532257547602e-06,
+ 0.017164748162031174,
+ 8.523985343344975e-06,
+ 0.00017955902148969471,
+ 0.00019189920567441732,
+ 3.9039146940922365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3059130609035492,
+ -7.275375843048096,
+ -17.55429458618164,
+ -15.20560359954834,
+ -11.716839790344238,
+ -4.064897537231445,
+ -11.672626495361328,
+ -8.625006675720215,
+ -8.558540344238281,
+ -10.150945663452148
+ ],
+ "distances_by_expert": [
+ 0.6118261218070984,
+ 14.550751686096191,
+ 35.10858917236328,
+ 30.41120719909668,
+ 23.433679580688477,
+ 8.12979507446289,
+ 23.345252990722656,
+ 17.25001335144043,
+ 17.117080688476562,
+ 20.301891326904297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.96240234375,
+ "language": 52.29387664794922
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7571782469749451,
+ 0.0008205677731893957,
+ 2.420014588722097e-08,
+ 3.1516515264229383e-07,
+ 9.213910743710585e-06,
+ 0.021475685760378838,
+ 9.567119377607014e-06,
+ 0.000198773414012976,
+ 0.00020276368013583124,
+ 4.294310201657936e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2781566083431244,
+ -7.105514049530029,
+ -17.536907196044922,
+ -14.970169067382812,
+ -11.594796180725098,
+ -3.840833902359009,
+ -11.557178497314453,
+ -8.523344993591309,
+ -8.503469467163086,
+ -10.055634498596191
+ ],
+ "distances_by_expert": [
+ 0.5563132166862488,
+ 14.211028099060059,
+ 35.073814392089844,
+ 29.940338134765625,
+ 23.189592361450195,
+ 7.681667804718018,
+ 23.114356994628906,
+ 17.046689987182617,
+ 17.006938934326172,
+ 20.111268997192383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.146240234375,
+ "language": 52.2856330871582
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7754916548728943,
+ 0.0007240218110382557,
+ 2.498310713860974e-08,
+ 2.6109822215403256e-07,
+ 8.412892384512816e-06,
+ 0.01789875701069832,
+ 8.715272997505963e-06,
+ 0.00018586209625937045,
+ 0.00019912535208277404,
+ 3.993532664026134e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25425809621810913,
+ -7.23068904876709,
+ -17.50506591796875,
+ -15.158369064331055,
+ -11.685745239257812,
+ -4.023024082183838,
+ -11.650433540344238,
+ -8.590505599975586,
+ -8.521575927734375,
+ -10.128249168395996
+ ],
+ "distances_by_expert": [
+ 0.5085161924362183,
+ 14.46137809753418,
+ 35.0101318359375,
+ 30.31673812866211,
+ 23.371490478515625,
+ 8.046048164367676,
+ 23.300867080688477,
+ 17.181011199951172,
+ 17.04315185546875,
+ 20.256498336791992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.1376953125,
+ "language": 52.29214859008789
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7511911392211914,
+ 0.0007249093032442033,
+ 2.3756030032018316e-08,
+ 2.631980180467508e-07,
+ 8.262873052444775e-06,
+ 0.01877184957265854,
+ 8.707836968824267e-06,
+ 0.0001851913402788341,
+ 0.0001962436072062701,
+ 3.970523539464921e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28609520196914673,
+ -7.229464054107666,
+ -17.555429458618164,
+ -15.150359153747559,
+ -11.70373821258545,
+ -3.9753968715667725,
+ -11.651287078857422,
+ -8.594120979309082,
+ -8.536153793334961,
+ -10.134027481079102
+ ],
+ "distances_by_expert": [
+ 0.5721904039382935,
+ 14.458928108215332,
+ 35.11085891723633,
+ 30.300718307495117,
+ 23.4074764251709,
+ 7.950793743133545,
+ 23.302574157714844,
+ 17.188241958618164,
+ 17.072307586669922,
+ 20.268054962158203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3266.150146484375,
+ "language": 52.273773193359375
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7596028447151184,
+ 0.0008438928634859622,
+ 2.4358707051419515e-08,
+ 3.155025751766516e-07,
+ 9.119576134253293e-06,
+ 0.022610396146774292,
+ 9.594804396328982e-06,
+ 0.00019837458967231214,
+ 0.0002047409798251465,
+ 4.331922173150815e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2749595642089844,
+ -7.077485084533691,
+ -17.530376434326172,
+ -14.969099044799805,
+ -11.605087280273438,
+ -3.7893455028533936,
+ -11.554288864135742,
+ -8.52535343170166,
+ -8.493764877319336,
+ -10.046914100646973
+ ],
+ "distances_by_expert": [
+ 0.5499191284179688,
+ 14.154970169067383,
+ 35.060752868652344,
+ 29.93819808959961,
+ 23.210174560546875,
+ 7.578691005706787,
+ 23.108577728271484,
+ 17.05070686340332,
+ 16.987529754638672,
+ 20.093828201293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3216.800048828125,
+ "language": 52.299591064453125
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7608431577682495,
+ 0.0007441143970936537,
+ 2.357057482527125e-08,
+ 2.735907855822006e-07,
+ 8.571371836296748e-06,
+ 0.018417207524180412,
+ 8.75609566719504e-06,
+ 0.00018510516383685172,
+ 0.0001991016324609518,
+ 4.030781565234065e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2733280658721924,
+ -7.203315734863281,
+ -17.56326675415039,
+ -15.111632347106934,
+ -11.667082786560059,
+ -3.9944698810577393,
+ -11.645760536193848,
+ -8.594586372375488,
+ -8.521695137023926,
+ -10.118965148925781
+ ],
+ "distances_by_expert": [
+ 0.5466561317443848,
+ 14.406631469726562,
+ 35.12653350830078,
+ 30.223264694213867,
+ 23.334165573120117,
+ 7.9889397621154785,
+ 23.291521072387695,
+ 17.189172744750977,
+ 17.04339027404785,
+ 20.237930297851562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.21728515625,
+ "language": 52.27439880371094
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738997220993042,
+ 0.0006780513213016093,
+ 2.3687528383220524e-08,
+ 2.408522163932503e-07,
+ 7.875702976889443e-06,
+ 0.01660839654505253,
+ 8.204578080039937e-06,
+ 0.0001763121981639415,
+ 0.0001914964523166418,
+ 3.742507396964356e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30246108770370483,
+ -7.296287536621094,
+ -17.558317184448242,
+ -15.239082336425781,
+ -11.751728057861328,
+ -4.097846984863281,
+ -11.71081829071045,
+ -8.643254280090332,
+ -8.560641288757324,
+ -10.193169593811035
+ ],
+ "distances_by_expert": [
+ 0.6049221754074097,
+ 14.592575073242188,
+ 35.116634368896484,
+ 30.478164672851562,
+ 23.503456115722656,
+ 8.195693969726562,
+ 23.4216365814209,
+ 17.286508560180664,
+ 17.12128257751465,
+ 20.38633918762207
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3277.0673828125,
+ "language": 52.2811393737793
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6998600363731384,
+ 0.0007714249659329653,
+ 2.2488841011636396e-08,
+ 3.053930868190946e-07,
+ 8.738460564927664e-06,
+ 0.0214979350566864,
+ 9.181255336443428e-06,
+ 0.00018763038679026067,
+ 0.00019062476349063218,
+ 4.09290223615244e-05
+ ],
+ "log_scores_by_expert": [
+ -0.356874942779541,
+ -7.167271137237549,
+ -17.610246658325195,
+ -15.001666069030762,
+ -11.64777660369873,
+ -3.8397984504699707,
+ -11.598346710205078,
+ -8.581036567687988,
+ -8.565203666687012,
+ -10.103671073913574
+ ],
+ "distances_by_expert": [
+ 0.713749885559082,
+ 14.334542274475098,
+ 35.22049331665039,
+ 30.003332138061523,
+ 23.29555320739746,
+ 7.679596900939941,
+ 23.196693420410156,
+ 17.162073135375977,
+ 17.130407333374023,
+ 20.20734214782715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.221923828125,
+ "language": 52.29810333251953
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7569199800491333,
+ 0.0007254511583596468,
+ 2.3650237324090995e-08,
+ 2.634390909861395e-07,
+ 8.096890269371215e-06,
+ 0.017949070781469345,
+ 8.45211252453737e-06,
+ 0.00017980541451834142,
+ 0.00019862012413796037,
+ 3.8367248635040596e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27849769592285156,
+ -7.228716850280762,
+ -17.559892654418945,
+ -15.149443626403809,
+ -11.724030494689941,
+ -4.020216941833496,
+ -11.6810941696167,
+ -8.623635292053223,
+ -8.524116516113281,
+ -10.168306350708008
+ ],
+ "distances_by_expert": [
+ 0.5569953918457031,
+ 14.457433700561523,
+ 35.11978530883789,
+ 30.298887252807617,
+ 23.448060989379883,
+ 8.040433883666992,
+ 23.3621883392334,
+ 17.247270584106445,
+ 17.048233032226562,
+ 20.336612701416016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3239.342529296875,
+ "language": 52.27598190307617
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7557927370071411,
+ 0.0007152346661314368,
+ 2.4059771064344204e-08,
+ 2.510461740712344e-07,
+ 8.131116373988334e-06,
+ 0.0175020731985569,
+ 8.472691661154386e-06,
+ 0.0001806967193260789,
+ 0.00019697147945407778,
+ 3.891235974151641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2799881100654602,
+ -7.2428998947143555,
+ -17.542724609375,
+ -15.19762897491455,
+ -11.719812393188477,
+ -4.045435905456543,
+ -11.678662300109863,
+ -8.618690490722656,
+ -8.532451629638672,
+ -10.15419864654541
+ ],
+ "distances_by_expert": [
+ 0.5599762201309204,
+ 14.485799789428711,
+ 35.08544921875,
+ 30.3952579498291,
+ 23.439624786376953,
+ 8.090871810913086,
+ 23.357324600219727,
+ 17.237380981445312,
+ 17.064903259277344,
+ 20.30839729309082
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.83251953125,
+ "language": 52.28950500488281
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.716860830783844,
+ 0.0006883669411763549,
+ 2.251411856946106e-08,
+ 2.574329869275971e-07,
+ 8.001657988643274e-06,
+ 0.018322167918086052,
+ 8.39515541883884e-06,
+ 0.00017799132911022753,
+ 0.00018985912902280688,
+ 3.832143192994408e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33287355303764343,
+ -7.281188488006592,
+ -17.60912322998047,
+ -15.172506332397461,
+ -11.735861778259277,
+ -3.999643564224243,
+ -11.68785572052002,
+ -8.63377571105957,
+ -8.569228172302246,
+ -10.169501304626465
+ ],
+ "distances_by_expert": [
+ 0.6657471060752869,
+ 14.562376976013184,
+ 35.21824645996094,
+ 30.345012664794922,
+ 23.471723556518555,
+ 7.999287128448486,
+ 23.37571144104004,
+ 17.26755142211914,
+ 17.138456344604492,
+ 20.33900260925293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.070556640625,
+ "language": 52.285701751708984
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7352965474128723,
+ 0.0006558303139172494,
+ 2.3560057016425162e-08,
+ 2.3217553746235353e-07,
+ 7.638381248398218e-06,
+ 0.01558579970151186,
+ 7.912577530078124e-06,
+ 0.00017028310685418546,
+ 0.00018983740301337093,
+ 3.620274583227001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30748140811920166,
+ -7.32960844039917,
+ -17.56371307373047,
+ -15.275772094726562,
+ -11.78232479095459,
+ -4.161395072937012,
+ -11.74705696105957,
+ -8.678048133850098,
+ -8.569342613220215,
+ -10.226375579833984
+ ],
+ "distances_by_expert": [
+ 0.6149628162384033,
+ 14.65921688079834,
+ 35.12742614746094,
+ 30.551544189453125,
+ 23.56464958190918,
+ 8.322790145874023,
+ 23.49411392211914,
+ 17.356096267700195,
+ 17.13868522644043,
+ 20.45275115966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.140625,
+ "language": 52.28047561645508
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6540381908416748,
+ 0.0007280634017661214,
+ 2.1510675907165933e-08,
+ 2.4831385303514253e-07,
+ 8.018074368010275e-06,
+ 0.016115503385663033,
+ 7.973648280312773e-06,
+ 0.00016671171761117876,
+ 0.0001727368653519079,
+ 3.8708421925548464e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42458948493003845,
+ -7.225122451782227,
+ -17.65471649169922,
+ -15.208572387695312,
+ -11.73381233215332,
+ -4.127973556518555,
+ -11.739368438720703,
+ -8.699244499206543,
+ -8.663741111755371,
+ -10.159453392028809
+ ],
+ "distances_by_expert": [
+ 0.8491789698600769,
+ 14.450244903564453,
+ 35.30943298339844,
+ 30.417144775390625,
+ 23.46762466430664,
+ 8.25594711303711,
+ 23.478736877441406,
+ 17.398488998413086,
+ 17.327482223510742,
+ 20.318906784057617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.149658203125,
+ "language": 52.272342681884766
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7529609203338623,
+ 0.0008774683228693902,
+ 2.498787310400985e-08,
+ 3.044776235583413e-07,
+ 9.054139809450135e-06,
+ 0.02117369882762432,
+ 9.258074896933977e-06,
+ 0.00019398986478336155,
+ 0.0001988756121136248,
+ 4.357919533504173e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28374195098876953,
+ -7.0384697914123535,
+ -17.50487518310547,
+ -15.004668235778809,
+ -11.612288475036621,
+ -3.8549954891204834,
+ -11.590014457702637,
+ -8.547704696655273,
+ -8.522830963134766,
+ -10.04093074798584
+ ],
+ "distances_by_expert": [
+ 0.5674839019775391,
+ 14.076939582824707,
+ 35.00975036621094,
+ 30.009336471557617,
+ 23.224576950073242,
+ 7.709990978240967,
+ 23.180028915405273,
+ 17.095409393310547,
+ 17.04566192626953,
+ 20.08186149597168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.3505859375,
+ "language": 52.27159118652344
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7691263556480408,
+ 0.0008324924856424332,
+ 2.4561652267607315e-08,
+ 2.84798858274371e-07,
+ 9.024528480949812e-06,
+ 0.018879247829318047,
+ 9.064533514901996e-06,
+ 0.00019254391372669488,
+ 0.00020153005607426167,
+ 4.38293136539869e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2625000774860382,
+ -7.091086387634277,
+ -17.522079467773438,
+ -15.07148265838623,
+ -11.615564346313477,
+ -3.9696919918060303,
+ -11.611141204833984,
+ -8.55518627166748,
+ -8.50957202911377,
+ -10.035207748413086
+ ],
+ "distances_by_expert": [
+ 0.5250001549720764,
+ 14.182172775268555,
+ 35.044158935546875,
+ 30.14296531677246,
+ 23.231128692626953,
+ 7.9393839836120605,
+ 23.22228240966797,
+ 17.11037254333496,
+ 17.01914405822754,
+ 20.070415496826172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.56689453125,
+ "language": 52.274986267089844
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6791430711746216,
+ 0.0005711689591407776,
+ 2.2295578716580167e-08,
+ 2.0870555772489752e-07,
+ 6.880699402245227e-06,
+ 0.013543715700507164,
+ 7.192079465312418e-06,
+ 0.0001573762419866398,
+ 0.00017173685773741454,
+ 3.293510599178262e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38692352175712585,
+ -7.467825412750244,
+ -17.618877410888672,
+ -15.382341384887695,
+ -11.88679027557373,
+ -4.301832675933838,
+ -11.842530250549316,
+ -8.756871223449707,
+ -8.669547080993652,
+ -10.320971488952637
+ ],
+ "distances_by_expert": [
+ 0.7738470435142517,
+ 14.935650825500488,
+ 35.237754821777344,
+ 30.76468276977539,
+ 23.77358055114746,
+ 8.603665351867676,
+ 23.685060501098633,
+ 17.513742446899414,
+ 17.339094161987305,
+ 20.641942977905273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.755615234375,
+ "language": 52.295589447021484
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7548396587371826,
+ 0.0006916258716955781,
+ 2.4663100006705463e-08,
+ 2.4462570991090615e-07,
+ 7.977131645020563e-06,
+ 0.016863400116562843,
+ 8.184977559722029e-06,
+ 0.00017852427845355123,
+ 0.0001886667887447402,
+ 3.779969847528264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2812499403953552,
+ -7.27646541595459,
+ -17.51795768737793,
+ -15.223536491394043,
+ -11.738931655883789,
+ -4.0826096534729,
+ -11.713210105895996,
+ -8.630785942077637,
+ -8.575528144836426,
+ -10.183209419250488
+ ],
+ "distances_by_expert": [
+ 0.5624998807907104,
+ 14.55293083190918,
+ 35.03591537475586,
+ 30.447072982788086,
+ 23.477863311767578,
+ 8.1652193069458,
+ 23.426420211791992,
+ 17.261571884155273,
+ 17.15105628967285,
+ 20.366418838500977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.6982421875,
+ "language": 52.275367736816406
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7479690313339233,
+ 0.0008728574030101299,
+ 2.4545869337089243e-08,
+ 3.3542821142873436e-07,
+ 9.280536687583663e-06,
+ 0.0241780336946249,
+ 9.714221050671767e-06,
+ 0.0002023062843363732,
+ 0.00019797883578576148,
+ 4.312170494813472e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2903937101364136,
+ -7.04373836517334,
+ -17.522722244262695,
+ -14.907857894897461,
+ -11.587591171264648,
+ -3.722310781478882,
+ -11.541919708251953,
+ -8.505727767944336,
+ -8.527350425720215,
+ -10.051484107971191
+ ],
+ "distances_by_expert": [
+ 0.5807874202728271,
+ 14.08747673034668,
+ 35.04544448852539,
+ 29.815715789794922,
+ 23.175182342529297,
+ 7.444621562957764,
+ 23.083839416503906,
+ 17.011455535888672,
+ 17.05470085144043,
+ 20.102968215942383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.248046875,
+ "language": 52.306373596191406
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.762043297290802,
+ 0.0007040878990665078,
+ 2.4841936507868922e-08,
+ 2.540390937610937e-07,
+ 7.910683962109033e-06,
+ 0.01785070076584816,
+ 8.30376120575238e-06,
+ 0.00018290152365807444,
+ 0.00019637896912172437,
+ 3.754920180654153e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27175194025039673,
+ -7.258607387542725,
+ -17.510732650756836,
+ -15.18577766418457,
+ -11.747296333312988,
+ -4.025712490081787,
+ -11.69880199432373,
+ -8.606562614440918,
+ -8.5354642868042,
+ -10.189858436584473
+ ],
+ "distances_by_expert": [
+ 0.5435038805007935,
+ 14.51721477508545,
+ 35.02146530151367,
+ 30.37155532836914,
+ 23.494592666625977,
+ 8.051424980163574,
+ 23.39760398864746,
+ 17.213125228881836,
+ 17.0709285736084,
+ 20.379716873168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.069580078125,
+ "language": 52.2703971862793
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.717650830745697,
+ 0.0006489250808954239,
+ 2.3206961685673377e-08,
+ 2.3096907852959703e-07,
+ 7.363940767390886e-06,
+ 0.016364360228180885,
+ 7.81958078732714e-06,
+ 0.00017135110101662576,
+ 0.00018950006051454693,
+ 3.525047213770449e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33177223801612854,
+ -7.340193271636963,
+ -17.578813552856445,
+ -15.28098201751709,
+ -11.818915367126465,
+ -4.112649440765381,
+ -11.758879661560059,
+ -8.671795845031738,
+ -8.571121215820312,
+ -10.253031730651855
+ ],
+ "distances_by_expert": [
+ 0.6635444760322571,
+ 14.680386543273926,
+ 35.15762710571289,
+ 30.56196403503418,
+ 23.63783073425293,
+ 8.225298881530762,
+ 23.517759323120117,
+ 17.343591690063477,
+ 17.142242431640625,
+ 20.50606346130371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.63232421875,
+ "language": 52.29513168334961
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7704996466636658,
+ 0.0007523715612478554,
+ 2.4980153057185817e-08,
+ 2.6793824758897244e-07,
+ 8.710238034836948e-06,
+ 0.01984364166855812,
+ 9.088094884646125e-06,
+ 0.00019527207768987864,
+ 0.00020236648560967296,
+ 4.2089905036846176e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2607160806655884,
+ -7.192280292510986,
+ -17.505184173583984,
+ -15.132509231567383,
+ -11.65101146697998,
+ -3.9198715686798096,
+ -11.608545303344727,
+ -8.541116714477539,
+ -8.505430221557617,
+ -10.075702667236328
+ ],
+ "distances_by_expert": [
+ 0.5214321613311768,
+ 14.384560585021973,
+ 35.01036834716797,
+ 30.265018463134766,
+ 23.30202293395996,
+ 7.839743137359619,
+ 23.217090606689453,
+ 17.082233428955078,
+ 17.010860443115234,
+ 20.151405334472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.39208984375,
+ "language": 52.29526138305664
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6293835639953613,
+ 0.0006758131785318255,
+ 2.1122602333889517e-08,
+ 2.2362968365996494e-07,
+ 7.565587111457717e-06,
+ 0.013889418914914131,
+ 7.607920451846439e-06,
+ 0.00015859481936786324,
+ 0.00016487650282215327,
+ 3.634641689131968e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4630144238471985,
+ -7.299593925476074,
+ -17.672922134399414,
+ -15.313274383544922,
+ -11.791900634765625,
+ -4.276628017425537,
+ -11.786320686340332,
+ -8.749157905578613,
+ -8.71031379699707,
+ -10.22241497039795
+ ],
+ "distances_by_expert": [
+ 0.926028847694397,
+ 14.599187850952148,
+ 35.34584426879883,
+ 30.626548767089844,
+ 23.58380126953125,
+ 8.553256034851074,
+ 23.572641372680664,
+ 17.498315811157227,
+ 17.42062759399414,
+ 20.4448299407959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.923583984375,
+ "language": 52.29471969604492
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7411595582962036,
+ 0.0008400886435993016,
+ 2.436284241014164e-08,
+ 2.8603898272194783e-07,
+ 8.523725227860268e-06,
+ 0.019676491618156433,
+ 8.839788279146887e-06,
+ 0.00018774047202896327,
+ 0.0001943424140335992,
+ 4.145534330746159e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29953932762145996,
+ -7.082003116607666,
+ -17.53020668029785,
+ -15.067137718200684,
+ -11.672657012939453,
+ -3.928330659866333,
+ -11.636247634887695,
+ -8.580450057983398,
+ -8.545888900756836,
+ -10.090893745422363
+ ],
+ "distances_by_expert": [
+ 0.5990786552429199,
+ 14.164006233215332,
+ 35.0604133605957,
+ 30.134275436401367,
+ 23.345314025878906,
+ 7.856661319732666,
+ 23.27249526977539,
+ 17.160900115966797,
+ 17.091777801513672,
+ 20.181787490844727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.916748046875,
+ "language": 52.26804733276367
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7424909472465515,
+ 0.0007617871160618961,
+ 2.399272780451156e-08,
+ 2.531863003696344e-07,
+ 8.198523573810235e-06,
+ 0.016794772818684578,
+ 8.435459676547907e-06,
+ 0.00017921942344401032,
+ 0.00019302929285913706,
+ 3.974861465394497e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2977445721626282,
+ -7.179843425750732,
+ -17.545515060424805,
+ -15.189140319824219,
+ -11.711556434631348,
+ -4.0866875648498535,
+ -11.683066368103027,
+ -8.626899719238281,
+ -8.552668571472168,
+ -10.132935523986816
+ ],
+ "distances_by_expert": [
+ 0.5954891443252563,
+ 14.359686851501465,
+ 35.09103012084961,
+ 30.378280639648438,
+ 23.423112869262695,
+ 8.173375129699707,
+ 23.366132736206055,
+ 17.253799438476562,
+ 17.105337142944336,
+ 20.265871047973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3521.361572265625,
+ "language": 52.28077697753906
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.733315110206604,
+ 0.0006363388383761048,
+ 2.3507091384544765e-08,
+ 2.1666085103788646e-07,
+ 7.404883945127949e-06,
+ 0.014382993802428246,
+ 7.624379122717073e-06,
+ 0.0001657372631598264,
+ 0.0001846328523242846,
+ 3.532079790602438e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31017979979515076,
+ -7.359779357910156,
+ -17.565963745117188,
+ -15.344932556152344,
+ -11.813370704650879,
+ -4.241708755493164,
+ -11.784159660339355,
+ -8.705106735229492,
+ -8.59714126586914,
+ -10.251038551330566
+ ],
+ "distances_by_expert": [
+ 0.6203595995903015,
+ 14.719558715820312,
+ 35.131927490234375,
+ 30.689865112304688,
+ 23.626741409301758,
+ 8.483417510986328,
+ 23.56831932067871,
+ 17.410213470458984,
+ 17.19428253173828,
+ 20.502077102661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.4130859375,
+ "language": 52.25326156616211
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6203473210334778,
+ 0.0006233822787180543,
+ 2.018491329636163e-08,
+ 2.653354158610455e-07,
+ 7.284043476829538e-06,
+ 0.017374509945511818,
+ 7.77160585130332e-06,
+ 0.00016390482778660953,
+ 0.0001705265458440408,
+ 3.306870712549426e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4774758219718933,
+ -7.380350589752197,
+ -17.71833038330078,
+ -15.142271041870117,
+ -11.829824447631836,
+ -4.052751064300537,
+ -11.765033721923828,
+ -8.716224670410156,
+ -8.676619529724121,
+ -10.316923141479492
+ ],
+ "distances_by_expert": [
+ 0.9549516439437866,
+ 14.760701179504395,
+ 35.43666076660156,
+ 30.284542083740234,
+ 23.659648895263672,
+ 8.105502128601074,
+ 23.530067443847656,
+ 17.432449340820312,
+ 17.353239059448242,
+ 20.633846282958984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.253662109375,
+ "language": 52.288665771484375
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7358328104019165,
+ 0.0008293872815556824,
+ 2.4137866816431597e-08,
+ 3.2772459235275164e-07,
+ 8.841963790473528e-06,
+ 0.02300550602376461,
+ 9.30536953092087e-06,
+ 0.00019463157514110208,
+ 0.00019948289263993502,
+ 4.073498712386936e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30675241351127625,
+ -7.094823360443115,
+ -17.53948402404785,
+ -14.931092262268066,
+ -11.636001586914062,
+ -3.772021770477295,
+ -11.584918975830078,
+ -8.544402122497559,
+ -8.519782066345215,
+ -10.108423233032227
+ ],
+ "distances_by_expert": [
+ 0.6135048270225525,
+ 14.18964672088623,
+ 35.0789680480957,
+ 29.862184524536133,
+ 23.272003173828125,
+ 7.54404354095459,
+ 23.169837951660156,
+ 17.088804244995117,
+ 17.03956413269043,
+ 20.216846466064453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.0224609375,
+ "language": 52.285579681396484
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7504278421401978,
+ 0.0006807281752116978,
+ 2.4046329372140463e-08,
+ 2.356092210220595e-07,
+ 7.676706445636228e-06,
+ 0.01629609428346157,
+ 8.023390364542138e-06,
+ 0.0001755298872012645,
+ 0.00019457236339803785,
+ 3.6624183849198744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28711172938346863,
+ -7.292347431182861,
+ -17.543283462524414,
+ -15.261091232299805,
+ -11.77731990814209,
+ -4.116829872131348,
+ -11.733149528503418,
+ -8.647701263427734,
+ -8.544706344604492,
+ -10.214801788330078
+ ],
+ "distances_by_expert": [
+ 0.5742234587669373,
+ 14.584694862365723,
+ 35.08656692504883,
+ 30.52218246459961,
+ 23.55463981628418,
+ 8.233659744262695,
+ 23.466299057006836,
+ 17.29540252685547,
+ 17.089412689208984,
+ 20.429603576660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.3935546875,
+ "language": 52.2664909362793
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7512927055358887,
+ 0.0007035181042738259,
+ 2.417938205212522e-08,
+ 2.423778369120555e-07,
+ 8.175319635483902e-06,
+ 0.016788825392723083,
+ 8.469532986055128e-06,
+ 0.00018295596237294376,
+ 0.00019768507627304643,
+ 3.89644228562247e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28595998883247375,
+ -7.2594170570373535,
+ -17.537765502929688,
+ -15.232768058776855,
+ -11.714390754699707,
+ -4.087041854858398,
+ -11.679035186767578,
+ -8.6062650680542,
+ -8.52883529663086,
+ -10.152861595153809
+ ],
+ "distances_by_expert": [
+ 0.5719199776649475,
+ 14.518834114074707,
+ 35.075531005859375,
+ 30.46553611755371,
+ 23.428781509399414,
+ 8.174083709716797,
+ 23.358070373535156,
+ 17.2125301361084,
+ 17.05767059326172,
+ 20.305723190307617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.905517578125,
+ "language": 52.301055908203125
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6951489448547363,
+ 0.0007889957632869482,
+ 2.2659214948816953e-08,
+ 3.149010581182665e-07,
+ 8.583928320149425e-06,
+ 0.022929610684514046,
+ 9.119488822761923e-06,
+ 0.00018868260667659342,
+ 0.0001886410464067012,
+ 3.934544656658545e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36362916231155396,
+ -7.144749641418457,
+ -17.602699279785156,
+ -14.971007347106934,
+ -11.665618896484375,
+ -3.7753262519836426,
+ -11.605096817016602,
+ -8.575444221496582,
+ -8.575664520263672,
+ -10.1431303024292
+ ],
+ "distances_by_expert": [
+ 0.7272583246231079,
+ 14.289499282836914,
+ 35.20539855957031,
+ 29.942014694213867,
+ 23.33123779296875,
+ 7.550652503967285,
+ 23.210193634033203,
+ 17.150888442993164,
+ 17.151329040527344,
+ 20.2862606048584
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.18212890625,
+ "language": 52.28758239746094
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6859065294265747,
+ 0.0007898585172370076,
+ 2.2337887983781002e-08,
+ 2.7230956334278744e-07,
+ 8.650675226817839e-06,
+ 0.017842769622802734,
+ 8.478600648231804e-06,
+ 0.0001793989649740979,
+ 0.0001806386571843177,
+ 4.2091869545402005e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3770138621330261,
+ -7.1436567306518555,
+ -17.616981506347656,
+ -15.116326332092285,
+ -11.657873153686523,
+ -4.026156902313232,
+ -11.67796516418457,
+ -8.625898361206055,
+ -8.619011878967285,
+ -10.075655937194824
+ ],
+ "distances_by_expert": [
+ 0.7540277242660522,
+ 14.287313461303711,
+ 35.23396301269531,
+ 30.23265266418457,
+ 23.315746307373047,
+ 8.052313804626465,
+ 23.35593032836914,
+ 17.25179672241211,
+ 17.23802375793457,
+ 20.15131187438965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3500.51513671875,
+ "language": 52.281917572021484
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7507206797599792,
+ 0.000836195598822087,
+ 2.4732676351391092e-08,
+ 2.7920165734940383e-07,
+ 8.780789357842878e-06,
+ 0.018891574814915657,
+ 9.066443453775719e-06,
+ 0.00019082192739006132,
+ 0.00019615566998254508,
+ 4.289824209990911e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2867216467857361,
+ -7.086647987365723,
+ -17.515140533447266,
+ -15.091331481933594,
+ -11.6429443359375,
+ -3.96903920173645,
+ -11.610930442810059,
+ -8.564169883728027,
+ -8.536602020263672,
+ -10.056679725646973
+ ],
+ "distances_by_expert": [
+ 0.5734432935714722,
+ 14.173295974731445,
+ 35.03028106689453,
+ 30.182662963867188,
+ 23.285888671875,
+ 7.9380784034729,
+ 23.221860885620117,
+ 17.128339767456055,
+ 17.073204040527344,
+ 20.113359451293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.56884765625,
+ "language": 52.27291488647461
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7565563321113586,
+ 0.0007821658509783447,
+ 2.412180499788974e-08,
+ 2.695942953323538e-07,
+ 8.439636076218449e-06,
+ 0.018058408051729202,
+ 8.696102668181993e-06,
+ 0.00018546494538895786,
+ 0.00019747215264942497,
+ 4.128388172830455e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27897828817367554,
+ -7.153443813323975,
+ -17.540149688720703,
+ -15.126347541809082,
+ -11.682571411132812,
+ -4.014143943786621,
+ -11.65263557434082,
+ -8.592644691467285,
+ -8.529912948608398,
+ -10.095038414001465
+ ],
+ "distances_by_expert": [
+ 0.5579565763473511,
+ 14.30688762664795,
+ 35.080299377441406,
+ 30.252695083618164,
+ 23.365142822265625,
+ 8.028287887573242,
+ 23.30527114868164,
+ 17.18528938293457,
+ 17.059825897216797,
+ 20.19007682800293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.552978515625,
+ "language": 52.25993347167969
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949869394302368,
+ 0.0005996012478135526,
+ 2.2595340709585798e-08,
+ 2.0978512793590198e-07,
+ 7.139411536627449e-06,
+ 0.01358550600707531,
+ 7.379005637631053e-06,
+ 0.00015918866847641766,
+ 0.00017651004600338638,
+ 3.408056727494113e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3638622462749481,
+ -7.419245719909668,
+ -17.60552215576172,
+ -15.377182006835938,
+ -11.84988021850586,
+ -4.2987518310546875,
+ -11.816871643066406,
+ -8.745420455932617,
+ -8.642132759094238,
+ -10.286783218383789
+ ],
+ "distances_by_expert": [
+ 0.7277244925498962,
+ 14.838491439819336,
+ 35.21104431152344,
+ 30.754364013671875,
+ 23.69976043701172,
+ 8.597503662109375,
+ 23.633743286132812,
+ 17.490840911865234,
+ 17.284265518188477,
+ 20.573566436767578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.150390625,
+ "language": 52.277347564697266
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7467687726020813,
+ 0.0007975740008987486,
+ 2.359486295233637e-08,
+ 3.2586089560027176e-07,
+ 8.927865565055981e-06,
+ 0.021857446059584618,
+ 9.230084287992213e-06,
+ 0.00019465663353912532,
+ 0.00019953084120061249,
+ 4.0943043131846935e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2919996976852417,
+ -7.133935928344727,
+ -17.562236785888672,
+ -14.936795234680176,
+ -11.626333236694336,
+ -3.823213577270508,
+ -11.593042373657227,
+ -8.544273376464844,
+ -8.51954174041748,
+ -10.103328704833984
+ ],
+ "distances_by_expert": [
+ 0.5839993953704834,
+ 14.267871856689453,
+ 35.124473571777344,
+ 29.87359046936035,
+ 23.252666473388672,
+ 7.646427154541016,
+ 23.186084747314453,
+ 17.088546752929688,
+ 17.03908348083496,
+ 20.20665740966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.29296875,
+ "language": 52.26593017578125
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577327489852905,
+ 0.0008693629060871899,
+ 2.4642362816962304e-08,
+ 3.374315440396458e-07,
+ 9.534210221318062e-06,
+ 0.023832563310861588,
+ 9.756594408827368e-06,
+ 0.0002059541584458202,
+ 0.00019914700533263385,
+ 4.429891487234272e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27742448449134827,
+ -7.047749996185303,
+ -17.518798828125,
+ -14.90190315246582,
+ -11.560624122619629,
+ -3.7367024421691895,
+ -11.537567138671875,
+ -8.4878568649292,
+ -8.521467208862305,
+ -10.024550437927246
+ ],
+ "distances_by_expert": [
+ 0.5548489689826965,
+ 14.095499992370605,
+ 35.03759765625,
+ 29.80380630493164,
+ 23.121248245239258,
+ 7.473404884338379,
+ 23.07513427734375,
+ 16.9757137298584,
+ 17.04293441772461,
+ 20.049100875854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.136474609375,
+ "language": 52.275394439697266
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7683181166648865,
+ 0.0006997885648161173,
+ 2.4180582869348655e-08,
+ 2.453371337196586e-07,
+ 7.997073225851636e-06,
+ 0.017302853986620903,
+ 8.302137757709716e-06,
+ 0.00018136537983082235,
+ 0.0001995293132495135,
+ 3.8453112210845575e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2635514438152313,
+ -7.264732360839844,
+ -17.537715911865234,
+ -15.220632553100586,
+ -11.736434936523438,
+ -4.056883811950684,
+ -11.698997497558594,
+ -8.614996910095215,
+ -8.519549369812012,
+ -10.166070938110352
+ ],
+ "distances_by_expert": [
+ 0.5271028876304626,
+ 14.529464721679688,
+ 35.07543182373047,
+ 30.441265106201172,
+ 23.472869873046875,
+ 8.113767623901367,
+ 23.397994995117188,
+ 17.22999382019043,
+ 17.039098739624023,
+ 20.332141876220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.830078125,
+ "language": 52.26341247558594
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7744362950325012,
+ 0.0007108415011316538,
+ 2.4245839114200862e-08,
+ 2.477669625022827e-07,
+ 8.204930054489523e-06,
+ 0.01744975708425045,
+ 8.543811418348923e-06,
+ 0.0001859377953223884,
+ 0.00020216316625010222,
+ 3.9809427107684314e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2556198537349701,
+ -7.249061107635498,
+ -17.53502082824707,
+ -15.210777282714844,
+ -11.710775375366211,
+ -4.048429489135742,
+ -11.670303344726562,
+ -8.59009838104248,
+ -8.50643539428711,
+ -10.131406784057617
+ ],
+ "distances_by_expert": [
+ 0.5112397074699402,
+ 14.498122215270996,
+ 35.07004165649414,
+ 30.421554565429688,
+ 23.421550750732422,
+ 8.096858978271484,
+ 23.340606689453125,
+ 17.18019676208496,
+ 17.01287078857422,
+ 20.262813568115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.415771484375,
+ "language": 52.291709899902344
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.628079354763031,
+ 0.000673434289637953,
+ 2.1192780863543703e-08,
+ 2.2640001873242e-07,
+ 7.619901680300245e-06,
+ 0.014213611371815205,
+ 7.622888460900867e-06,
+ 0.00016021091141737998,
+ 0.0001654993975535035,
+ 3.6549790820572525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46508878469467163,
+ -7.303120136260986,
+ -17.669605255126953,
+ -15.300962448120117,
+ -11.784747123718262,
+ -4.2535552978515625,
+ -11.784355163574219,
+ -8.739019393920898,
+ -8.70654296875,
+ -10.216835021972656
+ ],
+ "distances_by_expert": [
+ 0.9301775693893433,
+ 14.606240272521973,
+ 35.339210510253906,
+ 30.601924896240234,
+ 23.569494247436523,
+ 8.507110595703125,
+ 23.568710327148438,
+ 17.478038787841797,
+ 17.4130859375,
+ 20.433670043945312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3564.576171875,
+ "language": 52.299564361572266
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7168534398078918,
+ 0.0007823538035154343,
+ 2.3922584801994162e-08,
+ 2.642004233166517e-07,
+ 8.351347787538543e-06,
+ 0.017776062712073326,
+ 8.512295607943088e-06,
+ 0.00017983645375352353,
+ 0.0001876568712759763,
+ 3.9436396036762744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33288395404815674,
+ -7.15320348739624,
+ -17.548442840576172,
+ -15.146557807922363,
+ -11.693087577819824,
+ -4.029902458190918,
+ -11.673998832702637,
+ -8.623462677001953,
+ -8.58089542388916,
+ -10.14082145690918
+ ],
+ "distances_by_expert": [
+ 0.6657679080963135,
+ 14.30640697479248,
+ 35.096885681152344,
+ 30.293115615844727,
+ 23.38617515563965,
+ 8.059804916381836,
+ 23.347997665405273,
+ 17.246925354003906,
+ 17.16179084777832,
+ 20.28164291381836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.148193359375,
+ "language": 52.28429412841797
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7019183039665222,
+ 0.0006678279023617506,
+ 2.2462133486556013e-08,
+ 2.2318033643387025e-07,
+ 7.475983238691697e-06,
+ 0.014253078028559685,
+ 7.685277523705736e-06,
+ 0.00016285435413010418,
+ 0.00017980611301027238,
+ 3.5457353078527376e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3539382815361023,
+ -7.3114800453186035,
+ -17.611434936523438,
+ -15.315285682678223,
+ -11.803814888000488,
+ -4.250782489776611,
+ -11.776204109191895,
+ -8.722654342651367,
+ -8.623631477355957,
+ -10.247179985046387
+ ],
+ "distances_by_expert": [
+ 0.7078765630722046,
+ 14.622960090637207,
+ 35.222869873046875,
+ 30.630571365356445,
+ 23.607629776000977,
+ 8.501564979553223,
+ 23.55240821838379,
+ 17.445308685302734,
+ 17.247262954711914,
+ 20.494359970092773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.013427734375,
+ "language": 52.276737213134766
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7246304750442505,
+ 0.0006535962456837296,
+ 2.3396962589572468e-08,
+ 2.3487741884764546e-07,
+ 7.589673259644769e-06,
+ 0.015223411843180656,
+ 7.781841304677073e-06,
+ 0.0001691477227723226,
+ 0.00018409904441796243,
+ 3.5419463529251516e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32209351658821106,
+ -7.3330206871032715,
+ -17.570659637451172,
+ -15.264202117919922,
+ -11.788722038269043,
+ -4.184920787811279,
+ -11.763717651367188,
+ -8.684738159179688,
+ -8.60003662109375,
+ -10.248249053955078
+ ],
+ "distances_by_expert": [
+ 0.6441870331764221,
+ 14.666041374206543,
+ 35.141319274902344,
+ 30.528404235839844,
+ 23.577444076538086,
+ 8.369841575622559,
+ 23.527435302734375,
+ 17.369476318359375,
+ 17.2000732421875,
+ 20.496498107910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.44775390625,
+ "language": 52.26940155029297
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6927640438079834,
+ 0.0007502560620196164,
+ 2.272175159134804e-08,
+ 3.125136345261126e-07,
+ 8.34954062156612e-06,
+ 0.02055513858795166,
+ 8.795120265858714e-06,
+ 0.00018594416906125844,
+ 0.0001885876408778131,
+ 3.787771856877953e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36706581711769104,
+ -7.195096015930176,
+ -17.599943161010742,
+ -14.978617668151855,
+ -11.693304061889648,
+ -3.8846442699432373,
+ -11.641313552856445,
+ -8.59006404876709,
+ -8.575947761535645,
+ -10.181147575378418
+ ],
+ "distances_by_expert": [
+ 0.7341316342353821,
+ 14.390192031860352,
+ 35.199886322021484,
+ 29.95723533630371,
+ 23.386608123779297,
+ 7.769288539886475,
+ 23.28262710571289,
+ 17.18012809753418,
+ 17.15189552307129,
+ 20.362295150756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.7626953125,
+ "language": 52.28342056274414
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7005877494812012,
+ 0.0007783099426887929,
+ 2.2951601508225394e-08,
+ 3.190666859609337e-07,
+ 8.73948465596186e-06,
+ 0.021312305703759193,
+ 9.06067816686118e-06,
+ 0.00019222524133510888,
+ 0.00019217042427044362,
+ 3.970239413320087e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3558356761932373,
+ -7.158385753631592,
+ -17.58987808227539,
+ -14.957865715026855,
+ -11.647659301757812,
+ -3.848470687866211,
+ -11.611566543579102,
+ -8.556842803955078,
+ -8.557127952575684,
+ -10.134099006652832
+ ],
+ "distances_by_expert": [
+ 0.7116713523864746,
+ 14.316771507263184,
+ 35.17975616455078,
+ 29.91573143005371,
+ 23.295318603515625,
+ 7.696941375732422,
+ 23.223133087158203,
+ 17.113685607910156,
+ 17.114255905151367,
+ 20.268198013305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.77880859375,
+ "language": 52.271484375
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7359362840652466,
+ 0.0006900643929839134,
+ 2.323876380216916e-08,
+ 2.3739147536616656e-07,
+ 7.68154040997615e-06,
+ 0.016881253570318222,
+ 7.974043910508044e-06,
+ 0.00017457114881835878,
+ 0.00019364716717973351,
+ 3.7157991755520925e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3066117465496063,
+ -7.278725624084473,
+ -17.577444076538086,
+ -15.253555297851562,
+ -11.776690483093262,
+ -4.081551551818848,
+ -11.73931884765625,
+ -8.653178215026855,
+ -8.54947280883789,
+ -10.200331687927246
+ ],
+ "distances_by_expert": [
+ 0.6132234930992126,
+ 14.557451248168945,
+ 35.15488815307617,
+ 30.507110595703125,
+ 23.553380966186523,
+ 8.163103103637695,
+ 23.4786376953125,
+ 17.30635643005371,
+ 17.09894561767578,
+ 20.400663375854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.642578125,
+ "language": 52.25295639038086
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7059747576713562,
+ 0.0006272929604165256,
+ 2.1977651698534828e-08,
+ 2.2549843947672343e-07,
+ 7.5319030656828545e-06,
+ 0.015437205322086811,
+ 7.786628884787206e-06,
+ 0.00016815181879792362,
+ 0.00018716590420808643,
+ 3.630017090472393e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3481758236885071,
+ -7.374096870422363,
+ -17.63323974609375,
+ -15.304952621459961,
+ -11.79636287689209,
+ -4.1709747314453125,
+ -11.763102531433105,
+ -8.690643310546875,
+ -8.583515167236328,
+ -10.223688125610352
+ ],
+ "distances_by_expert": [
+ 0.6963516473770142,
+ 14.748193740844727,
+ 35.2664794921875,
+ 30.609905242919922,
+ 23.59272575378418,
+ 8.341949462890625,
+ 23.52620506286621,
+ 17.38128662109375,
+ 17.167030334472656,
+ 20.447376251220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.439697265625,
+ "language": 52.277584075927734
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6436094641685486,
+ 0.0007476183818653226,
+ 2.058922987657752e-08,
+ 2.858535594896239e-07,
+ 8.168040949385613e-06,
+ 0.02213229052722454,
+ 8.673756383359432e-06,
+ 0.000178694783244282,
+ 0.0001761209568940103,
+ 3.9034493966028094e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44066324830055237,
+ -7.198617935180664,
+ -17.698497772216797,
+ -15.06778621673584,
+ -11.71528148651123,
+ -3.8107175827026367,
+ -11.655208587646484,
+ -8.629831314086914,
+ -8.644339561462402,
+ -10.1510648727417
+ ],
+ "distances_by_expert": [
+ 0.8813264966011047,
+ 14.397235870361328,
+ 35.396995544433594,
+ 30.13557243347168,
+ 23.43056297302246,
+ 7.621435165405273,
+ 23.31041717529297,
+ 17.259662628173828,
+ 17.288679122924805,
+ 20.3021297454834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.16796875,
+ "language": 52.28775405883789
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6515498757362366,
+ 0.0007585668354295194,
+ 2.1734948063567572e-08,
+ 3.056943853607663e-07,
+ 8.540161616110709e-06,
+ 0.021088557317852974,
+ 8.885082024789881e-06,
+ 0.00018047972116619349,
+ 0.0001825916551752016,
+ 3.956741784350015e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4284013509750366,
+ -7.184079647064209,
+ -17.644344329833984,
+ -15.000679969787598,
+ -11.670730590820312,
+ -3.8590247631073,
+ -11.631136894226074,
+ -8.619892120361328,
+ -8.608258247375488,
+ -10.137504577636719
+ ],
+ "distances_by_expert": [
+ 0.8568027019500732,
+ 14.368159294128418,
+ 35.28868865966797,
+ 30.001359939575195,
+ 23.341461181640625,
+ 7.7180495262146,
+ 23.26227378845215,
+ 17.239784240722656,
+ 17.216516494750977,
+ 20.275009155273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.4560546875,
+ "language": 52.29185104370117
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6398048400878906,
+ 0.0006992215639911592,
+ 2.0597989092152602e-08,
+ 2.833308485605812e-07,
+ 7.895022463344503e-06,
+ 0.020051289349794388,
+ 8.26386622065911e-06,
+ 0.0001719225401757285,
+ 0.00017881054372992367,
+ 3.71557216567453e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4465920925140381,
+ -7.265542984008789,
+ -17.69807243347168,
+ -15.076650619506836,
+ -11.74927806854248,
+ -3.909461736679077,
+ -11.703618049621582,
+ -8.668466567993164,
+ -8.629183769226074,
+ -10.200392723083496
+ ],
+ "distances_by_expert": [
+ 0.8931841850280762,
+ 14.531085968017578,
+ 35.39614486694336,
+ 30.153301239013672,
+ 23.49855613708496,
+ 7.818923473358154,
+ 23.407236099243164,
+ 17.336933135986328,
+ 17.25836753845215,
+ 20.400785446166992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.6025390625,
+ "language": 52.27882766723633
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427946925163269,
+ 0.0008146760519593954,
+ 2.3316015784757838e-08,
+ 3.1381580356537597e-07,
+ 9.007787411974277e-06,
+ 0.022103162482380867,
+ 9.166267773252912e-06,
+ 0.00019443307246547192,
+ 0.0002028292219620198,
+ 4.269653436494991e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29733556509017944,
+ -7.112720012664795,
+ -17.574125289916992,
+ -14.974459648132324,
+ -11.61742115020752,
+ -3.8120346069335938,
+ -11.599980354309082,
+ -8.545422554016113,
+ -8.503146171569824,
+ -10.061392784118652
+ ],
+ "distances_by_expert": [
+ 0.5946711301803589,
+ 14.22544002532959,
+ 35.148250579833984,
+ 29.94891929626465,
+ 23.23484230041504,
+ 7.6240692138671875,
+ 23.199960708618164,
+ 17.090845108032227,
+ 17.00629234313965,
+ 20.122785568237305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3296.303466796875,
+ "language": 52.27083969116211
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6195735335350037,
+ 0.0006591341807506979,
+ 1.9614555313296478e-08,
+ 2.687984874683025e-07,
+ 7.434086001012474e-06,
+ 0.018859276548027992,
+ 7.761635970382486e-06,
+ 0.00016417703591287136,
+ 0.00017347530229017138,
+ 3.512898547342047e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4787239730358124,
+ -7.324583530426025,
+ -17.746994018554688,
+ -15.129303932189941,
+ -11.80943489074707,
+ -3.970750331878662,
+ -11.766317367553711,
+ -8.71456527709961,
+ -8.659475326538086,
+ -10.256484031677246
+ ],
+ "distances_by_expert": [
+ 0.9574479460716248,
+ 14.64916706085205,
+ 35.493988037109375,
+ 30.258607864379883,
+ 23.61886978149414,
+ 7.941500663757324,
+ 23.532634735107422,
+ 17.42913055419922,
+ 17.318950653076172,
+ 20.512968063354492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.725830078125,
+ "language": 52.262760162353516
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.606172502040863,
+ 0.0006574033759534359,
+ 1.9117690541747834e-08,
+ 2.616678216327273e-07,
+ 7.66341599955922e-06,
+ 0.01877850666642189,
+ 7.82086317485664e-06,
+ 0.00016499620687682182,
+ 0.00017025858687702566,
+ 3.618124173954129e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5005906820297241,
+ -7.327212810516357,
+ -17.77265167236328,
+ -15.156189918518066,
+ -11.779052734375,
+ -3.9750423431396484,
+ -11.758715629577637,
+ -8.709588050842285,
+ -8.678192138671875,
+ -10.226969718933105
+ ],
+ "distances_by_expert": [
+ 1.0011813640594482,
+ 14.654425621032715,
+ 35.54530334472656,
+ 30.312379837036133,
+ 23.55810546875,
+ 7.950084686279297,
+ 23.517431259155273,
+ 17.41917610168457,
+ 17.35638427734375,
+ 20.45393943786621
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3360.863525390625,
+ "language": 52.293365478515625
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6614932417869568,
+ 0.0007719703717157245,
+ 2.1549729112280147e-08,
+ 2.943548622624803e-07,
+ 8.361381333088502e-06,
+ 0.022091971710324287,
+ 8.73657609190559e-06,
+ 0.00018331155297346413,
+ 0.00018356836517341435,
+ 4.034623998450115e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41325557231903076,
+ -7.166564464569092,
+ -17.652902603149414,
+ -15.038479804992676,
+ -11.691886901855469,
+ -3.8125410079956055,
+ -11.647992134094238,
+ -8.604323387145996,
+ -8.602923393249512,
+ -10.118012428283691
+ ],
+ "distances_by_expert": [
+ 0.8265111446380615,
+ 14.333128929138184,
+ 35.30580520629883,
+ 30.07695960998535,
+ 23.383773803710938,
+ 7.625082015991211,
+ 23.295984268188477,
+ 17.208646774291992,
+ 17.205846786499023,
+ 20.236024856567383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.344482421875,
+ "language": 52.29062271118164
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5924285650253296,
+ 0.0006693119066767395,
+ 1.8993462802541217e-08,
+ 2.631136908348708e-07,
+ 7.73468036641134e-06,
+ 0.019870949909090996,
+ 8.076045560301282e-06,
+ 0.00016738208069000393,
+ 0.00016494256851729006,
+ 3.684130570036359e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5235249996185303,
+ -7.309260368347168,
+ -17.779170989990234,
+ -15.150679588317871,
+ -11.769796371459961,
+ -3.9184963703155518,
+ -11.726608276367188,
+ -8.695231437683105,
+ -8.70991325378418,
+ -10.208890914916992
+ ],
+ "distances_by_expert": [
+ 1.0470499992370605,
+ 14.618520736694336,
+ 35.55834197998047,
+ 30.301359176635742,
+ 23.539592742919922,
+ 7.8369927406311035,
+ 23.453216552734375,
+ 17.39046287536621,
+ 17.41982650756836,
+ 20.417781829833984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.3935546875,
+ "language": 52.28992462158203
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6296312212944031,
+ 0.0007263649604283273,
+ 2.0247416188112766e-08,
+ 2.800886704790173e-07,
+ 8.187186722352635e-06,
+ 0.02077779918909073,
+ 8.539778718841262e-06,
+ 0.00017595308599993587,
+ 0.00017454584303777665,
+ 3.9008147723507136e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4626210033893585,
+ -7.2274580001831055,
+ -17.715238571166992,
+ -15.088159561157227,
+ -11.712940216064453,
+ -3.8738701343536377,
+ -11.670775413513184,
+ -8.645293235778809,
+ -8.65332317352295,
+ -10.151740074157715
+ ],
+ "distances_by_expert": [
+ 0.925242006778717,
+ 14.454916000366211,
+ 35.430477142333984,
+ 30.176319122314453,
+ 23.425880432128906,
+ 7.747740268707275,
+ 23.341550827026367,
+ 17.290586471557617,
+ 17.3066463470459,
+ 20.30348014831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.5595703125,
+ "language": 52.285770416259766
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6220646500587463,
+ 0.0007080222712829709,
+ 1.9629748493343868e-08,
+ 2.713491085160058e-07,
+ 7.769301191729028e-06,
+ 0.02073490060865879,
+ 8.182456440408714e-06,
+ 0.00017043421394191682,
+ 0.000173349937540479,
+ 3.737496444955468e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47471123933792114,
+ -7.253035068511963,
+ -17.746219635009766,
+ -15.11985969543457,
+ -11.76533031463623,
+ -3.875936985015869,
+ -11.713518142700195,
+ -8.67716121673584,
+ -8.660198211669922,
+ -10.194509506225586
+ ],
+ "distances_by_expert": [
+ 0.9494224786758423,
+ 14.506070137023926,
+ 35.49243927001953,
+ 30.23971939086914,
+ 23.53066062927246,
+ 7.751873970031738,
+ 23.42703628540039,
+ 17.35432243347168,
+ 17.320396423339844,
+ 20.389019012451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.303466796875,
+ "language": 52.2603874206543
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6510077714920044,
+ 0.0007428788812831044,
+ 2.1172256836621273e-08,
+ 2.9110731247783406e-07,
+ 8.057820195972454e-06,
+ 0.02096230909228325,
+ 8.500071089656558e-06,
+ 0.00017675093840807676,
+ 0.00018385342264082283,
+ 3.7996382161509246e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42923370003700256,
+ -7.204977512359619,
+ -17.670574188232422,
+ -15.04957389831543,
+ -11.728867530822754,
+ -3.8650293350219727,
+ -11.675436019897461,
+ -8.640769004821777,
+ -8.601371765136719,
+ -10.178019523620605
+ ],
+ "distances_by_expert": [
+ 0.8584674000740051,
+ 14.409955024719238,
+ 35.341148376464844,
+ 30.09914779663086,
+ 23.457735061645508,
+ 7.730058670043945,
+ 23.350872039794922,
+ 17.281538009643555,
+ 17.202743530273438,
+ 20.35603904724121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.797119140625,
+ "language": 52.299556732177734
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6889263391494751,
+ 0.0007997360080480576,
+ 2.2081055206513156e-08,
+ 3.012927436429891e-07,
+ 8.759102456679102e-06,
+ 0.022174255922436714,
+ 8.976032404461876e-06,
+ 0.00018772900511976331,
+ 0.00018892064690589905,
+ 4.1309242078568786e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37262097001075745,
+ -7.131228923797607,
+ -17.6285457611084,
+ -15.015183448791504,
+ -11.645417213439941,
+ -3.808823347091675,
+ -11.620952606201172,
+ -8.580511093139648,
+ -8.574183464050293,
+ -10.0944242477417
+ ],
+ "distances_by_expert": [
+ 0.7452419400215149,
+ 14.262457847595215,
+ 35.2570915222168,
+ 30.030366897583008,
+ 23.290834426879883,
+ 7.61764669418335,
+ 23.241905212402344,
+ 17.161022186279297,
+ 17.148366928100586,
+ 20.1888484954834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.105712890625,
+ "language": 52.28758239746094
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6056010723114014,
+ 0.0007408123346976936,
+ 1.968876972568978e-08,
+ 2.734940096615901e-07,
+ 8.259060450654943e-06,
+ 0.021489949896931648,
+ 8.769992746238131e-06,
+ 0.00017766893142834306,
+ 0.00016715205856598914,
+ 4.0580856875749305e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5015338063240051,
+ -7.207763195037842,
+ -17.74321746826172,
+ -15.11198616027832,
+ -11.70419979095459,
+ -3.840169906616211,
+ -11.644174575805664,
+ -8.635588645935059,
+ -8.696606636047363,
+ -10.112214088439941
+ ],
+ "distances_by_expert": [
+ 1.0030676126480103,
+ 14.415526390075684,
+ 35.48643493652344,
+ 30.22397232055664,
+ 23.40839958190918,
+ 7.680339813232422,
+ 23.288349151611328,
+ 17.271177291870117,
+ 17.393213272094727,
+ 20.224428176879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.55029296875,
+ "language": 52.29927444458008
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.628546416759491,
+ 0.0007352611282840371,
+ 2.0362985964084146e-08,
+ 2.8235652393959754e-07,
+ 8.125092790578492e-06,
+ 0.0215939749032259,
+ 8.687192348588724e-06,
+ 0.000176093919435516,
+ 0.00017501773254480213,
+ 3.889685103786178e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46434545516967773,
+ -7.215284824371338,
+ -17.70954704284668,
+ -15.080095291137695,
+ -11.720553398132324,
+ -3.835340976715088,
+ -11.653660774230957,
+ -8.644493103027344,
+ -8.650623321533203,
+ -10.154597282409668
+ ],
+ "distances_by_expert": [
+ 0.9286909103393555,
+ 14.430569648742676,
+ 35.41909408569336,
+ 30.16019058227539,
+ 23.44110679626465,
+ 7.670681953430176,
+ 23.307321548461914,
+ 17.288986206054688,
+ 17.301246643066406,
+ 20.309194564819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.6953125,
+ "language": 52.267478942871094
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6409335136413574,
+ 0.0007229316397570074,
+ 2.0194308447685216e-08,
+ 2.810184298596141e-07,
+ 7.946251571411267e-06,
+ 0.020652122795581818,
+ 8.551995961170178e-06,
+ 0.00017536207451485097,
+ 0.00017954462964553386,
+ 3.86956162401475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.444829523563385,
+ -7.232195854187012,
+ -17.717864990234375,
+ -15.084845542907715,
+ -11.742810249328613,
+ -3.879937171936035,
+ -11.66934585571289,
+ -8.64865779876709,
+ -8.625086784362793,
+ -10.159784317016602
+ ],
+ "distances_by_expert": [
+ 0.88965904712677,
+ 14.464391708374023,
+ 35.43572998046875,
+ 30.16969108581543,
+ 23.485620498657227,
+ 7.75987434387207,
+ 23.33869171142578,
+ 17.29731559753418,
+ 17.250173568725586,
+ 20.319568634033203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.517822265625,
+ "language": 52.27103042602539
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.659295916557312,
+ 0.0007518816855736077,
+ 2.0973422110159845e-08,
+ 2.909740715040243e-07,
+ 8.215272828238085e-06,
+ 0.02104155346751213,
+ 8.54221434565261e-06,
+ 0.00017760609625838697,
+ 0.00018544052727520466,
+ 3.935009954147972e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41658279299736023,
+ -7.192931652069092,
+ -17.680009841918945,
+ -15.050031661987305,
+ -11.709515571594238,
+ -3.8612561225891113,
+ -11.670490264892578,
+ -8.635942459106445,
+ -8.59277629852295,
+ -10.143012046813965
+ ],
+ "distances_by_expert": [
+ 0.8331655859947205,
+ 14.385863304138184,
+ 35.36001968383789,
+ 30.10006332397461,
+ 23.419031143188477,
+ 7.722512245178223,
+ 23.340980529785156,
+ 17.27188491821289,
+ 17.1855525970459,
+ 20.28602409362793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.9306640625,
+ "language": 52.273048400878906
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.692703366279602,
+ 0.0008261148468591273,
+ 2.2100774543787338e-08,
+ 3.0284661534096813e-07,
+ 8.905101822165307e-06,
+ 0.02225313149392605,
+ 9.063582183443941e-06,
+ 0.00018899975111708045,
+ 0.00019248259195592254,
+ 4.2570289224386215e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36715343594551086,
+ -7.098776817321777,
+ -17.627653121948242,
+ -15.010039329528809,
+ -11.628886222839355,
+ -3.8052725791931152,
+ -11.611246109008789,
+ -8.57376480102539,
+ -8.55550479888916,
+ -10.064353942871094
+ ],
+ "distances_by_expert": [
+ 0.7343068718910217,
+ 14.197553634643555,
+ 35.255306243896484,
+ 30.020078659057617,
+ 23.25777244567871,
+ 7.6105451583862305,
+ 23.222492218017578,
+ 17.14752960205078,
+ 17.11100959777832,
+ 20.128707885742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.887451171875,
+ "language": 52.29541778564453
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645781397819519,
+ 0.0007483809604309499,
+ 2.1063904398488376e-08,
+ 2.845949609309173e-07,
+ 8.432789400103502e-06,
+ 0.020291199907660484,
+ 8.590094694227446e-06,
+ 0.00017796637257561088,
+ 0.00018111959798261523,
+ 3.975949948653579e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43729427456855774,
+ -7.197598457336426,
+ -17.675704956054688,
+ -15.072198867797852,
+ -11.683382987976074,
+ -3.8975679874420166,
+ -11.664900779724121,
+ -8.633915901184082,
+ -8.616353034973145,
+ -10.132661819458008
+ ],
+ "distances_by_expert": [
+ 0.8745885491371155,
+ 14.395196914672852,
+ 35.351409912109375,
+ 30.144397735595703,
+ 23.36676597595215,
+ 7.795135974884033,
+ 23.329801559448242,
+ 17.267831802368164,
+ 17.23270606994629,
+ 20.265323638916016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.38037109375,
+ "language": 52.287349700927734
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6389750838279724,
+ 0.0007677270914427936,
+ 2.0795564381614895e-08,
+ 2.920485826507502e-07,
+ 8.620574590167962e-06,
+ 0.02240459807217121,
+ 9.068830877367873e-06,
+ 0.0001858390460256487,
+ 0.00017545055015943944,
+ 4.182540942565538e-05
+ ],
+ "log_scores_by_expert": [
+ -0.44788986444473267,
+ -7.172076225280762,
+ -17.688526153564453,
+ -15.046345710754395,
+ -11.661358833312988,
+ -3.7984890937805176,
+ -11.61066722869873,
+ -8.590629577636719,
+ -8.648153305053711,
+ -10.082006454467773
+ ],
+ "distances_by_expert": [
+ 0.8957797288894653,
+ 14.344152450561523,
+ 35.377052307128906,
+ 30.09269142150879,
+ 23.322717666625977,
+ 7.596978187561035,
+ 23.22133445739746,
+ 17.181259155273438,
+ 17.296306610107422,
+ 20.164012908935547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.104248046875,
+ "language": 52.297672271728516
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6374869346618652,
+ 0.0007363811018876731,
+ 2.0723263105537626e-08,
+ 2.8540381435959716e-07,
+ 8.313562830153387e-06,
+ 0.02140473946928978,
+ 8.742502359382343e-06,
+ 0.00017909503367263824,
+ 0.0001746720663504675,
+ 3.9502490835729986e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45022153854370117,
+ -7.2137627601623535,
+ -17.69200897216797,
+ -15.069360733032227,
+ -11.697622299194336,
+ -3.8441429138183594,
+ -11.647314071655273,
+ -8.627593994140625,
+ -8.652600288391113,
+ -10.13914680480957
+ ],
+ "distances_by_expert": [
+ 0.9004430770874023,
+ 14.427525520324707,
+ 35.38401794433594,
+ 30.138721466064453,
+ 23.395244598388672,
+ 7.688285827636719,
+ 23.294628143310547,
+ 17.25518798828125,
+ 17.305200576782227,
+ 20.27829360961914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3188.824462890625,
+ "language": 52.29389953613281
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645096480846405,
+ 0.0007227445021271706,
+ 2.1536292749146924e-08,
+ 2.4254987351923774e-07,
+ 8.032164259930141e-06,
+ 0.015668094158172607,
+ 7.894668669905514e-06,
+ 0.00016610912280157208,
+ 0.0001691523939371109,
+ 3.880877557094209e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4383554756641388,
+ -7.232454776763916,
+ -17.653526306152344,
+ -15.23205852508545,
+ -11.732056617736816,
+ -4.156128883361816,
+ -11.749322891235352,
+ -8.702865600585938,
+ -8.684710502624512,
+ -10.156864166259766
+ ],
+ "distances_by_expert": [
+ 0.8767109513282776,
+ 14.464909553527832,
+ 35.30705261230469,
+ 30.4641170501709,
+ 23.464113235473633,
+ 8.312257766723633,
+ 23.498645782470703,
+ 17.405731201171875,
+ 17.369421005249023,
+ 20.31372833251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3569.615966796875,
+ "language": 52.29560470581055
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7486783266067505,
+ 0.0008614624966867268,
+ 2.477474403406177e-08,
+ 2.915921584190073e-07,
+ 8.821270057524089e-06,
+ 0.020238686352968216,
+ 9.003930244944058e-06,
+ 0.00019100125064142048,
+ 0.00019487376266624779,
+ 4.261753201717511e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2894458472728729,
+ -7.056879043579102,
+ -17.51344108581543,
+ -15.0479097366333,
+ -11.638344764709473,
+ -3.9001593589782715,
+ -11.617849349975586,
+ -8.563230514526367,
+ -8.543158531188965,
+ -10.063244819641113
+ ],
+ "distances_by_expert": [
+ 0.5788916945457458,
+ 14.113758087158203,
+ 35.02688217163086,
+ 30.0958194732666,
+ 23.276689529418945,
+ 7.800318717956543,
+ 23.235698699951172,
+ 17.126461029052734,
+ 17.08631706237793,
+ 20.126489639282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.68994140625,
+ "language": 52.277259826660156
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7357538938522339,
+ 0.0007057854090817273,
+ 2.3926693515363695e-08,
+ 2.3051467223922373e-07,
+ 7.989435289346147e-06,
+ 0.015377696603536606,
+ 8.132845323416404e-06,
+ 0.00017419281357433647,
+ 0.00018597592134028673,
+ 3.848293636110611e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3068596124649048,
+ -7.256199359893799,
+ -17.54827117919922,
+ -15.282951354980469,
+ -11.737390518188477,
+ -4.174837112426758,
+ -11.719599723815918,
+ -8.65534782409668,
+ -8.589893341064453,
+ -10.165295600891113
+ ],
+ "distances_by_expert": [
+ 0.6137192249298096,
+ 14.512398719787598,
+ 35.09654235839844,
+ 30.565902709960938,
+ 23.474781036376953,
+ 8.349674224853516,
+ 23.439199447631836,
+ 17.31069564819336,
+ 17.179786682128906,
+ 20.330591201782227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3502.623046875,
+ "language": 52.26810073852539
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.698896050453186,
+ 0.0005949944024905562,
+ 2.2240406849505234e-08,
+ 2.0390240251799696e-07,
+ 7.201289463409921e-06,
+ 0.013557737693190575,
+ 7.2199250098492485e-06,
+ 0.00015777612861711532,
+ 0.00017534317157696933,
+ 3.3956086554098874e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35825324058532715,
+ -7.4269585609436035,
+ -17.621355056762695,
+ -15.405624389648438,
+ -11.8412504196167,
+ -4.300797939300537,
+ -11.838665962219238,
+ -8.75433349609375,
+ -8.648765563964844,
+ -10.29044246673584
+ ],
+ "distances_by_expert": [
+ 0.7165064811706543,
+ 14.853917121887207,
+ 35.24271011352539,
+ 30.811248779296875,
+ 23.6825008392334,
+ 8.601595878601074,
+ 23.677331924438477,
+ 17.5086669921875,
+ 17.297531127929688,
+ 20.58088493347168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.235107421875,
+ "language": 52.258914947509766
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7520977258682251,
+ 0.0008805585675872862,
+ 2.3930388337589648e-08,
+ 3.282181353370106e-07,
+ 9.604407750885002e-06,
+ 0.023487133905291557,
+ 9.643331395636778e-06,
+ 0.00020137944375164807,
+ 0.00019976541807409376,
+ 4.495101165957749e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28488898277282715,
+ -7.034954071044922,
+ -17.54811668395996,
+ -14.929587364196777,
+ -11.553288459777832,
+ -3.751302480697632,
+ -11.549243927001953,
+ -8.510319709777832,
+ -8.518366813659668,
+ -10.009937286376953
+ ],
+ "distances_by_expert": [
+ 0.5697779655456543,
+ 14.069908142089844,
+ 35.09623336791992,
+ 29.859174728393555,
+ 23.106576919555664,
+ 7.502604961395264,
+ 23.098487854003906,
+ 17.020639419555664,
+ 17.036733627319336,
+ 20.019874572753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.998291015625,
+ "language": 52.305423736572266
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7027890682220459,
+ 0.0008513173670507967,
+ 2.3046617059208074e-08,
+ 3.1170583270068164e-07,
+ 9.283342478738632e-06,
+ 0.022906949743628502,
+ 9.422594303032383e-06,
+ 0.00019549753051251173,
+ 0.00018853314395528287,
+ 4.402184276841581e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35269850492477417,
+ -7.0687255859375,
+ -17.58574676513672,
+ -14.981205940246582,
+ -11.587288856506348,
+ -3.7763149738311768,
+ -11.572400093078613,
+ -8.539962768554688,
+ -8.576236724853516,
+ -10.030824661254883
+ ],
+ "distances_by_expert": [
+ 0.7053970098495483,
+ 14.137451171875,
+ 35.17149353027344,
+ 29.962411880493164,
+ 23.174577713012695,
+ 7.5526299476623535,
+ 23.144800186157227,
+ 17.079925537109375,
+ 17.15247344970703,
+ 20.061649322509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.226806640625,
+ "language": 52.285675048828125
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7381391525268555,
+ 0.0006973582203499973,
+ 2.3689651129643607e-08,
+ 2.3163237017342908e-07,
+ 8.052096745814197e-06,
+ 0.016354750841856003,
+ 8.175818038580474e-06,
+ 0.0001764844637364149,
+ 0.00018930173246189952,
+ 3.8858179323142394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3036229610443115,
+ -7.268211364746094,
+ -17.5582275390625,
+ -15.278114318847656,
+ -11.729578018188477,
+ -4.113236904144287,
+ -11.714329719543457,
+ -8.642277717590332,
+ -8.572168350219727,
+ -10.15559196472168
+ ],
+ "distances_by_expert": [
+ 0.607245922088623,
+ 14.536422729492188,
+ 35.116455078125,
+ 30.556228637695312,
+ 23.459156036376953,
+ 8.226473808288574,
+ 23.428659439086914,
+ 17.284555435180664,
+ 17.144336700439453,
+ 20.31118392944336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.635009765625,
+ "language": 52.276920318603516
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7882397770881653,
+ 0.0007920766365714371,
+ 2.4728997516376694e-08,
+ 2.767028206562827e-07,
+ 9.168558790406678e-06,
+ 0.019968438893556595,
+ 9.31344857235672e-06,
+ 0.00019932030409108847,
+ 0.00020608129852917045,
+ 4.4512264139484614e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23795297741889954,
+ -7.140852451324463,
+ -17.515289306640625,
+ -15.100321769714355,
+ -11.599730491638184,
+ -3.913602352142334,
+ -11.584051132202148,
+ -8.520597457885742,
+ -8.487239837646484,
+ -10.019745826721191
+ ],
+ "distances_by_expert": [
+ 0.4759059548377991,
+ 14.281704902648926,
+ 35.03057861328125,
+ 30.20064353942871,
+ 23.199460983276367,
+ 7.827204704284668,
+ 23.168102264404297,
+ 17.041194915771484,
+ 16.97447967529297,
+ 20.039491653442383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.391845703125,
+ "language": 52.29478073120117
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7456543445587158,
+ 0.0008235382265411317,
+ 2.395093723350783e-08,
+ 3.247595259381342e-07,
+ 9.2449026851682e-06,
+ 0.0229567289352417,
+ 9.723971743369475e-06,
+ 0.0002031656913459301,
+ 0.00019825865456368774,
+ 4.3323805584805086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2934931516647339,
+ -7.101900577545166,
+ -17.547258377075195,
+ -14.940180778503418,
+ -11.591438293457031,
+ -3.774144172668457,
+ -11.540916442871094,
+ -8.50148868560791,
+ -8.525938034057617,
+ -10.046808242797852
+ ],
+ "distances_by_expert": [
+ 0.5869863033294678,
+ 14.203801155090332,
+ 35.09451675415039,
+ 29.880361557006836,
+ 23.182876586914062,
+ 7.548288345336914,
+ 23.081832885742188,
+ 17.00297737121582,
+ 17.051876068115234,
+ 20.093616485595703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.814453125,
+ "language": 52.288997650146484
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7772605419158936,
+ 0.0009026418556459248,
+ 2.53376981618203e-08,
+ 3.4222307476738933e-07,
+ 9.5267396318377e-06,
+ 0.024386895820498466,
+ 1.0054520316771232e-05,
+ 0.00020842859521508217,
+ 0.00020766531815752387,
+ 4.4624644942814484e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2519797086715698,
+ -7.0101847648620605,
+ -17.4909725189209,
+ -14.887803077697754,
+ -11.561408042907715,
+ -3.7137093544006348,
+ -11.507488250732422,
+ -8.475914001464844,
+ -8.479582786560059,
+ -10.017224311828613
+ ],
+ "distances_by_expert": [
+ 0.5039594173431396,
+ 14.020369529724121,
+ 34.9819450378418,
+ 29.775606155395508,
+ 23.12281608581543,
+ 7.4274187088012695,
+ 23.014976501464844,
+ 16.951828002929688,
+ 16.959165573120117,
+ 20.034448623657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.366455078125,
+ "language": 52.2752799987793
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7575557827949524,
+ 0.0007742906454950571,
+ 2.4170622836550137e-08,
+ 2.755029129275499e-07,
+ 8.829904800222721e-06,
+ 0.01972571760416031,
+ 9.133972525887657e-06,
+ 0.00019366359629202634,
+ 0.00020058992959093302,
+ 4.230810372973792e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2776581048965454,
+ -7.163563251495361,
+ -17.538127899169922,
+ -15.104667663574219,
+ -11.63736629486084,
+ -3.9258320331573486,
+ -11.603509902954102,
+ -8.54938793182373,
+ -8.51424789428711,
+ -10.070531845092773
+ ],
+ "distances_by_expert": [
+ 0.5553162097930908,
+ 14.327126502990723,
+ 35.076255798339844,
+ 30.209335327148438,
+ 23.27473258972168,
+ 7.851664066314697,
+ 23.207019805908203,
+ 17.09877586364746,
+ 17.02849578857422,
+ 20.141063690185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.128173828125,
+ "language": 52.284706115722656
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8200053572654724,
+ 0.0008510077022947371,
+ 2.5627374000691816e-08,
+ 3.060268909393926e-07,
+ 9.367134225612972e-06,
+ 0.02144232764840126,
+ 9.59354110818822e-06,
+ 0.0002043360291281715,
+ 0.00021384049614425749,
+ 4.378281664685346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.1984444111585617,
+ -7.069089412689209,
+ -17.479604721069336,
+ -14.999592781066895,
+ -11.578303337097168,
+ -3.842388391494751,
+ -11.554420471191406,
+ -8.495744705200195,
+ -8.45028018951416,
+ -10.036269187927246
+ ],
+ "distances_by_expert": [
+ 0.3968888223171234,
+ 14.138178825378418,
+ 34.95920944213867,
+ 29.99918556213379,
+ 23.156606674194336,
+ 7.684776782989502,
+ 23.108840942382812,
+ 16.99148941040039,
+ 16.90056037902832,
+ 20.072538375854492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.342529296875,
+ "language": 52.271240234375
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7900927662849426,
+ 0.0008531354833394289,
+ 2.5343304344005446e-08,
+ 3.125032037587516e-07,
+ 9.268224857805762e-06,
+ 0.021978851407766342,
+ 9.546220098854974e-06,
+ 0.00020414066966623068,
+ 0.000206538345082663,
+ 4.2680494516389444e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2356048971414566,
+ -7.066592216491699,
+ -17.490751266479492,
+ -14.97865104675293,
+ -11.588918685913086,
+ -3.8176746368408203,
+ -11.559365272521973,
+ -8.49670124053955,
+ -8.485024452209473,
+ -10.061768531799316
+ ],
+ "distances_by_expert": [
+ 0.4712097942829132,
+ 14.133184432983398,
+ 34.981502532958984,
+ 29.95730209350586,
+ 23.177837371826172,
+ 7.635349273681641,
+ 23.118730545043945,
+ 16.9934024810791,
+ 16.970048904418945,
+ 20.123537063598633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3333.36328125,
+ "language": 52.280277252197266
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7363387942314148,
+ 0.0008048447198234499,
+ 2.329761272790165e-08,
+ 2.816674680161668e-07,
+ 8.905372851586435e-06,
+ 0.02112938091158867,
+ 9.272494935430586e-06,
+ 0.00019367836648598313,
+ 0.00019672517373692244,
+ 4.3334552174201235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30606499314308167,
+ -7.124861240386963,
+ -17.574914932250977,
+ -15.082538604736328,
+ -11.62885570526123,
+ -3.857090711593628,
+ -11.588458061218262,
+ -8.549311637878418,
+ -8.533702850341797,
+ -10.046560287475586
+ ],
+ "distances_by_expert": [
+ 0.6121299862861633,
+ 14.249722480773926,
+ 35.14982986450195,
+ 30.165077209472656,
+ 23.25771141052246,
+ 7.714181423187256,
+ 23.176916122436523,
+ 17.098623275756836,
+ 17.067405700683594,
+ 20.093120574951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.03515625,
+ "language": 52.295982360839844
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6984647512435913,
+ 0.000824982242193073,
+ 2.3007574512234896e-08,
+ 3.1886528972790984e-07,
+ 9.269179827242624e-06,
+ 0.022712862119078636,
+ 9.628058251109906e-06,
+ 0.00019833771511912346,
+ 0.00018939960864372551,
+ 4.353947952040471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35887059569358826,
+ -7.100148677825928,
+ -17.58744239807129,
+ -14.958497047424316,
+ -11.588815689086914,
+ -3.7848238945007324,
+ -11.55082893371582,
+ -8.52553939819336,
+ -8.571651458740234,
+ -10.041842460632324
+ ],
+ "distances_by_expert": [
+ 0.7177411913871765,
+ 14.200297355651855,
+ 35.17488479614258,
+ 29.916994094848633,
+ 23.177631378173828,
+ 7.569647789001465,
+ 23.10165786743164,
+ 17.05107879638672,
+ 17.14330291748047,
+ 20.08368492126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.822998046875,
+ "language": 52.30210876464844
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7708426117897034,
+ 0.0008948502945713699,
+ 2.473706395278441e-08,
+ 3.4235984003316844e-07,
+ 9.768903510121163e-06,
+ 0.024566324427723885,
+ 1.0071881661133375e-05,
+ 0.00021052559895906597,
+ 0.00020542180573102087,
+ 4.611302574630827e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26027101278305054,
+ -7.018854141235352,
+ -17.514963150024414,
+ -14.88740348815918,
+ -11.536306381225586,
+ -3.706378698348999,
+ -11.505763053894043,
+ -8.465903282165527,
+ -8.490445137023926,
+ -9.984415054321289
+ ],
+ "distances_by_expert": [
+ 0.5205420255661011,
+ 14.037708282470703,
+ 35.02992630004883,
+ 29.77480697631836,
+ 23.072612762451172,
+ 7.412757396697998,
+ 23.011526107788086,
+ 16.931806564331055,
+ 16.98089027404785,
+ 19.968830108642578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.763427734375,
+ "language": 52.269927978515625
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8018435835838318,
+ 0.0008380961371585727,
+ 2.503505491802116e-08,
+ 3.105708401562879e-07,
+ 9.613681868358981e-06,
+ 0.021701352670788765,
+ 9.68988570093643e-06,
+ 0.00020589152700267732,
+ 0.0002108036569552496,
+ 4.5504613808589056e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22084176540374756,
+ -7.084377765655518,
+ -17.502988815307617,
+ -14.984853744506836,
+ -11.552323341369629,
+ -3.83038067817688,
+ -11.544427871704102,
+ -8.488161087036133,
+ -8.464583396911621,
+ -9.997696876525879
+ ],
+ "distances_by_expert": [
+ 0.4416835308074951,
+ 14.168755531311035,
+ 35.005977630615234,
+ 29.969707489013672,
+ 23.104646682739258,
+ 7.66076135635376,
+ 23.088855743408203,
+ 16.976322174072266,
+ 16.929166793823242,
+ 19.995393753051758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.85302734375,
+ "language": 52.29340362548828
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.729904294013977,
+ 0.0007544958498328924,
+ 2.3417142003268054e-08,
+ 2.813308412896731e-07,
+ 8.692803021403961e-06,
+ 0.01862725429236889,
+ 8.785010322753806e-06,
+ 0.0001870583073468879,
+ 0.0001937101478688419,
+ 3.983130227425136e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3148418664932251,
+ -7.189460754394531,
+ -17.56979751586914,
+ -15.083734512329102,
+ -11.65301513671875,
+ -3.9831295013427734,
+ -11.642463684082031,
+ -8.584090232849121,
+ -8.549147605895996,
+ -10.130857467651367
+ ],
+ "distances_by_expert": [
+ 0.6296837329864502,
+ 14.378921508789062,
+ 35.13959503173828,
+ 30.167469024658203,
+ 23.3060302734375,
+ 7.966259002685547,
+ 23.284927368164062,
+ 17.168180465698242,
+ 17.098295211791992,
+ 20.261714935302734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.5361328125,
+ "language": 52.26557540893555
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.802327036857605,
+ 0.0007815134013071656,
+ 2.552502920138977e-08,
+ 2.64621547785282e-07,
+ 8.753231668379158e-06,
+ 0.018530048429965973,
+ 8.952727512223646e-06,
+ 0.00019261868146713823,
+ 0.00020656257402151823,
+ 4.180303949397057e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22023901343345642,
+ -7.15427827835083,
+ -17.483606338500977,
+ -15.144965171813965,
+ -11.646087646484375,
+ -3.9883615970611572,
+ -11.623552322387695,
+ -8.554798126220703,
+ -8.484907150268555,
+ -10.082541465759277
+ ],
+ "distances_by_expert": [
+ 0.44047802686691284,
+ 14.30855655670166,
+ 34.96721267700195,
+ 30.28993034362793,
+ 23.29217529296875,
+ 7.9767231941223145,
+ 23.24710464477539,
+ 17.109596252441406,
+ 16.96981430053711,
+ 20.165082931518555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.723876953125,
+ "language": 52.2701416015625
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.788297712802887,
+ 0.0007857840973883867,
+ 2.508404683965182e-08,
+ 2.659226083778776e-07,
+ 8.62092747411225e-06,
+ 0.01851535774767399,
+ 8.814744433038868e-06,
+ 0.00019005370268132538,
+ 0.00020275554561521858,
+ 4.10491120419465e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23787951469421387,
+ -7.148828506469727,
+ -17.501033782958984,
+ -15.140060424804688,
+ -11.661317825317383,
+ -3.989154815673828,
+ -11.639084815979004,
+ -8.568203926086426,
+ -8.503509521484375,
+ -10.100741386413574
+ ],
+ "distances_by_expert": [
+ 0.47575902938842773,
+ 14.297657012939453,
+ 35.00206756591797,
+ 30.280120849609375,
+ 23.322635650634766,
+ 7.978309631347656,
+ 23.278169631958008,
+ 17.13640785217285,
+ 17.00701904296875,
+ 20.20148277282715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.4453125,
+ "language": 52.259132385253906
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.727405846118927,
+ 0.0007077387417666614,
+ 2.3199969945153498e-08,
+ 2.3654264680317283e-07,
+ 8.138741577567998e-06,
+ 0.016553683206439018,
+ 8.367108421225566e-06,
+ 0.00017561830463819206,
+ 0.0001886338577605784,
+ 3.899873627233319e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3182707130908966,
+ -7.2534356117248535,
+ -17.57911491394043,
+ -15.257137298583984,
+ -11.71887493133545,
+ -4.101146697998047,
+ -11.691202163696289,
+ -8.647197723388672,
+ -8.575702667236328,
+ -10.151981353759766
+ ],
+ "distances_by_expert": [
+ 0.6365414261817932,
+ 14.506871223449707,
+ 35.15822982788086,
+ 30.51427459716797,
+ 23.4377498626709,
+ 8.202293395996094,
+ 23.382404327392578,
+ 17.294395446777344,
+ 17.151405334472656,
+ 20.30396270751953
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3347.341064453125,
+ "language": 52.294254302978516
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7724628448486328,
+ 0.000872583594173193,
+ 2.4885707716748584e-08,
+ 3.132124390958779e-07,
+ 9.409618542122189e-06,
+ 0.022540129721164703,
+ 9.702823263069149e-06,
+ 0.00020097231026738882,
+ 0.00020602626318577677,
+ 4.417559830471873e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2581714391708374,
+ -7.0440521240234375,
+ -17.50897216796875,
+ -14.976384162902832,
+ -11.57377815246582,
+ -3.7924580574035645,
+ -11.54309368133545,
+ -8.512343406677246,
+ -8.487506866455078,
+ -10.027338027954102
+ ],
+ "distances_by_expert": [
+ 0.5163428783416748,
+ 14.088104248046875,
+ 35.0179443359375,
+ 29.952768325805664,
+ 23.14755630493164,
+ 7.584916114807129,
+ 23.0861873626709,
+ 17.024686813354492,
+ 16.975013732910156,
+ 20.054676055908203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.34326171875,
+ "language": 52.27747344970703
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7587810754776001,
+ 0.0009119567694142461,
+ 2.4773752826945383e-08,
+ 3.2491908541487646e-07,
+ 9.68872154771816e-06,
+ 0.02368198148906231,
+ 1.0030290468421299e-05,
+ 0.00020713444973807782,
+ 0.00020296371076256037,
+ 4.623328277375549e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27604198455810547,
+ -6.999917984008789,
+ -17.51348114013672,
+ -14.939689636230469,
+ -11.544548034667969,
+ -3.7430408000946045,
+ -11.50990104675293,
+ -8.482142448425293,
+ -8.502483367919922,
+ -9.981810569763184
+ ],
+ "distances_by_expert": [
+ 0.5520839691162109,
+ 13.999835968017578,
+ 35.02696228027344,
+ 29.879379272460938,
+ 23.089096069335938,
+ 7.486081600189209,
+ 23.01980209350586,
+ 16.964284896850586,
+ 17.004966735839844,
+ 19.963621139526367
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3261.973388671875,
+ "language": 52.29279708862305
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.723637580871582,
+ 0.0008777661714702845,
+ 2.3484235001092202e-08,
+ 3.238372983105364e-07,
+ 9.425929420103785e-06,
+ 0.02353404089808464,
+ 9.7981628641719e-06,
+ 0.00020230184600222856,
+ 0.0001960314839379862,
+ 4.5055003283778206e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32346466183662415,
+ -7.038130283355713,
+ -17.566936492919922,
+ -14.943024635314941,
+ -11.572046279907227,
+ -3.74930739402771,
+ -11.533315658569336,
+ -8.505749702453613,
+ -8.537235260009766,
+ -10.0076265335083
+ ],
+ "distances_by_expert": [
+ 0.6469293236732483,
+ 14.076260566711426,
+ 35.133872985839844,
+ 29.886049270629883,
+ 23.144092559814453,
+ 7.49861478805542,
+ 23.066631317138672,
+ 17.011499404907227,
+ 17.07447052001953,
+ 20.0152530670166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.62158203125,
+ "language": 52.30025100708008
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7584187984466553,
+ 0.0009245228720828891,
+ 2.4260964792688355e-08,
+ 3.3903663165801845e-07,
+ 9.746876457938924e-06,
+ 0.025396237149834633,
+ 1.0121170817001257e-05,
+ 0.00020914620836265385,
+ 0.00020398673950694501,
+ 4.675877789850347e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2765195369720459,
+ -6.986232757568359,
+ -17.53439712524414,
+ -14.897157669067383,
+ -11.53856372833252,
+ -3.673154354095459,
+ -11.50088119506836,
+ -8.472476959228516,
+ -8.497455596923828,
+ -9.970508575439453
+ ],
+ "distances_by_expert": [
+ 0.5530390739440918,
+ 13.972465515136719,
+ 35.06879425048828,
+ 29.794315338134766,
+ 23.07712745666504,
+ 7.346308708190918,
+ 23.00176239013672,
+ 16.94495391845703,
+ 16.994911193847656,
+ 19.941017150878906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.2373046875,
+ "language": 52.307861328125
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7748460173606873,
+ 0.0008814244065433741,
+ 2.4832175427036418e-08,
+ 3.350803297053062e-07,
+ 9.409851372765843e-06,
+ 0.02387825772166252,
+ 9.737816981214564e-06,
+ 0.0002041007683146745,
+ 0.00020808402041438967,
+ 4.3705094867618755e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25509098172187805,
+ -7.033971309661865,
+ -17.511125564575195,
+ -14.908895492553711,
+ -11.573753356933594,
+ -3.7347869873046875,
+ -11.539493560791016,
+ -8.496896743774414,
+ -8.477568626403809,
+ -10.038045883178711
+ ],
+ "distances_by_expert": [
+ 0.5101819634437561,
+ 14.06794261932373,
+ 35.02225112915039,
+ 29.817790985107422,
+ 23.147506713867188,
+ 7.469573974609375,
+ 23.07898712158203,
+ 16.993793487548828,
+ 16.955137252807617,
+ 20.076091766357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.339111328125,
+ "language": 52.28246307373047
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8049637079238892,
+ 0.0008681768085807562,
+ 2.5617307386482935e-08,
+ 3.153344039219519e-07,
+ 9.55888390308246e-06,
+ 0.021942755207419395,
+ 9.62773719948018e-06,
+ 0.00020615382527466863,
+ 0.00021242559887468815,
+ 4.467024700716138e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21695804595947266,
+ -7.049115180969238,
+ -17.479997634887695,
+ -14.969632148742676,
+ -11.558039665222168,
+ -3.8193182945251465,
+ -11.550862312316895,
+ -8.48688793182373,
+ -8.456918716430664,
+ -10.016202926635742
+ ],
+ "distances_by_expert": [
+ 0.4339160919189453,
+ 14.098230361938477,
+ 34.95999526977539,
+ 29.93926429748535,
+ 23.116079330444336,
+ 7.638636589050293,
+ 23.10172462463379,
+ 16.97377586364746,
+ 16.913837432861328,
+ 20.032405853271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.0966796875,
+ "language": 52.27900695800781
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8004581928253174,
+ 0.0008532986394129694,
+ 2.5322044905351504e-08,
+ 3.053995101254259e-07,
+ 9.172870704787783e-06,
+ 0.021438851952552795,
+ 9.28777899389388e-06,
+ 0.00020022565149702132,
+ 0.00021062199084553868,
+ 4.265603638486937e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22257104516029358,
+ -7.06640100479126,
+ -17.49159049987793,
+ -15.0016450881958,
+ -11.599260330200195,
+ -3.84255051612854,
+ -11.586811065673828,
+ -8.51606559753418,
+ -8.465445518493652,
+ -10.062341690063477
+ ],
+ "distances_by_expert": [
+ 0.44514209032058716,
+ 14.13280200958252,
+ 34.98318099975586,
+ 30.0032901763916,
+ 23.19852066040039,
+ 7.68510103225708,
+ 23.173622131347656,
+ 17.03213119506836,
+ 16.930891036987305,
+ 20.124683380126953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.89501953125,
+ "language": 52.26472473144531
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6772615313529968,
+ 0.0007570069283246994,
+ 2.2659689236093072e-08,
+ 2.537729812956968e-07,
+ 8.3787190305884e-06,
+ 0.01650046370923519,
+ 8.3380900832708e-06,
+ 0.00017670795205049217,
+ 0.00017913911142386496,
+ 4.044655725010671e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38969776034355164,
+ -7.186138153076172,
+ -17.602678298950195,
+ -15.1868257522583,
+ -11.689815521240234,
+ -4.104366779327393,
+ -11.694676399230957,
+ -8.641012191772461,
+ -8.627347946166992,
+ -10.11552906036377
+ ],
+ "distances_by_expert": [
+ 0.7793955206871033,
+ 14.372276306152344,
+ 35.20535659790039,
+ 30.3736515045166,
+ 23.37963104248047,
+ 8.208733558654785,
+ 23.389352798461914,
+ 17.282024383544922,
+ 17.254695892333984,
+ 20.23105812072754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3547.040771484375,
+ "language": 52.2885627746582
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.758771538734436,
+ 0.0008754663285799325,
+ 2.520918229720337e-08,
+ 2.9419095426419517e-07,
+ 9.10241487872554e-06,
+ 0.020107753574848175,
+ 9.251155461242888e-06,
+ 0.00019540546054486185,
+ 0.00020062780822627246,
+ 4.386347427498549e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2760544717311859,
+ -7.0407538414001465,
+ -17.496057510375977,
+ -15.039036750793457,
+ -11.60697078704834,
+ -3.9066498279571533,
+ -11.5907621383667,
+ -8.540433883666992,
+ -8.514059066772461,
+ -10.034428596496582
+ ],
+ "distances_by_expert": [
+ 0.5521089434623718,
+ 14.081507682800293,
+ 34.99211502075195,
+ 30.078073501586914,
+ 23.21394157409668,
+ 7.813299655914307,
+ 23.1815242767334,
+ 17.080867767333984,
+ 17.028118133544922,
+ 20.068857192993164
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3426.353515625,
+ "language": 52.28970718383789
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7090550661087036,
+ 0.0007043363875709474,
+ 2.260232179196464e-08,
+ 2.3956067707331385e-07,
+ 7.720361281826627e-06,
+ 0.015458243899047375,
+ 8.013395017769653e-06,
+ 0.00016925421368796378,
+ 0.0001859521580627188,
+ 3.6991459637647495e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34382206201553345,
+ -7.258254528045654,
+ -17.605213165283203,
+ -15.24445915222168,
+ -11.771649360656738,
+ -4.169612884521484,
+ -11.734395980834961,
+ -8.68410873413086,
+ -8.590021133422852,
+ -10.20482349395752
+ ],
+ "distances_by_expert": [
+ 0.6876441240310669,
+ 14.516509056091309,
+ 35.210426330566406,
+ 30.48891830444336,
+ 23.543298721313477,
+ 8.339225769042969,
+ 23.468791961669922,
+ 17.36821746826172,
+ 17.180042266845703,
+ 20.40964698791504
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3526.707275390625,
+ "language": 52.293155670166016
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7249918580055237,
+ 0.0006538484594784677,
+ 2.3299699947187946e-08,
+ 2.3992441811060417e-07,
+ 7.529317372245714e-06,
+ 0.01566549390554428,
+ 7.805819222994614e-06,
+ 0.0001701470755506307,
+ 0.00018551942775957286,
+ 3.525527790770866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32159486413002014,
+ -7.332634925842285,
+ -17.574825286865234,
+ -15.242941856384277,
+ -11.796706199645996,
+ -4.156294822692871,
+ -11.760641098022461,
+ -8.678847312927246,
+ -8.592350959777832,
+ -10.25289535522461
+ ],
+ "distances_by_expert": [
+ 0.6431897282600403,
+ 14.66526985168457,
+ 35.14965057373047,
+ 30.485883712768555,
+ 23.593412399291992,
+ 8.312589645385742,
+ 23.521282196044922,
+ 17.357694625854492,
+ 17.184701919555664,
+ 20.50579071044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.8017578125,
+ "language": 52.25771713256836
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5953966975212097,
+ 0.0006143518257886171,
+ 1.9424566843895263e-08,
+ 2.6225566784887633e-07,
+ 7.210553121694829e-06,
+ 0.017375430092215538,
+ 7.678955626033712e-06,
+ 0.00016203867562580854,
+ 0.00016471667913720012,
+ 3.2666681363480166e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5185273885726929,
+ -7.394942760467529,
+ -17.75672721862793,
+ -15.153945922851562,
+ -11.839964866638184,
+ -4.052698135375977,
+ -11.777027130126953,
+ -8.727675437927246,
+ -8.711283683776855,
+ -10.329154968261719
+ ],
+ "distances_by_expert": [
+ 1.0370547771453857,
+ 14.789885520935059,
+ 35.51345443725586,
+ 30.307891845703125,
+ 23.679929733276367,
+ 8.105396270751953,
+ 23.554054260253906,
+ 17.455350875854492,
+ 17.42256736755371,
+ 20.658309936523438
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3318.5234375,
+ "language": 52.27752685546875
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5974065065383911,
+ 0.0006657968042418361,
+ 1.9557321095931002e-08,
+ 2.7261461355010397e-07,
+ 7.624487807333935e-06,
+ 0.019360974431037903,
+ 8.140232239384204e-06,
+ 0.0001701511355349794,
+ 0.00016544574464205652,
+ 3.497174475342035e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5151574611663818,
+ -7.314526081085205,
+ -17.749916076660156,
+ -15.115206718444824,
+ -11.78414535522461,
+ -3.944495916366577,
+ -11.7186918258667,
+ -8.678823471069336,
+ -8.706867218017578,
+ -10.260970115661621
+ ],
+ "distances_by_expert": [
+ 1.0303149223327637,
+ 14.62905216217041,
+ 35.49983215332031,
+ 30.23041343688965,
+ 23.56829071044922,
+ 7.888991832733154,
+ 23.4373836517334,
+ 17.357646942138672,
+ 17.413734436035156,
+ 20.521940231323242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.235107421875,
+ "language": 52.29444885253906
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7604592442512512,
+ 0.0007674043299630284,
+ 2.447607094779869e-08,
+ 2.810749890613806e-07,
+ 8.450952009297907e-06,
+ 0.019417157396674156,
+ 8.871695172274485e-06,
+ 0.00019254503422416747,
+ 0.00020201265579089522,
+ 4.0094808355206624e-05
+ ],
+ "log_scores_by_expert": [
+ -0.273832768201828,
+ -7.172496795654297,
+ -17.525569915771484,
+ -15.084644317626953,
+ -11.681231498718262,
+ -3.9415981769561768,
+ -11.632644653320312,
+ -8.555180549621582,
+ -8.507180213928223,
+ -10.124263763427734
+ ],
+ "distances_by_expert": [
+ 0.547665536403656,
+ 14.344993591308594,
+ 35.05113983154297,
+ 30.169288635253906,
+ 23.362462997436523,
+ 7.8831963539123535,
+ 23.265289306640625,
+ 17.110361099243164,
+ 17.014360427856445,
+ 20.24852752685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.73095703125,
+ "language": 52.28911209106445
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7498935461044312,
+ 0.0007512508891522884,
+ 2.3846189023402076e-08,
+ 2.768091746929713e-07,
+ 8.528734724677633e-06,
+ 0.019930873066186905,
+ 8.953496035246644e-06,
+ 0.00019325678294990212,
+ 0.00020032344036735594,
+ 4.103466562810354e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28782400488853455,
+ -7.193770885467529,
+ -17.5516414642334,
+ -15.099937438964844,
+ -11.672069549560547,
+ -3.915485382080078,
+ -11.623466491699219,
+ -8.551490783691406,
+ -8.51557731628418,
+ -10.101093292236328
+ ],
+ "distances_by_expert": [
+ 0.5756480097770691,
+ 14.387541770935059,
+ 35.1032829284668,
+ 30.199874877929688,
+ 23.344139099121094,
+ 7.830970764160156,
+ 23.246932983398438,
+ 17.102981567382812,
+ 17.03115463256836,
+ 20.202186584472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.6201171875,
+ "language": 52.27403259277344
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6783257126808167,
+ 0.0008088354952633381,
+ 2.2406505095773355e-08,
+ 3.14757528485643e-07,
+ 8.910316864785273e-06,
+ 0.023323142901062965,
+ 9.615991984901484e-06,
+ 0.00019657250959426165,
+ 0.00018152837583329529,
+ 4.1731862438609824e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3881276547908783,
+ -7.119915008544922,
+ -17.613914489746094,
+ -14.971463203430176,
+ -11.628300666809082,
+ -3.7583091259002686,
+ -11.552083015441895,
+ -8.534479141235352,
+ -8.61409854888916,
+ -10.084245681762695
+ ],
+ "distances_by_expert": [
+ 0.7762553095817566,
+ 14.239830017089844,
+ 35.22782897949219,
+ 29.94292640686035,
+ 23.256601333618164,
+ 7.516618251800537,
+ 23.10416603088379,
+ 17.068958282470703,
+ 17.22819709777832,
+ 20.16849136352539
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3283.5400390625,
+ "language": 52.28246307373047
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6324562430381775,
+ 0.0006990095134824514,
+ 2.075482719021693e-08,
+ 2.3456492215245817e-07,
+ 7.986273885762785e-06,
+ 0.014682487584650517,
+ 7.791635653120466e-06,
+ 0.0001637226523598656,
+ 0.0001677752152318135,
+ 3.824789746431634e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4581442177295685,
+ -7.265846252441406,
+ -17.690486907958984,
+ -15.265533447265625,
+ -11.737786293029785,
+ -4.221099853515625,
+ -11.762459754943848,
+ -8.717336654663086,
+ -8.692885398864746,
+ -10.171422004699707
+ ],
+ "distances_by_expert": [
+ 0.916288435459137,
+ 14.531692504882812,
+ 35.38097381591797,
+ 30.53106689453125,
+ 23.47557258605957,
+ 8.44219970703125,
+ 23.524919509887695,
+ 17.434673309326172,
+ 17.385770797729492,
+ 20.342844009399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3508.095703125,
+ "language": 52.27733612060547
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7387591004371643,
+ 0.0008332207798957825,
+ 2.4094626738246916e-08,
+ 2.9415505764518457e-07,
+ 8.963098480307963e-06,
+ 0.020539522171020508,
+ 9.042300916917156e-06,
+ 0.00019584872643463314,
+ 0.00019374357361812145,
+ 4.37502603745088e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30278339982032776,
+ -7.090211868286133,
+ -17.541276931762695,
+ -15.039158821105957,
+ -11.622394561767578,
+ -3.885404348373413,
+ -11.61359691619873,
+ -8.538167953491211,
+ -8.548974990844727,
+ -10.037013053894043
+ ],
+ "distances_by_expert": [
+ 0.6055667996406555,
+ 14.180423736572266,
+ 35.08255386352539,
+ 30.078317642211914,
+ 23.244789123535156,
+ 7.770808696746826,
+ 23.22719383239746,
+ 17.076335906982422,
+ 17.097949981689453,
+ 20.074026107788086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3544.992431640625,
+ "language": 52.280391693115234
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7216545343399048,
+ 0.0007011476554907858,
+ 2.3337239696274992e-08,
+ 2.3957093731041823e-07,
+ 7.780660780554172e-06,
+ 0.016161568462848663,
+ 8.065392648859415e-06,
+ 0.00017338135512545705,
+ 0.00018672624719329178,
+ 3.7874106055824086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32620880007743835,
+ -7.262792110443115,
+ -17.57321548461914,
+ -15.244416236877441,
+ -11.763869285583496,
+ -4.125119209289551,
+ -11.727928161621094,
+ -8.660017013549805,
+ -8.585866928100586,
+ -10.181242942810059
+ ],
+ "distances_by_expert": [
+ 0.6524176001548767,
+ 14.52558422088623,
+ 35.14643096923828,
+ 30.488832473754883,
+ 23.527738571166992,
+ 8.250238418579102,
+ 23.455856323242188,
+ 17.32003402709961,
+ 17.171733856201172,
+ 20.362485885620117
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.427490234375,
+ "language": 52.2608528137207
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6823340058326721,
+ 0.000588287424761802,
+ 2.1877067268860628e-08,
+ 2.1343900868942e-07,
+ 7.001977337495191e-06,
+ 0.013881884515285492,
+ 7.206332611531252e-06,
+ 0.00015657651238143444,
+ 0.00017298101738560945,
+ 3.2963322155410424e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38223597407341003,
+ -7.438294887542725,
+ -17.637826919555664,
+ -15.359914779663086,
+ -11.869318008422852,
+ -4.277170658111572,
+ -11.840550422668457,
+ -8.76196575164795,
+ -8.662328720092773,
+ -10.320115089416504
+ ],
+ "distances_by_expert": [
+ 0.7644719481468201,
+ 14.87658977508545,
+ 35.27565383911133,
+ 30.719829559326172,
+ 23.738636016845703,
+ 8.554341316223145,
+ 23.681100845336914,
+ 17.5239315032959,
+ 17.324657440185547,
+ 20.640230178833008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.7255859375,
+ "language": 52.27858352661133
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7369438409805298,
+ 0.0008201265591196716,
+ 2.403381138549321e-08,
+ 3.354173259140225e-07,
+ 8.975271157396492e-06,
+ 0.02287789061665535,
+ 9.379756193084177e-06,
+ 0.00019723406876437366,
+ 0.00019538328342605382,
+ 4.106630149181001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30524370074272156,
+ -7.106051921844482,
+ -17.543804168701172,
+ -14.907890319824219,
+ -11.621037483215332,
+ -3.7775843143463135,
+ -11.576956748962402,
+ -8.531119346618652,
+ -8.540547370910645,
+ -10.100322723388672
+ ],
+ "distances_by_expert": [
+ 0.6104874014854431,
+ 14.212103843688965,
+ 35.087608337402344,
+ 29.815780639648438,
+ 23.242074966430664,
+ 7.555168628692627,
+ 23.153913497924805,
+ 17.062238693237305,
+ 17.08109474182129,
+ 20.200645446777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.550048828125,
+ "language": 52.28358840942383
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7655297517776489,
+ 0.0008853152394294739,
+ 2.513169583551189e-08,
+ 3.4028926165774465e-07,
+ 9.468039024795871e-06,
+ 0.023622656241059303,
+ 9.619697266316507e-06,
+ 0.0002047409798251465,
+ 0.00020147876057308167,
+ 4.347517096903175e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2671871781349182,
+ -7.029566764831543,
+ -17.499135971069336,
+ -14.89346981048584,
+ -11.567588806152344,
+ -3.745548963546753,
+ -11.551697731018066,
+ -8.493764877319336,
+ -8.50982666015625,
+ -10.043320655822754
+ ],
+ "distances_by_expert": [
+ 0.5343743562698364,
+ 14.059133529663086,
+ 34.99827194213867,
+ 29.78693962097168,
+ 23.135177612304688,
+ 7.491097927093506,
+ 23.103395462036133,
+ 16.987529754638672,
+ 17.0196533203125,
+ 20.086641311645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.0009765625,
+ "language": 52.277339935302734
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7771102786064148,
+ 0.0007110330043360591,
+ 2.4857149227841546e-08,
+ 2.478484759649291e-07,
+ 8.315799277625047e-06,
+ 0.017022110521793365,
+ 8.39275435282616e-06,
+ 0.00018418545369058847,
+ 0.0001988638541661203,
+ 3.9410377212334424e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2521730959415436,
+ -7.248791694641113,
+ -17.510120391845703,
+ -15.210448265075684,
+ -11.69735336303711,
+ -4.0732421875,
+ -11.688141822814941,
+ -8.599567413330078,
+ -8.522890090942383,
+ -10.141481399536133
+ ],
+ "distances_by_expert": [
+ 0.5043461918830872,
+ 14.497583389282227,
+ 35.020240783691406,
+ 30.420896530151367,
+ 23.39470672607422,
+ 8.146484375,
+ 23.376283645629883,
+ 17.199134826660156,
+ 17.045780181884766,
+ 20.282962799072266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.760986328125,
+ "language": 52.27236557006836
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7787914872169495,
+ 0.000712151057086885,
+ 2.449904989987317e-08,
+ 2.489875328137714e-07,
+ 8.4323783084983e-06,
+ 0.01733643375337124,
+ 8.578233064326923e-06,
+ 0.0001850132248364389,
+ 0.00020164829038549215,
+ 4.0187485865317285e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25001198053359985,
+ -7.247220516204834,
+ -17.52463150024414,
+ -15.205862998962402,
+ -11.683431625366211,
+ -4.05494499206543,
+ -11.666282653808594,
+ -8.595083236694336,
+ -8.50898551940918,
+ -10.121954917907715
+ ],
+ "distances_by_expert": [
+ 0.5000239610671997,
+ 14.494441032409668,
+ 35.04926300048828,
+ 30.411725997924805,
+ 23.366863250732422,
+ 8.10988998413086,
+ 23.332565307617188,
+ 17.190166473388672,
+ 17.01797103881836,
+ 20.24390983581543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.58984375,
+ "language": 52.286155700683594
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7907705307006836,
+ 0.0008198395371437073,
+ 2.5262997027653e-08,
+ 2.9570230708486633e-07,
+ 9.320548087998759e-06,
+ 0.021534515544772148,
+ 9.461242370889522e-06,
+ 0.00020202268206048757,
+ 0.0002061426202999428,
+ 4.4314507249509916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2347474843263626,
+ -7.1064019203186035,
+ -17.493925094604492,
+ -15.033912658691406,
+ -11.58328914642334,
+ -3.8380982875823975,
+ -11.568306922912598,
+ -8.50713062286377,
+ -8.486942291259766,
+ -10.024198532104492
+ ],
+ "distances_by_expert": [
+ 0.4694949686527252,
+ 14.212803840637207,
+ 34.987850189208984,
+ 30.067825317382812,
+ 23.16657829284668,
+ 7.676196575164795,
+ 23.136613845825195,
+ 17.01426124572754,
+ 16.97388458251953,
+ 20.048397064208984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.148193359375,
+ "language": 52.289527893066406
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6983035802841187,
+ 0.0008235343266278505,
+ 2.3421028672032662e-08,
+ 3.334297389301355e-07,
+ 9.157302883977536e-06,
+ 0.022847337648272514,
+ 9.58743203227641e-06,
+ 0.00019854948914144188,
+ 0.00018740291125141084,
+ 4.1677372792037204e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3591012954711914,
+ -7.101905345916748,
+ -17.569631576538086,
+ -14.913833618164062,
+ -11.600958824157715,
+ -3.7789206504821777,
+ -11.555057525634766,
+ -8.5244722366333,
+ -8.582249641418457,
+ -10.085552215576172
+ ],
+ "distances_by_expert": [
+ 0.7182025909423828,
+ 14.203810691833496,
+ 35.13926315307617,
+ 29.827667236328125,
+ 23.20191764831543,
+ 7.5578413009643555,
+ 23.11011505126953,
+ 17.0489444732666,
+ 17.164499282836914,
+ 20.171104431152344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.14794921875,
+ "language": 52.30326843261719
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6423665881156921,
+ 0.000734312750864774,
+ 2.150132338840649e-08,
+ 2.497559421499318e-07,
+ 8.223628356063273e-06,
+ 0.01608317531645298,
+ 8.019464985409286e-06,
+ 0.000170241211890243,
+ 0.00016950361896306276,
+ 3.948667290387675e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4425961673259735,
+ -7.216575622558594,
+ -17.6551513671875,
+ -15.202781677246094,
+ -11.70849895477295,
+ -4.129981517791748,
+ -11.733638763427734,
+ -8.67829418182373,
+ -8.682636260986328,
+ -10.139547348022461
+ ],
+ "distances_by_expert": [
+ 0.885192334651947,
+ 14.433151245117188,
+ 35.310302734375,
+ 30.405563354492188,
+ 23.4169979095459,
+ 8.259963035583496,
+ 23.46727752685547,
+ 17.35658836364746,
+ 17.365272521972656,
+ 20.279094696044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3530.150390625,
+ "language": 52.29592514038086
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7453750371932983,
+ 0.0008443142869509757,
+ 2.4681781951585435e-08,
+ 2.765131341675442e-07,
+ 8.942206477513537e-06,
+ 0.018569640815258026,
+ 8.902740773919504e-06,
+ 0.0001890359999379143,
+ 0.00019490666454657912,
+ 4.245810123393312e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2938677668571472,
+ -7.076985836029053,
+ -17.517200469970703,
+ -15.101007461547852,
+ -11.624728202819824,
+ -3.98622727394104,
+ -11.629151344299316,
+ -8.573573112487793,
+ -8.542989730834961,
+ -10.06699275970459
+ ],
+ "distances_by_expert": [
+ 0.5877355337142944,
+ 14.153971672058105,
+ 35.034400939941406,
+ 30.202014923095703,
+ 23.24945640563965,
+ 7.97245454788208,
+ 23.258302688598633,
+ 17.147146224975586,
+ 17.085979461669922,
+ 20.13398551940918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.68994140625,
+ "language": 52.27296829223633
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7233438491821289,
+ 0.0007144312257878482,
+ 2.3374079560767314e-08,
+ 2.4010938659557723e-07,
+ 7.827175068086945e-06,
+ 0.015734968706965446,
+ 8.04634782980429e-06,
+ 0.0001725496695144102,
+ 0.00018568741506896913,
+ 3.773551361518912e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32387056946754456,
+ -7.24402379989624,
+ -17.571638107299805,
+ -15.242171287536621,
+ -11.757908821105957,
+ -4.151869773864746,
+ -11.730292320251465,
+ -8.664825439453125,
+ -8.591445922851562,
+ -10.184908866882324
+ ],
+ "distances_by_expert": [
+ 0.6477411389350891,
+ 14.48804759979248,
+ 35.14327621459961,
+ 30.484342575073242,
+ 23.515817642211914,
+ 8.303739547729492,
+ 23.46058464050293,
+ 17.32965087890625,
+ 17.182891845703125,
+ 20.36981773376465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3491.095947265625,
+ "language": 52.28266906738281
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7079295516014099,
+ 0.0005950925988145173,
+ 2.2909222963107823e-08,
+ 2.1966788210647792e-07,
+ 7.218568498501554e-06,
+ 0.014102952554821968,
+ 7.373146218014881e-06,
+ 0.00016196451906580478,
+ 0.00017698098963592201,
+ 3.3768974390113726e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3454107344150543,
+ -7.426793575286865,
+ -17.591726303100586,
+ -15.331149101257324,
+ -11.83885383605957,
+ -4.26137113571167,
+ -11.817666053771973,
+ -8.728133201599121,
+ -8.6394681930542,
+ -10.295968055725098
+ ],
+ "distances_by_expert": [
+ 0.6908214688301086,
+ 14.85358715057373,
+ 35.18345260620117,
+ 30.66229820251465,
+ 23.67770767211914,
+ 8.52274227142334,
+ 23.635332107543945,
+ 17.456266403198242,
+ 17.2789363861084,
+ 20.591936111450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.597900390625,
+ "language": 52.269779205322266
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7553272247314453,
+ 0.0008200647425837815,
+ 2.42130280270203e-08,
+ 3.322397503779939e-07,
+ 8.942863132688217e-06,
+ 0.022548653185367584,
+ 9.312986549048219e-06,
+ 0.00019626737048383802,
+ 0.00020029133884236217,
+ 4.100255318917334e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2806042432785034,
+ -7.1061272621154785,
+ -17.536375045776367,
+ -14.91740894317627,
+ -11.624654769897461,
+ -3.7920799255371094,
+ -11.584100723266602,
+ -8.536032676696777,
+ -8.515737533569336,
+ -10.101876258850098
+ ],
+ "distances_by_expert": [
+ 0.5612084865570068,
+ 14.212254524230957,
+ 35.072750091552734,
+ 29.83481788635254,
+ 23.249309539794922,
+ 7.584159851074219,
+ 23.168201446533203,
+ 17.072065353393555,
+ 17.031475067138672,
+ 20.203752517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.3720703125,
+ "language": 52.26983642578125
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7630332708358765,
+ 0.0008746335515752435,
+ 2.5152219862434322e-08,
+ 3.340570913223928e-07,
+ 9.510009476798587e-06,
+ 0.023152370005846024,
+ 9.69245593296364e-06,
+ 0.00020338533795438707,
+ 0.0002023587585426867,
+ 4.3507352529559284e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2704536020755768,
+ -7.04170560836792,
+ -17.498319625854492,
+ -14.911953926086426,
+ -11.563165664672852,
+ -3.765658140182495,
+ -11.54416275024414,
+ -8.500408172607422,
+ -8.505468368530273,
+ -10.042580604553223
+ ],
+ "distances_by_expert": [
+ 0.5409072041511536,
+ 14.08341121673584,
+ 34.996639251708984,
+ 29.82390785217285,
+ 23.126331329345703,
+ 7.53131628036499,
+ 23.08832550048828,
+ 17.000816345214844,
+ 17.010936737060547,
+ 20.085161209106445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.63037109375,
+ "language": 52.283477783203125
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570289373397827,
+ 0.0006671938463114202,
+ 2.441321989010703e-08,
+ 2.293564165256612e-07,
+ 7.785975867591333e-06,
+ 0.01613077148795128,
+ 8.060025720624253e-06,
+ 0.00017740750627126545,
+ 0.0001931103179231286,
+ 3.743782144738361e-05
+ ],
+ "log_scores_by_expert": [
+ -0.278353750705719,
+ -7.312429904937744,
+ -17.528141021728516,
+ -15.287988662719727,
+ -11.76318645477295,
+ -4.127026557922363,
+ -11.728593826293945,
+ -8.63706111907959,
+ -8.55224895477295,
+ -10.192829132080078
+ ],
+ "distances_by_expert": [
+ 0.556707501411438,
+ 14.624859809875488,
+ 35.05628204345703,
+ 30.575977325439453,
+ 23.5263729095459,
+ 8.254053115844727,
+ 23.45718765258789,
+ 17.27412223815918,
+ 17.1044979095459,
+ 20.385658264160156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.5341796875,
+ "language": 52.282108306884766
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427476644515991,
+ 0.0006561099435202777,
+ 2.3373813107241403e-08,
+ 2.2391841980606841e-07,
+ 7.8286911957548e-06,
+ 0.015872396528720856,
+ 8.043309208005667e-06,
+ 0.00017623907478991896,
+ 0.00019514157611411065,
+ 3.79401863028761e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2973988652229309,
+ -7.329182147979736,
+ -17.5716495513916,
+ -15.311984062194824,
+ -11.757715225219727,
+ -4.143173694610596,
+ -11.730669975280762,
+ -8.643669128417969,
+ -8.54178524017334,
+ -10.179499626159668
+ ],
+ "distances_by_expert": [
+ 0.5947977304458618,
+ 14.658364295959473,
+ 35.1432991027832,
+ 30.62396812438965,
+ 23.515430450439453,
+ 8.286347389221191,
+ 23.461339950561523,
+ 17.287338256835938,
+ 17.08357048034668,
+ 20.358999252319336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.801513671875,
+ "language": 52.279151916503906
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7577077746391296,
+ 0.0007708638440817595,
+ 2.3897731793454113e-08,
+ 2.7751519837693195e-07,
+ 8.812819032755215e-06,
+ 0.01984638161957264,
+ 9.06793138710782e-06,
+ 0.000192520790733397,
+ 0.0001992254692595452,
+ 4.148556035943329e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27745744585990906,
+ -7.167998790740967,
+ -17.549482345581055,
+ -15.097390174865723,
+ -11.639303207397461,
+ -3.9197335243225098,
+ -11.610766410827637,
+ -8.555306434631348,
+ -8.521073341369629,
+ -10.090165138244629
+ ],
+ "distances_by_expert": [
+ 0.5549148917198181,
+ 14.335997581481934,
+ 35.09896469116211,
+ 30.194780349731445,
+ 23.278606414794922,
+ 7.8394670486450195,
+ 23.221532821655273,
+ 17.110612869262695,
+ 17.042146682739258,
+ 20.180330276489258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.286865234375,
+ "language": 52.288734436035156
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6822601556777954,
+ 0.0007625532452948391,
+ 2.2859985904233326e-08,
+ 2.5411227966287697e-07,
+ 8.3981103671249e-06,
+ 0.0165414996445179,
+ 8.493466339132283e-06,
+ 0.00017879468214232475,
+ 0.000178657122887671,
+ 4.1117167711490765e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3823442757129669,
+ -7.17883825302124,
+ -17.5938777923584,
+ -15.185489654541016,
+ -11.687503814697266,
+ -4.1018829345703125,
+ -11.676213264465332,
+ -8.6292724609375,
+ -8.63004207611084,
+ -10.099084854125977
+ ],
+ "distances_by_expert": [
+ 0.7646885514259338,
+ 14.35767650604248,
+ 35.1877555847168,
+ 30.37097930908203,
+ 23.37500762939453,
+ 8.203765869140625,
+ 23.352426528930664,
+ 17.258544921875,
+ 17.26008415222168,
+ 20.198169708251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3584.5546875,
+ "language": 52.29131317138672
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7533301115036011,
+ 0.0008934569195844233,
+ 2.50765843645695e-08,
+ 3.032579058981355e-07,
+ 9.16312183107948e-06,
+ 0.021460652351379395,
+ 9.438765118829906e-06,
+ 0.00020064349519088864,
+ 0.00019947433611378074,
+ 4.525705662672408e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2832518219947815,
+ -7.020412445068359,
+ -17.501331329345703,
+ -15.008682250976562,
+ -11.600323677062988,
+ -3.84153413772583,
+ -11.570685386657715,
+ -8.513980865478516,
+ -8.519824981689453,
+ -10.003151893615723
+ ],
+ "distances_by_expert": [
+ 0.566503643989563,
+ 14.040824890136719,
+ 35.002662658691406,
+ 30.017364501953125,
+ 23.200647354125977,
+ 7.68306827545166,
+ 23.14137077331543,
+ 17.02796173095703,
+ 17.039649963378906,
+ 20.006303787231445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.765869140625,
+ "language": 52.282142639160156
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7604172825813293,
+ 0.0007673932705074549,
+ 2.446332914018967e-08,
+ 2.612339926599816e-07,
+ 8.18683565739775e-06,
+ 0.01757277175784111,
+ 8.58943985804217e-06,
+ 0.00018401286797598004,
+ 0.00019799092842731625,
+ 4.0031609387369826e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27388796210289,
+ -7.172511100769043,
+ -17.526090621948242,
+ -15.157849311828613,
+ -11.712983131408691,
+ -4.041404724121094,
+ -11.664977073669434,
+ -8.600504875183105,
+ -8.527289390563965,
+ -10.12584114074707
+ ],
+ "distances_by_expert": [
+ 0.54777592420578,
+ 14.345022201538086,
+ 35.052181243896484,
+ 30.315698623657227,
+ 23.425966262817383,
+ 8.082809448242188,
+ 23.329954147338867,
+ 17.20100975036621,
+ 17.05457878112793,
+ 20.25168228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.93701171875,
+ "language": 52.26060485839844
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6822271943092346,
+ 0.0005829024594277143,
+ 2.210414784542536e-08,
+ 2.10308158443695e-07,
+ 6.863757789687952e-06,
+ 0.013654015958309174,
+ 7.123089289962081e-06,
+ 0.00015526737843174487,
+ 0.00017344999650958925,
+ 3.192182703060098e-05
+ ],
+ "log_scores_by_expert": [
+ -0.382392555475235,
+ -7.447490692138672,
+ -17.627500534057617,
+ -15.3746919631958,
+ -11.88925552368164,
+ -4.293721675872803,
+ -11.852169036865234,
+ -8.77036190032959,
+ -8.659621238708496,
+ -10.35222053527832
+ ],
+ "distances_by_expert": [
+ 0.76478511095047,
+ 14.894981384277344,
+ 35.255001068115234,
+ 30.7493839263916,
+ 23.77851104736328,
+ 8.587443351745605,
+ 23.70433807373047,
+ 17.54072380065918,
+ 17.319242477416992,
+ 20.70444107055664
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3353.0380859375,
+ "language": 52.26110076904297
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.720481812953949,
+ 0.0008219972369261086,
+ 2.3671946181025305e-08,
+ 3.237147154777631e-07,
+ 8.868802069628146e-06,
+ 0.021824587136507034,
+ 9.239877726940904e-06,
+ 0.000193575702724047,
+ 0.00019285872986074537,
+ 4.050376082886942e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32783517241477966,
+ -7.103773593902588,
+ -17.558975219726562,
+ -14.943403244018555,
+ -11.632970809936523,
+ -3.8247179985046387,
+ -11.591981887817383,
+ -8.54984188079834,
+ -8.553552627563477,
+ -10.114115715026855
+ ],
+ "distances_by_expert": [
+ 0.6556703448295593,
+ 14.207547187805176,
+ 35.117950439453125,
+ 29.88680648803711,
+ 23.265941619873047,
+ 7.649435997009277,
+ 23.183963775634766,
+ 17.09968376159668,
+ 17.107105255126953,
+ 20.22823143005371
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.282958984375,
+ "language": 52.27661895751953
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7474308609962463,
+ 0.000879547733347863,
+ 2.452509129113878e-08,
+ 3.3738072602318425e-07,
+ 9.364795005240012e-06,
+ 0.024316031485795975,
+ 9.771073564479593e-06,
+ 0.00020475368364714086,
+ 0.00019877019803971052,
+ 4.338053258834407e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2911134958267212,
+ -7.036102771759033,
+ -17.523569107055664,
+ -14.902053833007812,
+ -11.578553199768066,
+ -3.7166194915771484,
+ -11.536084175109863,
+ -8.49370288848877,
+ -8.523361206054688,
+ -10.045499801635742
+ ],
+ "distances_by_expert": [
+ 0.5822269916534424,
+ 14.072205543518066,
+ 35.04713821411133,
+ 29.804107666015625,
+ 23.157106399536133,
+ 7.433238983154297,
+ 23.072168350219727,
+ 16.98740577697754,
+ 17.046722412109375,
+ 20.090999603271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.16796875,
+ "language": 52.294761657714844
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7614320516586304,
+ 0.0006995367002673447,
+ 2.3791805858763837e-08,
+ 2.4506982754246565e-07,
+ 7.9342644312419e-06,
+ 0.017169389873743057,
+ 8.228680599131621e-06,
+ 0.00017983406723942608,
+ 0.00019803283794317394,
+ 3.8142552511999384e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27255430817604065,
+ -7.265092372894287,
+ -17.553924560546875,
+ -15.221722602844238,
+ -11.744319915771484,
+ -4.064627170562744,
+ -11.707884788513184,
+ -8.623476028442383,
+ -8.527077674865723,
+ -10.174180030822754
+ ],
+ "distances_by_expert": [
+ 0.5451086163520813,
+ 14.530184745788574,
+ 35.10784912109375,
+ 30.443445205688477,
+ 23.48863983154297,
+ 8.129254341125488,
+ 23.415769577026367,
+ 17.246952056884766,
+ 17.054155349731445,
+ 20.348360061645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.959228515625,
+ "language": 52.285316467285156
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7390739917755127,
+ 0.000684455328155309,
+ 2.3394372661300622e-08,
+ 2.395954084022378e-07,
+ 7.78963749326067e-06,
+ 0.01717880740761757,
+ 8.240233000833541e-06,
+ 0.00017807418771553785,
+ 0.0001965820847544819,
+ 3.767628732020967e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3023572564125061,
+ -7.286887168884277,
+ -17.570770263671875,
+ -15.244314193725586,
+ -11.762716293334961,
+ -4.0640788078308105,
+ -11.70648193359375,
+ -8.633310317993164,
+ -8.534430503845215,
+ -10.186479568481445
+ ],
+ "distances_by_expert": [
+ 0.6047145128250122,
+ 14.573774337768555,
+ 35.14154052734375,
+ 30.488628387451172,
+ 23.525432586669922,
+ 8.128157615661621,
+ 23.4129638671875,
+ 17.266620635986328,
+ 17.06886100769043,
+ 20.37295913696289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.92138671875,
+ "language": 52.2856559753418
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7296508550643921,
+ 0.000813949154689908,
+ 2.3522519043694956e-08,
+ 3.2347861633752473e-07,
+ 8.886031537258532e-06,
+ 0.023520577698946,
+ 9.440575013286434e-06,
+ 0.0001944417745107785,
+ 0.00019493956642691046,
+ 4.149438245804049e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3151891529560089,
+ -7.113612651824951,
+ -17.5653076171875,
+ -14.944132804870605,
+ -11.631030082702637,
+ -3.7498795986175537,
+ -11.570493698120117,
+ -8.545377731323242,
+ -8.542820930480957,
+ -10.08995246887207
+ ],
+ "distances_by_expert": [
+ 0.6303783059120178,
+ 14.227225303649902,
+ 35.130615234375,
+ 29.88826560974121,
+ 23.262060165405273,
+ 7.499759197235107,
+ 23.140987396240234,
+ 17.090755462646484,
+ 17.085641860961914,
+ 20.17990493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.087646484375,
+ "language": 52.284793853759766
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.655598521232605,
+ 0.0007032199064269662,
+ 2.2108954667032776e-08,
+ 2.48290177751187e-07,
+ 7.751738849037793e-06,
+ 0.015844712033867836,
+ 7.915845344541594e-06,
+ 0.00016907868848647922,
+ 0.00017150805797427893,
+ 3.7458496080944315e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4222066402435303,
+ -7.259840965270996,
+ -17.627283096313477,
+ -15.208667755126953,
+ -11.767593383789062,
+ -4.144919395446777,
+ -11.746644020080566,
+ -8.68514633178711,
+ -8.670880317687988,
+ -10.192276954650879
+ ],
+ "distances_by_expert": [
+ 0.8444132804870605,
+ 14.519681930541992,
+ 35.25456619262695,
+ 30.417335510253906,
+ 23.535186767578125,
+ 8.289838790893555,
+ 23.493288040161133,
+ 17.37029266357422,
+ 17.341760635375977,
+ 20.384553909301758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.03271484375,
+ "language": 52.300819396972656
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7656343579292297,
+ 0.0008458406664431095,
+ 2.5552502336267935e-08,
+ 2.7945688430008886e-07,
+ 8.79928938957164e-06,
+ 0.019331758841872215,
+ 9.092064829019364e-06,
+ 0.00019193158368580043,
+ 0.00019928305118810385,
+ 4.273780359653756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2670505940914154,
+ -7.075179576873779,
+ -17.48253059387207,
+ -15.090417861938477,
+ -11.640839576721191,
+ -3.9460060596466064,
+ -11.608108520507812,
+ -8.558371543884277,
+ -8.520784378051758,
+ -10.060426712036133
+ ],
+ "distances_by_expert": [
+ 0.5341011881828308,
+ 14.150359153747559,
+ 34.96506118774414,
+ 30.180835723876953,
+ 23.281679153442383,
+ 7.892012119293213,
+ 23.216217041015625,
+ 17.116743087768555,
+ 17.041568756103516,
+ 20.120853424072266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.69775390625,
+ "language": 52.26112365722656
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7356863617897034,
+ 0.0007177242659963667,
+ 2.3660073011910754e-08,
+ 2.392875728673971e-07,
+ 7.811538125679363e-06,
+ 0.01580377109348774,
+ 8.09817993285833e-06,
+ 0.00017441455565858632,
+ 0.00018938966968562454,
+ 3.770713010453619e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30695146322250366,
+ -7.239425182342529,
+ -17.559476852416992,
+ -15.245599746704102,
+ -11.759908676147461,
+ -4.1475067138671875,
+ -11.723871231079102,
+ -8.654075622558594,
+ -8.571703910827637,
+ -10.185661315917969
+ ],
+ "distances_by_expert": [
+ 0.6139029264450073,
+ 14.478850364685059,
+ 35.118953704833984,
+ 30.491199493408203,
+ 23.519817352294922,
+ 8.295013427734375,
+ 23.447742462158203,
+ 17.308151245117188,
+ 17.143407821655273,
+ 20.371322631835938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3524.1513671875,
+ "language": 52.25509262084961
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.714417040348053,
+ 0.0005995589308440685,
+ 2.2263028753854996e-08,
+ 2.1810875239225425e-07,
+ 7.264064151968341e-06,
+ 0.014459564350545406,
+ 7.497460046579363e-06,
+ 0.00016262153803836554,
+ 0.00018162725609727204,
+ 3.4533572033979e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3362884521484375,
+ -7.419316291809082,
+ -17.620338439941406,
+ -15.338272094726562,
+ -11.832571029663086,
+ -4.236399173736572,
+ -11.800946235656738,
+ -8.724084854125977,
+ -8.613554000854492,
+ -10.273578643798828
+ ],
+ "distances_by_expert": [
+ 0.672576904296875,
+ 14.838632583618164,
+ 35.24067687988281,
+ 30.676544189453125,
+ 23.665142059326172,
+ 8.472798347473145,
+ 23.601892471313477,
+ 17.448169708251953,
+ 17.227108001708984,
+ 20.547157287597656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.9853515625,
+ "language": 52.266300201416016
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7335605621337891,
+ 0.0008087421883828938,
+ 2.4052429381526963e-08,
+ 3.261329482029396e-07,
+ 8.759085176279768e-06,
+ 0.022449245676398277,
+ 9.178961590805557e-06,
+ 0.00019471011182758957,
+ 0.0001968518627109006,
+ 4.0018938307184726e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3098451495170593,
+ -7.120030403137207,
+ -17.54302978515625,
+ -14.93596076965332,
+ -11.645419120788574,
+ -3.7964982986450195,
+ -11.598596572875977,
+ -8.543998718261719,
+ -8.533059120178223,
+ -10.126157760620117
+ ],
+ "distances_by_expert": [
+ 0.6196902990341187,
+ 14.240060806274414,
+ 35.0860595703125,
+ 29.87192153930664,
+ 23.29083824157715,
+ 7.592996597290039,
+ 23.197193145751953,
+ 17.087997436523438,
+ 17.066118240356445,
+ 20.252315521240234
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3276.061767578125,
+ "language": 52.26919937133789
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7945062518119812,
+ 0.0007729220669716597,
+ 2.49711984423584e-08,
+ 2.767775129086658e-07,
+ 8.540463568351697e-06,
+ 0.01896579936146736,
+ 8.850518497638404e-06,
+ 0.00019170640734955668,
+ 0.00020617210248019546,
+ 4.057690966874361e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2300344556570053,
+ -7.165332317352295,
+ -17.505542755126953,
+ -15.100051879882812,
+ -11.670695304870605,
+ -3.965117931365967,
+ -11.635034561157227,
+ -8.559545516967773,
+ -8.486799240112305,
+ -10.112311363220215
+ ],
+ "distances_by_expert": [
+ 0.4600689113140106,
+ 14.33066463470459,
+ 35.011085510253906,
+ 30.200103759765625,
+ 23.34139060974121,
+ 7.930235862731934,
+ 23.270069122314453,
+ 17.119091033935547,
+ 16.97359848022461,
+ 20.22462272644043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.855712890625,
+ "language": 52.265926361083984
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7222548723220825,
+ 0.0006456795963458717,
+ 2.2895592977079104e-08,
+ 2.251361621574688e-07,
+ 7.413624643959338e-06,
+ 0.01580444909632206,
+ 7.858215212763753e-06,
+ 0.00017123854195233434,
+ 0.00019175613124389201,
+ 3.619384006015025e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3253771662712097,
+ -7.345207214355469,
+ -17.592321395874023,
+ -15.306560516357422,
+ -11.812191009521484,
+ -4.147463798522949,
+ -11.753951072692871,
+ -8.672452926635742,
+ -8.559286117553711,
+ -10.226621627807617
+ ],
+ "distances_by_expert": [
+ 0.6507543325424194,
+ 14.690414428710938,
+ 35.18464279174805,
+ 30.613121032714844,
+ 23.62438201904297,
+ 8.294927597045898,
+ 23.507902145385742,
+ 17.344905853271484,
+ 17.118572235107422,
+ 20.453243255615234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.992919921875,
+ "language": 52.28092956542969
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7806455492973328,
+ 0.0007919074269011617,
+ 2.503839802159291e-08,
+ 2.889912309456122e-07,
+ 8.735918527236208e-06,
+ 0.02111930586397648,
+ 9.250449693354312e-06,
+ 0.00019729483756236732,
+ 0.00020659074652940035,
+ 4.21626609750092e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24763406813144684,
+ -7.141066074371338,
+ -17.50285530090332,
+ -15.056869506835938,
+ -11.648067474365234,
+ -3.85756778717041,
+ -11.590838432312012,
+ -8.530811309814453,
+ -8.484770774841309,
+ -10.073975563049316
+ ],
+ "distances_by_expert": [
+ 0.4952681362628937,
+ 14.282132148742676,
+ 35.00571060180664,
+ 30.113739013671875,
+ 23.29613494873047,
+ 7.71513557434082,
+ 23.181676864624023,
+ 17.061622619628906,
+ 16.969541549682617,
+ 20.147951126098633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.060546875,
+ "language": 52.306236267089844
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.657632052898407,
+ 0.0007087808917276561,
+ 2.2004117639085052e-08,
+ 2.4155011146831384e-07,
+ 8.067292583291419e-06,
+ 0.01518007181584835,
+ 7.913912668300327e-06,
+ 0.00016621862596366554,
+ 0.0001724485045997426,
+ 3.8100231904536486e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41910967230796814,
+ -7.251964092254639,
+ -17.632036209106445,
+ -15.236188888549805,
+ -11.727692604064941,
+ -4.187771797180176,
+ -11.746888160705566,
+ -8.7022066116333,
+ -8.665411949157715,
+ -10.17529010772705
+ ],
+ "distances_by_expert": [
+ 0.8382193446159363,
+ 14.503928184509277,
+ 35.26407241821289,
+ 30.47237777709961,
+ 23.455385208129883,
+ 8.375543594360352,
+ 23.493776321411133,
+ 17.4044132232666,
+ 17.33082389831543,
+ 20.3505802154541
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.31396484375,
+ "language": 52.279788970947266
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7410243153572083,
+ 0.0007922315271571279,
+ 2.466192405847778e-08,
+ 2.6762006655189907e-07,
+ 8.568878911319189e-06,
+ 0.01771736890077591,
+ 8.645965863252059e-06,
+ 0.00018309804727323353,
+ 0.00019286775204818696,
+ 4.048414120916277e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2997218370437622,
+ -7.1406569480896,
+ -17.51800537109375,
+ -15.133697509765625,
+ -11.667373657226562,
+ -4.033209800720215,
+ -11.658417701721191,
+ -8.605488777160645,
+ -8.553505897521973,
+ -10.11460018157959
+ ],
+ "distances_by_expert": [
+ 0.5994436740875244,
+ 14.2813138961792,
+ 35.0360107421875,
+ 30.26739501953125,
+ 23.334747314453125,
+ 8.06641960144043,
+ 23.316835403442383,
+ 17.21097755432129,
+ 17.107011795043945,
+ 20.22920036315918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.39306640625,
+ "language": 52.28450393676758
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6938011646270752,
+ 0.0006645141402259469,
+ 2.227220186057366e-08,
+ 2.3512080815635272e-07,
+ 7.5794741860590875e-06,
+ 0.014937473461031914,
+ 7.738812200841494e-06,
+ 0.0001653294893912971,
+ 0.00017903816478792578,
+ 3.614968591136858e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3655698895454407,
+ -7.3164544105529785,
+ -17.61992645263672,
+ -15.263166427612305,
+ -11.790066719055176,
+ -4.203882217407227,
+ -11.769262313842773,
+ -8.70757007598877,
+ -8.627911567687988,
+ -10.227842330932617
+ ],
+ "distances_by_expert": [
+ 0.7311397790908813,
+ 14.632908821105957,
+ 35.23985290527344,
+ 30.52633285522461,
+ 23.58013343811035,
+ 8.407764434814453,
+ 23.538524627685547,
+ 17.41514015197754,
+ 17.255823135375977,
+ 20.455684661865234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.78271484375,
+ "language": 52.289833068847656
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6784164905548096,
+ 0.0005629961378872395,
+ 2.152795453014278e-08,
+ 2.1114216508522077e-07,
+ 6.9363322836579755e-06,
+ 0.013749082572758198,
+ 7.12105202183011e-06,
+ 0.00015616387827321887,
+ 0.0001741029554978013,
+ 3.24331849697046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3879939019680023,
+ -7.482237815856934,
+ -17.653913497924805,
+ -15.370734214782715,
+ -11.878737449645996,
+ -4.286783218383789,
+ -11.852455139160156,
+ -8.764604568481445,
+ -8.655863761901855,
+ -10.336328506469727
+ ],
+ "distances_by_expert": [
+ 0.7759878039360046,
+ 14.964475631713867,
+ 35.30782699584961,
+ 30.74146842956543,
+ 23.757474899291992,
+ 8.573566436767578,
+ 23.704910278320312,
+ 17.52920913696289,
+ 17.31172752380371,
+ 20.672657012939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.6884765625,
+ "language": 52.28341293334961
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7676100730895996,
+ 0.0008596278494223952,
+ 2.480992478126609e-08,
+ 3.403616517516639e-07,
+ 9.270045666198712e-06,
+ 0.023476319387555122,
+ 9.571334885549732e-06,
+ 0.00020059317466802895,
+ 0.0002058126119663939,
+ 4.2863237467827275e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2644733786582947,
+ -7.059010982513428,
+ -17.512022018432617,
+ -14.893257141113281,
+ -11.588722229003906,
+ -3.751763105392456,
+ -11.556737899780273,
+ -8.51423168182373,
+ -8.488544464111328,
+ -10.057496070861816
+ ],
+ "distances_by_expert": [
+ 0.5289467573165894,
+ 14.118021965026855,
+ 35.024044036865234,
+ 29.786514282226562,
+ 23.177444458007812,
+ 7.503526210784912,
+ 23.113475799560547,
+ 17.02846336364746,
+ 16.977088928222656,
+ 20.114992141723633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.2705078125,
+ "language": 52.2978401184082
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.715766429901123,
+ 0.0008095829398371279,
+ 2.3386611758269282e-08,
+ 3.1829077329348365e-07,
+ 8.716760930838063e-06,
+ 0.02234017290174961,
+ 9.069297448149882e-06,
+ 0.00018967545474879444,
+ 0.00019639077072497457,
+ 3.996158193331212e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3344014286994934,
+ -7.118991374969482,
+ -17.571102142333984,
+ -14.96030044555664,
+ -11.650262832641602,
+ -3.8013687133789062,
+ -11.610615730285645,
+ -8.570196151733398,
+ -8.535404205322266,
+ -10.127592086791992
+ ],
+ "distances_by_expert": [
+ 0.6688028573989868,
+ 14.237982749938965,
+ 35.14220428466797,
+ 29.92060089111328,
+ 23.300525665283203,
+ 7.6027374267578125,
+ 23.22123146057129,
+ 17.140392303466797,
+ 17.07080841064453,
+ 20.255184173583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.046875,
+ "language": 52.28608322143555
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.822467029094696,
+ 0.0008188775973394513,
+ 2.5790074076326164e-08,
+ 2.909618785906787e-07,
+ 8.88345493876841e-06,
+ 0.02027205564081669,
+ 9.118349225900602e-06,
+ 0.000198607420315966,
+ 0.0002142748999176547,
+ 4.199291652184911e-05
+ ],
+ "log_scores_by_expert": [
+ -0.1954469084739685,
+ -7.1075758934021,
+ -17.473276138305664,
+ -15.050073623657227,
+ -11.631319999694824,
+ -3.8985118865966797,
+ -11.60522174835205,
+ -8.52418041229248,
+ -8.448250770568848,
+ -10.078009605407715
+ ],
+ "distances_by_expert": [
+ 0.390893816947937,
+ 14.2151517868042,
+ 34.94655227661133,
+ 30.100147247314453,
+ 23.26263999938965,
+ 7.797023773193359,
+ 23.2104434967041,
+ 17.04836082458496,
+ 16.896501541137695,
+ 20.15601921081543
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3310.003662109375,
+ "language": 52.27867126464844
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7971230149269104,
+ 0.0007541368831880391,
+ 2.494948958542409e-08,
+ 2.8118896011619654e-07,
+ 8.680071005073842e-06,
+ 0.0188773013651371,
+ 8.854857696860563e-06,
+ 0.00019370534573681653,
+ 0.00020732160191982985,
+ 4.0782677388051525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2267463356256485,
+ -7.189936637878418,
+ -17.506412506103516,
+ -15.08423900604248,
+ -11.654480934143066,
+ -3.969794988632202,
+ -11.634544372558594,
+ -8.549172401428223,
+ -8.481239318847656,
+ -10.107253074645996
+ ],
+ "distances_by_expert": [
+ 0.453492671251297,
+ 14.379873275756836,
+ 35.01282501220703,
+ 30.16847801208496,
+ 23.308961868286133,
+ 7.939589977264404,
+ 23.269088745117188,
+ 17.098344802856445,
+ 16.962478637695312,
+ 20.214506149291992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.146484375,
+ "language": 52.29891586303711
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7150535583496094,
+ 0.0007925209356471896,
+ 2.3294278506114097e-08,
+ 3.2201876365434146e-07,
+ 8.875359526427928e-06,
+ 0.023130053654313087,
+ 9.388061698700767e-06,
+ 0.000195721018826589,
+ 0.0001917780755320564,
+ 4.09651875088457e-05
+ ],
+ "log_scores_by_expert": [
+ -0.335397869348526,
+ -7.140291690826416,
+ -17.575057983398438,
+ -14.94865608215332,
+ -11.632231712341309,
+ -3.766622543334961,
+ -11.576071739196777,
+ -8.538820266723633,
+ -8.559171676635742,
+ -10.102787971496582
+ ],
+ "distances_by_expert": [
+ 0.670795738697052,
+ 14.280583381652832,
+ 35.150115966796875,
+ 29.89731216430664,
+ 23.264463424682617,
+ 7.533245086669922,
+ 23.152143478393555,
+ 17.077640533447266,
+ 17.118343353271484,
+ 20.205575942993164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.410400390625,
+ "language": 52.28959274291992
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.645126461982727,
+ 0.0007112608873285353,
+ 2.1652773796176916e-08,
+ 2.515158712412813e-07,
+ 7.762317181914113e-06,
+ 0.016502579674124718,
+ 7.930466381367296e-06,
+ 0.00017098887474276125,
+ 0.00017105443112086505,
+ 3.786659362958744e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4383089244365692,
+ -7.248471260070801,
+ -17.64813232421875,
+ -15.195759773254395,
+ -11.766229629516602,
+ -4.104238510131836,
+ -11.74479866027832,
+ -8.673912048339844,
+ -8.673528671264648,
+ -10.181441307067871
+ ],
+ "distances_by_expert": [
+ 0.8766178488731384,
+ 14.496942520141602,
+ 35.2962646484375,
+ 30.39151954650879,
+ 23.532459259033203,
+ 8.208477020263672,
+ 23.48959732055664,
+ 17.347824096679688,
+ 17.347057342529297,
+ 20.362882614135742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.6083984375,
+ "language": 52.290000915527344
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7508865594863892,
+ 0.0008667138172313571,
+ 2.506099683330376e-08,
+ 3.002600976742542e-07,
+ 8.917849299905356e-06,
+ 0.021165350452065468,
+ 9.131612387136556e-06,
+ 0.00019370515656191856,
+ 0.00019797883578576148,
+ 4.297247505746782e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2865006923675537,
+ -7.050801753997803,
+ -17.501953125,
+ -15.018616676330566,
+ -11.627455711364746,
+ -3.8553898334503174,
+ -11.603768348693848,
+ -8.549173355102539,
+ -8.527350425720215,
+ -10.054950714111328
+ ],
+ "distances_by_expert": [
+ 0.5730013847351074,
+ 14.101603507995605,
+ 35.00390625,
+ 30.037233352661133,
+ 23.254911422729492,
+ 7.710779666900635,
+ 23.207536697387695,
+ 17.098346710205078,
+ 17.05470085144043,
+ 20.109901428222656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.6826171875,
+ "language": 52.28152084350586
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7495302557945251,
+ 0.0007389608072116971,
+ 2.4271333387559935e-08,
+ 2.528605307361431e-07,
+ 8.023917871469166e-06,
+ 0.01677677221596241,
+ 8.280536349047907e-06,
+ 0.00017853177268989384,
+ 0.00019220414105802774,
+ 3.864951213472523e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28830859065055847,
+ -7.210265636444092,
+ -17.53396987915039,
+ -15.190427780151367,
+ -11.733083724975586,
+ -4.087759971618652,
+ -11.701602935791016,
+ -8.630743980407715,
+ -8.556952476501465,
+ -10.16097640991211
+ ],
+ "distances_by_expert": [
+ 0.5766171813011169,
+ 14.420531272888184,
+ 35.06793975830078,
+ 30.380855560302734,
+ 23.466167449951172,
+ 8.175519943237305,
+ 23.40320587158203,
+ 17.26148796081543,
+ 17.11390495300293,
+ 20.32195281982422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.86474609375,
+ "language": 52.259910583496094
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.695735514163971,
+ 0.0005963734001852572,
+ 2.258624753892491e-08,
+ 2.1509680436793133e-07,
+ 7.082237516442547e-06,
+ 0.01423402689397335,
+ 7.359026767517207e-06,
+ 0.00016037219029385597,
+ 0.0001760022423695773,
+ 3.337803718750365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.362785667181015,
+ -7.424643516540527,
+ -17.605924606323242,
+ -15.352177619934082,
+ -11.85792064666748,
+ -4.252120018005371,
+ -11.81958293914795,
+ -8.73801326751709,
+ -8.645013809204102,
+ -10.307612419128418
+ ],
+ "distances_by_expert": [
+ 0.72557133436203,
+ 14.849287033081055,
+ 35.211849212646484,
+ 30.704355239868164,
+ 23.71584129333496,
+ 8.504240036010742,
+ 23.6391658782959,
+ 17.47602653503418,
+ 17.290027618408203,
+ 20.615224838256836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.265625,
+ "language": 52.28080749511719
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7618313431739807,
+ 0.000844292517285794,
+ 2.4818444188667854e-08,
+ 3.421976089157397e-07,
+ 9.28064309846377e-06,
+ 0.022992104291915894,
+ 9.49238528846763e-06,
+ 0.00020191595831420273,
+ 0.0001995298807742074,
+ 4.242717841407284e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2720300853252411,
+ -7.077011585235596,
+ -17.51167869567871,
+ -14.887877464294434,
+ -11.587579727172852,
+ -3.772604465484619,
+ -11.565020561218262,
+ -8.507658958435059,
+ -8.519546508789062,
+ -10.067721366882324
+ ],
+ "distances_by_expert": [
+ 0.5440601706504822,
+ 14.154023170471191,
+ 35.02335739135742,
+ 29.775754928588867,
+ 23.175159454345703,
+ 7.545208930969238,
+ 23.130041122436523,
+ 17.015317916870117,
+ 17.039093017578125,
+ 20.13544273376465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.3662109375,
+ "language": 52.27692413330078
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6366596817970276,
+ 0.000700478267390281,
+ 2.1055349463949824e-08,
+ 2.9304149506970134e-07,
+ 7.847003871574998e-06,
+ 0.019943617284297943,
+ 8.330968739755917e-06,
+ 0.00017527327872812748,
+ 0.00017588278569746763,
+ 3.574335278244689e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45152002573013306,
+ -7.263747215270996,
+ -17.676111221313477,
+ -15.042951583862305,
+ -11.755378723144531,
+ -3.914846181869507,
+ -11.695530891418457,
+ -8.649164199829102,
+ -8.645692825317383,
+ -10.23914623260498
+ ],
+ "distances_by_expert": [
+ 0.9030400514602661,
+ 14.527494430541992,
+ 35.35222244262695,
+ 30.08590316772461,
+ 23.510757446289062,
+ 7.829692363739014,
+ 23.391061782836914,
+ 17.298328399658203,
+ 17.291385650634766,
+ 20.47829246520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3328.763427734375,
+ "language": 52.27482986450195
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7944006323814392,
+ 0.0007392586558125913,
+ 2.4549379418203898e-08,
+ 2.6548045184426883e-07,
+ 8.408448593399953e-06,
+ 0.01895291358232498,
+ 8.605657058069482e-06,
+ 0.0001884723751572892,
+ 0.00020471560128498822,
+ 4.0301703847944736e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23016738891601562,
+ -7.20986270904541,
+ -17.522579193115234,
+ -15.141724586486816,
+ -11.686273574829102,
+ -3.9657976627349854,
+ -11.663090705871582,
+ -8.576559066772461,
+ -8.493888854980469,
+ -10.11911678314209
+ ],
+ "distances_by_expert": [
+ 0.46033477783203125,
+ 14.41972541809082,
+ 35.04515838623047,
+ 30.283449172973633,
+ 23.372547149658203,
+ 7.931595325469971,
+ 23.326181411743164,
+ 17.153118133544922,
+ 16.987777709960938,
+ 20.23823356628418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.773681640625,
+ "language": 52.287715911865234
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7809789180755615,
+ 0.0007105412660166621,
+ 2.412364530357536e-08,
+ 2.544345250043989e-07,
+ 8.336778591910843e-06,
+ 0.01794402301311493,
+ 8.55747020978015e-06,
+ 0.00018687393458094448,
+ 0.00020271686662454158,
+ 4.034546873299405e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2472071498632431,
+ -7.249483585357666,
+ -17.54007339477539,
+ -15.184222221374512,
+ -11.694833755493164,
+ -4.020498275756836,
+ -11.668705940246582,
+ -8.585076332092285,
+ -8.503700256347656,
+ -10.11803150177002
+ ],
+ "distances_by_expert": [
+ 0.4944142997264862,
+ 14.498967170715332,
+ 35.08014678955078,
+ 30.368444442749023,
+ 23.389667510986328,
+ 8.040996551513672,
+ 23.337411880493164,
+ 17.17015266418457,
+ 17.007400512695312,
+ 20.23606300354004
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.894775390625,
+ "language": 52.30512619018555
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7452765107154846,
+ 0.000823487585876137,
+ 2.329805504075466e-08,
+ 3.1674676392867696e-07,
+ 9.140097972704098e-06,
+ 0.024169791489839554,
+ 9.517340004094876e-06,
+ 0.0002001303801080212,
+ 0.00019595093908719718,
+ 4.34508801845368e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29399996995925903,
+ -7.101962089538574,
+ -17.57489585876465,
+ -14.965163230895996,
+ -11.602839469909668,
+ -3.722651720046997,
+ -11.562395095825195,
+ -8.516541481018066,
+ -8.537646293640137,
+ -10.043879508972168
+ ],
+ "distances_by_expert": [
+ 0.5879999399185181,
+ 14.203924179077148,
+ 35.1497917175293,
+ 29.930326461791992,
+ 23.205678939819336,
+ 7.445303440093994,
+ 23.12479019165039,
+ 17.033082962036133,
+ 17.075292587280273,
+ 20.087759017944336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.2353515625,
+ "language": 52.291114807128906
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6100849509239197,
+ 0.0006538032321259379,
+ 2.006966859369186e-08,
+ 2.251196207225803e-07,
+ 7.486942649848061e-06,
+ 0.01396180409938097,
+ 7.400782578770304e-06,
+ 0.00015533728583250195,
+ 0.0001615977962501347,
+ 3.57705976057332e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4941571056842804,
+ -7.332704067230225,
+ -17.724056243896484,
+ -15.306633949279785,
+ -11.802350044250488,
+ -4.271430015563965,
+ -11.813924789428711,
+ -8.769911766052246,
+ -8.730400085449219,
+ -10.238384246826172
+ ],
+ "distances_by_expert": [
+ 0.9883142113685608,
+ 14.66540813446045,
+ 35.44811248779297,
+ 30.61326789855957,
+ 23.604700088500977,
+ 8.54286003112793,
+ 23.627849578857422,
+ 17.539823532104492,
+ 17.460800170898438,
+ 20.476768493652344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.55908203125,
+ "language": 52.279293060302734
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7302115559577942,
+ 0.0008554501109756529,
+ 2.4261520792379088e-08,
+ 2.937065630703728e-07,
+ 8.733977665542625e-06,
+ 0.020058218389749527,
+ 8.888167030818295e-06,
+ 0.00018804491264745593,
+ 0.0001931071892613545,
+ 4.17949486291036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31442102789878845,
+ -7.063882827758789,
+ -17.534374237060547,
+ -15.040684700012207,
+ -11.648289680480957,
+ -3.909116268157959,
+ -11.630789756774902,
+ -8.578829765319824,
+ -8.552265167236328,
+ -10.082735061645508
+ ],
+ "distances_by_expert": [
+ 0.6288420557975769,
+ 14.127765655517578,
+ 35.068748474121094,
+ 30.081369400024414,
+ 23.296579360961914,
+ 7.818232536315918,
+ 23.261579513549805,
+ 17.15765953063965,
+ 17.104530334472656,
+ 20.165470123291016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.3876953125,
+ "language": 52.28666305541992
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7224419116973877,
+ 0.0007127028075046837,
+ 2.383231922920004e-08,
+ 2.4519863472960424e-07,
+ 7.833156814740505e-06,
+ 0.016107259318232536,
+ 8.117271136143245e-06,
+ 0.0001752381940605119,
+ 0.00018526075291447341,
+ 3.7537814932875335e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32511821389198303,
+ -7.246446132659912,
+ -17.552223205566406,
+ -15.221197128295898,
+ -11.757144927978516,
+ -4.128485202789307,
+ -11.721516609191895,
+ -8.649364471435547,
+ -8.593746185302734,
+ -10.19016170501709
+ ],
+ "distances_by_expert": [
+ 0.6502364277839661,
+ 14.492892265319824,
+ 35.10444641113281,
+ 30.442394256591797,
+ 23.51428985595703,
+ 8.256970405578613,
+ 23.44303321838379,
+ 17.298728942871094,
+ 17.18749237060547,
+ 20.38032341003418
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3403.68505859375,
+ "language": 52.27976608276367
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6656932234764099,
+ 0.0005741333588957787,
+ 2.2071455774153037e-08,
+ 2.047846123787167e-07,
+ 6.77494790579658e-06,
+ 0.013326747342944145,
+ 7.107048531906912e-06,
+ 0.00015484697360079736,
+ 0.0001720572035992518,
+ 3.227421984774992e-05
+ ],
+ "log_scores_by_expert": [
+ -0.40692630410194397,
+ -7.462648868560791,
+ -17.62898063659668,
+ -15.401307106018066,
+ -11.902278900146484,
+ -4.317982196807861,
+ -11.854423522949219,
+ -8.773073196411133,
+ -8.667683601379395,
+ -10.341241836547852
+ ],
+ "distances_by_expert": [
+ 0.8138526082038879,
+ 14.925297737121582,
+ 35.25796127319336,
+ 30.802614212036133,
+ 23.80455780029297,
+ 8.635964393615723,
+ 23.708847045898438,
+ 17.546146392822266,
+ 17.33536720275879,
+ 20.682483673095703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.76513671875,
+ "language": 52.28956985473633
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.767421305179596,
+ 0.0007420370238833129,
+ 2.3944817684196096e-08,
+ 2.7799541157946805e-07,
+ 8.23406662675552e-06,
+ 0.018767185509204865,
+ 8.430867637798656e-06,
+ 0.00018365049618296325,
+ 0.00019850480020977557,
+ 3.84273735107854e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2647193968296051,
+ -7.206111431121826,
+ -17.547513961791992,
+ -15.095661163330078,
+ -11.707230567932129,
+ -3.9756453037261963,
+ -11.683610916137695,
+ -8.602476119995117,
+ -8.524697303771973,
+ -10.166740417480469
+ ],
+ "distances_by_expert": [
+ 0.5294387936592102,
+ 14.412222862243652,
+ 35.095027923583984,
+ 30.191322326660156,
+ 23.414461135864258,
+ 7.951290607452393,
+ 23.36722183227539,
+ 17.204952239990234,
+ 17.049394607543945,
+ 20.333480834960938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3263.05517578125,
+ "language": 52.264888763427734
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.688133180141449,
+ 0.0007841229671612382,
+ 2.2764480078762972e-08,
+ 3.1771941166880424e-07,
+ 8.495954716636334e-06,
+ 0.021565739065408707,
+ 8.866442840371747e-06,
+ 0.00018549305968917906,
+ 0.00018560064199846238,
+ 3.850195207633078e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37377288937568665,
+ -7.150944709777832,
+ -17.598064422607422,
+ -14.96209716796875,
+ -11.675920486450195,
+ -3.8366494178771973,
+ -11.6332368850708,
+ -8.592493057250977,
+ -8.591913223266602,
+ -10.164801597595215
+ ],
+ "distances_by_expert": [
+ 0.7475457787513733,
+ 14.301889419555664,
+ 35.196128845214844,
+ 29.9241943359375,
+ 23.35184097290039,
+ 7.6732988357543945,
+ 23.2664737701416,
+ 17.184986114501953,
+ 17.183826446533203,
+ 20.32960319519043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3226.403564453125,
+ "language": 52.2840461730957
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7425051927566528,
+ 0.000693385605700314,
+ 2.4133079534749413e-08,
+ 2.565663521636452e-07,
+ 7.90236663306132e-06,
+ 0.017865987494587898,
+ 8.124333362502512e-06,
+ 0.00017967206076718867,
+ 0.00019163016986567527,
+ 3.685971751110628e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2977254390716553,
+ -7.273924350738525,
+ -17.539682388305664,
+ -15.175878524780273,
+ -11.748348236083984,
+ -4.0248565673828125,
+ -11.720646858215332,
+ -8.624377250671387,
+ -8.559943199157715,
+ -10.208391189575195
+ ],
+ "distances_by_expert": [
+ 0.5954508781433105,
+ 14.54784870147705,
+ 35.07936477661133,
+ 30.351757049560547,
+ 23.49669647216797,
+ 8.049713134765625,
+ 23.441293716430664,
+ 17.248754501342773,
+ 17.11988639831543,
+ 20.41678237915039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.825439453125,
+ "language": 52.27275085449219
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7166398763656616,
+ 0.0006170893902890384,
+ 2.312482116906267e-08,
+ 2.1702297203773924e-07,
+ 7.213483058876591e-06,
+ 0.014743060804903507,
+ 7.6255714702710975e-06,
+ 0.0001676408719504252,
+ 0.00018572955741547048,
+ 3.4434418921591714e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33318185806274414,
+ -7.390496730804443,
+ -17.582359313964844,
+ -15.343262672424316,
+ -11.839558601379395,
+ -4.216982841491699,
+ -11.784003257751465,
+ -8.693686485290527,
+ -8.591218948364258,
+ -10.276453971862793
+ ],
+ "distances_by_expert": [
+ 0.6663637161254883,
+ 14.780993461608887,
+ 35.16471862792969,
+ 30.686525344848633,
+ 23.67911720275879,
+ 8.433965682983398,
+ 23.56800651550293,
+ 17.387372970581055,
+ 17.182437896728516,
+ 20.552907943725586
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3416.62255859375,
+ "language": 52.27564239501953
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7561312913894653,
+ 0.00073055928805843,
+ 2.4997074632437943e-08,
+ 2.7150647952112195e-07,
+ 8.576400432502851e-06,
+ 0.018311141058802605,
+ 8.77001821208978e-06,
+ 0.0001898560585686937,
+ 0.000197328525246121,
+ 3.997468957095407e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2795402407646179,
+ -7.221700191497803,
+ -17.504507064819336,
+ -15.119279861450195,
+ -11.666496276855469,
+ -4.000245571136475,
+ -11.644171714782715,
+ -8.569244384765625,
+ -8.530640602111816,
+ -10.127264022827148
+ ],
+ "distances_by_expert": [
+ 0.5590804815292358,
+ 14.443400382995605,
+ 35.00901412963867,
+ 30.23855972290039,
+ 23.332992553710938,
+ 8.00049114227295,
+ 23.28834342956543,
+ 17.13848876953125,
+ 17.061281204223633,
+ 20.254528045654297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.14111328125,
+ "language": 52.304176330566406
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6320592761039734,
+ 0.0006748998421244323,
+ 2.132695975376464e-08,
+ 2.2479203209968546e-07,
+ 7.895075214037206e-06,
+ 0.014196758158504963,
+ 7.670486411370803e-06,
+ 0.00016219793178606778,
+ 0.00016616743232589215,
+ 3.746314177988097e-05
+ ],
+ "log_scores_by_expert": [
+ -0.45877212285995483,
+ -7.300946235656738,
+ -17.663293838500977,
+ -15.308090209960938,
+ -11.749271392822266,
+ -4.254741668701172,
+ -11.778130531311035,
+ -8.726693153381348,
+ -8.7025146484375,
+ -10.192152976989746
+ ],
+ "distances_by_expert": [
+ 0.9175442457199097,
+ 14.601892471313477,
+ 35.32658767700195,
+ 30.616180419921875,
+ 23.49854278564453,
+ 8.509483337402344,
+ 23.55626106262207,
+ 17.453386306762695,
+ 17.405029296875,
+ 20.384305953979492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.05517578125,
+ "language": 52.29196548461914
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7132149338722229,
+ 0.0008400846854783595,
+ 2.396322962283648e-08,
+ 2.896840953781066e-07,
+ 8.94591721589677e-06,
+ 0.019924215972423553,
+ 8.813045496935956e-06,
+ 0.00018500087026041,
+ 0.00019003485795110464,
+ 4.1975497879320756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3379725217819214,
+ -7.082007884979248,
+ -17.54674530029297,
+ -15.054474830627441,
+ -11.624313354492188,
+ -3.9158194065093994,
+ -11.639277458190918,
+ -8.595149993896484,
+ -8.568303108215332,
+ -10.078424453735352
+ ],
+ "distances_by_expert": [
+ 0.6759450435638428,
+ 14.164015769958496,
+ 35.09349060058594,
+ 30.108949661254883,
+ 23.248626708984375,
+ 7.831638813018799,
+ 23.278554916381836,
+ 17.19029998779297,
+ 17.136606216430664,
+ 20.156848907470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.956787109375,
+ "language": 52.2736701965332
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635348439216614,
+ 0.000743966898880899,
+ 2.470759241646192e-08,
+ 2.555902369749674e-07,
+ 8.297444765048567e-06,
+ 0.016873270273208618,
+ 8.451837857137434e-06,
+ 0.00018192888819612563,
+ 0.00019416217401158065,
+ 3.958931119996123e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26979655027389526,
+ -7.203514099121094,
+ -17.516155242919922,
+ -15.17969036102295,
+ -11.699563026428223,
+ -4.082024574279785,
+ -11.681126594543457,
+ -8.611894607543945,
+ -8.5468168258667,
+ -10.136951446533203
+ ],
+ "distances_by_expert": [
+ 0.5395931005477905,
+ 14.407028198242188,
+ 35.032310485839844,
+ 30.3593807220459,
+ 23.399126052856445,
+ 8.16404914855957,
+ 23.362253189086914,
+ 17.22378921508789,
+ 17.0936336517334,
+ 20.273902893066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.869140625,
+ "language": 52.27387237548828
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7149385809898376,
+ 0.0006391932256519794,
+ 2.2724133685869674e-08,
+ 2.2684933753680525e-07,
+ 7.513672244385816e-06,
+ 0.015448207035660744,
+ 7.63016942073591e-06,
+ 0.00016573631728533655,
+ 0.00018322783580515534,
+ 3.525917782098986e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3355586528778076,
+ -7.355303764343262,
+ -17.599838256835938,
+ -15.298979759216309,
+ -11.798786163330078,
+ -4.170262336730957,
+ -11.783400535583496,
+ -8.70511245727539,
+ -8.604780197143555,
+ -10.252784729003906
+ ],
+ "distances_by_expert": [
+ 0.6711173057556152,
+ 14.710607528686523,
+ 35.199676513671875,
+ 30.597959518432617,
+ 23.597572326660156,
+ 8.340524673461914,
+ 23.566801071166992,
+ 17.41022491455078,
+ 17.20956039428711,
+ 20.505569458007812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.114013671875,
+ "language": 52.28195571899414
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7429884672164917,
+ 0.0008639047155156732,
+ 2.4394788411541413e-08,
+ 3.39029867291174e-07,
+ 9.394563676323742e-06,
+ 0.023877056315541267,
+ 9.630814020056278e-06,
+ 0.00020429141295608133,
+ 0.0001971883757505566,
+ 4.328626528149471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29707470536231995,
+ -7.05404806137085,
+ -17.52889633178711,
+ -14.897177696228027,
+ -11.575379371643066,
+ -3.734837293624878,
+ -11.550542831420898,
+ -8.495963096618652,
+ -8.531351089477539,
+ -10.047675132751465
+ ],
+ "distances_by_expert": [
+ 0.5941494107246399,
+ 14.1080961227417,
+ 35.05779266357422,
+ 29.794355392456055,
+ 23.150758743286133,
+ 7.469674587249756,
+ 23.101085662841797,
+ 16.991926193237305,
+ 17.062702178955078,
+ 20.09535026550293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3322.02685546875,
+ "language": 52.30220413208008
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6815102696418762,
+ 0.0007480955100618303,
+ 2.2010919309423116e-08,
+ 3.030303901141451e-07,
+ 8.437181350018363e-06,
+ 0.021953267976641655,
+ 8.80682000570232e-06,
+ 0.0001872067805379629,
+ 0.0001821959303924814,
+ 3.881273732986301e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3834439218044281,
+ -7.197979927062988,
+ -17.63172721862793,
+ -15.009432792663574,
+ -11.682862281799316,
+ -3.8188393115997314,
+ -11.639984130859375,
+ -8.583296775817871,
+ -8.610427856445312,
+ -10.15676212310791
+ ],
+ "distances_by_expert": [
+ 0.7668878436088562,
+ 14.395959854125977,
+ 35.26345443725586,
+ 30.01886558532715,
+ 23.365724563598633,
+ 7.637678623199463,
+ 23.27996826171875,
+ 17.166593551635742,
+ 17.220855712890625,
+ 20.31352424621582
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3312.341552734375,
+ "language": 52.285099029541016
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7195602059364319,
+ 0.0006437565898522735,
+ 2.3328205145389802e-08,
+ 2.3738286358820915e-07,
+ 7.604902748425957e-06,
+ 0.01629505306482315,
+ 7.915204150776844e-06,
+ 0.00017506914446130395,
+ 0.0001870247651822865,
+ 3.574556831154041e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3291151225566864,
+ -7.348189830780029,
+ -17.5736026763916,
+ -15.253591537475586,
+ -11.786717414855957,
+ -4.116893768310547,
+ -11.746725082397461,
+ -8.65032958984375,
+ -8.584269523620605,
+ -10.239084243774414
+ ],
+ "distances_by_expert": [
+ 0.6582302451133728,
+ 14.696379661560059,
+ 35.1472053527832,
+ 30.507183074951172,
+ 23.573434829711914,
+ 8.233787536621094,
+ 23.493450164794922,
+ 17.3006591796875,
+ 17.16853904724121,
+ 20.478168487548828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.04150390625,
+ "language": 52.279762268066406
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7164373993873596,
+ 0.0006273904582485557,
+ 2.2782202790949668e-08,
+ 2.251492503546615e-07,
+ 7.4041854531969875e-06,
+ 0.015580695122480392,
+ 7.604982783959713e-06,
+ 0.00016783444152679294,
+ 0.00018824766448233277,
+ 3.485740307951346e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33346447348594666,
+ -7.373941421508789,
+ -17.597286224365234,
+ -15.306502342224121,
+ -11.813465118408203,
+ -4.161722660064697,
+ -11.786706924438477,
+ -8.692532539367676,
+ -8.577752113342285,
+ -10.26424503326416
+ ],
+ "distances_by_expert": [
+ 0.6669289469718933,
+ 14.747882843017578,
+ 35.19457244873047,
+ 30.613004684448242,
+ 23.626930236816406,
+ 8.323445320129395,
+ 23.573413848876953,
+ 17.38506507873535,
+ 17.15550422668457,
+ 20.52849006652832
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3317.163818359375,
+ "language": 52.289730072021484
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7692525386810303,
+ 0.0007735905819572508,
+ 2.4652186070284188e-08,
+ 2.9790416533614916e-07,
+ 8.903394700610079e-06,
+ 0.020972860977053642,
+ 9.320317076344509e-06,
+ 0.00019670567417051643,
+ 0.00020088686142116785,
+ 4.157562580076046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26233601570129395,
+ -7.164467811584473,
+ -17.518400192260742,
+ -15.026494026184082,
+ -11.629077911376953,
+ -3.8645260334014893,
+ -11.583313941955566,
+ -8.533802032470703,
+ -8.512768745422363,
+ -10.087996482849121
+ ],
+ "distances_by_expert": [
+ 0.5246720314025879,
+ 14.328935623168945,
+ 35.036800384521484,
+ 30.052988052368164,
+ 23.258155822753906,
+ 7.7290520668029785,
+ 23.166627883911133,
+ 17.067604064941406,
+ 17.025537490844727,
+ 20.175992965698242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.54541015625,
+ "language": 52.302574157714844
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7009961605072021,
+ 0.0007620628457516432,
+ 2.298301104985967e-08,
+ 2.5415590698685264e-07,
+ 8.431035894318484e-06,
+ 0.01672258973121643,
+ 8.401315426453948e-06,
+ 0.00018037803238257766,
+ 0.00018423622532282025,
+ 4.085890395799652e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35525286197662354,
+ -7.179481506347656,
+ -17.588510513305664,
+ -15.185317993164062,
+ -11.68359088897705,
+ -4.090994834899902,
+ -11.687122344970703,
+ -8.620455741882324,
+ -8.599291801452637,
+ -10.105385780334473
+ ],
+ "distances_by_expert": [
+ 0.7105057239532471,
+ 14.358963012695312,
+ 35.17702102661133,
+ 30.370635986328125,
+ 23.3671817779541,
+ 8.181989669799805,
+ 23.374244689941406,
+ 17.24091148376465,
+ 17.198583602905273,
+ 20.210771560668945
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3545.86962890625,
+ "language": 52.264705657958984
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7599470019340515,
+ 0.0007939313654787838,
+ 2.5069841314007135e-08,
+ 2.657198194810917e-07,
+ 8.62055821926333e-06,
+ 0.017986049875617027,
+ 8.853548933984712e-06,
+ 0.00018951452511828393,
+ 0.00019592532771639526,
+ 4.149723463342525e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2745066285133362,
+ -7.138513565063477,
+ -17.50160026550293,
+ -15.140823364257812,
+ -11.661360740661621,
+ -4.018158912658691,
+ -11.634692192077637,
+ -8.571044921875,
+ -8.537776947021484,
+ -10.089883804321289
+ ],
+ "distances_by_expert": [
+ 0.5490132570266724,
+ 14.277027130126953,
+ 35.00320053100586,
+ 30.281646728515625,
+ 23.322721481323242,
+ 8.036317825317383,
+ 23.269384384155273,
+ 17.14208984375,
+ 17.07555389404297,
+ 20.179767608642578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.909912109375,
+ "language": 52.290225982666016
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6973936557769775,
+ 0.0006397048127837479,
+ 2.2658564802213732e-08,
+ 2.3212042776776798e-07,
+ 7.384074251604034e-06,
+ 0.01501245703548193,
+ 7.5881098382524215e-06,
+ 0.00016618549125269055,
+ 0.00017892022151499987,
+ 3.511223621899262e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3604051470756531,
+ -7.354503631591797,
+ -17.60272789001465,
+ -15.276009559631348,
+ -11.816184997558594,
+ -4.1988749504089355,
+ -11.788928031921387,
+ -8.70240592956543,
+ -8.628570556640625,
+ -10.25696086883545
+ ],
+ "distances_by_expert": [
+ 0.7208102941513062,
+ 14.709007263183594,
+ 35.2054557800293,
+ 30.552019119262695,
+ 23.632369995117188,
+ 8.397749900817871,
+ 23.577856063842773,
+ 17.40481185913086,
+ 17.25714111328125,
+ 20.5139217376709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3431.146240234375,
+ "language": 52.285736083984375
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7292507886886597,
+ 0.0006559983012266457,
+ 2.308643587412007e-08,
+ 2.394526461557689e-07,
+ 7.626924798387336e-06,
+ 0.016413820907473564,
+ 7.818998710718006e-06,
+ 0.0001714939862722531,
+ 0.000187749057658948,
+ 3.624741657404229e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31573760509490967,
+ -7.329352378845215,
+ -17.584020614624023,
+ -15.24491024017334,
+ -11.783825874328613,
+ -4.109631538391113,
+ -11.758954048156738,
+ -8.6709623336792,
+ -8.580404281616211,
+ -10.225142478942871
+ ],
+ "distances_by_expert": [
+ 0.6314752101898193,
+ 14.65870475769043,
+ 35.16804122924805,
+ 30.48982048034668,
+ 23.567651748657227,
+ 8.219263076782227,
+ 23.517908096313477,
+ 17.3419246673584,
+ 17.160808563232422,
+ 20.450284957885742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.456298828125,
+ "language": 52.27789306640625
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6668275594711304,
+ 0.0007146936259232461,
+ 2.177428548577609e-08,
+ 2.984751859003154e-07,
+ 7.967802957864478e-06,
+ 0.021111510694026947,
+ 8.56584756547818e-06,
+ 0.00017934560310095549,
+ 0.00018287519924342632,
+ 3.685051342472434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4052237868309021,
+ -7.243656635284424,
+ -17.642536163330078,
+ -15.024579048156738,
+ -11.74010181427002,
+ -3.8579368591308594,
+ -11.66772747039795,
+ -8.626195907592773,
+ -8.606706619262695,
+ -10.208641052246094
+ ],
+ "distances_by_expert": [
+ 0.8104475736618042,
+ 14.487313270568848,
+ 35.285072326660156,
+ 30.049158096313477,
+ 23.48020362854004,
+ 7.715873718261719,
+ 23.3354549407959,
+ 17.252391815185547,
+ 17.21341323852539,
+ 20.417282104492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.286376953125,
+ "language": 52.27495574951172
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7769560813903809,
+ 0.0007066737161949277,
+ 2.4430082845583456e-08,
+ 2.582004015039274e-07,
+ 7.955130058689974e-06,
+ 0.017743131145834923,
+ 8.259446076408494e-06,
+ 0.00018342958355788141,
+ 0.00020110575133003294,
+ 3.7691024772357196e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25237149000167847,
+ -7.254941463470459,
+ -17.527450561523438,
+ -15.169529914855957,
+ -11.741693496704102,
+ -4.03175687789917,
+ -11.704153060913086,
+ -8.603679656982422,
+ -8.511679649353027,
+ -10.186088562011719
+ ],
+ "distances_by_expert": [
+ 0.5047429800033569,
+ 14.509882926940918,
+ 35.054901123046875,
+ 30.339059829711914,
+ 23.483386993408203,
+ 8.06351375579834,
+ 23.408306121826172,
+ 17.207359313964844,
+ 17.023359298706055,
+ 20.372177124023438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.658447265625,
+ "language": 52.26271057128906
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.733168363571167,
+ 0.0006566145457327366,
+ 2.3717138475376487e-08,
+ 2.2947806144202332e-07,
+ 7.761384949844796e-06,
+ 0.015358532778918743,
+ 8.000345587788615e-06,
+ 0.000174553002580069,
+ 0.0001929135323734954,
+ 3.667077180580236e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31037989258766174,
+ -7.328413486480713,
+ -17.55706787109375,
+ -15.287458419799805,
+ -11.766349792480469,
+ -4.176084041595459,
+ -11.7360258102417,
+ -8.653282165527344,
+ -8.553268432617188,
+ -10.213530540466309
+ ],
+ "distances_by_expert": [
+ 0.6207597851753235,
+ 14.656826972961426,
+ 35.1141357421875,
+ 30.57491683959961,
+ 23.532699584960938,
+ 8.352168083190918,
+ 23.4720516204834,
+ 17.306564331054688,
+ 17.106536865234375,
+ 20.427061080932617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.302978515625,
+ "language": 52.300296783447266
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7254319190979004,
+ 0.0007559662335552275,
+ 2.3980145869018088e-08,
+ 2.930621860741667e-07,
+ 8.45934573590057e-06,
+ 0.020201222971081734,
+ 9.016562216856983e-06,
+ 0.00018816742522176355,
+ 0.00019496616732794791,
+ 3.950840618927032e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32098808884620667,
+ -7.187513828277588,
+ -17.546039581298828,
+ -15.04288101196289,
+ -11.680238723754883,
+ -3.9020121097564697,
+ -11.616447448730469,
+ -8.578178405761719,
+ -8.542684555053711,
+ -10.138997077941895
+ ],
+ "distances_by_expert": [
+ 0.6419761776924133,
+ 14.375027656555176,
+ 35.092079162597656,
+ 30.08576202392578,
+ 23.360477447509766,
+ 7.8040242195129395,
+ 23.232894897460938,
+ 17.156356811523438,
+ 17.085369110107422,
+ 20.27799415588379
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3233.152099609375,
+ "language": 52.29180908203125
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6590921878814697,
+ 0.0007063479861244559,
+ 2.2039863267764304e-08,
+ 2.3933071702231246e-07,
+ 7.945433026179671e-06,
+ 0.01513966266065836,
+ 7.91515049058944e-06,
+ 0.00016714089724700898,
+ 0.00017282534099649638,
+ 3.776629455387592e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4168919324874878,
+ -7.255402565002441,
+ -17.630413055419922,
+ -15.2454195022583,
+ -11.742913246154785,
+ -4.190437316894531,
+ -11.746731758117676,
+ -8.696673393249512,
+ -8.663228988647461,
+ -10.184093475341797
+ ],
+ "distances_by_expert": [
+ 0.8337838649749756,
+ 14.510805130004883,
+ 35.260826110839844,
+ 30.4908390045166,
+ 23.48582649230957,
+ 8.380874633789062,
+ 23.49346351623535,
+ 17.393346786499023,
+ 17.326457977294922,
+ 20.368186950683594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3453.22412109375,
+ "language": 52.28217697143555
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7616933584213257,
+ 0.0008611688390374184,
+ 2.5397742575705706e-08,
+ 2.9933065093246114e-07,
+ 9.013148883241229e-06,
+ 0.0206390842795372,
+ 9.215352292812895e-06,
+ 0.00019485723169054836,
+ 0.00020078745728824288,
+ 4.32491724495776e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2722112238407135,
+ -7.057219982147217,
+ -17.488605499267578,
+ -15.021717071533203,
+ -11.616826057434082,
+ -3.880568742752075,
+ -11.594639778137207,
+ -8.543243408203125,
+ -8.513263702392578,
+ -10.048532485961914
+ ],
+ "distances_by_expert": [
+ 0.544422447681427,
+ 14.114439964294434,
+ 34.977210998535156,
+ 30.043434143066406,
+ 23.233652114868164,
+ 7.76113748550415,
+ 23.189279556274414,
+ 17.08648681640625,
+ 17.026527404785156,
+ 20.097064971923828
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3438.02685546875,
+ "language": 52.28342056274414
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7591288685798645,
+ 0.0007934042369015515,
+ 2.425911560521854e-08,
+ 2.7602177965491137e-07,
+ 8.479934876959305e-06,
+ 0.01849338971078396,
+ 8.66142272570869e-06,
+ 0.00018549695960246027,
+ 0.00019987690029665828,
+ 4.087133856955916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2755836546421051,
+ -7.1391777992248535,
+ -17.534473419189453,
+ -15.10278606414795,
+ -11.677807807922363,
+ -3.990341901779175,
+ -11.656631469726562,
+ -8.592472076416016,
+ -8.51780891418457,
+ -10.105081558227539
+ ],
+ "distances_by_expert": [
+ 0.5511673092842102,
+ 14.278355598449707,
+ 35.068946838378906,
+ 30.2055721282959,
+ 23.355615615844727,
+ 7.98068380355835,
+ 23.313262939453125,
+ 17.18494415283203,
+ 17.03561782836914,
+ 20.210163116455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.52001953125,
+ "language": 52.252342224121094
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6703968048095703,
+ 0.0005570518551394343,
+ 2.1470629718578493e-08,
+ 2.0898539787594927e-07,
+ 6.863711405458162e-06,
+ 0.013466175645589828,
+ 7.012723017396638e-06,
+ 0.00015430728672072291,
+ 0.00017117144307121634,
+ 3.228650166420266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39988553524017334,
+ -7.492852210998535,
+ -17.656579971313477,
+ -15.381001472473145,
+ -11.889262199401855,
+ -4.307574272155762,
+ -11.86778450012207,
+ -8.776564598083496,
+ -8.672844886779785,
+ -10.340861320495605
+ ],
+ "distances_by_expert": [
+ 0.7997710704803467,
+ 14.98570442199707,
+ 35.31315994262695,
+ 30.76200294494629,
+ 23.77852439880371,
+ 8.615148544311523,
+ 23.73556900024414,
+ 17.553129196166992,
+ 17.34568977355957,
+ 20.68172264099121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.76025390625,
+ "language": 52.27192687988281
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7195143103599548,
+ 0.0008024737471714616,
+ 2.3163755358268645e-08,
+ 3.1960968271960155e-07,
+ 8.782823897490744e-06,
+ 0.022845545783638954,
+ 9.169292752631009e-06,
+ 0.00019018605235032737,
+ 0.00019514882296789438,
+ 4.074858225067146e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32917889952659607,
+ -7.127811431884766,
+ -17.580677032470703,
+ -14.956165313720703,
+ -11.642712593078613,
+ -3.778999090194702,
+ -11.599650382995605,
+ -8.56750774383545,
+ -8.541748046875,
+ -10.108089447021484
+ ],
+ "distances_by_expert": [
+ 0.6583577990531921,
+ 14.255622863769531,
+ 35.161354064941406,
+ 29.912330627441406,
+ 23.285425186157227,
+ 7.557998180389404,
+ 23.19930076599121,
+ 17.1350154876709,
+ 17.08349609375,
+ 20.21617889404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.457275390625,
+ "language": 52.29836654663086
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7092380523681641,
+ 0.0008346758550032973,
+ 2.3403345039696433e-08,
+ 3.2110827419273846e-07,
+ 9.18142086447915e-06,
+ 0.022598210722208023,
+ 9.34366926230723e-06,
+ 0.00019602438260335475,
+ 0.0001922353112604469,
+ 4.216068919049576e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3435640335083008,
+ -7.088467121124268,
+ -17.57038688659668,
+ -14.95148754119873,
+ -11.598328590393066,
+ -3.789884567260742,
+ -11.580811500549316,
+ -8.537271499633789,
+ -8.556790351867676,
+ -10.07402229309082
+ ],
+ "distances_by_expert": [
+ 0.6871280670166016,
+ 14.176934242248535,
+ 35.14077377319336,
+ 29.90297508239746,
+ 23.196657180786133,
+ 7.579769134521484,
+ 23.161623001098633,
+ 17.074542999267578,
+ 17.11358070373535,
+ 20.14804458618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.392822265625,
+ "language": 52.284183502197266
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7416762709617615,
+ 0.0006816142704337835,
+ 2.3744840760286934e-08,
+ 2.4212531002376636e-07,
+ 7.725428076810203e-06,
+ 0.01646295189857483,
+ 7.964391443238128e-06,
+ 0.00017591699725016952,
+ 0.00019440895994193852,
+ 3.656314584077336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2988424003124237,
+ -7.291046619415283,
+ -17.55590057373047,
+ -15.233810424804688,
+ -11.77099323272705,
+ -4.106642723083496,
+ -11.740530014038086,
+ -8.645498275756836,
+ -8.545546531677246,
+ -10.216469764709473
+ ],
+ "distances_by_expert": [
+ 0.5976848006248474,
+ 14.582093238830566,
+ 35.11180114746094,
+ 30.467620849609375,
+ 23.5419864654541,
+ 8.213285446166992,
+ 23.481060028076172,
+ 17.290996551513672,
+ 17.091093063354492,
+ 20.432939529418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.163818359375,
+ "language": 52.26813507080078
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6923230886459351,
+ 0.0006324420101009309,
+ 2.239313268148635e-08,
+ 2.2278501887740276e-07,
+ 7.388913672912167e-06,
+ 0.016073815524578094,
+ 7.708869816269726e-06,
+ 0.00016786179912742227,
+ 0.00018521289166528732,
+ 3.5282017051940784e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36770251393318176,
+ -7.365921974182129,
+ -17.614511489868164,
+ -15.317058563232422,
+ -11.815529823303223,
+ -4.130563735961914,
+ -11.773138999938965,
+ -8.69236946105957,
+ -8.59400463104248,
+ -10.252137184143066
+ ],
+ "distances_by_expert": [
+ 0.7354050278663635,
+ 14.731843948364258,
+ 35.22902297973633,
+ 30.634117126464844,
+ 23.631059646606445,
+ 8.261127471923828,
+ 23.54627799987793,
+ 17.38473892211914,
+ 17.18800926208496,
+ 20.504274368286133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.134521484375,
+ "language": 52.291622161865234
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7131289839744568,
+ 0.0008203475154004991,
+ 2.3522069625414588e-08,
+ 3.2576832609265693e-07,
+ 9.155932275461964e-06,
+ 0.023877659812569618,
+ 9.617322575650178e-06,
+ 0.00019841962784994394,
+ 0.0001898799673654139,
+ 4.2551415390335023e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33809295296669006,
+ -7.105782508850098,
+ -17.565326690673828,
+ -14.937079429626465,
+ -11.60110855102539,
+ -3.734812021255493,
+ -11.551944732666016,
+ -8.525126457214355,
+ -8.56911849975586,
+ -10.064797401428223
+ ],
+ "distances_by_expert": [
+ 0.6761859059333801,
+ 14.211565017700195,
+ 35.130653381347656,
+ 29.87415885925293,
+ 23.20221710205078,
+ 7.469624042510986,
+ 23.10388946533203,
+ 17.05025291442871,
+ 17.13823699951172,
+ 20.129594802856445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.424072265625,
+ "language": 52.2979736328125
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6176217794418335,
+ 0.0006603645160794258,
+ 2.0430054092912542e-08,
+ 2.265842624638026e-07,
+ 7.622590601386037e-06,
+ 0.014329646714031696,
+ 7.510656359954737e-06,
+ 0.0001580187090439722,
+ 0.0001638443354750052,
+ 3.6837474908679724e-05
+ ],
+ "log_scores_by_expert": [
+ -0.48187902569770813,
+ -7.322718620300293,
+ -17.70625877380371,
+ -15.300148963928223,
+ -11.784394264221191,
+ -4.245424747467041,
+ -11.799187660217285,
+ -8.75279712677002,
+ -8.716593742370605,
+ -10.20899486541748
+ ],
+ "distances_by_expert": [
+ 0.9637580513954163,
+ 14.645437240600586,
+ 35.41251754760742,
+ 30.600297927856445,
+ 23.568788528442383,
+ 8.490849494934082,
+ 23.59837532043457,
+ 17.50559425354004,
+ 17.43318748474121,
+ 20.41798973083496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3621.64990234375,
+ "language": 52.275394439697266
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.722813606262207,
+ 0.0008280315087176859,
+ 2.425994694021938e-08,
+ 2.8131125873187557e-07,
+ 8.551800419809297e-06,
+ 0.019316554069519043,
+ 8.749341759539675e-06,
+ 0.00018440144776832312,
+ 0.00018953475228045136,
+ 4.081388397025876e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3246039152145386,
+ -7.09645938873291,
+ -17.534439086914062,
+ -15.0838041305542,
+ -11.669368743896484,
+ -3.9467928409576416,
+ -11.64653205871582,
+ -8.598395347595215,
+ -8.570938110351562,
+ -10.106488227844238
+ ],
+ "distances_by_expert": [
+ 0.6492078304290771,
+ 14.19291877746582,
+ 35.068878173828125,
+ 30.1676082611084,
+ 23.33873748779297,
+ 7.893585681915283,
+ 23.29306411743164,
+ 17.19679069519043,
+ 17.141876220703125,
+ 20.212976455688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3419.6279296875,
+ "language": 52.28102493286133
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7385287880897522,
+ 0.0007106476696208119,
+ 2.3746380861666694e-08,
+ 2.438361264012201e-07,
+ 7.846899279684294e-06,
+ 0.015765301883220673,
+ 8.094080840237439e-06,
+ 0.00017389454296790063,
+ 0.00018765167624223977,
+ 3.781603300012648e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3030952215194702,
+ -7.24933385848999,
+ -17.555835723876953,
+ -15.22676944732666,
+ -11.755392074584961,
+ -4.149943828582764,
+ -11.724377632141113,
+ -8.657061576843262,
+ -8.580923080444336,
+ -10.182777404785156
+ ],
+ "distances_by_expert": [
+ 0.6061904430389404,
+ 14.49866771697998,
+ 35.111671447753906,
+ 30.45353889465332,
+ 23.510784149169922,
+ 8.299887657165527,
+ 23.448755264282227,
+ 17.314123153686523,
+ 17.161846160888672,
+ 20.365554809570312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.896240234375,
+ "language": 52.25593566894531
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6782432794570923,
+ 0.0005738716572523117,
+ 2.167491963689372e-08,
+ 2.0946447421010816e-07,
+ 7.014194579824107e-06,
+ 0.013295487500727177,
+ 7.1343952185998205e-06,
+ 0.00015537699800916016,
+ 0.00017061049584299326,
+ 3.259597360738553e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3882492184638977,
+ -7.463104724884033,
+ -17.647109985351562,
+ -15.378711700439453,
+ -11.867574691772461,
+ -4.320330619812012,
+ -11.85058307647705,
+ -8.76965618133545,
+ -8.676127433776855,
+ -10.331321716308594
+ ],
+ "distances_by_expert": [
+ 0.7764984369277954,
+ 14.926209449768066,
+ 35.294219970703125,
+ 30.757423400878906,
+ 23.735149383544922,
+ 8.640661239624023,
+ 23.7011661529541,
+ 17.5393123626709,
+ 17.35225486755371,
+ 20.662643432617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.87109375,
+ "language": 52.276344299316406
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7256156206130981,
+ 0.0008320237975567579,
+ 2.356095407662906e-08,
+ 3.3365114404659835e-07,
+ 9.276378477807157e-06,
+ 0.024079281836748123,
+ 9.632062756281812e-06,
+ 0.00020060467068105936,
+ 0.00019146924023516476,
+ 4.266437827027403e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3207349181175232,
+ -7.091649532318115,
+ -17.563674926757812,
+ -14.913169860839844,
+ -11.58803939819336,
+ -3.7264034748077393,
+ -11.550413131713867,
+ -8.514174461364746,
+ -8.560783386230469,
+ -10.062146186828613
+ ],
+ "distances_by_expert": [
+ 0.6414698362350464,
+ 14.18329906463623,
+ 35.127349853515625,
+ 29.826339721679688,
+ 23.17607879638672,
+ 7.4528069496154785,
+ 23.100826263427734,
+ 17.028348922729492,
+ 17.121566772460938,
+ 20.124292373657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.966552734375,
+ "language": 52.305057525634766
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7065568566322327,
+ 0.0008235382265411317,
+ 2.3050400699275997e-08,
+ 3.172921765326464e-07,
+ 8.973678632173687e-06,
+ 0.0239840280264616,
+ 9.549334208713844e-06,
+ 0.00019834093109238893,
+ 0.00018600359908305109,
+ 4.254780287737958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34735164046287537,
+ -7.101900577545166,
+ -17.585582733154297,
+ -14.9634428024292,
+ -11.621214866638184,
+ -3.7303671836853027,
+ -11.559039115905762,
+ -8.52552318572998,
+ -8.589744567871094,
+ -10.064882278442383
+ ],
+ "distances_by_expert": [
+ 0.6947032809257507,
+ 14.203801155090332,
+ 35.171165466308594,
+ 29.9268856048584,
+ 23.242429733276367,
+ 7.4607343673706055,
+ 23.118078231811523,
+ 17.05104637145996,
+ 17.179489135742188,
+ 20.129764556884766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.211181640625,
+ "language": 52.28586196899414
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7707439661026001,
+ 0.0007341933087445796,
+ 2.4816786847736694e-08,
+ 2.493663373570598e-07,
+ 8.062208507908508e-06,
+ 0.01778165064752102,
+ 8.366223482880741e-06,
+ 0.00018403797002974898,
+ 0.0001982163084903732,
+ 3.862180165015161e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2603989839553833,
+ -7.216738224029541,
+ -17.51174545288086,
+ -15.20434284210205,
+ -11.728322982788086,
+ -4.029588222503662,
+ -11.69130802154541,
+ -8.60036849975586,
+ -8.526151657104492,
+ -10.161693572998047
+ ],
+ "distances_by_expert": [
+ 0.5207979679107666,
+ 14.433476448059082,
+ 35.02349090576172,
+ 30.4086856842041,
+ 23.456645965576172,
+ 8.059176445007324,
+ 23.38261604309082,
+ 17.20073699951172,
+ 17.052303314208984,
+ 20.323387145996094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.808837890625,
+ "language": 52.251220703125
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6721919775009155,
+ 0.000594062265008688,
+ 2.1323300458675476e-08,
+ 2.087577115617023e-07,
+ 7.016509243840119e-06,
+ 0.014300738461315632,
+ 7.165051556512481e-06,
+ 0.00015679722127970308,
+ 0.00017774876323528588,
+ 3.292053224868141e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39721137285232544,
+ -7.428526401519775,
+ -17.66346549987793,
+ -15.382091522216797,
+ -11.867244720458984,
+ -4.247444152832031,
+ -11.846295356750488,
+ -8.760557174682617,
+ -8.635139465332031,
+ -10.32141399383545
+ ],
+ "distances_by_expert": [
+ 0.7944227457046509,
+ 14.85705280303955,
+ 35.32693099975586,
+ 30.764183044433594,
+ 23.73448944091797,
+ 8.494888305664062,
+ 23.692590713500977,
+ 17.521114349365234,
+ 17.270278930664062,
+ 20.6428279876709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.73486328125,
+ "language": 52.266578674316406
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7588725686073303,
+ 0.000799602537881583,
+ 2.36614727811002e-08,
+ 2.9743290497208363e-07,
+ 9.124813004746102e-06,
+ 0.021375324577093124,
+ 9.359616342408117e-06,
+ 0.00019833695841953158,
+ 0.00020174561359453946,
+ 4.372556577436626e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27592140436172485,
+ -7.1313958168029785,
+ -17.559417724609375,
+ -15.028077125549316,
+ -11.604513168334961,
+ -3.845518112182617,
+ -11.579106330871582,
+ -8.525543212890625,
+ -8.508502960205078,
+ -10.037577629089355
+ ],
+ "distances_by_expert": [
+ 0.5518428087234497,
+ 14.262791633605957,
+ 35.11883544921875,
+ 30.056154251098633,
+ 23.209026336669922,
+ 7.691036224365234,
+ 23.158212661743164,
+ 17.05108642578125,
+ 17.017005920410156,
+ 20.07515525817871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.783203125,
+ "language": 52.31294631958008
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.564072847366333,
+ 0.000627766945399344,
+ 1.8662866807517275e-08,
+ 2.546904056544008e-07,
+ 7.516761797887739e-06,
+ 0.017718542367219925,
+ 7.805550922057591e-06,
+ 0.00015690371219534427,
+ 0.0001613974163774401,
+ 3.4447326470399275e-05
+ ],
+ "log_scores_by_expert": [
+ -0.572571873664856,
+ -7.3733415603637695,
+ -17.796730041503906,
+ -15.18321704864502,
+ -11.798375129699707,
+ -4.033143520355225,
+ -11.760675430297852,
+ -8.759878158569336,
+ -8.731640815734863,
+ -10.276079177856445
+ ],
+ "distances_by_expert": [
+ 1.145143747329712,
+ 14.746683120727539,
+ 35.59346008300781,
+ 30.36643409729004,
+ 23.596750259399414,
+ 8.06628704071045,
+ 23.521350860595703,
+ 17.519756317138672,
+ 17.463281631469727,
+ 20.55215835571289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3202.759521484375,
+ "language": 52.285274505615234
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5933979153633118,
+ 0.0006313509657047689,
+ 1.9399982065237964e-08,
+ 2.688725544430781e-07,
+ 7.504978384531569e-06,
+ 0.018164770677685738,
+ 7.893493602750823e-06,
+ 0.00016219854296650738,
+ 0.0001667953620199114,
+ 3.4547338145785034e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5218900442123413,
+ -7.367648601531982,
+ -17.757993698120117,
+ -15.1290283203125,
+ -11.799943923950195,
+ -4.008271217346191,
+ -11.749471664428711,
+ -8.726689338684082,
+ -8.698742866516113,
+ -10.27318000793457
+ ],
+ "distances_by_expert": [
+ 1.0437800884246826,
+ 14.735297203063965,
+ 35.515987396240234,
+ 30.258056640625,
+ 23.59988784790039,
+ 8.016542434692383,
+ 23.498943328857422,
+ 17.453378677368164,
+ 17.397485733032227,
+ 20.54636001586914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.3447265625,
+ "language": 52.281734466552734
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7327422499656677,
+ 0.0007473196601495147,
+ 2.3064737675326796e-08,
+ 2.920861845723266e-07,
+ 8.749675544095226e-06,
+ 0.01902364008128643,
+ 8.713494935363997e-06,
+ 0.00018585872021503747,
+ 0.00019571355369407684,
+ 4.0217506466433406e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3109613358974457,
+ -7.199017524719238,
+ -17.5849609375,
+ -15.04621696472168,
+ -11.646493911743164,
+ -3.9620728492736816,
+ -11.65063762664795,
+ -8.590523719787598,
+ -8.538858413696289,
+ -10.121208190917969
+ ],
+ "distances_by_expert": [
+ 0.6219226717948914,
+ 14.398035049438477,
+ 35.169921875,
+ 30.09243392944336,
+ 23.292987823486328,
+ 7.924145698547363,
+ 23.3012752532959,
+ 17.181047439575195,
+ 17.077716827392578,
+ 20.242416381835938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3354.40966796875,
+ "language": 52.302337646484375
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5935621857643127,
+ 0.0006359833059832454,
+ 1.9726019928612004e-08,
+ 2.6302137712264084e-07,
+ 7.3104811235680245e-06,
+ 0.01672571524977684,
+ 7.5766624831885565e-06,
+ 0.00015629171684850007,
+ 0.0001671608188189566,
+ 3.31671217281837e-05
+ ],
+ "log_scores_by_expert": [
+ -0.521613359451294,
+ -7.36033821105957,
+ -17.7413272857666,
+ -15.151030540466309,
+ -11.826201438903809,
+ -4.090807914733887,
+ -11.790437698364258,
+ -8.763786315917969,
+ -8.696554183959961,
+ -10.31395149230957
+ ],
+ "distances_by_expert": [
+ 1.043226718902588,
+ 14.72067642211914,
+ 35.4826545715332,
+ 30.302061080932617,
+ 23.652402877807617,
+ 8.181615829467773,
+ 23.580875396728516,
+ 17.527572631835938,
+ 17.393108367919922,
+ 20.62790298461914
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3219.827880859375,
+ "language": 52.27772521972656
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.651078462600708,
+ 0.0007082782103680074,
+ 2.0788780474845225e-08,
+ 2.8766669402102707e-07,
+ 7.908677616796922e-06,
+ 0.019921069964766502,
+ 8.193036592274439e-06,
+ 0.00017203636525664479,
+ 0.0001798332086764276,
+ 3.7009383959230036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291251301765442,
+ -7.252673625946045,
+ -17.688852310180664,
+ -15.061463356018066,
+ -11.747550010681152,
+ -3.9159772396087646,
+ -11.712225914001465,
+ -8.667804718017578,
+ -8.623480796813965,
+ -10.204339027404785
+ ],
+ "distances_by_expert": [
+ 0.8582502603530884,
+ 14.50534725189209,
+ 35.37770462036133,
+ 30.122926712036133,
+ 23.495100021362305,
+ 7.831954479217529,
+ 23.42445182800293,
+ 17.335609436035156,
+ 17.24696159362793,
+ 20.40867805480957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.742919921875,
+ "language": 52.281349182128906
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6942344903945923,
+ 0.0007663869182579219,
+ 2.1670910399507193e-08,
+ 2.930001414824801e-07,
+ 8.621552296972368e-06,
+ 0.02128486894071102,
+ 8.711574992048554e-06,
+ 0.0001850970438681543,
+ 0.00018918082059826702,
+ 4.119118602829985e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36494550108909607,
+ -7.173823356628418,
+ -17.647294998168945,
+ -15.043092727661133,
+ -11.661245346069336,
+ -3.8497588634490967,
+ -11.650857925415039,
+ -8.594630241394043,
+ -8.572807312011719,
+ -10.097286224365234
+ ],
+ "distances_by_expert": [
+ 0.7298910021781921,
+ 14.347646713256836,
+ 35.29458999633789,
+ 30.086185455322266,
+ 23.322490692138672,
+ 7.699517726898193,
+ 23.301715850830078,
+ 17.189260482788086,
+ 17.145614624023438,
+ 20.19457244873047
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.943115234375,
+ "language": 52.28715896606445
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6211692690849304,
+ 0.0006724059348925948,
+ 1.995157816736537e-08,
+ 2.7212627173867077e-07,
+ 7.646311132702976e-06,
+ 0.019237378612160683,
+ 7.859324796299916e-06,
+ 0.0001644882868276909,
+ 0.00017468654550611973,
+ 3.5674187529366463e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47615161538124084,
+ -7.304648399353027,
+ -17.729957580566406,
+ -15.116999626159668,
+ -11.78128719329834,
+ -3.950900077819824,
+ -11.753809928894043,
+ -8.712671279907227,
+ -8.652517318725586,
+ -10.241083145141602
+ ],
+ "distances_by_expert": [
+ 0.9523032307624817,
+ 14.609296798706055,
+ 35.45991516113281,
+ 30.233999252319336,
+ 23.56257438659668,
+ 7.901800155639648,
+ 23.507619857788086,
+ 17.425342559814453,
+ 17.305034637451172,
+ 20.482166290283203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.225341796875,
+ "language": 52.289764404296875
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5349070429801941,
+ 0.0005590851651504636,
+ 1.7088485293470512e-08,
+ 2.2872819727126625e-07,
+ 6.840820333309239e-06,
+ 0.016179025173187256,
+ 7.002618531259941e-06,
+ 0.000146740727359429,
+ 0.00015025438915472478,
+ 3.252846727264114e-05
+ ],
+ "log_scores_by_expert": [
+ -0.6256622672080994,
+ -7.489208698272705,
+ -17.88486099243164,
+ -15.290731430053711,
+ -11.892602920532227,
+ -4.124039649963379,
+ -11.869226455688477,
+ -8.82684326171875,
+ -8.803180694580078,
+ -10.333395004272461
+ ],
+ "distances_by_expert": [
+ 1.2513245344161987,
+ 14.97841739654541,
+ 35.76972198486328,
+ 30.581462860107422,
+ 23.785205841064453,
+ 8.248079299926758,
+ 23.738452911376953,
+ 17.6536865234375,
+ 17.606361389160156,
+ 20.666790008544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.144287109375,
+ "language": 52.315040588378906
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5955997109413147,
+ 0.0006655092001892626,
+ 1.9039308796209298e-08,
+ 2.6217989557153487e-07,
+ 7.74326326791197e-06,
+ 0.019520599395036697,
+ 8.155881914717611e-06,
+ 0.00016648403834551573,
+ 0.00016499006596859545,
+ 3.691396341309883e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5181864500045776,
+ -7.314958095550537,
+ -17.77676010131836,
+ -15.154234886169434,
+ -11.76868724822998,
+ -3.9362850189208984,
+ -11.716771125793457,
+ -8.700611114501953,
+ -8.709625244140625,
+ -10.206920623779297
+ ],
+ "distances_by_expert": [
+ 1.0363729000091553,
+ 14.629916191101074,
+ 35.55352020263672,
+ 30.308469772338867,
+ 23.53737449645996,
+ 7.872570037841797,
+ 23.433542251586914,
+ 17.401222229003906,
+ 17.41925048828125,
+ 20.413841247558594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.50732421875,
+ "language": 52.30515670776367
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5971843600273132,
+ 0.0006666799890808761,
+ 1.9134619222427318e-08,
+ 2.628684114824864e-07,
+ 7.735277904430404e-06,
+ 0.01962265372276306,
+ 8.200494448828977e-06,
+ 0.00016616251377854496,
+ 0.00016494980081915855,
+ 3.666408883873373e-05
+ ],
+ "log_scores_by_expert": [
+ -0.515529453754425,
+ -7.3132004737854,
+ -17.771766662597656,
+ -15.151612281799316,
+ -11.769719123840332,
+ -3.931070566177368,
+ -11.711316108703613,
+ -8.702544212341309,
+ -8.709869384765625,
+ -10.213712692260742
+ ],
+ "distances_by_expert": [
+ 1.03105890750885,
+ 14.6264009475708,
+ 35.54353332519531,
+ 30.303224563598633,
+ 23.539438247680664,
+ 7.862141132354736,
+ 23.422632217407227,
+ 17.405088424682617,
+ 17.41973876953125,
+ 20.427425384521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.48095703125,
+ "language": 52.269386291503906
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6013453602790833,
+ 0.0006451699300669134,
+ 1.904406765618205e-08,
+ 2.616114613829268e-07,
+ 7.564432507933816e-06,
+ 0.0192362442612648,
+ 8.013563274289481e-06,
+ 0.00016507333202753216,
+ 0.00016690070333424956,
+ 3.5856464819516987e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5085858702659607,
+ -7.345996856689453,
+ -17.77651023864746,
+ -15.156405448913574,
+ -11.79205322265625,
+ -3.9509589672088623,
+ -11.734375,
+ -8.709120750427246,
+ -8.698111534118652,
+ -10.235986709594727
+ ],
+ "distances_by_expert": [
+ 1.0171717405319214,
+ 14.691993713378906,
+ 35.55302047729492,
+ 30.31281089782715,
+ 23.5841064453125,
+ 7.901917934417725,
+ 23.46875,
+ 17.418241500854492,
+ 17.396223068237305,
+ 20.471973419189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.24072265625,
+ "language": 52.272926330566406
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.592544436454773,
+ 0.0006528447265736759,
+ 1.9027293518547594e-08,
+ 2.6581056999930297e-07,
+ 7.703843039053027e-06,
+ 0.019104618579149246,
+ 8.046700713748578e-06,
+ 0.000164472745382227,
+ 0.00016562634846195579,
+ 3.6015619116369635e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5233294367790222,
+ -7.334171295166016,
+ -17.77739143371582,
+ -15.140481948852539,
+ -11.773791313171387,
+ -3.957825183868408,
+ -11.73024845123291,
+ -8.71276569366455,
+ -8.70577621459961,
+ -10.231557846069336
+ ],
+ "distances_by_expert": [
+ 1.0466588735580444,
+ 14.668342590332031,
+ 35.55478286743164,
+ 30.280963897705078,
+ 23.547582626342773,
+ 7.915650367736816,
+ 23.46049690246582,
+ 17.4255313873291,
+ 17.41155242919922,
+ 20.463115692138672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.3017578125,
+ "language": 52.29860305786133
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5913769602775574,
+ 0.0006283973925746977,
+ 1.9077551982604746e-08,
+ 2.601240112198866e-07,
+ 7.3311402957187966e-06,
+ 0.01811417192220688,
+ 7.700244168518111e-06,
+ 0.0001586943690199405,
+ 0.00016647277516312897,
+ 3.391168502275832e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5253015756607056,
+ -7.372337818145752,
+ -17.77475357055664,
+ -15.162107467651367,
+ -11.823379516601562,
+ -4.01106071472168,
+ -11.774258613586426,
+ -8.748530387878418,
+ -8.700678825378418,
+ -10.29175090789795
+ ],
+ "distances_by_expert": [
+ 1.0506031513214111,
+ 14.744675636291504,
+ 35.54950714111328,
+ 30.324214935302734,
+ 23.646759033203125,
+ 8.02212142944336,
+ 23.54851722717285,
+ 17.497060775756836,
+ 17.401357650756836,
+ 20.5835018157959
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.06982421875,
+ "language": 52.27196502685547
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.597488522529602,
+ 0.0006323202396743,
+ 1.9023302044729462e-08,
+ 2.5735201347742986e-07,
+ 7.375213499472011e-06,
+ 0.01790918968617916,
+ 7.678331712668296e-06,
+ 0.00016000097093638033,
+ 0.00016801732999738306,
+ 3.42965722666122e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5150202512741089,
+ -7.366114616394043,
+ -17.77760124206543,
+ -15.172821044921875,
+ -11.81738567352295,
+ -4.022441387176514,
+ -11.777108192443848,
+ -8.740330696105957,
+ -8.69144344329834,
+ -10.280465126037598
+ ],
+ "distances_by_expert": [
+ 1.0300405025482178,
+ 14.732229232788086,
+ 35.55520248413086,
+ 30.34564208984375,
+ 23.6347713470459,
+ 8.044882774353027,
+ 23.554216384887695,
+ 17.480661392211914,
+ 17.38288688659668,
+ 20.560930252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.508544921875,
+ "language": 52.2823371887207
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.602606475353241,
+ 0.0006281981477513909,
+ 1.9494196479286074e-08,
+ 2.617971119889262e-07,
+ 7.331650522246491e-06,
+ 0.017915833741426468,
+ 7.649725375813432e-06,
+ 0.00015950993110891432,
+ 0.00017089041648432612,
+ 3.378408291609958e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5064908862113953,
+ -7.372654914855957,
+ -17.753149032592773,
+ -15.155695915222168,
+ -11.823309898376465,
+ -4.022070407867432,
+ -11.780840873718262,
+ -8.743404388427734,
+ -8.674488067626953,
+ -10.295520782470703
+ ],
+ "distances_by_expert": [
+ 1.0129817724227905,
+ 14.745309829711914,
+ 35.50629806518555,
+ 30.311391830444336,
+ 23.64661979675293,
+ 8.044140815734863,
+ 23.561681747436523,
+ 17.48680877685547,
+ 17.348976135253906,
+ 20.591041564941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.36572265625,
+ "language": 52.26474380493164
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6221519112586975,
+ 0.0006582176429219544,
+ 2.005799615290016e-08,
+ 2.702159349610156e-07,
+ 7.5325278885429725e-06,
+ 0.01863820105791092,
+ 7.856896445446182e-06,
+ 0.00016329165373463184,
+ 0.00017598512931726873,
+ 3.4963210055138916e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47457098960876465,
+ -7.325974941253662,
+ -17.724637985229492,
+ -15.124044418334961,
+ -11.796279907226562,
+ -3.982542037963867,
+ -11.754118919372559,
+ -8.719972610473633,
+ -8.645111083984375,
+ -10.261214256286621
+ ],
+ "distances_by_expert": [
+ 0.9491419792175293,
+ 14.651949882507324,
+ 35.449275970458984,
+ 30.248088836669922,
+ 23.592559814453125,
+ 7.965084075927734,
+ 23.508237838745117,
+ 17.439945220947266,
+ 17.29022216796875,
+ 20.522428512573242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.423095703125,
+ "language": 52.279659271240234
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6634764075279236,
+ 0.0007176886429078877,
+ 2.1141868700169653e-08,
+ 2.864899784071895e-07,
+ 7.951231964398175e-06,
+ 0.020153280347585678,
+ 8.253485248133074e-06,
+ 0.00017306813970208168,
+ 0.0001858291361713782,
+ 3.715221464517526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41026195883750916,
+ -7.239474773406982,
+ -17.67201042175293,
+ -15.06556224822998,
+ -11.742183685302734,
+ -3.904388189315796,
+ -11.704874992370605,
+ -8.661825180053711,
+ -8.590682983398438,
+ -10.20048713684082
+ ],
+ "distances_by_expert": [
+ 0.8205239176750183,
+ 14.478949546813965,
+ 35.34402084350586,
+ 30.13112449645996,
+ 23.48436737060547,
+ 7.808776378631592,
+ 23.40974998474121,
+ 17.323650360107422,
+ 17.181365966796875,
+ 20.40097427368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.745849609375,
+ "language": 52.27457809448242
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6189756989479065,
+ 0.0006647391128353775,
+ 1.9969014886100922e-08,
+ 2.62598035760675e-07,
+ 7.472754077753052e-06,
+ 0.018651757389307022,
+ 7.817425284883939e-06,
+ 0.0001620487164473161,
+ 0.00017530471086502075,
+ 3.484955959720537e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47968921065330505,
+ -7.316115856170654,
+ -17.729084014892578,
+ -15.152641296386719,
+ -11.80424690246582,
+ -3.9818148612976074,
+ -11.7591552734375,
+ -8.72761344909668,
+ -8.648984909057617,
+ -10.264470100402832
+ ],
+ "distances_by_expert": [
+ 0.9593784213066101,
+ 14.632231712341309,
+ 35.458168029785156,
+ 30.305282592773438,
+ 23.60849380493164,
+ 7.963629722595215,
+ 23.518310546875,
+ 17.45522689819336,
+ 17.297969818115234,
+ 20.528940200805664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3247.2021484375,
+ "language": 52.26786422729492
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5713058710098267,
+ 0.0006319889798760414,
+ 1.9302392573194993e-08,
+ 2.5916523327396135e-07,
+ 7.500735591747798e-06,
+ 0.01803777739405632,
+ 7.883706530265044e-06,
+ 0.00015899188292678446,
+ 0.00016227312153205276,
+ 3.4961172787006944e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5598304867744446,
+ -7.366638660430908,
+ -17.763036727905273,
+ -15.165800094604492,
+ -11.800509452819824,
+ -4.015286922454834,
+ -11.750712394714355,
+ -8.746657371520996,
+ -8.726229667663574,
+ -10.261272430419922
+ ],
+ "distances_by_expert": [
+ 1.1196609735488892,
+ 14.733277320861816,
+ 35.52607345581055,
+ 30.331600189208984,
+ 23.60101890563965,
+ 8.030573844909668,
+ 23.50142478942871,
+ 17.493314743041992,
+ 17.45245933532715,
+ 20.522544860839844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3218.241455078125,
+ "language": 52.280601501464844
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5916368365287781,
+ 0.0006045757909305394,
+ 1.9692526720405112e-08,
+ 2.024111438458931e-07,
+ 7.160051154642133e-06,
+ 0.01248390506953001,
+ 7.099487902451074e-06,
+ 0.00015040980360936373,
+ 0.00015573629934806377,
+ 3.463228131295182e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5248622298240662,
+ -7.410983562469482,
+ -17.743026733398438,
+ -15.412964820861816,
+ -11.846993446350098,
+ -4.383315086364746,
+ -11.855487823486328,
+ -8.802146911621094,
+ -8.767346382141113,
+ -10.270724296569824
+ ],
+ "distances_by_expert": [
+ 1.0497244596481323,
+ 14.821967124938965,
+ 35.486053466796875,
+ 30.825929641723633,
+ 23.693986892700195,
+ 8.766630172729492,
+ 23.710975646972656,
+ 17.604293823242188,
+ 17.534692764282227,
+ 20.54144859313965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3574.324462890625,
+ "language": 52.278099060058594
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7476281523704529,
+ 0.0008621779270470142,
+ 2.4818350041755366e-08,
+ 2.9460085215760046e-07,
+ 9.191872777591925e-06,
+ 0.019840264692902565,
+ 9.06672084965976e-06,
+ 0.00019323723972775042,
+ 0.00019669141329359263,
+ 4.397304292069748e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29084962606430054,
+ -7.05604887008667,
+ -17.511682510375977,
+ -15.037644386291504,
+ -11.597190856933594,
+ -3.920041799545288,
+ -11.610899925231934,
+ -8.551591873168945,
+ -8.53387451171875,
+ -10.031933784484863
+ ],
+ "distances_by_expert": [
+ 0.5816992521286011,
+ 14.11209774017334,
+ 35.02336502075195,
+ 30.075288772583008,
+ 23.194381713867188,
+ 7.840083599090576,
+ 23.221799850463867,
+ 17.10318374633789,
+ 17.0677490234375,
+ 20.063867568969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.6474609375,
+ "language": 52.294525146484375
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7230051159858704,
+ 0.0007119066431187093,
+ 2.3840094343086093e-08,
+ 2.3782473590472364e-07,
+ 7.937972441141028e-06,
+ 0.015217692591249943,
+ 8.171562512870878e-06,
+ 0.00017445847333874553,
+ 0.00018404866568744183,
+ 3.8414807931985706e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32433900237083435,
+ -7.24756383895874,
+ -17.551897048950195,
+ -15.251731872558594,
+ -11.743852615356445,
+ -4.185296535491943,
+ -11.714850425720215,
+ -8.653823852539062,
+ -8.600310325622559,
+ -10.167067527770996
+ ],
+ "distances_by_expert": [
+ 0.6486780047416687,
+ 14.49512767791748,
+ 35.10379409790039,
+ 30.503463745117188,
+ 23.48770523071289,
+ 8.370593070983887,
+ 23.42970085144043,
+ 17.307647705078125,
+ 17.200620651245117,
+ 20.334135055541992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.46435546875,
+ "language": 52.29901885986328
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7043325901031494,
+ 0.0006047202041372657,
+ 2.2679317979168445e-08,
+ 2.1682518536181306e-07,
+ 7.327442290261388e-06,
+ 0.014017544686794281,
+ 7.4236713771824725e-06,
+ 0.00016121835506055504,
+ 0.000178243761183694,
+ 3.438201383687556e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3505045473575592,
+ -7.410744667053223,
+ -17.6018123626709,
+ -15.3441743850708,
+ -11.823884010314941,
+ -4.2674455642700195,
+ -11.810836791992188,
+ -8.73275089263916,
+ -8.63235855102539,
+ -10.277976989746094
+ ],
+ "distances_by_expert": [
+ 0.7010090947151184,
+ 14.821489334106445,
+ 35.2036247253418,
+ 30.6883487701416,
+ 23.647768020629883,
+ 8.534891128540039,
+ 23.621673583984375,
+ 17.46550178527832,
+ 17.26471710205078,
+ 20.555953979492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.987548828125,
+ "language": 52.282257080078125
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7086422443389893,
+ 0.0007454952574335039,
+ 2.2672441701843127e-08,
+ 3.0948044127399044e-07,
+ 8.397052624786738e-06,
+ 0.020094692707061768,
+ 8.654644261696376e-06,
+ 0.00018279271898791194,
+ 0.0001892414438771084,
+ 3.781938721658662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3444044888019562,
+ -7.2014617919921875,
+ -17.602115631103516,
+ -14.988370895385742,
+ -11.687629699707031,
+ -3.907299518585205,
+ -11.657414436340332,
+ -8.607157707214355,
+ -8.572486877441406,
+ -10.18268871307373
+ ],
+ "distances_by_expert": [
+ 0.6888089776039124,
+ 14.402923583984375,
+ 35.20423126220703,
+ 29.976741790771484,
+ 23.375259399414062,
+ 7.81459903717041,
+ 23.314828872680664,
+ 17.21431541442871,
+ 17.144973754882812,
+ 20.36537742614746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.50732421875,
+ "language": 52.273704528808594
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7324381470680237,
+ 0.0008375392062589526,
+ 2.418408762139279e-08,
+ 3.251156215355877e-07,
+ 9.159740329778288e-06,
+ 0.022733645513653755,
+ 9.385626071889419e-06,
+ 0.0001975275226868689,
+ 0.0001949561119545251,
+ 4.19885509472806e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3113764226436615,
+ -7.085042476654053,
+ -17.53757095336914,
+ -14.939085006713867,
+ -11.600692749023438,
+ -3.783909320831299,
+ -11.57633113861084,
+ -8.529632568359375,
+ -8.542736053466797,
+ -10.078113555908203
+ ],
+ "distances_by_expert": [
+ 0.622752845287323,
+ 14.170084953308105,
+ 35.07514190673828,
+ 29.878170013427734,
+ 23.201385498046875,
+ 7.567818641662598,
+ 23.15266227722168,
+ 17.05926513671875,
+ 17.085472106933594,
+ 20.156227111816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.039794921875,
+ "language": 52.27658462524414
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7371934652328491,
+ 0.0006378109683282673,
+ 2.3528532011596326e-08,
+ 2.2287257195330312e-07,
+ 7.497081242036074e-06,
+ 0.015205499716103077,
+ 7.751117664156482e-06,
+ 0.00017129849584307522,
+ 0.00018887777696363628,
+ 3.56806194758974e-05
+ ],
+ "log_scores_by_expert": [
+ -0.304904967546463,
+ -7.357468605041504,
+ -17.565052032470703,
+ -15.316665649414062,
+ -11.800996780395508,
+ -4.186098098754883,
+ -11.76767349243164,
+ -8.672102928161621,
+ -8.574410438537598,
+ -10.2409029006958
+ ],
+ "distances_by_expert": [
+ 0.609809935092926,
+ 14.714937210083008,
+ 35.130104064941406,
+ 30.633331298828125,
+ 23.601993560791016,
+ 8.372196197509766,
+ 23.53534698486328,
+ 17.344205856323242,
+ 17.148820877075195,
+ 20.4818058013916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.7685546875,
+ "language": 52.28977966308594
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7400674223899841,
+ 0.0006424030871130526,
+ 2.3099868684539615e-08,
+ 2.3576274088554783e-07,
+ 7.75694479671074e-06,
+ 0.016282150521874428,
+ 7.958932656038087e-06,
+ 0.0001745004119584337,
+ 0.00019473610154818743,
+ 3.6824902053922415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3010140359401703,
+ -7.350294589996338,
+ -17.583438873291016,
+ -15.2604398727417,
+ -11.766921997070312,
+ -4.117685794830322,
+ -11.741215705871582,
+ -8.653583526611328,
+ -8.543865203857422,
+ -10.209336280822754
+ ],
+ "distances_by_expert": [
+ 0.6020280718803406,
+ 14.700589179992676,
+ 35.16687774658203,
+ 30.5208797454834,
+ 23.533843994140625,
+ 8.235371589660645,
+ 23.482431411743164,
+ 17.307167053222656,
+ 17.087730407714844,
+ 20.418672561645508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.315185546875,
+ "language": 52.283851623535156
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7728446125984192,
+ 0.0008194061229005456,
+ 2.4661405362280675e-08,
+ 3.257555647451227e-07,
+ 9.31335125642363e-06,
+ 0.02248484082520008,
+ 9.61363548412919e-06,
+ 0.0002022057888098061,
+ 0.0002041642292169854,
+ 4.272162550478242e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2576773166656494,
+ -7.106930732727051,
+ -17.51802635192871,
+ -14.937118530273438,
+ -11.584061622619629,
+ -3.7949140071868896,
+ -11.552328109741211,
+ -8.506224632263184,
+ -8.496585845947266,
+ -10.060805320739746
+ ],
+ "distances_by_expert": [
+ 0.5153546333312988,
+ 14.213861465454102,
+ 35.03605270385742,
+ 29.874237060546875,
+ 23.168123245239258,
+ 7.589828014373779,
+ 23.104656219482422,
+ 17.012449264526367,
+ 16.99317169189453,
+ 20.121610641479492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3258.7216796875,
+ "language": 52.27677917480469
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6546121835708618,
+ 0.0007071247673593462,
+ 2.1771212388443928e-08,
+ 2.3518694547419727e-07,
+ 7.968144927872345e-06,
+ 0.01489879097789526,
+ 7.91401180322282e-06,
+ 0.0001675622334005311,
+ 0.0001710718934191391,
+ 3.809398549492471e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4237123131752014,
+ -7.254303455352783,
+ -17.642677307128906,
+ -15.262885093688965,
+ -11.740058898925781,
+ -4.206475257873535,
+ -11.746875762939453,
+ -8.6941556930542,
+ -8.673426628112793,
+ -10.175454139709473
+ ],
+ "distances_by_expert": [
+ 0.8474246263504028,
+ 14.508606910705566,
+ 35.28535461425781,
+ 30.52577018737793,
+ 23.480117797851562,
+ 8.41295051574707,
+ 23.493751525878906,
+ 17.3883113861084,
+ 17.346853256225586,
+ 20.350908279418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.187255859375,
+ "language": 52.270538330078125
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7465826272964478,
+ 0.000856310420203954,
+ 2.48506548672367e-08,
+ 2.9663945610991505e-07,
+ 8.904753485694528e-06,
+ 0.0206344872713089,
+ 9.103013326239306e-06,
+ 0.00019488045654725283,
+ 0.0001976266357814893,
+ 4.3231852032477036e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29224899411201477,
+ -7.062877655029297,
+ -17.5103816986084,
+ -15.03074836730957,
+ -11.628925323486328,
+ -3.880791425704956,
+ -11.606904983520508,
+ -8.543124198913574,
+ -8.529130935668945,
+ -10.048933029174805
+ ],
+ "distances_by_expert": [
+ 0.5844979882240295,
+ 14.125755310058594,
+ 35.0207633972168,
+ 30.06149673461914,
+ 23.257850646972656,
+ 7.761582851409912,
+ 23.213809967041016,
+ 17.08624839782715,
+ 17.05826187133789,
+ 20.09786605834961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3436.13916015625,
+ "language": 52.28733825683594
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7593892216682434,
+ 0.0007859939942136407,
+ 2.435197110628451e-08,
+ 2.6566053179521987e-07,
+ 8.450483619526494e-06,
+ 0.01730581559240818,
+ 8.705445907253306e-06,
+ 0.00018482047016732395,
+ 0.0001971313904505223,
+ 4.098222416359931e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2752408981323242,
+ -7.148561477661133,
+ -17.53065299987793,
+ -15.141046524047852,
+ -11.681286811828613,
+ -4.056712627410889,
+ -11.651561737060547,
+ -8.596125602722168,
+ -8.53164005279541,
+ -10.102372169494629
+ ],
+ "distances_by_expert": [
+ 0.5504817962646484,
+ 14.297122955322266,
+ 35.06130599975586,
+ 30.282093048095703,
+ 23.362573623657227,
+ 8.113425254821777,
+ 23.303123474121094,
+ 17.192251205444336,
+ 17.06328010559082,
+ 20.204744338989258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3442.255859375,
+ "language": 52.2797737121582
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7021210193634033,
+ 0.0006117104785516858,
+ 2.281681688032222e-08,
+ 2.1513271519779664e-07,
+ 7.339569492614828e-06,
+ 0.014003315009176731,
+ 7.527048182964791e-06,
+ 0.0001619961840333417,
+ 0.00017955507792066783,
+ 3.481703606666997e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35364946722984314,
+ -7.399251461029053,
+ -17.595767974853516,
+ -15.352010726928711,
+ -11.822230339050293,
+ -4.268461227416992,
+ -11.79700756072998,
+ -8.727937698364258,
+ -8.625028610229492,
+ -10.265403747558594
+ ],
+ "distances_by_expert": [
+ 0.7072989344596863,
+ 14.798502922058105,
+ 35.19153594970703,
+ 30.704021453857422,
+ 23.644460678100586,
+ 8.536922454833984,
+ 23.59401512145996,
+ 17.455875396728516,
+ 17.250057220458984,
+ 20.530807495117188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.988037109375,
+ "language": 52.27689743041992
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7881374955177307,
+ 0.0008810752769932151,
+ 2.532030585200573e-08,
+ 3.507070402974932e-07,
+ 9.599032637197524e-06,
+ 0.024240775033831596,
+ 9.847522051131818e-06,
+ 0.00020760096958838403,
+ 0.00020681862952187657,
+ 4.455656016943976e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23808272182941437,
+ -7.034367561340332,
+ -17.49165916442871,
+ -14.863314628601074,
+ -11.553848266601562,
+ -3.719719171524048,
+ -11.528290748596191,
+ -8.47989273071289,
+ -8.483668327331543,
+ -10.01875114440918
+ ],
+ "distances_by_expert": [
+ 0.47616544365882874,
+ 14.068735122680664,
+ 34.98331832885742,
+ 29.72662925720215,
+ 23.107696533203125,
+ 7.439438343048096,
+ 23.056581497192383,
+ 16.95978546142578,
+ 16.967336654663086,
+ 20.03750228881836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.275390625,
+ "language": 52.290279388427734
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7032528519630432,
+ 0.0007743992609903216,
+ 2.3055235942592844e-08,
+ 3.154059982080071e-07,
+ 8.660754247102886e-06,
+ 0.021554939448833466,
+ 8.979063750302885e-06,
+ 0.00019043269276153296,
+ 0.0001881622156361118,
+ 3.9388360164593905e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35203877091407776,
+ -7.16342306137085,
+ -17.585372924804688,
+ -14.969405174255371,
+ -11.656708717346191,
+ -3.8371503353118896,
+ -11.620615005493164,
+ -8.566211700439453,
+ -8.578206062316895,
+ -10.142040252685547
+ ],
+ "distances_by_expert": [
+ 0.7040775418281555,
+ 14.3268461227417,
+ 35.170745849609375,
+ 29.938810348510742,
+ 23.313417434692383,
+ 7.674300670623779,
+ 23.241230010986328,
+ 17.132423400878906,
+ 17.15641212463379,
+ 20.284080505371094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.5751953125,
+ "language": 52.301700592041016
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7573047876358032,
+ 0.0007032269495539367,
+ 2.4366327622260542e-08,
+ 2.565416536981502e-07,
+ 7.982283023011405e-06,
+ 0.01733258180320263,
+ 8.288507160614245e-06,
+ 0.00018358604575041682,
+ 0.0001984096015803516,
+ 3.790615301113576e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2779894769191742,
+ -7.259830951690674,
+ -17.53006362915039,
+ -15.17597484588623,
+ -11.738286018371582,
+ -4.055167198181152,
+ -11.700640678405762,
+ -8.602827072143555,
+ -8.525177001953125,
+ -10.180397033691406
+ ],
+ "distances_by_expert": [
+ 0.5559789538383484,
+ 14.519661903381348,
+ 35.06012725830078,
+ 30.35194969177246,
+ 23.476572036743164,
+ 8.110334396362305,
+ 23.401281356811523,
+ 17.20565414428711,
+ 17.05035400390625,
+ 20.360794067382812
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3319.590087890625,
+ "language": 52.29277038574219
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7365332841873169,
+ 0.0006826508906669915,
+ 2.364302176260935e-08,
+ 2.439647630581021e-07,
+ 7.974013897182886e-06,
+ 0.017104409635066986,
+ 8.303246431751177e-06,
+ 0.00018123415065929294,
+ 0.000195487096789293,
+ 3.803140498348512e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3058008849620819,
+ -7.28952693939209,
+ -17.560197830200195,
+ -15.226242065429688,
+ -11.739322662353516,
+ -4.068418979644775,
+ -11.698863983154297,
+ -8.615720748901367,
+ -8.540016174316406,
+ -10.177098274230957
+ ],
+ "distances_by_expert": [
+ 0.6116017699241638,
+ 14.57905387878418,
+ 35.12039566040039,
+ 30.452484130859375,
+ 23.47864532470703,
+ 8.13683795928955,
+ 23.397727966308594,
+ 17.231441497802734,
+ 17.080032348632812,
+ 20.354196548461914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.726318359375,
+ "language": 52.29636001586914
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7088322639465332,
+ 0.0007919176132418215,
+ 2.3200454890570654e-08,
+ 3.2074649425339885e-07,
+ 8.694071766512934e-06,
+ 0.023245634511113167,
+ 9.32297461986309e-06,
+ 0.00019346718909218907,
+ 0.0001910617429530248,
+ 4.0581555367680266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3441363275051117,
+ -7.141053199768066,
+ -17.57909393310547,
+ -14.952614784240723,
+ -11.65286922454834,
+ -3.7616379261016846,
+ -11.583028793334961,
+ -8.550402641296387,
+ -8.56291389465332,
+ -10.112196922302246
+ ],
+ "distances_by_expert": [
+ 0.6882726550102234,
+ 14.282106399536133,
+ 35.15818786621094,
+ 29.905229568481445,
+ 23.30573844909668,
+ 7.523275852203369,
+ 23.166057586669922,
+ 17.100805282592773,
+ 17.12582778930664,
+ 20.224393844604492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.118896484375,
+ "language": 52.28702926635742
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6764257550239563,
+ 0.0007399908499792218,
+ 2.2597665960688573e-08,
+ 2.4685911625965673e-07,
+ 8.193373105314095e-06,
+ 0.015924060717225075,
+ 8.22808488010196e-06,
+ 0.0001738166029099375,
+ 0.00017655096598900855,
+ 3.979750908911228e-05
+ ],
+ "log_scores_by_expert": [
+ -0.390932559967041,
+ -7.2088727951049805,
+ -17.605419158935547,
+ -15.214447975158691,
+ -11.71218490600586,
+ -4.139924049377441,
+ -11.70795726776123,
+ -8.657509803771973,
+ -8.641901016235352,
+ -10.131706237792969
+ ],
+ "distances_by_expert": [
+ 0.781865119934082,
+ 14.417745590209961,
+ 35.210838317871094,
+ 30.428895950317383,
+ 23.42436981201172,
+ 8.279848098754883,
+ 23.41591453552246,
+ 17.315019607543945,
+ 17.283802032470703,
+ 20.263412475585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.9345703125,
+ "language": 52.28667449951172
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635205984115601,
+ 0.0008663423359394073,
+ 2.5575760176366202e-08,
+ 2.905076996739808e-07,
+ 9.015460818773136e-06,
+ 0.020445987582206726,
+ 9.196826795232482e-06,
+ 0.00019399523444008082,
+ 0.00020009926811326295,
+ 4.3242860556347296e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2698151469230652,
+ -7.051230430603027,
+ -17.48162078857422,
+ -15.0516357421875,
+ -11.616569519042969,
+ -3.8899686336517334,
+ -11.596652030944824,
+ -8.547677040100098,
+ -8.51669692993164,
+ -10.048678398132324
+ ],
+ "distances_by_expert": [
+ 0.5396302938461304,
+ 14.102460861206055,
+ 34.96324157714844,
+ 30.103271484375,
+ 23.233139038085938,
+ 7.779937267303467,
+ 23.19330406188965,
+ 17.095354080200195,
+ 17.03339385986328,
+ 20.09735679626465
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3424.955810546875,
+ "language": 52.28548812866211
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6897714734077454,
+ 0.0006713665788993239,
+ 2.2278278777321248e-08,
+ 2.3351655897840828e-07,
+ 7.454937986040022e-06,
+ 0.015456445515155792,
+ 7.819879101589322e-06,
+ 0.0001675018429523334,
+ 0.0001803085469873622,
+ 3.662547533167526e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37139493227005005,
+ -7.306195259094238,
+ -17.619653701782227,
+ -15.270012855529785,
+ -11.806633949279785,
+ -4.169729232788086,
+ -11.758841514587402,
+ -8.6945161819458,
+ -8.620841026306152,
+ -10.214766502380371
+ ],
+ "distances_by_expert": [
+ 0.7427898645401001,
+ 14.612390518188477,
+ 35.23930740356445,
+ 30.54002571105957,
+ 23.61326789855957,
+ 8.339458465576172,
+ 23.517683029174805,
+ 17.3890323638916,
+ 17.241682052612305,
+ 20.429533004760742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3601.80517578125,
+ "language": 52.30839920043945
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.714780330657959,
+ 0.0006518371519632638,
+ 2.3204128396514534e-08,
+ 2.3069938492881192e-07,
+ 7.585852472402621e-06,
+ 0.01533608790487051,
+ 7.746461960778106e-06,
+ 0.00016679122927598655,
+ 0.00018298177747055888,
+ 3.547493906808086e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3357800245285034,
+ -7.3357157707214355,
+ -17.578935623168945,
+ -15.282150268554688,
+ -11.789225578308105,
+ -4.177546501159668,
+ -11.768274307250977,
+ -8.69876766204834,
+ -8.606123924255371,
+ -10.246684074401855
+ ],
+ "distances_by_expert": [
+ 0.6715600490570068,
+ 14.671431541442871,
+ 35.15787124633789,
+ 30.564300537109375,
+ 23.57845115661621,
+ 8.355093002319336,
+ 23.536548614501953,
+ 17.39753532409668,
+ 17.212247848510742,
+ 20.49336814880371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3313.60107421875,
+ "language": 52.267826080322266
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738724410533905,
+ 0.0008595918188802898,
+ 2.401369592064384e-08,
+ 3.3315606629003014e-07,
+ 9.186229362967424e-06,
+ 0.024575429037213326,
+ 9.755738574313e-06,
+ 0.0002010204188991338,
+ 0.00019585377594921738,
+ 4.284660462872125e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30283036828041077,
+ -7.05905294418335,
+ -17.544641494750977,
+ -14.914654731750488,
+ -11.59780502319336,
+ -3.706008195877075,
+ -11.537654876708984,
+ -8.512104034423828,
+ -8.538142204284668,
+ -10.057884216308594
+ ],
+ "distances_by_expert": [
+ 0.6056607365608215,
+ 14.1181058883667,
+ 35.08928298950195,
+ 29.829309463500977,
+ 23.19561004638672,
+ 7.41201639175415,
+ 23.07530975341797,
+ 17.024208068847656,
+ 17.076284408569336,
+ 20.115768432617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.0693359375,
+ "language": 52.28601837158203
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7337656617164612,
+ 0.000835989136248827,
+ 2.3940614823914075e-08,
+ 3.310142346890643e-07,
+ 9.046113518706989e-06,
+ 0.023370634764432907,
+ 9.45125884754816e-06,
+ 0.00019775070541072637,
+ 0.00019720604177564383,
+ 4.157511284574866e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30956557393074036,
+ -7.086894989013672,
+ -17.54768943786621,
+ -14.921104431152344,
+ -11.613175392150879,
+ -3.756274938583374,
+ -11.56936264038086,
+ -8.52850341796875,
+ -8.531261444091797,
+ -10.088008880615234
+ ],
+ "distances_by_expert": [
+ 0.6191311478614807,
+ 14.173789978027344,
+ 35.09537887573242,
+ 29.842208862304688,
+ 23.226350784301758,
+ 7.512549877166748,
+ 23.13872528076172,
+ 17.0570068359375,
+ 17.062522888183594,
+ 20.17601776123047
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3221.613037109375,
+ "language": 52.27851104736328
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7947739958763123,
+ 0.0007532028830610216,
+ 2.5369903511318626e-08,
+ 2.6236824623993016e-07,
+ 8.350193638761993e-06,
+ 0.018450217321515083,
+ 8.694851203472354e-06,
+ 0.00018820224795490503,
+ 0.0002045571309281513,
+ 4.00783283112105e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22969748079776764,
+ -7.191175937652588,
+ -17.489702224731445,
+ -15.15351676940918,
+ -11.693225860595703,
+ -3.9926791191101074,
+ -11.652779579162598,
+ -8.577993392944336,
+ -8.49466323852539,
+ -10.124674797058105
+ ],
+ "distances_by_expert": [
+ 0.4593949615955353,
+ 14.382351875305176,
+ 34.97940444946289,
+ 30.30703353881836,
+ 23.386451721191406,
+ 7.985358238220215,
+ 23.305559158325195,
+ 17.155986785888672,
+ 16.98932647705078,
+ 20.24934959411621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.390380859375,
+ "language": 52.27581787109375
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7635580897331238,
+ 0.0007191493641585112,
+ 2.4398415732207468e-08,
+ 2.5488992605460226e-07,
+ 8.26975519885309e-06,
+ 0.0181713979691267,
+ 8.621766028227285e-06,
+ 0.00018604758952278644,
+ 0.00020151256467215717,
+ 3.9592858229298145e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26976606249809265,
+ -7.237441539764404,
+ -17.52874755859375,
+ -15.18243408203125,
+ -11.702905654907227,
+ -4.007906436920166,
+ -11.66122055053711,
+ -8.589508056640625,
+ -8.509658813476562,
+ -10.136861801147461
+ ],
+ "distances_by_expert": [
+ 0.5395321249961853,
+ 14.474883079528809,
+ 35.0574951171875,
+ 30.3648681640625,
+ 23.405811309814453,
+ 8.015812873840332,
+ 23.32244110107422,
+ 17.17901611328125,
+ 17.019317626953125,
+ 20.273723602294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.2255859375,
+ "language": 52.30418395996094
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7260432839393616,
+ 0.0008564353338442743,
+ 2.424223310981688e-08,
+ 3.340016405672941e-07,
+ 9.2505460997927e-06,
+ 0.02453107200562954,
+ 9.80815639195498e-06,
+ 0.00019963362137787044,
+ 0.00019478700414765626,
+ 4.272838850738481e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32014569640159607,
+ -7.062731742858887,
+ -17.53516960144043,
+ -14.91211986541748,
+ -11.590827941894531,
+ -3.7078146934509277,
+ -11.532296180725098,
+ -8.519026756286621,
+ -8.543603897094727,
+ -10.060647010803223
+ ],
+ "distances_by_expert": [
+ 0.6402913928031921,
+ 14.125463485717773,
+ 35.07033920288086,
+ 29.82423973083496,
+ 23.181655883789062,
+ 7.4156293869018555,
+ 23.064592361450195,
+ 17.038053512573242,
+ 17.087207794189453,
+ 20.121294021606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.033935546875,
+ "language": 52.29002380371094
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6555350422859192,
+ 0.0007297999109141529,
+ 2.2092262241812932e-08,
+ 2.43703851765531e-07,
+ 8.045948561630212e-06,
+ 0.016039682552218437,
+ 8.108241672744043e-06,
+ 0.00017032712639775127,
+ 0.0001734260149532929,
+ 3.8712259993189946e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42230352759361267,
+ -7.222740173339844,
+ -17.62803840637207,
+ -15.227312088012695,
+ -11.730341911315918,
+ -4.132689476013184,
+ -11.72262954711914,
+ -8.677789688110352,
+ -8.659759521484375,
+ -10.159354209899902
+ ],
+ "distances_by_expert": [
+ 0.8446070551872253,
+ 14.445480346679688,
+ 35.25607681274414,
+ 30.45462417602539,
+ 23.460683822631836,
+ 8.265378952026367,
+ 23.44525909423828,
+ 17.355579376220703,
+ 17.31951904296875,
+ 20.318708419799805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3492.11572265625,
+ "language": 52.27861785888672
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7607560753822327,
+ 0.0009173824801109731,
+ 2.4973532575245372e-08,
+ 3.122777059161308e-07,
+ 9.232038792106323e-06,
+ 0.021872617304325104,
+ 9.46695581660606e-06,
+ 0.00019840674940496683,
+ 0.00020141688582953066,
+ 4.483314842218533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27344247698783875,
+ -6.993986129760742,
+ -17.505449295043945,
+ -14.97937297821045,
+ -11.592830657958984,
+ -3.8225197792053223,
+ -11.567703247070312,
+ -8.525191307067871,
+ -8.510133743286133,
+ -10.01256275177002
+ ],
+ "distances_by_expert": [
+ 0.5468849539756775,
+ 13.987972259521484,
+ 35.01089859008789,
+ 29.9587459564209,
+ 23.18566131591797,
+ 7.6450395584106445,
+ 23.135406494140625,
+ 17.050382614135742,
+ 17.020267486572266,
+ 20.02512550354004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.663818359375,
+ "language": 52.27216339111328
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7639975547790527,
+ 0.0007911752327345312,
+ 2.4487698979669403e-08,
+ 2.597900277123699e-07,
+ 8.326290299009997e-06,
+ 0.017821410670876503,
+ 8.68706774781458e-06,
+ 0.00018538394942879677,
+ 0.00019944540690630674,
+ 4.0761024138191715e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2691907286643982,
+ -7.141991138458252,
+ -17.525094985961914,
+ -15.163392066955566,
+ -11.69609260559082,
+ -4.027354717254639,
+ -11.653675079345703,
+ -8.5930814743042,
+ -8.519969940185547,
+ -10.107784271240234
+ ],
+ "distances_by_expert": [
+ 0.5383814573287964,
+ 14.283982276916504,
+ 35.05018997192383,
+ 30.326784133911133,
+ 23.39218521118164,
+ 8.054709434509277,
+ 23.307350158691406,
+ 17.1861629486084,
+ 17.039939880371094,
+ 20.21556854248047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3433.2470703125,
+ "language": 52.26594161987305
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7489526867866516,
+ 0.0006847687182016671,
+ 2.401067256130318e-08,
+ 2.3414608563143702e-07,
+ 7.764228030282538e-06,
+ 0.01562399510294199,
+ 8.023903319553938e-06,
+ 0.00017319379549007863,
+ 0.000190288556041196,
+ 3.704271875903942e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2890795171260834,
+ -7.286429405212402,
+ -17.544767379760742,
+ -15.26732063293457,
+ -11.765983581542969,
+ -4.158947467803955,
+ -11.733085632324219,
+ -8.661099433898926,
+ -8.56696891784668,
+ -10.203438758850098
+ ],
+ "distances_by_expert": [
+ 0.5781590342521667,
+ 14.572858810424805,
+ 35.089534759521484,
+ 30.53464126586914,
+ 23.531967163085938,
+ 8.31789493560791,
+ 23.466171264648438,
+ 17.32219886779785,
+ 17.13393783569336,
+ 20.406877517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.24169921875,
+ "language": 52.278526306152344
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7186644673347473,
+ 0.000778276938945055,
+ 2.3169148377633064e-08,
+ 3.123125509318925e-07,
+ 8.402340426982846e-06,
+ 0.02104496955871582,
+ 8.922851520765107e-06,
+ 0.0001854829752119258,
+ 0.0001957283093361184,
+ 3.887378261424601e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3303607106208801,
+ -7.158428192138672,
+ -17.5804443359375,
+ -14.97926139831543,
+ -11.687000274658203,
+ -3.861093759536743,
+ -11.6268949508667,
+ -8.592547416687012,
+ -8.538783073425293,
+ -10.155190467834473
+ ],
+ "distances_by_expert": [
+ 0.6607214212417603,
+ 14.316856384277344,
+ 35.160888671875,
+ 29.95852279663086,
+ 23.374000549316406,
+ 7.722187519073486,
+ 23.2537899017334,
+ 17.185094833374023,
+ 17.077566146850586,
+ 20.310380935668945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.40478515625,
+ "language": 52.272186279296875
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.691725492477417,
+ 0.0007669920451007783,
+ 2.2577159697334537e-08,
+ 3.0752249813303933e-07,
+ 8.339919077116065e-06,
+ 0.02163062058389187,
+ 8.90844785317313e-06,
+ 0.00018454658857081085,
+ 0.00018907386402133852,
+ 3.844148886855692e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3685661256313324,
+ -7.173034191131592,
+ -17.606327056884766,
+ -14.994717597961426,
+ -11.694457054138184,
+ -3.8336453437805176,
+ -11.628510475158691,
+ -8.59760856628418,
+ -8.573372840881348,
+ -10.166373252868652
+ ],
+ "distances_by_expert": [
+ 0.7371322512626648,
+ 14.346068382263184,
+ 35.21265411376953,
+ 29.98943519592285,
+ 23.388914108276367,
+ 7.667290687561035,
+ 23.257020950317383,
+ 17.19521713256836,
+ 17.146745681762695,
+ 20.332746505737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.13134765625,
+ "language": 52.286590576171875
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7506392002105713,
+ 0.0007296655676327646,
+ 2.429495360445344e-08,
+ 2.5160895233966585e-07,
+ 7.981416274560615e-06,
+ 0.01775779016315937,
+ 8.422886821790598e-06,
+ 0.00018078376888297498,
+ 0.0001991435856325552,
+ 3.824501618510112e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2868301570415497,
+ -7.22292423248291,
+ -17.532997131347656,
+ -15.195389747619629,
+ -11.738394737243652,
+ -4.030930995941162,
+ -11.684557914733887,
+ -8.618208885192871,
+ -8.521484375,
+ -10.171497344970703
+ ],
+ "distances_by_expert": [
+ 0.5736603140830994,
+ 14.44584846496582,
+ 35.06599426269531,
+ 30.390779495239258,
+ 23.476789474487305,
+ 8.061861991882324,
+ 23.369115829467773,
+ 17.236417770385742,
+ 17.04296875,
+ 20.342994689941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.0048828125,
+ "language": 52.281959533691406
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7642073035240173,
+ 0.0007130980957299471,
+ 2.433135826152011e-08,
+ 2.4821486022119643e-07,
+ 8.246215656981803e-06,
+ 0.01743166148662567,
+ 8.633548532088753e-06,
+ 0.00018611378618516028,
+ 0.00020057481015101075,
+ 3.9691265556029975e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26891621947288513,
+ -7.245891571044922,
+ -17.5314998626709,
+ -15.20897102355957,
+ -11.705756187438965,
+ -4.049467086791992,
+ -11.659854888916016,
+ -8.589152336120605,
+ -8.514323234558105,
+ -10.134379386901855
+ ],
+ "distances_by_expert": [
+ 0.5378324389457703,
+ 14.491783142089844,
+ 35.0629997253418,
+ 30.41794204711914,
+ 23.41151237487793,
+ 8.098934173583984,
+ 23.31970977783203,
+ 17.17830467224121,
+ 17.02864646911621,
+ 20.26875877380371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.449462890625,
+ "language": 52.307106018066406
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7569067478179932,
+ 0.0008848067373037338,
+ 2.4986730906562116e-08,
+ 3.430223216582817e-07,
+ 9.451295227336232e-06,
+ 0.024616429582238197,
+ 1.000189149635844e-05,
+ 0.0002068004832835868,
+ 0.00020423160458449274,
+ 4.398860619403422e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27851518988609314,
+ -7.030141353607178,
+ -17.504920959472656,
+ -14.885470390319824,
+ -11.569358825683594,
+ -3.704341173171997,
+ -11.512736320495605,
+ -8.483756065368652,
+ -8.496255874633789,
+ -10.031579971313477
+ ],
+ "distances_by_expert": [
+ 0.5570303797721863,
+ 14.060282707214355,
+ 35.00984191894531,
+ 29.77094078063965,
+ 23.138717651367188,
+ 7.408682346343994,
+ 23.02547264099121,
+ 16.967512130737305,
+ 16.992511749267578,
+ 20.063159942626953
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.360107421875,
+ "language": 52.28940200805664
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6865818500518799,
+ 0.0007615746580995619,
+ 2.2683385836330672e-08,
+ 2.527648064187815e-07,
+ 8.659928425913677e-06,
+ 0.016287455335259438,
+ 8.457820513285697e-06,
+ 0.00017622327140998095,
+ 0.00018071119848173112,
+ 4.137946598348208e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3760298490524292,
+ -7.180122375488281,
+ -17.601633071899414,
+ -15.19080638885498,
+ -11.656804084777832,
+ -4.1173601150512695,
+ -11.680418968200684,
+ -8.643758773803711,
+ -8.618610382080078,
+ -10.09272575378418
+ ],
+ "distances_by_expert": [
+ 0.7520596981048584,
+ 14.360244750976562,
+ 35.20326614379883,
+ 30.38161277770996,
+ 23.313608169555664,
+ 8.234720230102539,
+ 23.360837936401367,
+ 17.287517547607422,
+ 17.237220764160156,
+ 20.18545150756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3517.5947265625,
+ "language": 52.28877639770508
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7531477808952332,
+ 0.0008775846217758954,
+ 2.4900046469156223e-08,
+ 3.015830998265301e-07,
+ 9.090070307138376e-06,
+ 0.020812124013900757,
+ 9.234679964720272e-06,
+ 0.00019474538567010313,
+ 0.0001971392921404913,
+ 4.4060525397071615e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28349384665489197,
+ -7.038337230682373,
+ -17.50839614868164,
+ -15.014220237731934,
+ -11.608327865600586,
+ -3.8722195625305176,
+ -11.592544555664062,
+ -8.543817520141602,
+ -8.531599998474121,
+ -10.029946327209473
+ ],
+ "distances_by_expert": [
+ 0.5669876933097839,
+ 14.076674461364746,
+ 35.01679229736328,
+ 30.028440475463867,
+ 23.216655731201172,
+ 7.744439125061035,
+ 23.185089111328125,
+ 17.087635040283203,
+ 17.063199996948242,
+ 20.059892654418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3515.98095703125,
+ "language": 52.28669357299805
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.777715802192688,
+ 0.0008227198850363493,
+ 2.437873902749743e-08,
+ 2.805254837312532e-07,
+ 8.915714715840295e-06,
+ 0.018998710438609123,
+ 8.990570677269716e-06,
+ 0.00019137485651299357,
+ 0.00020461800158955157,
+ 4.3451211240608245e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2513940930366516,
+ -7.1028947830200195,
+ -17.52955436706543,
+ -15.086601257324219,
+ -11.627695083618164,
+ -3.9633841514587402,
+ -11.61933422088623,
+ -8.56127643585205,
+ -8.494365692138672,
+ -10.043871879577637
+ ],
+ "distances_by_expert": [
+ 0.5027881860733032,
+ 14.205789566040039,
+ 35.05910873413086,
+ 30.173202514648438,
+ 23.255390167236328,
+ 7.9267683029174805,
+ 23.23866844177246,
+ 17.1225528717041,
+ 16.988731384277344,
+ 20.087743759155273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.63330078125,
+ "language": 52.26162338256836
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6999834179878235,
+ 0.0006026074406690896,
+ 2.2647633102224063e-08,
+ 2.1737594124715542e-07,
+ 7.195893886091653e-06,
+ 0.014163821004331112,
+ 7.508880116802175e-06,
+ 0.0001620811817701906,
+ 0.00017975553055293858,
+ 3.395388193894178e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3566986918449402,
+ -7.414244651794434,
+ -17.60321044921875,
+ -15.34163761138916,
+ -11.842000007629395,
+ -4.257064342498779,
+ -11.799424171447754,
+ -8.727413177490234,
+ -8.623912811279297,
+ -10.290507316589355
+ ],
+ "distances_by_expert": [
+ 0.7133973836898804,
+ 14.828489303588867,
+ 35.2064208984375,
+ 30.68327522277832,
+ 23.68400001525879,
+ 8.514128684997559,
+ 23.598848342895508,
+ 17.45482635498047,
+ 17.247825622558594,
+ 20.58101463317871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.076904296875,
+ "language": 52.28056716918945
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7962128520011902,
+ 0.000825142371468246,
+ 2.5299886630136825e-08,
+ 3.3138474009319907e-07,
+ 9.196826795232482e-06,
+ 0.022247079759836197,
+ 9.371753549203277e-06,
+ 0.00020205581677146256,
+ 0.00020725993090309203,
+ 4.231290949974209e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22788871824741364,
+ -7.099954605102539,
+ -17.49246597290039,
+ -14.9199857711792,
+ -11.596652030944824,
+ -3.80554461479187,
+ -11.577810287475586,
+ -8.506966590881348,
+ -8.481536865234375,
+ -10.070418357849121
+ ],
+ "distances_by_expert": [
+ 0.45577743649482727,
+ 14.199909210205078,
+ 34.98493194580078,
+ 29.8399715423584,
+ 23.19330406188965,
+ 7.61108922958374,
+ 23.155620574951172,
+ 17.013933181762695,
+ 16.96307373046875,
+ 20.140836715698242
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.869384765625,
+ "language": 52.27043533325195
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7788617014884949,
+ 0.0008902996778488159,
+ 2.5355246791036734e-08,
+ 3.457209061252797e-07,
+ 9.48828619584674e-06,
+ 0.024683203548192978,
+ 9.892986781778745e-06,
+ 0.00020830142602790147,
+ 0.0002056281955447048,
+ 4.3984284275211394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24992184340953827,
+ -7.023952484130859,
+ -17.490280151367188,
+ -14.877634048461914,
+ -11.565452575683594,
+ -3.701632261276245,
+ -11.52368450164795,
+ -8.476524353027344,
+ -8.48944091796875,
+ -10.031678199768066
+ ],
+ "distances_by_expert": [
+ 0.49984368681907654,
+ 14.047904968261719,
+ 34.980560302734375,
+ 29.755268096923828,
+ 23.130905151367188,
+ 7.40326452255249,
+ 23.0473690032959,
+ 16.953048706054688,
+ 16.9788818359375,
+ 20.063356399536133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.43994140625,
+ "language": 52.27740478515625
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.762195348739624,
+ 0.0007059345371089876,
+ 2.4505405704644545e-08,
+ 2.464653618972079e-07,
+ 7.992033715709113e-06,
+ 0.017549684271216393,
+ 8.351181350008119e-06,
+ 0.00018286491103935987,
+ 0.00019881816115230322,
+ 3.8829432014608756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2715524137020111,
+ -7.255988121032715,
+ -17.524372100830078,
+ -15.216044425964355,
+ -11.737065315246582,
+ -4.04271936416626,
+ -11.693107604980469,
+ -8.606762886047363,
+ -8.523119926452637,
+ -10.156332015991211
+ ],
+ "distances_by_expert": [
+ 0.5431048274040222,
+ 14.51197624206543,
+ 35.048744201660156,
+ 30.43208885192871,
+ 23.474130630493164,
+ 8.08543872833252,
+ 23.386215209960938,
+ 17.213525772094727,
+ 17.046239852905273,
+ 20.312664031982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.86181640625,
+ "language": 52.2681999206543
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7653561234474182,
+ 0.0007127519929781556,
+ 2.3989388253653487e-08,
+ 2.547958501963876e-07,
+ 8.270528269349597e-06,
+ 0.017836211249232292,
+ 8.482305020152126e-06,
+ 0.00018354403437115252,
+ 0.00020416754705365747,
+ 3.9515340176876634e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26741403341293335,
+ -7.246376991271973,
+ -17.545654296875,
+ -15.1828031539917,
+ -11.702812194824219,
+ -4.026524543762207,
+ -11.677528381347656,
+ -8.603055953979492,
+ -8.496569633483887,
+ -10.138821601867676
+ ],
+ "distances_by_expert": [
+ 0.5348280668258667,
+ 14.492753982543945,
+ 35.09130859375,
+ 30.3656063079834,
+ 23.405624389648438,
+ 8.053049087524414,
+ 23.355056762695312,
+ 17.206111907958984,
+ 16.993139266967773,
+ 20.27764320373535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.179931640625,
+ "language": 52.29623031616211
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7737066745758057,
+ 0.0007676964160054922,
+ 2.4921758878804212e-08,
+ 2.712088758016762e-07,
+ 8.583044291299302e-06,
+ 0.02039421536028385,
+ 9.084428711503278e-06,
+ 0.00019530559075064957,
+ 0.00020220616715960205,
+ 4.17507289967034e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2565624713897705,
+ -7.172116279602051,
+ -17.507524490356445,
+ -15.120376586914062,
+ -11.665721893310547,
+ -3.8925039768218994,
+ -11.608948707580566,
+ -8.540945053100586,
+ -8.50622272491455,
+ -10.083793640136719
+ ],
+ "distances_by_expert": [
+ 0.513124942779541,
+ 14.344232559204102,
+ 35.01504898071289,
+ 30.240753173828125,
+ 23.331443786621094,
+ 7.785007953643799,
+ 23.217897415161133,
+ 17.081890106201172,
+ 17.0124454498291,
+ 20.167587280273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.98291015625,
+ "language": 52.283302307128906
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6581287384033203,
+ 0.0007237798417918384,
+ 2.2144195810369638e-08,
+ 2.4130511633302376e-07,
+ 8.03559578343993e-06,
+ 0.01541963778436184,
+ 7.973062565724831e-06,
+ 0.00016941441572271287,
+ 0.0001731099036987871,
+ 3.854787792079151e-05
+ ],
+ "log_scores_by_expert": [
+ -0.41835469007492065,
+ -7.23102331161499,
+ -17.625690460205078,
+ -15.237203598022461,
+ -11.731629371643066,
+ -4.172113418579102,
+ -11.739441871643066,
+ -8.683162689208984,
+ -8.66158390045166,
+ -10.163609504699707
+ ],
+ "distances_by_expert": [
+ 0.8367093801498413,
+ 14.46204662322998,
+ 35.251380920410156,
+ 30.474407196044922,
+ 23.463258743286133,
+ 8.344226837158203,
+ 23.478883743286133,
+ 17.36632537841797,
+ 17.32316780090332,
+ 20.327219009399414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3511.433837890625,
+ "language": 52.28297424316406
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7461198568344116,
+ 0.0008466283325105906,
+ 2.4691622968475713e-08,
+ 2.9189320116529416e-07,
+ 8.944338333094493e-06,
+ 0.01968330889940262,
+ 8.977282050182112e-06,
+ 0.00018966784409713,
+ 0.0001965854607988149,
+ 4.2783518438227475e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29286906123161316,
+ -7.074248790740967,
+ -17.516801834106445,
+ -15.04687786102295,
+ -11.624489784240723,
+ -3.9279842376708984,
+ -11.620813369750977,
+ -8.570236206054688,
+ -8.53441333770752,
+ -10.059357643127441
+ ],
+ "distances_by_expert": [
+ 0.5857381224632263,
+ 14.148497581481934,
+ 35.03360366821289,
+ 30.0937557220459,
+ 23.248979568481445,
+ 7.855968475341797,
+ 23.241626739501953,
+ 17.140472412109375,
+ 17.06882667541504,
+ 20.118715286254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.985595703125,
+ "language": 52.284637451171875
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7015674710273743,
+ 0.000689295178744942,
+ 2.2463160220809186e-08,
+ 2.3999879772418353e-07,
+ 7.5922789619653486e-06,
+ 0.015200214460492134,
+ 7.824593012628611e-06,
+ 0.00016680380213074386,
+ 0.0001820996985770762,
+ 3.640427894424647e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3544382154941559,
+ -7.27984094619751,
+ -17.61138916015625,
+ -15.242631912231445,
+ -11.788378715515137,
+ -4.186445713043213,
+ -11.758238792419434,
+ -8.698692321777344,
+ -8.610956192016602,
+ -10.220824241638184
+ ],
+ "distances_by_expert": [
+ 0.7088764309883118,
+ 14.55968189239502,
+ 35.2227783203125,
+ 30.48526382446289,
+ 23.576757431030273,
+ 8.372891426086426,
+ 23.516477584838867,
+ 17.397384643554688,
+ 17.221912384033203,
+ 20.441648483276367
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3493.686279296875,
+ "language": 52.277931213378906
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6522156000137329,
+ 0.0005388355348259211,
+ 2.124020781479885e-08,
+ 1.9495897163324116e-07,
+ 6.6140883063781075e-06,
+ 0.01240497175604105,
+ 6.860583198431414e-06,
+ 0.00014907203149050474,
+ 0.0001653094805078581,
+ 3.109893805230968e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4273800849914551,
+ -7.526100158691406,
+ -17.667369842529297,
+ -15.45047664642334,
+ -11.926308631896973,
+ -4.389657974243164,
+ -11.889718055725098,
+ -8.811080932617188,
+ -8.707691192626953,
+ -10.378336906433105
+ ],
+ "distances_by_expert": [
+ 0.8547601699829102,
+ 15.052200317382812,
+ 35.334739685058594,
+ 30.90095329284668,
+ 23.852617263793945,
+ 8.779315948486328,
+ 23.779436111450195,
+ 17.622161865234375,
+ 17.415382385253906,
+ 20.75667381286621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3467.65380859375,
+ "language": 52.28445053100586
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7254784107208252,
+ 0.0007844606880098581,
+ 2.37345147979795e-08,
+ 3.209677288396051e-07,
+ 8.599775355833117e-06,
+ 0.021464744582772255,
+ 8.843296200211626e-06,
+ 0.00018943988834507763,
+ 0.00019370995869394392,
+ 3.888713035848923e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32092395424842834,
+ -7.150514125823975,
+ -17.55633544921875,
+ -14.951925277709961,
+ -11.663774490356445,
+ -3.841343402862549,
+ -11.63585090637207,
+ -8.571438789367676,
+ -8.549148559570312,
+ -10.154847145080566
+ ],
+ "distances_by_expert": [
+ 0.6418479084968567,
+ 14.30102825164795,
+ 35.1126708984375,
+ 29.903850555419922,
+ 23.32754898071289,
+ 7.682686805725098,
+ 23.27170181274414,
+ 17.14287757873535,
+ 17.098297119140625,
+ 20.309694290161133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.250732421875,
+ "language": 52.26839828491211
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.724800705909729,
+ 0.000792080769315362,
+ 2.3410620997310616e-08,
+ 3.1966914093572996e-07,
+ 8.77646107255714e-06,
+ 0.0218622125685215,
+ 9.022669473779388e-06,
+ 0.00019217519729863852,
+ 0.00019423569028731436,
+ 4.00864337279927e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32185855507850647,
+ -7.140847206115723,
+ -17.57007598876953,
+ -14.955979347229004,
+ -11.643437385559082,
+ -3.822995662689209,
+ -11.61577033996582,
+ -8.557103157043457,
+ -8.546438217163086,
+ -10.124472618103027
+ ],
+ "distances_by_expert": [
+ 0.6437171101570129,
+ 14.281694412231445,
+ 35.14015197753906,
+ 29.911958694458008,
+ 23.286874771118164,
+ 7.645991325378418,
+ 23.23154067993164,
+ 17.114206314086914,
+ 17.092876434326172,
+ 20.248945236206055
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.687255859375,
+ "language": 52.28390121459961
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7762128710746765,
+ 0.0007213525241240859,
+ 2.4640858242719332e-08,
+ 2.521246358355711e-07,
+ 8.098635589703918e-06,
+ 0.017735769972205162,
+ 8.339314263139386e-06,
+ 0.00018293641915079206,
+ 0.00020085927098989487,
+ 3.8210637285374105e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25332847237586975,
+ -7.234382629394531,
+ -17.51885986328125,
+ -15.193342208862305,
+ -11.723814964294434,
+ -4.032171726226807,
+ -11.69452953338623,
+ -8.606371879577637,
+ -8.512906074523926,
+ -10.172396659851074
+ ],
+ "distances_by_expert": [
+ 0.5066569447517395,
+ 14.468765258789062,
+ 35.0377197265625,
+ 30.38668441772461,
+ 23.447629928588867,
+ 8.064343452453613,
+ 23.38905906677246,
+ 17.212743759155273,
+ 17.02581214904785,
+ 20.34479331970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.311279296875,
+ "language": 52.27730178833008
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7684003114700317,
+ 0.0006936481804586947,
+ 2.399181298073927e-08,
+ 2.439957142996718e-07,
+ 8.045787581067998e-06,
+ 0.01688987761735916,
+ 8.331572644237895e-06,
+ 0.0001816835574572906,
+ 0.00020028524158988148,
+ 3.847941479762085e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2634445130825043,
+ -7.273545742034912,
+ -17.54555320739746,
+ -15.226115226745605,
+ -11.730361938476562,
+ -4.081040859222412,
+ -11.69545841217041,
+ -8.61324405670166,
+ -8.515768051147461,
+ -10.165387153625488
+ ],
+ "distances_by_expert": [
+ 0.5268890261650085,
+ 14.547091484069824,
+ 35.09110641479492,
+ 30.45223045349121,
+ 23.460723876953125,
+ 8.162081718444824,
+ 23.39091682434082,
+ 17.22648811340332,
+ 17.031536102294922,
+ 20.330774307250977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.682373046875,
+ "language": 52.298431396484375
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.719792366027832,
+ 0.000807583041023463,
+ 2.3538541782386346e-08,
+ 3.2333952049157233e-07,
+ 9.078980838239659e-06,
+ 0.023159652948379517,
+ 9.5345376394107e-06,
+ 0.00019713741494342685,
+ 0.00019360875012353063,
+ 4.200673720333725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3287924826145172,
+ -7.121464729309082,
+ -17.564626693725586,
+ -14.944562911987305,
+ -11.609548568725586,
+ -3.76534366607666,
+ -11.560589790344238,
+ -8.531609535217285,
+ -8.549671173095703,
+ -10.077680587768555
+ ],
+ "distances_by_expert": [
+ 0.6575849652290344,
+ 14.242929458618164,
+ 35.12925338745117,
+ 29.88912582397461,
+ 23.219097137451172,
+ 7.53068733215332,
+ 23.121179580688477,
+ 17.06321907043457,
+ 17.099342346191406,
+ 20.15536117553711
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.13525390625,
+ "language": 52.29861831665039
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.5923219323158264,
+ 0.0006285678828135133,
+ 1.971913476950249e-08,
+ 2.1076533585073776e-07,
+ 7.32788976165466e-06,
+ 0.013029361143708229,
+ 7.215925506898202e-06,
+ 0.00015003918088041246,
+ 0.00015683296078350395,
+ 3.5049510188400745e-05
+ ],
+ "log_scores_by_expert": [
+ -0.523705005645752,
+ -7.372066497802734,
+ -17.741676330566406,
+ -15.372520446777344,
+ -11.823822975158691,
+ -4.340549945831299,
+ -11.83922004699707,
+ -8.804614067077637,
+ -8.760329246520996,
+ -10.258749008178711
+ ],
+ "distances_by_expert": [
+ 1.047410011291504,
+ 14.744132995605469,
+ 35.48335266113281,
+ 30.745040893554688,
+ 23.647645950317383,
+ 8.681099891662598,
+ 23.67844009399414,
+ 17.609228134155273,
+ 17.520658493041992,
+ 20.517498016357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.534423828125,
+ "language": 52.28375244140625
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7461877465248108,
+ 0.0008789619896560907,
+ 2.4694541522762847e-08,
+ 3.0208684620447457e-07,
+ 9.138746463577263e-06,
+ 0.020914653316140175,
+ 9.206550203089137e-06,
+ 0.00019465069635771215,
+ 0.00019770431390497833,
+ 4.409255416248925e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2927781045436859,
+ -7.036768913269043,
+ -17.51668357849121,
+ -15.012551307678223,
+ -11.602987289428711,
+ -3.867305278778076,
+ -11.595595359802246,
+ -8.544303894042969,
+ -8.528738021850586,
+ -10.029219627380371
+ ],
+ "distances_by_expert": [
+ 0.5855562090873718,
+ 14.073537826538086,
+ 35.03336715698242,
+ 30.025102615356445,
+ 23.205974578857422,
+ 7.734610557556152,
+ 23.191190719604492,
+ 17.088607788085938,
+ 17.057476043701172,
+ 20.058439254760742
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3473.98876953125,
+ "language": 52.28929138183594
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7488239407539368,
+ 0.0007734183454886079,
+ 2.444402014134539e-08,
+ 2.5733996267263137e-07,
+ 8.377081030630507e-06,
+ 0.017296485602855682,
+ 8.612101737526245e-06,
+ 0.00018486083718016744,
+ 0.00019552196317818016,
+ 4.081341467099264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2892513573169708,
+ -7.1646904945373535,
+ -17.526880264282227,
+ -15.172867774963379,
+ -11.690011024475098,
+ -4.057251930236816,
+ -11.662342071533203,
+ -8.595907211303711,
+ -8.539837837219238,
+ -10.106499671936035
+ ],
+ "distances_by_expert": [
+ 0.5785027146339417,
+ 14.329380989074707,
+ 35.05376052856445,
+ 30.345735549926758,
+ 23.380022048950195,
+ 8.114503860473633,
+ 23.324684143066406,
+ 17.191814422607422,
+ 17.079675674438477,
+ 20.21299934387207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.7783203125,
+ "language": 52.260433197021484
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7191543579101562,
+ 0.0006371437339112163,
+ 2.3157483042268723e-08,
+ 2.305639128508119e-07,
+ 7.590063887619181e-06,
+ 0.014972859062254429,
+ 7.705621101194993e-06,
+ 0.00016714011144358665,
+ 0.000184037780854851,
+ 3.5711698728846386e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3296792805194855,
+ -7.35851526260376,
+ -17.580947875976562,
+ -15.282737731933594,
+ -11.788670539855957,
+ -4.201516151428223,
+ -11.773560523986816,
+ -8.696678161621094,
+ -8.600369453430176,
+ -10.240032196044922
+ ],
+ "distances_by_expert": [
+ 0.659358561038971,
+ 14.71703052520752,
+ 35.161895751953125,
+ 30.565475463867188,
+ 23.577341079711914,
+ 8.403032302856445,
+ 23.547121047973633,
+ 17.393356323242188,
+ 17.20073890686035,
+ 20.480064392089844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.57080078125,
+ "language": 52.292381286621094
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7493370175361633,
+ 0.0008233207045122981,
+ 2.4506526585810207e-08,
+ 3.3231231100216974e-07,
+ 9.125552423938643e-06,
+ 0.02202320098876953,
+ 9.217127626470756e-06,
+ 0.0001975591731024906,
+ 0.000197808796656318,
+ 4.147345316596329e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2885664403438568,
+ -7.1021647453308105,
+ -17.52432632446289,
+ -14.917190551757812,
+ -11.604432106018066,
+ -3.8156588077545166,
+ -11.594447135925293,
+ -8.529472351074219,
+ -8.528209686279297,
+ -10.09045696258545
+ ],
+ "distances_by_expert": [
+ 0.5771328806877136,
+ 14.204329490661621,
+ 35.04865264892578,
+ 29.834381103515625,
+ 23.208864212036133,
+ 7.631317615509033,
+ 23.188894271850586,
+ 17.058944702148438,
+ 17.056419372558594,
+ 20.1809139251709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.33642578125,
+ "language": 52.28245162963867
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7019756436347961,
+ 0.0007717999396845698,
+ 2.2755491713155607e-08,
+ 3.1583130066792364e-07,
+ 8.655081728647929e-06,
+ 0.021790361031889915,
+ 9.03543877939228e-06,
+ 0.00019110037828795612,
+ 0.00019000748579856008,
+ 3.953377017751336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35385662317276,
+ -7.16678524017334,
+ -17.598459243774414,
+ -14.968057632446289,
+ -11.657363891601562,
+ -3.8262875080108643,
+ -11.61435604095459,
+ -8.562711715698242,
+ -8.56844711303711,
+ -10.138355255126953
+ ],
+ "distances_by_expert": [
+ 0.70771324634552,
+ 14.33357048034668,
+ 35.19691848754883,
+ 29.936115264892578,
+ 23.314727783203125,
+ 7.6525750160217285,
+ 23.22871208190918,
+ 17.125423431396484,
+ 17.13689422607422,
+ 20.276710510253906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3320.927490234375,
+ "language": 52.266700744628906
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7590945363044739,
+ 0.0007356564165093005,
+ 2.4850134394682755e-08,
+ 2.5886359367177647e-07,
+ 8.26813902676804e-06,
+ 0.018666621297597885,
+ 8.513740795024205e-06,
+ 0.00018640012422110885,
+ 0.00019647412409540266,
+ 3.953459963668138e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2756289839744568,
+ -7.214747428894043,
+ -17.51040267944336,
+ -15.166964530944824,
+ -11.70310115814209,
+ -3.981018304824829,
+ -11.673829078674316,
+ -8.587615013122559,
+ -8.534979820251465,
+ -10.138334274291992
+ ],
+ "distances_by_expert": [
+ 0.5512579679489136,
+ 14.429494857788086,
+ 35.02080535888672,
+ 30.33392906188965,
+ 23.40620231628418,
+ 7.962036609649658,
+ 23.347658157348633,
+ 17.175230026245117,
+ 17.06995964050293,
+ 20.276668548583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.910888671875,
+ "language": 52.27500915527344
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7570458650588989,
+ 0.0006834694067947567,
+ 2.3681520744389672e-08,
+ 2.4335943749065336e-07,
+ 8.066815098572988e-06,
+ 0.017234139144420624,
+ 8.254682143160608e-06,
+ 0.0001805184583645314,
+ 0.0001985117996810004,
+ 3.839605415123515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2783314883708954,
+ -7.288328647613525,
+ -17.558570861816406,
+ -15.228726387023926,
+ -11.727751731872559,
+ -4.060863018035889,
+ -11.704730033874512,
+ -8.619677543640137,
+ -8.524662017822266,
+ -10.167555809020996
+ ],
+ "distances_by_expert": [
+ 0.5566629767417908,
+ 14.57665729522705,
+ 35.11714172363281,
+ 30.45745277404785,
+ 23.455503463745117,
+ 8.121726036071777,
+ 23.409460067749023,
+ 17.239355087280273,
+ 17.04932403564453,
+ 20.335111618041992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.82958984375,
+ "language": 52.28495788574219
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7426223158836365,
+ 0.0007101588416844606,
+ 2.3972784646275613e-08,
+ 2.5668603598205664e-07,
+ 8.271459591924213e-06,
+ 0.01861616224050522,
+ 8.545050150132738e-06,
+ 0.00018347491277381778,
+ 0.00019502194481901824,
+ 3.882043165504001e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2975676953792572,
+ -7.250021934509277,
+ -17.54634666442871,
+ -15.17541217803955,
+ -11.702699661254883,
+ -3.983725070953369,
+ -11.670158386230469,
+ -8.603432655334473,
+ -8.542398452758789,
+ -10.156563758850098
+ ],
+ "distances_by_expert": [
+ 0.5951353907585144,
+ 14.500043869018555,
+ 35.09269332885742,
+ 30.3508243560791,
+ 23.405399322509766,
+ 7.967450141906738,
+ 23.340316772460938,
+ 17.206865310668945,
+ 17.084796905517578,
+ 20.313127517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.151611328125,
+ "language": 52.290103912353516
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6546322107315063,
+ 0.0007137128268368542,
+ 2.16163353883303e-08,
+ 2.4205303361668484e-07,
+ 8.064831490628421e-06,
+ 0.015320059843361378,
+ 7.990425729076378e-06,
+ 0.00016756271361373365,
+ 0.00017343064246233553,
+ 3.891581218340434e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4236817955970764,
+ -7.245029926300049,
+ -17.649816513061523,
+ -15.234108924865723,
+ -11.727997779846191,
+ -4.178592205047607,
+ -11.737266540527344,
+ -8.69415283203125,
+ -8.659732818603516,
+ -10.154109954833984
+ ],
+ "distances_by_expert": [
+ 0.8473635911941528,
+ 14.490059852600098,
+ 35.29963302612305,
+ 30.468217849731445,
+ 23.455995559692383,
+ 8.357184410095215,
+ 23.474533081054688,
+ 17.3883056640625,
+ 17.31946563720703,
+ 20.30821990966797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3563.50732421875,
+ "language": 52.28192138671875
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7427242994308472,
+ 0.0008427720749750733,
+ 2.4384412711242476e-08,
+ 2.9414664481919317e-07,
+ 8.927268936531618e-06,
+ 0.020317494869232178,
+ 9.090530511457473e-06,
+ 0.00019423403136897832,
+ 0.00019579906074795872,
+ 4.3467873183544725e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2974303364753723,
+ -7.0788140296936035,
+ -17.529321670532227,
+ -15.03918743133545,
+ -11.626399993896484,
+ -3.896272897720337,
+ -11.608277320861816,
+ -8.546446800231934,
+ -8.538421630859375,
+ -10.043488502502441
+ ],
+ "distances_by_expert": [
+ 0.5948606729507446,
+ 14.157628059387207,
+ 35.05864334106445,
+ 30.0783748626709,
+ 23.25279998779297,
+ 7.792545795440674,
+ 23.216554641723633,
+ 17.092893600463867,
+ 17.07684326171875,
+ 20.086977005004883
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3477.34521484375,
+ "language": 52.28748321533203
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7632433176040649,
+ 0.0007798125734552741,
+ 2.4397113662644188e-08,
+ 2.633890971992514e-07,
+ 8.500955118506681e-06,
+ 0.017361583188176155,
+ 8.760989658185281e-06,
+ 0.00018624818767420948,
+ 0.00019790521764662117,
+ 4.1141760448226705e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2701784074306488,
+ -7.15645694732666,
+ -17.52880096435547,
+ -15.149633407592773,
+ -11.675332069396973,
+ -4.053495407104492,
+ -11.645201683044434,
+ -8.588430404663086,
+ -8.527722358703613,
+ -10.09848690032959
+ ],
+ "distances_by_expert": [
+ 0.5403568148612976,
+ 14.31291389465332,
+ 35.05760192871094,
+ 30.299266815185547,
+ 23.350664138793945,
+ 8.106990814208984,
+ 23.290403366088867,
+ 17.176860809326172,
+ 17.055444717407227,
+ 20.19697380065918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.666015625,
+ "language": 52.2668571472168
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7088479995727539,
+ 0.0006135365110822022,
+ 2.226719075792971e-08,
+ 2.212069176721343e-07,
+ 7.3742576205404475e-06,
+ 0.014529426582157612,
+ 7.616966286150273e-06,
+ 0.00016358797438442707,
+ 0.00018394022481516004,
+ 3.523615305311978e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34411415457725525,
+ -7.396270751953125,
+ -17.62015151977539,
+ -15.324167251586914,
+ -11.81751537322998,
+ -4.231579303741455,
+ -11.78513240814209,
+ -8.718159675598145,
+ -8.600899696350098,
+ -10.253437995910645
+ ],
+ "distances_by_expert": [
+ 0.6882283091545105,
+ 14.79254150390625,
+ 35.24030303955078,
+ 30.648334503173828,
+ 23.63503074645996,
+ 8.46315860748291,
+ 23.57026481628418,
+ 17.43631935119629,
+ 17.201799392700195,
+ 20.50687599182129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.129150390625,
+ "language": 52.2873420715332
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7314149737358093,
+ 0.000813061255030334,
+ 2.3673436544413562e-08,
+ 3.2583977827016497e-07,
+ 8.7946000348893e-06,
+ 0.022729748860001564,
+ 9.215844329446554e-06,
+ 0.00019248627359047532,
+ 0.00019886784139089286,
+ 4.089008871233091e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31277430057525635,
+ -7.114704132080078,
+ -17.55891227722168,
+ -14.936860084533691,
+ -11.641372680664062,
+ -3.784080743789673,
+ -11.594586372375488,
+ -8.555485725402832,
+ -8.522870063781738,
+ -10.104622840881348
+ ],
+ "distances_by_expert": [
+ 0.6255486011505127,
+ 14.229408264160156,
+ 35.11782455444336,
+ 29.873720169067383,
+ 23.282745361328125,
+ 7.568161487579346,
+ 23.189172744750977,
+ 17.110971450805664,
+ 17.045740127563477,
+ 20.209245681762695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3241.612548828125,
+ "language": 52.28609848022461
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294909954071045,
+ 0.0008139080600813031,
+ 2.3929201731220928e-08,
+ 3.2363783475375385e-07,
+ 8.912544217309915e-06,
+ 0.022480441257357597,
+ 9.283360668632668e-06,
+ 0.00019671785412356257,
+ 0.00019803304166998714,
+ 4.138858275837265e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31540825963020325,
+ -7.113663196563721,
+ -17.548166275024414,
+ -14.94364070892334,
+ -11.628050804138184,
+ -3.795109748840332,
+ -11.587286949157715,
+ -8.533740043640137,
+ -8.527076721191406,
+ -10.09250545501709
+ ],
+ "distances_by_expert": [
+ 0.6308165192604065,
+ 14.227326393127441,
+ 35.09633255004883,
+ 29.88728141784668,
+ 23.256101608276367,
+ 7.590219497680664,
+ 23.17457389831543,
+ 17.067480087280273,
+ 17.054153442382812,
+ 20.18501091003418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.42138671875,
+ "language": 52.28166961669922
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7022563219070435,
+ 0.0006265913252718747,
+ 2.2299577295825657e-08,
+ 2.2850451841804897e-07,
+ 7.398997240670724e-06,
+ 0.015222454443573952,
+ 7.65907589084236e-06,
+ 0.0001672443759161979,
+ 0.00018512370297685266,
+ 3.5325010685482994e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35345688462257385,
+ -7.375216007232666,
+ -17.618698120117188,
+ -15.291709899902344,
+ -11.814166069030762,
+ -4.184983730316162,
+ -11.779619216918945,
+ -8.696054458618164,
+ -8.594486236572266,
+ -10.250919342041016
+ ],
+ "distances_by_expert": [
+ 0.7069137692451477,
+ 14.750432014465332,
+ 35.237396240234375,
+ 30.583419799804688,
+ 23.628332138061523,
+ 8.369967460632324,
+ 23.55923843383789,
+ 17.392108917236328,
+ 17.18897247314453,
+ 20.50183868408203
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3401.649658203125,
+ "language": 52.294456481933594
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7342182397842407,
+ 0.0006715750205330551,
+ 2.3512336966291514e-08,
+ 2.4718633540032897e-07,
+ 7.923352313810028e-06,
+ 0.017886001616716385,
+ 8.250762220995966e-06,
+ 0.00017997869872488081,
+ 0.00019623573462013155,
+ 3.800768899964169e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3089490532875061,
+ -7.305884838104248,
+ -17.56574058532715,
+ -15.213123321533203,
+ -11.745696067810059,
+ -4.023736953735352,
+ -11.705204963684082,
+ -8.622672080993652,
+ -8.53619384765625,
+ -10.177721977233887
+ ],
+ "distances_by_expert": [
+ 0.6178981065750122,
+ 14.611769676208496,
+ 35.1314811706543,
+ 30.426246643066406,
+ 23.491392135620117,
+ 8.047473907470703,
+ 23.410409927368164,
+ 17.245344161987305,
+ 17.0723876953125,
+ 20.355443954467773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.833984375,
+ "language": 52.27157974243164
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7265928387641907,
+ 0.0008265332435257733,
+ 2.429175793849936e-08,
+ 2.7939424285250425e-07,
+ 8.646657988720108e-06,
+ 0.01884721778333187,
+ 8.773264198680408e-06,
+ 0.00018510270456317812,
+ 0.0001905300741782412,
+ 4.158760202699341e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3193889856338501,
+ -7.098270416259766,
+ -17.53312873840332,
+ -15.090641975402832,
+ -11.658337593078613,
+ -3.9713900089263916,
+ -11.64380168914795,
+ -8.594599723815918,
+ -8.56570053100586,
+ -10.087708473205566
+ ],
+ "distances_by_expert": [
+ 0.6387779712677002,
+ 14.196540832519531,
+ 35.06625747680664,
+ 30.181283950805664,
+ 23.316675186157227,
+ 7.942780017852783,
+ 23.2876033782959,
+ 17.189199447631836,
+ 17.13140106201172,
+ 20.175416946411133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3455.47021484375,
+ "language": 52.29079055786133
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.783440351486206,
+ 0.0008927095332182944,
+ 2.5725862329295524e-08,
+ 2.947534483155323e-07,
+ 9.163628419628367e-06,
+ 0.021106025204062462,
+ 9.33691808313597e-06,
+ 0.00019866142247337848,
+ 0.00020474547636695206,
+ 4.3989988625980914e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24406033754348755,
+ -7.021249294281006,
+ -17.47576904296875,
+ -15.037126541137695,
+ -11.600268363952637,
+ -3.85819673538208,
+ -11.581534385681152,
+ -8.523908615112305,
+ -8.493742942810059,
+ -10.031548500061035
+ ],
+ "distances_by_expert": [
+ 0.4881206750869751,
+ 14.042498588562012,
+ 34.9515380859375,
+ 30.07425308227539,
+ 23.200536727905273,
+ 7.71639347076416,
+ 23.163068771362305,
+ 17.04781723022461,
+ 16.987485885620117,
+ 20.06309700012207
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3421.200439453125,
+ "language": 52.26700210571289
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6980673670768738,
+ 0.0006558679160661995,
+ 2.2550949552169186e-08,
+ 2.2564448443063156e-07,
+ 7.2955490395543166e-06,
+ 0.0151461036875844,
+ 7.578202257718658e-06,
+ 0.00016246373706962913,
+ 0.00018005183665081859,
+ 3.480767190922052e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3594396114349365,
+ -7.3295512199401855,
+ -17.60748863220215,
+ -15.304305076599121,
+ -11.828246116638184,
+ -4.190011978149414,
+ -11.790234565734863,
+ -8.725055694580078,
+ -8.622265815734863,
+ -10.26567268371582
+ ],
+ "distances_by_expert": [
+ 0.718879222869873,
+ 14.659102439880371,
+ 35.2149772644043,
+ 30.608610153198242,
+ 23.656492233276367,
+ 8.380023956298828,
+ 23.580469131469727,
+ 17.450111389160156,
+ 17.244531631469727,
+ 20.53134536743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3469.033203125,
+ "language": 52.26354217529297
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7390339374542236,
+ 0.0006652236334048212,
+ 2.29133743090415e-08,
+ 2.4703010126359004e-07,
+ 7.844213541829959e-06,
+ 0.016236934810876846,
+ 7.935800567793194e-06,
+ 0.0001738106511766091,
+ 0.0001890884741442278,
+ 3.6693931178888306e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3024114668369293,
+ -7.31538724899292,
+ -17.59154510498047,
+ -15.21375560760498,
+ -11.75573444366455,
+ -4.120466709136963,
+ -11.744126319885254,
+ -8.657544136047363,
+ -8.573295593261719,
+ -10.212899208068848
+ ],
+ "distances_by_expert": [
+ 0.6048229336738586,
+ 14.63077449798584,
+ 35.18309020996094,
+ 30.42751121520996,
+ 23.5114688873291,
+ 8.240933418273926,
+ 23.488252639770508,
+ 17.315088272094727,
+ 17.146591186523438,
+ 20.425798416137695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.208251953125,
+ "language": 52.289180755615234
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6835683584213257,
+ 0.0007240346167236567,
+ 2.2143055389278743e-08,
+ 2.9821683256159304e-07,
+ 8.047299161262345e-06,
+ 0.02115771733224392,
+ 8.521205927536357e-06,
+ 0.00017938630480784923,
+ 0.00018615213048178703,
+ 3.693178223329596e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38042861223220825,
+ -7.230671405792236,
+ -17.625741958618164,
+ -15.025444984436035,
+ -11.73017406463623,
+ -3.855750560760498,
+ -11.672952651977539,
+ -8.625968933105469,
+ -8.588946342468262,
+ -10.206438064575195
+ ],
+ "distances_by_expert": [
+ 0.7608572244644165,
+ 14.461342811584473,
+ 35.25148391723633,
+ 30.05088996887207,
+ 23.46034812927246,
+ 7.711501121520996,
+ 23.345905303955078,
+ 17.251937866210938,
+ 17.177892684936523,
+ 20.41287612915039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.279052734375,
+ "language": 52.26920700073242
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7097321152687073,
+ 0.0007825407665222883,
+ 2.308489399638347e-08,
+ 3.0821922791801626e-07,
+ 8.617696948931552e-06,
+ 0.02225056290626526,
+ 9.01198018254945e-06,
+ 0.00019059730402659625,
+ 0.0001906482211779803,
+ 4.002244895673357e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3428677022457123,
+ -7.1529645919799805,
+ -17.584087371826172,
+ -14.992454528808594,
+ -11.66169261932373,
+ -3.8053879737854004,
+ -11.616955757141113,
+ -8.565347671508789,
+ -8.565080642700195,
+ -10.126070022583008
+ ],
+ "distances_by_expert": [
+ 0.6857354044914246,
+ 14.305929183959961,
+ 35.168174743652344,
+ 29.984909057617188,
+ 23.32338523864746,
+ 7.610775947570801,
+ 23.233911514282227,
+ 17.130695343017578,
+ 17.13016128540039,
+ 20.252140045166016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.017578125,
+ "language": 52.26834487915039
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7364202737808228,
+ 0.0006486110505647957,
+ 2.2828656298656824e-08,
+ 2.364211013627937e-07,
+ 7.763309440633748e-06,
+ 0.016363494098186493,
+ 8.034844540816266e-06,
+ 0.00017506262520328164,
+ 0.00019295696984045208,
+ 3.7083438655827194e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30595433712005615,
+ -7.340677261352539,
+ -17.59524917602539,
+ -15.257651329040527,
+ -11.766101837158203,
+ -4.112702369689941,
+ -11.731722831726074,
+ -8.65036678314209,
+ -8.553043365478516,
+ -10.202340126037598
+ ],
+ "distances_by_expert": [
+ 0.6119086742401123,
+ 14.681354522705078,
+ 35.19049835205078,
+ 30.515302658081055,
+ 23.532203674316406,
+ 8.225404739379883,
+ 23.46344566345215,
+ 17.30073356628418,
+ 17.10608673095703,
+ 20.404680252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.816162109375,
+ "language": 52.28071212768555
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7998784780502319,
+ 0.0007993806502781808,
+ 2.5552258975380937e-08,
+ 2.940484478131111e-07,
+ 8.86640827957308e-06,
+ 0.021364960819482803,
+ 9.277058779844083e-06,
+ 0.0002004640846280381,
+ 0.00020873274479527026,
+ 4.200128751108423e-05
+ ],
+ "log_scores_by_expert": [
+ -0.22329553961753845,
+ -7.131673336029053,
+ -17.482540130615234,
+ -15.039521217346191,
+ -11.633240699768066,
+ -3.8460030555725098,
+ -11.587965965270996,
+ -8.514875411987305,
+ -8.474455833435059,
+ -10.077810287475586
+ ],
+ "distances_by_expert": [
+ 0.4465910792350769,
+ 14.263346672058105,
+ 34.96508026123047,
+ 30.079042434692383,
+ 23.266481399536133,
+ 7.6920061111450195,
+ 23.175931930541992,
+ 17.02975082397461,
+ 16.948911666870117,
+ 20.155620574951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.317626953125,
+ "language": 52.29389572143555
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6072697639465332,
+ 0.0006538730813190341,
+ 2.027396739379128e-08,
+ 2.207003575449562e-07,
+ 7.505451321776491e-06,
+ 0.013786357827484608,
+ 7.43643340683775e-06,
+ 0.00015528706717304885,
+ 0.00016166824207175523,
+ 3.6047127650817856e-05
+ ],
+ "log_scores_by_expert": [
+ -0.49878209829330444,
+ -7.332597255706787,
+ -17.71392822265625,
+ -15.326459884643555,
+ -11.799880981445312,
+ -4.284075736999512,
+ -11.80911922454834,
+ -8.770235061645508,
+ -8.729964256286621,
+ -10.230683326721191
+ ],
+ "distances_by_expert": [
+ 0.9975641965866089,
+ 14.665194511413574,
+ 35.4278564453125,
+ 30.65291976928711,
+ 23.599761962890625,
+ 8.568151473999023,
+ 23.61823844909668,
+ 17.540470123291016,
+ 17.459928512573242,
+ 20.461366653442383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.79638671875,
+ "language": 52.31008529663086
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7759327292442322,
+ 0.0008824446704238653,
+ 2.559733225382388e-08,
+ 2.9381550348261953e-07,
+ 9.203302397509106e-06,
+ 0.020466525107622147,
+ 9.367393431602977e-06,
+ 0.00019753037486225367,
+ 0.00020308393868617713,
+ 4.455294765648432e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2536895275115967,
+ -7.0328145027160645,
+ -17.480777740478516,
+ -15.040313720703125,
+ -11.595948219299316,
+ -3.8889646530151367,
+ -11.578275680541992,
+ -8.529618263244629,
+ -8.501891136169434,
+ -10.018832206726074
+ ],
+ "distances_by_expert": [
+ 0.5073790550231934,
+ 14.065629005432129,
+ 34.96155548095703,
+ 30.08062744140625,
+ 23.191896438598633,
+ 7.777929306030273,
+ 23.156551361083984,
+ 17.059236526489258,
+ 17.003782272338867,
+ 20.03766441345215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.0419921875,
+ "language": 52.2896728515625
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6942999362945557,
+ 0.0006530311657115817,
+ 2.2080888228970252e-08,
+ 2.3236316337715834e-07,
+ 7.388808171526762e-06,
+ 0.015030085109174252,
+ 7.69230246078223e-06,
+ 0.0001664668961893767,
+ 0.00018104464106727391,
+ 3.604541052482091e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3648512661457062,
+ -7.333885669708252,
+ -17.62855339050293,
+ -15.274964332580566,
+ -11.815544128417969,
+ -4.197701454162598,
+ -11.775290489196777,
+ -8.700714111328125,
+ -8.616766929626465,
+ -10.230731010437012
+ ],
+ "distances_by_expert": [
+ 0.7297025322914124,
+ 14.667771339416504,
+ 35.25710678100586,
+ 30.549928665161133,
+ 23.631088256835938,
+ 8.395402908325195,
+ 23.550580978393555,
+ 17.40142822265625,
+ 17.23353385925293,
+ 20.461462020874023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3614.070556640625,
+ "language": 52.28297424316406
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6825668811798096,
+ 0.0005624967743642628,
+ 2.1743199241086586e-08,
+ 2.0162643465937435e-07,
+ 6.76145100442227e-06,
+ 0.013355635106563568,
+ 7.0170513026823755e-06,
+ 0.00015261313819792122,
+ 0.00017482155817560852,
+ 3.1668001611251384e-05
+ ],
+ "log_scores_by_expert": [
+ -0.38189470767974854,
+ -7.48312520980835,
+ -17.643964767456055,
+ -15.416849136352539,
+ -11.90427303314209,
+ -4.315816879272461,
+ -11.867167472839355,
+ -8.787604331970215,
+ -8.651744842529297,
+ -10.360203742980957
+ ],
+ "distances_by_expert": [
+ 0.7637894153594971,
+ 14.9662504196167,
+ 35.28792953491211,
+ 30.833698272705078,
+ 23.80854606628418,
+ 8.631633758544922,
+ 23.73433494567871,
+ 17.57520866394043,
+ 17.303489685058594,
+ 20.720407485961914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.765625,
+ "language": 52.28593444824219
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6671797633171082,
+ 0.0007176790968514979,
+ 2.1561199048392155e-08,
+ 2.980442559419316e-07,
+ 7.994701263669413e-06,
+ 0.02125493250787258,
+ 8.642923603474628e-06,
+ 0.00017766706878319383,
+ 0.0001819781755330041,
+ 3.7113510188646615e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4046957790851593,
+ -7.239488124847412,
+ -17.65237045288086,
+ -15.026023864746094,
+ -11.73673152923584,
+ -3.851166248321533,
+ -11.658769607543945,
+ -8.635599136352539,
+ -8.611623764038086,
+ -10.201529502868652
+ ],
+ "distances_by_expert": [
+ 0.8093915581703186,
+ 14.478976249694824,
+ 35.30474090576172,
+ 30.052047729492188,
+ 23.47346305847168,
+ 7.702332496643066,
+ 23.31753921508789,
+ 17.271198272705078,
+ 17.223247528076172,
+ 20.403059005737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.270263671875,
+ "language": 52.274070739746094
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6961084008216858,
+ 0.0007353958208113909,
+ 2.253538511354236e-08,
+ 3.0444422804976057e-07,
+ 8.32291607366642e-06,
+ 0.020901059731841087,
+ 8.744011211092584e-06,
+ 0.00018482135783415288,
+ 0.00018828483007382601,
+ 3.813764487858862e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3622499108314514,
+ -7.215101718902588,
+ -17.608179092407227,
+ -15.004777908325195,
+ -11.696497917175293,
+ -3.867955446243286,
+ -11.647141456604004,
+ -8.596120834350586,
+ -8.577554702758789,
+ -10.174308776855469
+ ],
+ "distances_by_expert": [
+ 0.7244998216629028,
+ 14.430203437805176,
+ 35.21635818481445,
+ 30.00955581665039,
+ 23.392995834350586,
+ 7.735910892486572,
+ 23.294282913208008,
+ 17.192241668701172,
+ 17.155109405517578,
+ 20.348617553710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.699462890625,
+ "language": 52.28909683227539
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7068008184432983,
+ 0.0006159901386126876,
+ 2.2292857337902205e-08,
+ 2.1750531686848262e-07,
+ 7.242178980959579e-06,
+ 0.015075950883328915,
+ 7.597030617034761e-06,
+ 0.00016562144446652383,
+ 0.00018527419888414443,
+ 3.502150866552256e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3470063805580139,
+ -7.392279624938965,
+ -17.618999481201172,
+ -15.341042518615723,
+ -11.835588455200195,
+ -4.19465446472168,
+ -11.787753105163574,
+ -8.705805778503418,
+ -8.593673706054688,
+ -10.25954818725586
+ ],
+ "distances_by_expert": [
+ 0.6940127611160278,
+ 14.78455924987793,
+ 35.237998962402344,
+ 30.682085037231445,
+ 23.67117691040039,
+ 8.38930892944336,
+ 23.57550621032715,
+ 17.411611557006836,
+ 17.187347412109375,
+ 20.51909637451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.43798828125,
+ "language": 52.29518127441406
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7647334933280945,
+ 0.0007000789628364146,
+ 2.4278463683913287e-08,
+ 2.532044049985416e-07,
+ 8.124535270326305e-06,
+ 0.018215982243418694,
+ 8.523798896931112e-06,
+ 0.00018388708122074604,
+ 0.00020062224939465523,
+ 3.910513987648301e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2682279348373413,
+ -7.264317512512207,
+ -17.533676147460938,
+ -15.189068794250488,
+ -11.720622062683105,
+ -4.00545597076416,
+ -11.672648429870605,
+ -8.601188659667969,
+ -8.514086723327637,
+ -10.149256706237793
+ ],
+ "distances_by_expert": [
+ 0.5364558696746826,
+ 14.528635025024414,
+ 35.067352294921875,
+ 30.378137588500977,
+ 23.44124412536621,
+ 8.01091194152832,
+ 23.34529685974121,
+ 17.202377319335938,
+ 17.028173446655273,
+ 20.298513412475586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.965576171875,
+ "language": 52.29909133911133
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6770375370979309,
+ 0.0007490182179026306,
+ 2.2347647288256667e-08,
+ 2.537483112519112e-07,
+ 8.370771865884308e-06,
+ 0.016170570626854897,
+ 8.210722626245115e-06,
+ 0.00017285881040152162,
+ 0.00017741901683621109,
+ 4.007462121080607e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39002853631973267,
+ -7.196747303009033,
+ -17.616544723510742,
+ -15.186923027038574,
+ -11.690764427185059,
+ -4.1245622634887695,
+ -11.71006965637207,
+ -8.66303539276123,
+ -8.636996269226074,
+ -10.124767303466797
+ ],
+ "distances_by_expert": [
+ 0.7800570726394653,
+ 14.393494606018066,
+ 35.233089447021484,
+ 30.37384605407715,
+ 23.381528854370117,
+ 8.249124526977539,
+ 23.42013931274414,
+ 17.32607078552246,
+ 17.27399253845215,
+ 20.249534606933594
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3500.338623046875,
+ "language": 52.28190994262695
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7938154935836792,
+ 0.0008838204084895551,
+ 2.6247523265965356e-08,
+ 3.046559697850171e-07,
+ 9.199633495882154e-06,
+ 0.021000811830163002,
+ 9.422109542356338e-06,
+ 0.0002005964342970401,
+ 0.00020620514987967908,
+ 4.4321775931166485e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2309042066335678,
+ -7.031256675720215,
+ -17.4556941986084,
+ -15.004082679748535,
+ -11.596346855163574,
+ -3.863194227218628,
+ -11.5724515914917,
+ -8.514215469360352,
+ -8.486639022827148,
+ -10.02403450012207
+ ],
+ "distances_by_expert": [
+ 0.4618084132671356,
+ 14.06251335144043,
+ 34.9113883972168,
+ 30.00816535949707,
+ 23.19269371032715,
+ 7.726388454437256,
+ 23.1449031829834,
+ 17.028430938720703,
+ 16.973278045654297,
+ 20.04806900024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.810302734375,
+ "language": 52.280601501464844
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6953091025352478,
+ 0.0006579198525287211,
+ 2.2515020958735477e-08,
+ 2.3226390055697266e-07,
+ 7.311499302886659e-06,
+ 0.015375240705907345,
+ 7.639999239472672e-06,
+ 0.00016568321734666824,
+ 0.00018048057972919196,
+ 3.535638825269416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3633987605571747,
+ -7.326427459716797,
+ -17.60908317565918,
+ -15.275391578674316,
+ -11.826062202453613,
+ -4.174996852874756,
+ -11.782113075256348,
+ -8.705432891845703,
+ -8.619887351989746,
+ -10.250031471252441
+ ],
+ "distances_by_expert": [
+ 0.7267975211143494,
+ 14.652854919433594,
+ 35.21816635131836,
+ 30.550783157348633,
+ 23.652124404907227,
+ 8.349993705749512,
+ 23.564226150512695,
+ 17.410865783691406,
+ 17.239774703979492,
+ 20.500062942504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.559326171875,
+ "language": 52.29435348510742
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7441689372062683,
+ 0.0006557609303854406,
+ 2.3214619560008032e-08,
+ 2.3789618808223167e-07,
+ 7.789481060171966e-06,
+ 0.015888186171650887,
+ 7.88513534644153e-06,
+ 0.0001728416682453826,
+ 0.0001894348388304934,
+ 3.670719524961896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954872250556946,
+ -7.329714298248291,
+ -17.57848358154297,
+ -15.251431465148926,
+ -11.762736320495605,
+ -4.142179489135742,
+ -11.750531196594238,
+ -8.663134574890137,
+ -8.571465492248535,
+ -10.21253776550293
+ ],
+ "distances_by_expert": [
+ 0.5909744501113892,
+ 14.659428596496582,
+ 35.15696716308594,
+ 30.50286293029785,
+ 23.52547264099121,
+ 8.284358978271484,
+ 23.501062393188477,
+ 17.326269149780273,
+ 17.14293098449707,
+ 20.42507553100586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.951416015625,
+ "language": 52.27111053466797
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7137096524238586,
+ 0.0007757711573503911,
+ 2.2948931643895776e-08,
+ 3.173457514549227e-07,
+ 8.470348802802619e-06,
+ 0.021397309377789497,
+ 8.865462405083235e-06,
+ 0.00018732679018285125,
+ 0.00019505263480823487,
+ 3.87170584872365e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3372790813446045,
+ -7.1616530418396,
+ -17.589994430541992,
+ -14.963274002075195,
+ -11.678938865661621,
+ -3.8444900512695312,
+ -11.633347511291504,
+ -8.582655906677246,
+ -8.542241096496582,
+ -10.15923023223877
+ ],
+ "distances_by_expert": [
+ 0.674558162689209,
+ 14.3233060836792,
+ 35.179988861083984,
+ 29.92654800415039,
+ 23.357877731323242,
+ 7.6889801025390625,
+ 23.266695022583008,
+ 17.165311813354492,
+ 17.084482192993164,
+ 20.31846046447754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.87890625,
+ "language": 52.26723098754883
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.719957709312439,
+ 0.0008340564090758562,
+ 2.2743648742107325e-08,
+ 3.084359434524231e-07,
+ 8.935966434364673e-06,
+ 0.023129187524318695,
+ 9.156159649137408e-06,
+ 0.00019392880494706333,
+ 0.00019440488540567458,
+ 4.2824623960768804e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32856285572052,
+ -7.08920955657959,
+ -17.598979949951172,
+ -14.991751670837402,
+ -11.625426292419434,
+ -3.76665997505188,
+ -11.601083755493164,
+ -8.548019409179688,
+ -8.545567512512207,
+ -10.05839729309082
+ ],
+ "distances_by_expert": [
+ 0.65712571144104,
+ 14.17841911315918,
+ 35.197959899902344,
+ 29.983503341674805,
+ 23.250852584838867,
+ 7.53331995010376,
+ 23.202167510986328,
+ 17.096038818359375,
+ 17.091135025024414,
+ 20.11679458618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3269.146484375,
+ "language": 52.293792724609375
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7337993383407593,
+ 0.0006490228697657585,
+ 2.2530313614765873e-08,
+ 2.243767340814884e-07,
+ 7.540397746197414e-06,
+ 0.015863044187426567,
+ 7.82851202529855e-06,
+ 0.00017072539776563644,
+ 0.00019216584041714668,
+ 3.696518615470268e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3095196783542633,
+ -7.340042591094971,
+ -17.6084041595459,
+ -15.30993938446045,
+ -11.795235633850098,
+ -4.143763065338135,
+ -11.75773811340332,
+ -8.675454139709473,
+ -8.557151794433594,
+ -10.205533981323242
+ ],
+ "distances_by_expert": [
+ 0.6190393567085266,
+ 14.680085182189941,
+ 35.2168083190918,
+ 30.6198787689209,
+ 23.590471267700195,
+ 8.28752613067627,
+ 23.51547622680664,
+ 17.350908279418945,
+ 17.114303588867188,
+ 20.411067962646484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.610107421875,
+ "language": 52.27912902832031
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7828224301338196,
+ 0.0009016437688842416,
+ 2.4689221334028844e-08,
+ 3.4135277360292093e-07,
+ 9.632155524741393e-06,
+ 0.025418909266591072,
+ 1.0055709026346449e-05,
+ 0.00021052379452157766,
+ 0.00020816855248995125,
+ 4.5925717131467536e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24484938383102417,
+ -7.011291027069092,
+ -17.51689910888672,
+ -14.890349388122559,
+ -11.550403594970703,
+ -3.672261953353882,
+ -11.507369995117188,
+ -8.465911865234375,
+ -8.47716236114502,
+ -9.988485336303711
+ ],
+ "distances_by_expert": [
+ 0.48969876766204834,
+ 14.022582054138184,
+ 35.03379821777344,
+ 29.780698776245117,
+ 23.100807189941406,
+ 7.344523906707764,
+ 23.014739990234375,
+ 16.93182373046875,
+ 16.95432472229004,
+ 19.976970672607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3227.0693359375,
+ "language": 52.286529541015625
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6746421456336975,
+ 0.000758199137635529,
+ 2.246658858950923e-08,
+ 3.1264391964214155e-07,
+ 8.29406599223148e-06,
+ 0.02160521037876606,
+ 8.768855877860915e-06,
+ 0.0001817898009903729,
+ 0.00018582469783723354,
+ 3.788779577007517e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39357295632362366,
+ -7.184564590454102,
+ -17.611236572265625,
+ -14.978200912475586,
+ -11.699970245361328,
+ -3.8348207473754883,
+ -11.644304275512695,
+ -8.612659454345703,
+ -8.590706825256348,
+ -10.18088150024414
+ ],
+ "distances_by_expert": [
+ 0.7871459126472473,
+ 14.369129180908203,
+ 35.22247314453125,
+ 29.956401824951172,
+ 23.399940490722656,
+ 7.669641494750977,
+ 23.28860855102539,
+ 17.225318908691406,
+ 17.181413650512695,
+ 20.36176300048828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3176.883056640625,
+ "language": 52.27064895629883
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7647176384925842,
+ 0.0008412002352997661,
+ 2.451522362889591e-08,
+ 3.292005885668914e-07,
+ 9.035137736645993e-06,
+ 0.023291464895009995,
+ 9.395064807904419e-06,
+ 0.0001991614408325404,
+ 0.00020498636877164245,
+ 4.191777406958863e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26824864745140076,
+ -7.080680847167969,
+ -17.523971557617188,
+ -14.92659854888916,
+ -11.614389419555664,
+ -3.7596683502197266,
+ -11.575325965881348,
+ -8.521394729614258,
+ -8.49256706237793,
+ -10.079800605773926
+ ],
+ "distances_by_expert": [
+ 0.5364972949028015,
+ 14.161361694335938,
+ 35.047943115234375,
+ 29.85319709777832,
+ 23.228778839111328,
+ 7.519336700439453,
+ 23.150651931762695,
+ 17.042789459228516,
+ 16.98513412475586,
+ 20.15960121154785
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3231.7607421875,
+ "language": 52.29471969604492
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8025951385498047,
+ 0.0007603457197546959,
+ 2.543434440838155e-08,
+ 2.804853806992469e-07,
+ 8.615421393187717e-06,
+ 0.019316034391522408,
+ 8.818249625619501e-06,
+ 0.0001923629461089149,
+ 0.00020902637334074825,
+ 4.057485784869641e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21990491449832916,
+ -7.181737422943115,
+ -17.487165451049805,
+ -15.08674430847168,
+ -11.661956787109375,
+ -3.94681978225708,
+ -11.638687133789062,
+ -8.556126594543457,
+ -8.473050117492676,
+ -10.112361907958984
+ ],
+ "distances_by_expert": [
+ 0.4398098289966583,
+ 14.36347484588623,
+ 34.97433090209961,
+ 30.17348861694336,
+ 23.32391357421875,
+ 7.89363956451416,
+ 23.277374267578125,
+ 17.112253189086914,
+ 16.94610023498535,
+ 20.22472381591797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3307.203369140625,
+ "language": 52.2674446105957
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735981822013855,
+ 0.0007791810785420239,
+ 2.341410443307268e-08,
+ 3.204606002782384e-07,
+ 8.70163603394758e-06,
+ 0.022153783589601517,
+ 9.000084901344962e-06,
+ 0.00019290728960186243,
+ 0.00019749136117752641,
+ 3.998654938186519e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3065498471260071,
+ -7.157267093658447,
+ -17.569927215576172,
+ -14.953506469726562,
+ -11.651999473571777,
+ -3.8097469806671143,
+ -11.618276596069336,
+ -8.553300857543945,
+ -8.529815673828125,
+ -10.126967430114746
+ ],
+ "distances_by_expert": [
+ 0.6130996942520142,
+ 14.314534187316895,
+ 35.139854431152344,
+ 29.907012939453125,
+ 23.303998947143555,
+ 7.6194939613342285,
+ 23.236553192138672,
+ 17.10660171508789,
+ 17.05963134765625,
+ 20.253934860229492
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.93359375,
+ "language": 52.2744026184082
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6690205335617065,
+ 0.0007175114005804062,
+ 2.1607307942872467e-08,
+ 2.9868388651266287e-07,
+ 7.852820999687538e-06,
+ 0.020637135952711105,
+ 8.312556019518524e-06,
+ 0.0001784898922778666,
+ 0.00018568492669146508,
+ 3.593314249883406e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4019404947757721,
+ -7.239721775054932,
+ -17.65023422241211,
+ -15.023880004882812,
+ -11.754637718200684,
+ -3.8806631565093994,
+ -11.69774341583252,
+ -8.63097858428955,
+ -8.591459274291992,
+ -10.233850479125977
+ ],
+ "distances_by_expert": [
+ 0.8038809895515442,
+ 14.479443550109863,
+ 35.30046844482422,
+ 30.047760009765625,
+ 23.509275436401367,
+ 7.761326313018799,
+ 23.39548683166504,
+ 17.2619571685791,
+ 17.182918548583984,
+ 20.467700958251953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.970458984375,
+ "language": 52.24909973144531
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8149646520614624,
+ 0.0008618655265308917,
+ 2.5746528464765106e-08,
+ 3.1760853858031624e-07,
+ 9.32227248995332e-06,
+ 0.022238275036215782,
+ 9.489906005910598e-06,
+ 0.0002062094717985019,
+ 0.0002145370381185785,
+ 4.364340929896571e-05
+ ],
+ "log_scores_by_expert": [
+ -0.20461046695709229,
+ -7.056411266326904,
+ -17.474966049194336,
+ -14.962446212768555,
+ -11.583104133605957,
+ -3.8059403896331787,
+ -11.565281867980957,
+ -8.486618041992188,
+ -8.447028160095215,
+ -10.039458274841309
+ ],
+ "distances_by_expert": [
+ 0.40922093391418457,
+ 14.112822532653809,
+ 34.94993209838867,
+ 29.92489242553711,
+ 23.166208267211914,
+ 7.611880779266357,
+ 23.130563735961914,
+ 16.973236083984375,
+ 16.89405632019043,
+ 20.078916549682617
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.772705078125,
+ "language": 52.29884719848633
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6315577626228333,
+ 0.0006707336870022118,
+ 2.067959314899781e-08,
+ 2.843315485279163e-07,
+ 7.49074888517498e-06,
+ 0.019160227850079536,
+ 8.065915608312935e-06,
+ 0.0001706414041109383,
+ 0.00017817458137869835,
+ 3.416133040445857e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4595658779144287,
+ -7.307138442993164,
+ -17.69411849975586,
+ -15.073124885559082,
+ -11.801841735839844,
+ -3.954918622970581,
+ -11.727863311767578,
+ -8.675946235656738,
+ -8.632746696472168,
+ -10.284416198730469
+ ],
+ "distances_by_expert": [
+ 0.9191317558288574,
+ 14.614276885986328,
+ 35.38823699951172,
+ 30.146249771118164,
+ 23.603683471679688,
+ 7.909837245941162,
+ 23.455726623535156,
+ 17.351892471313477,
+ 17.265493392944336,
+ 20.568832397460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.802978515625,
+ "language": 52.2693977355957
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6042858958244324,
+ 0.0006520734168589115,
+ 2.0011873047565132e-08,
+ 2.763697466434678e-07,
+ 7.2445895966666285e-06,
+ 0.01916494593024254,
+ 7.96029871708015e-06,
+ 0.00016495781892444938,
+ 0.0001725473557598889,
+ 3.365516386111267e-05
+ ],
+ "log_scores_by_expert": [
+ -0.5037078857421875,
+ -7.335353374481201,
+ -17.726940155029297,
+ -15.101526260375977,
+ -11.83525562286377,
+ -3.954672336578369,
+ -11.741044044494629,
+ -8.709820747375488,
+ -8.664838790893555,
+ -10.299344062805176
+ ],
+ "distances_by_expert": [
+ 1.007415771484375,
+ 14.670706748962402,
+ 35.453880310058594,
+ 30.203052520751953,
+ 23.67051124572754,
+ 7.909344673156738,
+ 23.482088088989258,
+ 17.419641494750977,
+ 17.32967758178711,
+ 20.59868812561035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.79248046875,
+ "language": 52.27281188964844
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.651032567024231,
+ 0.0007198008825071156,
+ 2.184833647334017e-08,
+ 3.0190943789421e-07,
+ 7.760310836602002e-06,
+ 0.02031279355287552,
+ 8.36663821246475e-06,
+ 0.00017511038458906114,
+ 0.00018310554150957614,
+ 3.556358569767326e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4291956424713135,
+ -7.236536026000977,
+ -17.639141082763672,
+ -15.013138771057129,
+ -11.766488075256348,
+ -3.8965044021606445,
+ -11.691258430480957,
+ -8.650094032287598,
+ -8.605447769165039,
+ -10.24418830871582
+ ],
+ "distances_by_expert": [
+ 0.858391284942627,
+ 14.473072052001953,
+ 35.278282165527344,
+ 30.026277542114258,
+ 23.532976150512695,
+ 7.793008804321289,
+ 23.382516860961914,
+ 17.300188064575195,
+ 17.210895538330078,
+ 20.48837661743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3191.573486328125,
+ "language": 52.2686653137207
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7815605401992798,
+ 0.0008617447456344962,
+ 2.440246760215814e-08,
+ 3.2696348739591485e-07,
+ 9.361311640532222e-06,
+ 0.023836450651288033,
+ 9.515071724308655e-06,
+ 0.00020664611656684428,
+ 0.00020906524150632322,
+ 4.4619238906307146e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2464625984430313,
+ -7.056551456451416,
+ -17.528581619262695,
+ -14.933417320251465,
+ -11.578925132751465,
+ -3.736539363861084,
+ -11.562633514404297,
+ -8.484502792358398,
+ -8.472864151000977,
+ -10.017345428466797
+ ],
+ "distances_by_expert": [
+ 0.4929251968860626,
+ 14.113102912902832,
+ 35.05716323852539,
+ 29.86683464050293,
+ 23.15785026550293,
+ 7.473078727722168,
+ 23.125267028808594,
+ 16.969005584716797,
+ 16.945728302001953,
+ 20.034690856933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.003173828125,
+ "language": 52.28781509399414
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7653271555900574,
+ 0.0008617694256827235,
+ 2.422055622730568e-08,
+ 3.4200351706203946e-07,
+ 9.357125236419961e-06,
+ 0.024976221844553947,
+ 9.638192750571761e-06,
+ 0.00020507728913798928,
+ 0.0002049877366516739,
+ 4.422306301421486e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26745182275772095,
+ -7.056522846221924,
+ -17.53606414794922,
+ -14.888444900512695,
+ -11.57937240600586,
+ -3.689831018447876,
+ -11.549777030944824,
+ -8.4921236038208,
+ -8.492560386657715,
+ -10.026264190673828
+ ],
+ "distances_by_expert": [
+ 0.5349036455154419,
+ 14.113045692443848,
+ 35.07212829589844,
+ 29.77688980102539,
+ 23.15874481201172,
+ 7.379662036895752,
+ 23.09955406188965,
+ 16.9842472076416,
+ 16.98512077331543,
+ 20.052528381347656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.829833984375,
+ "language": 52.292537689208984
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.734869122505188,
+ 0.0008175238617695868,
+ 2.362012452294948e-08,
+ 3.2956813811324537e-07,
+ 8.886599061952438e-06,
+ 0.023543035611510277,
+ 9.160395165963564e-06,
+ 0.00019768452330026776,
+ 0.0001979561784537509,
+ 4.1124774725176394e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30806291103363037,
+ -7.1092305183410645,
+ -17.561166763305664,
+ -14.925482749938965,
+ -11.630966186523438,
+ -3.74892520904541,
+ -11.600621223449707,
+ -8.528838157653809,
+ -8.527464866638184,
+ -10.098899841308594
+ ],
+ "distances_by_expert": [
+ 0.6161258220672607,
+ 14.218461036682129,
+ 35.12233352661133,
+ 29.85096549987793,
+ 23.261932373046875,
+ 7.49785041809082,
+ 23.201242446899414,
+ 17.057676315307617,
+ 17.054929733276367,
+ 20.197799682617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3223.106201171875,
+ "language": 52.28142166137695
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6076449751853943,
+ 0.0006395276868715882,
+ 1.9797182559955218e-08,
+ 2.7025870963370835e-07,
+ 7.370503226411529e-06,
+ 0.018282080069184303,
+ 7.765819646010641e-06,
+ 0.00016505223175045103,
+ 0.0001717552077025175,
+ 3.3541862649144605e-05
+ ],
+ "log_scores_by_expert": [
+ -0.49816447496414185,
+ -7.354780673980713,
+ -17.73772621154785,
+ -15.123886108398438,
+ -11.818024635314941,
+ -4.001833915710449,
+ -11.765778541564941,
+ -8.709248542785645,
+ -8.669440269470215,
+ -10.302716255187988
+ ],
+ "distances_by_expert": [
+ 0.9963289499282837,
+ 14.709561347961426,
+ 35.4754524230957,
+ 30.247772216796875,
+ 23.636049270629883,
+ 8.003667831420898,
+ 23.531557083129883,
+ 17.41849708557129,
+ 17.33888053894043,
+ 20.605432510375977
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3333.8349609375,
+ "language": 52.27117919921875
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6498125195503235,
+ 0.0007491485448554158,
+ 2.2161730228731358e-08,
+ 3.050455461561796e-07,
+ 8.001979040273e-06,
+ 0.021435027942061424,
+ 8.646410606161226e-06,
+ 0.00017710508836898953,
+ 0.000182146075530909,
+ 3.675525658763945e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4310714304447174,
+ -7.196573257446289,
+ -17.62489891052246,
+ -15.00280475616455,
+ -11.735821723937988,
+ -3.842728853225708,
+ -11.658366203308105,
+ -8.63876724243164,
+ -8.610701560974121,
+ -10.21122932434082
+ ],
+ "distances_by_expert": [
+ 0.8621428608894348,
+ 14.393146514892578,
+ 35.24979782104492,
+ 30.0056095123291,
+ 23.471643447875977,
+ 7.685457706451416,
+ 23.31673240661621,
+ 17.27753448486328,
+ 17.221403121948242,
+ 20.42245864868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3185.171875,
+ "language": 52.27614212036133
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6275388598442078,
+ 0.0007085173274390399,
+ 2.1171933539676502e-08,
+ 2.939803493973159e-07,
+ 7.839337740733754e-06,
+ 0.02030366100370884,
+ 8.495938345731702e-06,
+ 0.00017428735736757517,
+ 0.00017841857334133238,
+ 3.627003025030717e-05
+ ],
+ "log_scores_by_expert": [
+ -0.465949684381485,
+ -7.252336025238037,
+ -17.670589447021484,
+ -15.039752960205078,
+ -11.756356239318848,
+ -3.89695405960083,
+ -11.675922393798828,
+ -8.654805183410645,
+ -8.631378173828125,
+ -10.224518775939941
+ ],
+ "distances_by_expert": [
+ 0.93189936876297,
+ 14.504672050476074,
+ 35.34117889404297,
+ 30.079505920410156,
+ 23.512712478637695,
+ 7.79390811920166,
+ 23.351844787597656,
+ 17.30961036682129,
+ 17.26275634765625,
+ 20.449037551879883
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3292.1123046875,
+ "language": 52.266441345214844
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949179172515869,
+ 0.0007945380639284849,
+ 2.324537007325489e-08,
+ 3.322673194361414e-07,
+ 8.572278602514416e-06,
+ 0.022798758000135422,
+ 9.084715202334337e-06,
+ 0.000188694495591335,
+ 0.00019291721400804818,
+ 3.90494242310524e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3639615476131439,
+ -7.137749671936035,
+ -17.577159881591797,
+ -14.917325973510742,
+ -11.666976928710938,
+ -3.7810492515563965,
+ -11.608917236328125,
+ -8.5753812789917,
+ -8.55324935913086,
+ -10.15068244934082
+ ],
+ "distances_by_expert": [
+ 0.7279230952262878,
+ 14.27549934387207,
+ 35.154319763183594,
+ 29.834651947021484,
+ 23.333953857421875,
+ 7.562098503112793,
+ 23.21783447265625,
+ 17.1507625579834,
+ 17.10649871826172,
+ 20.30136489868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.6650390625,
+ "language": 52.2930908203125
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7737165093421936,
+ 0.0009433699888177216,
+ 2.5023691563319517e-08,
+ 3.650582982572814e-07,
+ 9.893392416415736e-06,
+ 0.026485994458198547,
+ 1.0335370461689308e-05,
+ 0.0002139798307325691,
+ 0.00021042925072833896,
+ 4.694715971709229e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2565497159957886,
+ -6.966052055358887,
+ -17.503442764282227,
+ -14.823208808898926,
+ -11.523643493652344,
+ -3.6311392784118652,
+ -11.479938507080078,
+ -8.449628829956055,
+ -8.466361045837402,
+ -9.966487884521484
+ ],
+ "distances_by_expert": [
+ 0.5130994319915771,
+ 13.932104110717773,
+ 35.00688552856445,
+ 29.64641761779785,
+ 23.047286987304688,
+ 7.2622785568237305,
+ 22.959877014160156,
+ 16.89925765991211,
+ 16.932722091674805,
+ 19.93297576904297
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3269.21923828125,
+ "language": 52.27814483642578
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.646268367767334,
+ 0.0007657773094251752,
+ 2.093070250452911e-08,
+ 2.9516274935303954e-07,
+ 8.273478670162149e-06,
+ 0.023069998249411583,
+ 8.881032954377588e-06,
+ 0.00018195458687841892,
+ 0.00017881428357213736,
+ 3.97400108340662e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43654048442840576,
+ -7.174619197845459,
+ -17.682048797607422,
+ -15.035738945007324,
+ -11.702455520629883,
+ -3.7692222595214844,
+ -11.631592750549316,
+ -8.611753463745117,
+ -8.629162788391113,
+ -10.13315200805664
+ ],
+ "distances_by_expert": [
+ 0.8730809688568115,
+ 14.349238395690918,
+ 35.364097595214844,
+ 30.07147789001465,
+ 23.404911041259766,
+ 7.538444519042969,
+ 23.263185501098633,
+ 17.223506927490234,
+ 17.258325576782227,
+ 20.26630401611328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.47705078125,
+ "language": 52.29908752441406
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6429795622825623,
+ 0.000738499395083636,
+ 2.0797585875698132e-08,
+ 2.942543630979344e-07,
+ 8.1584412328084e-06,
+ 0.022084256634116173,
+ 8.746772437007166e-06,
+ 0.00017998144903685898,
+ 0.00018022034782916307,
+ 3.889154686476104e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4416423738002777,
+ -7.210890293121338,
+ -17.68842887878418,
+ -15.03882122039795,
+ -11.71645736694336,
+ -3.8128902912139893,
+ -11.646825790405273,
+ -8.62265682220459,
+ -8.621330261230469,
+ -10.154733657836914
+ ],
+ "distances_by_expert": [
+ 0.8832847476005554,
+ 14.421780586242676,
+ 35.37685775756836,
+ 30.0776424407959,
+ 23.43291473388672,
+ 7.6257805824279785,
+ 23.293651580810547,
+ 17.24531364440918,
+ 17.242660522460938,
+ 20.309467315673828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.992919921875,
+ "language": 52.30339813232422
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6973696947097778,
+ 0.0008096354431472719,
+ 2.2757099316095264e-08,
+ 3.194421083207999e-07,
+ 8.632873687020037e-06,
+ 0.023796219378709793,
+ 9.197221515933052e-06,
+ 0.0001911399158416316,
+ 0.0001945790572790429,
+ 4.1009316191775724e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36043956875801086,
+ -7.118926525115967,
+ -17.598388671875,
+ -14.956689834594727,
+ -11.659933090209961,
+ -3.7382285594940186,
+ -11.596609115600586,
+ -8.562504768371582,
+ -8.544672012329102,
+ -10.10171127319336
+ ],
+ "distances_by_expert": [
+ 0.7208791375160217,
+ 14.237853050231934,
+ 35.19677734375,
+ 29.913379669189453,
+ 23.319866180419922,
+ 7.476457118988037,
+ 23.193218231201172,
+ 17.125009536743164,
+ 17.089344024658203,
+ 20.20342254638672
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3282.00390625,
+ "language": 52.27982711791992
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6532602906227112,
+ 0.0007005895604379475,
+ 2.1528611782173357e-08,
+ 2.3903010060166707e-07,
+ 7.732151061645709e-06,
+ 0.01498715952038765,
+ 7.803213520674035e-06,
+ 0.00016327312914654613,
+ 0.00017181025759782642,
+ 3.680607915157452e-05
+ ],
+ "log_scores_by_expert": [
+ -0.42577967047691345,
+ -7.2635884284973145,
+ -17.65388298034668,
+ -15.246676445007324,
+ -11.770123481750488,
+ -4.2005615234375,
+ -11.760974884033203,
+ -8.720086097717285,
+ -8.669119834899902,
+ -10.209847450256348
+ ],
+ "distances_by_expert": [
+ 0.8515593409538269,
+ 14.527176856994629,
+ 35.30776596069336,
+ 30.49335289001465,
+ 23.540246963500977,
+ 8.401123046875,
+ 23.521949768066406,
+ 17.44017219543457,
+ 17.338239669799805,
+ 20.419694900512695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3503.14697265625,
+ "language": 52.28838348388672
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7307220697402954,
+ 0.0008257166482508183,
+ 2.4150853761284452e-08,
+ 2.7555938686418813e-07,
+ 8.52094581205165e-06,
+ 0.01919717900454998,
+ 8.693026757100597e-06,
+ 0.00018504940089769661,
+ 0.00019342218001838773,
+ 4.0841918234946206e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3137221038341522,
+ -7.099258899688721,
+ -17.5389461517334,
+ -15.104462623596191,
+ -11.672983169555664,
+ -3.9529919624328613,
+ -11.652989387512207,
+ -8.594887733459473,
+ -8.55063533782959,
+ -10.105801582336426
+ ],
+ "distances_by_expert": [
+ 0.6274442076683044,
+ 14.198517799377441,
+ 35.0778923034668,
+ 30.208925247192383,
+ 23.345966339111328,
+ 7.905983924865723,
+ 23.305978775024414,
+ 17.189775466918945,
+ 17.10127067565918,
+ 20.21160316467285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.390380859375,
+ "language": 52.25559616088867
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6934661865234375,
+ 0.0006683758110739291,
+ 2.23649614383703e-08,
+ 2.3338253640758921e-07,
+ 7.4625631896196865e-06,
+ 0.014990953728556633,
+ 7.739306965959258e-06,
+ 0.00016430970572400838,
+ 0.00018046509649138898,
+ 3.5605396988103166e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3660527765750885,
+ -7.310659885406494,
+ -17.61577033996582,
+ -15.270586967468262,
+ -11.805611610412598,
+ -4.200308322906494,
+ -11.769198417663574,
+ -8.713757514953613,
+ -8.619973182678223,
+ -10.243013381958008
+ ],
+ "distances_by_expert": [
+ 0.732105553150177,
+ 14.621319770812988,
+ 35.23154067993164,
+ 30.541173934936523,
+ 23.611223220825195,
+ 8.400616645812988,
+ 23.53839683532715,
+ 17.427515029907227,
+ 17.239946365356445,
+ 20.486026763916016
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3553.5556640625,
+ "language": 52.26339340209961
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7175959348678589,
+ 0.0006212549633346498,
+ 2.2998403181873073e-08,
+ 2.30188874184023e-07,
+ 7.3538349170121364e-06,
+ 0.014989245682954788,
+ 7.4854933700407855e-06,
+ 0.00016546278493478894,
+ 0.00018165029177907854,
+ 3.441731314524077e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3318486511707306,
+ -7.3837690353393555,
+ -17.587841033935547,
+ -15.2843656539917,
+ -11.82028865814209,
+ -4.200422286987305,
+ -11.802543640136719,
+ -8.706764221191406,
+ -8.61342716217041,
+ -10.27695083618164
+ ],
+ "distances_by_expert": [
+ 0.6636973023414612,
+ 14.767538070678711,
+ 35.175682067871094,
+ 30.5687313079834,
+ 23.64057731628418,
+ 8.40084457397461,
+ 23.605087280273438,
+ 17.413528442382812,
+ 17.22685432434082,
+ 20.55390167236328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.322998046875,
+ "language": 52.2602653503418
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7679991722106934,
+ 0.0008202665485441685,
+ 2.4898051620425576e-08,
+ 3.254981209011021e-07,
+ 8.922800589061808e-06,
+ 0.02164713479578495,
+ 9.092957952816505e-06,
+ 0.0001960062509169802,
+ 0.00020227523054927588,
+ 4.0809758502291515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2639665901660919,
+ -7.105881214141846,
+ -17.50847625732422,
+ -14.937909126281738,
+ -11.626900672912598,
+ -3.8328821659088135,
+ -11.608010292053223,
+ -8.53736400604248,
+ -8.505881309509277,
+ -10.106589317321777
+ ],
+ "distances_by_expert": [
+ 0.5279331803321838,
+ 14.211762428283691,
+ 35.01695251464844,
+ 29.875818252563477,
+ 23.253801345825195,
+ 7.665764331817627,
+ 23.216020584106445,
+ 17.07472801208496,
+ 17.011762619018555,
+ 20.213178634643555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.4306640625,
+ "language": 52.26193618774414
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7777351140975952,
+ 0.0009061016608029604,
+ 2.5492088440159932e-08,
+ 3.501339165268291e-07,
+ 9.738477274368051e-06,
+ 0.02478395402431488,
+ 9.937125469150487e-06,
+ 0.0002091045316774398,
+ 0.00020622284500859678,
+ 4.462025754037313e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2513693571090698,
+ -7.006359100341797,
+ -17.48489761352539,
+ -14.864950180053711,
+ -11.53942584991455,
+ -3.697558879852295,
+ -11.519232749938965,
+ -8.472676277160645,
+ -8.486553192138672,
+ -10.017322540283203
+ ],
+ "distances_by_expert": [
+ 0.5027387142181396,
+ 14.012718200683594,
+ 34.96979522705078,
+ 29.729900360107422,
+ 23.0788516998291,
+ 7.39511775970459,
+ 23.03846549987793,
+ 16.94535255432129,
+ 16.973106384277344,
+ 20.034645080566406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3235.859619140625,
+ "language": 52.28144454956055
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7700572609901428,
+ 0.0006821494898758829,
+ 2.3858927278297415e-08,
+ 2.446089126806328e-07,
+ 7.91072852734942e-06,
+ 0.01702365092933178,
+ 8.080667612375692e-06,
+ 0.00017950285109691322,
+ 0.00019870461255777627,
+ 3.7360387068474665e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26129040122032166,
+ -7.290261745452881,
+ -17.55110740661621,
+ -15.223605155944824,
+ -11.74729061126709,
+ -4.073151588439941,
+ -11.726036071777344,
+ -8.625319480895996,
+ -8.523691177368164,
+ -10.194899559020996
+ ],
+ "distances_by_expert": [
+ 0.5225808024406433,
+ 14.580523490905762,
+ 35.10221481323242,
+ 30.44721031188965,
+ 23.49458122253418,
+ 8.146303176879883,
+ 23.452072143554688,
+ 17.250638961791992,
+ 17.047382354736328,
+ 20.389799118041992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3370.35400390625,
+ "language": 52.25743865966797
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8199436664581299,
+ 0.0008048377931118011,
+ 2.579479740916213e-08,
+ 2.971179355881759e-07,
+ 9.142451744992286e-06,
+ 0.021412262693047523,
+ 9.403024705534335e-06,
+ 0.00020423259411472827,
+ 0.00021331907191779464,
+ 4.327508213464171e-05
+ ],
+ "log_scores_by_expert": [
+ -0.19851958751678467,
+ -7.1248698234558105,
+ -17.473093032836914,
+ -15.029136657714844,
+ -11.602581977844238,
+ -3.8437914848327637,
+ -11.574479103088379,
+ -8.496251106262207,
+ -8.45272159576416,
+ -10.047933578491211
+ ],
+ "distances_by_expert": [
+ 0.39703917503356934,
+ 14.249739646911621,
+ 34.94618606567383,
+ 30.058273315429688,
+ 23.205163955688477,
+ 7.687582969665527,
+ 23.148958206176758,
+ 16.992502212524414,
+ 16.90544319152832,
+ 20.095867156982422
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3316.64794921875,
+ "language": 52.282535552978516
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6998775005340576,
+ 0.000812511658295989,
+ 2.321311498576506e-08,
+ 2.6976044864568394e-07,
+ 8.825485565466806e-06,
+ 0.018030967563390732,
+ 8.70624262461206e-06,
+ 0.00018187303794547915,
+ 0.00018676881154533476,
+ 4.219801849103533e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35684993863105774,
+ -7.11538028717041,
+ -17.578548431396484,
+ -15.125731468200684,
+ -11.637866973876953,
+ -4.015664577484131,
+ -11.651470184326172,
+ -8.612201690673828,
+ -8.585638999938965,
+ -10.073137283325195
+ ],
+ "distances_by_expert": [
+ 0.7136998772621155,
+ 14.23076057434082,
+ 35.15709686279297,
+ 30.251462936401367,
+ 23.275733947753906,
+ 8.031329154968262,
+ 23.302940368652344,
+ 17.224403381347656,
+ 17.17127799987793,
+ 20.14627456665039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.25927734375,
+ "language": 52.280582427978516
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7750270366668701,
+ 0.0008846606942825019,
+ 2.5802917136275028e-08,
+ 3.037826843410585e-07,
+ 9.20733145903796e-06,
+ 0.021215690299868584,
+ 9.42572205531178e-06,
+ 0.0001997145445784554,
+ 0.000204463503905572,
+ 4.4314208935247734e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2548574209213257,
+ -7.030306339263916,
+ -17.4727783203125,
+ -15.006953239440918,
+ -11.595510482788086,
+ -3.8530142307281494,
+ -11.572068214416504,
+ -8.518621444702148,
+ -8.495121002197266,
+ -10.024205207824707
+ ],
+ "distances_by_expert": [
+ 0.5097148418426514,
+ 14.060612678527832,
+ 34.945556640625,
+ 30.013906478881836,
+ 23.191020965576172,
+ 7.706028461456299,
+ 23.144136428833008,
+ 17.037242889404297,
+ 16.99024200439453,
+ 20.048410415649414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3412.793212890625,
+ "language": 52.28763198852539
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7070798277854919,
+ 0.0006767986342310905,
+ 2.2730638704615558e-08,
+ 2.383681021456141e-07,
+ 7.601987817906775e-06,
+ 0.015344888903200626,
+ 7.91855654824758e-06,
+ 0.0001688294141786173,
+ 0.00018453884695190936,
+ 3.661890877992846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3466116487979889,
+ -7.2981367111206055,
+ -17.599552154541016,
+ -15.249449729919434,
+ -11.787100791931152,
+ -4.17697286605835,
+ -11.746301651000977,
+ -8.68662166595459,
+ -8.597650527954102,
+ -10.214945793151855
+ ],
+ "distances_by_expert": [
+ 0.6932232975959778,
+ 14.596273422241211,
+ 35.19910430908203,
+ 30.498899459838867,
+ 23.574201583862305,
+ 8.3539457321167,
+ 23.492603302001953,
+ 17.37324333190918,
+ 17.195301055908203,
+ 20.42989158630371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3536.540771484375,
+ "language": 52.2875862121582
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7173412442207336,
+ 0.0006227830308489501,
+ 2.245180930060542e-08,
+ 2.2374956643034238e-07,
+ 7.4862141445919406e-06,
+ 0.015161639079451561,
+ 7.631886546732858e-06,
+ 0.00016605036216787994,
+ 0.0001832543930504471,
+ 3.5493416362442076e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3322036564350128,
+ -7.381312370300293,
+ -17.611894607543945,
+ -15.312738418579102,
+ -11.802447319030762,
+ -4.188986778259277,
+ -11.783175468444824,
+ -8.703219413757324,
+ -8.604635238647461,
+ -10.246163368225098
+ ],
+ "distances_by_expert": [
+ 0.6644073128700256,
+ 14.762624740600586,
+ 35.22378921508789,
+ 30.625476837158203,
+ 23.604894638061523,
+ 8.377973556518555,
+ 23.56635093688965,
+ 17.40643882751465,
+ 17.209270477294922,
+ 20.492326736450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.36474609375,
+ "language": 52.26392364501953
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7609937191009521,
+ 0.000865423702634871,
+ 2.4813285648406236e-08,
+ 3.411051352486538e-07,
+ 9.295187737734523e-06,
+ 0.024539992213249207,
+ 9.779221727512777e-06,
+ 0.00020340413902886212,
+ 0.00020297493028920144,
+ 4.3273306800983846e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2731301784515381,
+ -7.052291393280029,
+ -17.511886596679688,
+ -14.891075134277344,
+ -11.586013793945312,
+ -3.707451105117798,
+ -11.535250663757324,
+ -8.50031566619873,
+ -8.50242805480957,
+ -10.047974586486816
+ ],
+ "distances_by_expert": [
+ 0.5462603569030762,
+ 14.104582786560059,
+ 35.023773193359375,
+ 29.782150268554688,
+ 23.172027587890625,
+ 7.414902210235596,
+ 23.07050132751465,
+ 17.00063133239746,
+ 17.00485610961914,
+ 20.095949172973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.630615234375,
+ "language": 52.269813537597656
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7434588074684143,
+ 0.0008623255998827517,
+ 2.4384924302012223e-08,
+ 3.3260116083511093e-07,
+ 9.19801095733419e-06,
+ 0.02402144856750965,
+ 9.578338904248085e-06,
+ 0.00020123370632063597,
+ 0.00019754561071749777,
+ 4.271738725947216e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2964419722557068,
+ -7.055877685546875,
+ -17.529300689697266,
+ -14.916321754455566,
+ -11.59652328491211,
+ -3.7288081645965576,
+ -11.55600643157959,
+ -8.511043548583984,
+ -8.529541015625,
+ -10.060904502868652
+ ],
+ "distances_by_expert": [
+ 0.5928839445114136,
+ 14.11175537109375,
+ 35.05860137939453,
+ 29.832643508911133,
+ 23.19304656982422,
+ 7.457616329193115,
+ 23.11201286315918,
+ 17.02208709716797,
+ 17.05908203125,
+ 20.121809005737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.976318359375,
+ "language": 52.27902603149414
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.738105833530426,
+ 0.0006633933517150581,
+ 2.35527775060973e-08,
+ 2.2998109727723204e-07,
+ 7.646428457519505e-06,
+ 0.016062743961811066,
+ 7.969375474203844e-06,
+ 0.00017362425569444895,
+ 0.0001917608897201717,
+ 3.647499761427753e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3036681115627289,
+ -7.318142414093018,
+ -17.564022064208984,
+ -15.285268783569336,
+ -11.781271934509277,
+ -4.131252765655518,
+ -11.739904403686523,
+ -8.65861701965332,
+ -8.559261322021484,
+ -10.218883514404297
+ ],
+ "distances_by_expert": [
+ 0.6073362231254578,
+ 14.636284828186035,
+ 35.12804412841797,
+ 30.570537567138672,
+ 23.562543869018555,
+ 8.262505531311035,
+ 23.479808807373047,
+ 17.31723403930664,
+ 17.11852264404297,
+ 20.437767028808594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.979736328125,
+ "language": 52.272491455078125
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7553166747093201,
+ 0.0007027499377727509,
+ 2.4205132120869166e-08,
+ 2.4336060278074e-07,
+ 8.066438567766454e-06,
+ 0.01755860634148121,
+ 8.388321475649718e-06,
+ 0.00018152769189327955,
+ 0.00020009317086078227,
+ 3.884291436406784e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28061819076538086,
+ -7.260509490966797,
+ -17.536701202392578,
+ -15.228721618652344,
+ -11.727798461914062,
+ -4.042211055755615,
+ -11.68867015838623,
+ -8.614102363586426,
+ -8.516727447509766,
+ -10.155984878540039
+ ],
+ "distances_by_expert": [
+ 0.5612363815307617,
+ 14.521018981933594,
+ 35.073402404785156,
+ 30.457443237304688,
+ 23.455596923828125,
+ 8.08442211151123,
+ 23.37734031677246,
+ 17.22820472717285,
+ 17.03345489501953,
+ 20.311969757080078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.93798828125,
+ "language": 52.28400421142578
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8064208626747131,
+ 0.0008062697597779334,
+ 2.551777456005766e-08,
+ 3.0219749191928713e-07,
+ 9.204767593473662e-06,
+ 0.021427670493721962,
+ 9.491390301263891e-06,
+ 0.0002035042707575485,
+ 0.00021072586241643876,
+ 4.301421722630039e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21514950692653656,
+ -7.123092174530029,
+ -17.483890533447266,
+ -15.012185096740723,
+ -11.595788955688477,
+ -3.8430721759796143,
+ -11.565125465393066,
+ -8.499823570251465,
+ -8.46495246887207,
+ -10.053979873657227
+ ],
+ "distances_by_expert": [
+ 0.4302990138530731,
+ 14.246184349060059,
+ 34.96778106689453,
+ 30.024370193481445,
+ 23.191577911376953,
+ 7.6861443519592285,
+ 23.130250930786133,
+ 16.99964714050293,
+ 16.92990493774414,
+ 20.107959747314453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.7197265625,
+ "language": 52.27852249145508
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6692039966583252,
+ 0.0007317847339436412,
+ 2.2627080653592202e-08,
+ 2.428806453735888e-07,
+ 8.029238415474538e-06,
+ 0.015797283500432968,
+ 8.023834197956603e-06,
+ 0.00017130748892668635,
+ 0.00017452353495173156,
+ 3.850430221064016e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4016663730144501,
+ -7.220024108886719,
+ -17.60411834716797,
+ -15.230695724487305,
+ -11.732420921325684,
+ -4.1479172706604,
+ -11.733094215393066,
+ -8.672050476074219,
+ -8.653450965881348,
+ -10.164740562438965
+ ],
+ "distances_by_expert": [
+ 0.8033327460289001,
+ 14.440048217773438,
+ 35.20823669433594,
+ 30.46139144897461,
+ 23.464841842651367,
+ 8.2958345413208,
+ 23.466188430786133,
+ 17.344100952148438,
+ 17.306901931762695,
+ 20.32948112487793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3526.463623046875,
+ "language": 52.285579681396484
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7325851917266846,
+ 0.0007775836274959147,
+ 2.455757730501773e-08,
+ 2.605619613404997e-07,
+ 8.17019918031292e-06,
+ 0.017842888832092285,
+ 8.426453860010952e-06,
+ 0.00018180541519541293,
+ 0.0001911583385663107,
+ 3.8994865462882444e-05
+ ],
+ "log_scores_by_expert": [
+ -0.311175674200058,
+ -7.1593194007873535,
+ -17.522245407104492,
+ -15.160425186157227,
+ -11.715017318725586,
+ -4.026150226593018,
+ -11.684134483337402,
+ -8.612573623657227,
+ -8.562408447265625,
+ -10.152080535888672
+ ],
+ "distances_by_expert": [
+ 0.622351348400116,
+ 14.318638801574707,
+ 35.044490814208984,
+ 30.320850372314453,
+ 23.430034637451172,
+ 8.052300453186035,
+ 23.368268966674805,
+ 17.225147247314453,
+ 17.12481689453125,
+ 20.304161071777344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3429.2978515625,
+ "language": 52.283870697021484
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.707911491394043,
+ 0.0006522665498778224,
+ 2.2946348821051288e-08,
+ 2.2502388219436398e-07,
+ 7.224201908684336e-06,
+ 0.015204912051558495,
+ 7.559780897281598e-06,
+ 0.0001647581666475162,
+ 0.00018222929793410003,
+ 3.457110142335296e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3454361855983734,
+ -7.335057258605957,
+ -17.590106964111328,
+ -15.307059288024902,
+ -11.83807373046875,
+ -4.186136722564697,
+ -11.792668342590332,
+ -8.711031913757324,
+ -8.610244750976562,
+ -10.272492408752441
+ ],
+ "distances_by_expert": [
+ 0.6908723711967468,
+ 14.670114517211914,
+ 35.180213928222656,
+ 30.614118576049805,
+ 23.6761474609375,
+ 8.372273445129395,
+ 23.585336685180664,
+ 17.42206382751465,
+ 17.220489501953125,
+ 20.544984817504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3501.1064453125,
+ "language": 52.25729751586914
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.758907675743103,
+ 0.000783428200520575,
+ 2.378323316065689e-08,
+ 3.095669569574966e-07,
+ 8.74808210937772e-06,
+ 0.02099992148578167,
+ 8.778000847087242e-06,
+ 0.0001935753389261663,
+ 0.00019957651966251433,
+ 4.0127935790224e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27587515115737915,
+ -7.151831150054932,
+ -17.554285049438477,
+ -14.988091468811035,
+ -11.646676063537598,
+ -3.863236665725708,
+ -11.643261909484863,
+ -8.549843788146973,
+ -8.519312858581543,
+ -10.123437881469727
+ ],
+ "distances_by_expert": [
+ 0.5517503023147583,
+ 14.303662300109863,
+ 35.10857009887695,
+ 29.97618293762207,
+ 23.293352127075195,
+ 7.726473331451416,
+ 23.286523818969727,
+ 17.099687576293945,
+ 17.038625717163086,
+ 20.246875762939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.364990234375,
+ "language": 52.27610778808594
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6221901178359985,
+ 0.0006562138441950083,
+ 2.0465504846356453e-08,
+ 2.7291531523587764e-07,
+ 7.367158104898408e-06,
+ 0.018951235339045525,
+ 7.785248271829914e-06,
+ 0.00016505428357049823,
+ 0.00017518154345452785,
+ 3.3310021535726264e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4745095670223236,
+ -7.329023838043213,
+ -17.704524993896484,
+ -15.114104270935059,
+ -11.81847858428955,
+ -3.965886116027832,
+ -11.763279914855957,
+ -8.709236145019531,
+ -8.649687767028809,
+ -10.309652328491211
+ ],
+ "distances_by_expert": [
+ 0.9490191340446472,
+ 14.658047676086426,
+ 35.40904998779297,
+ 30.228208541870117,
+ 23.6369571685791,
+ 7.931772232055664,
+ 23.526559829711914,
+ 17.418472290039062,
+ 17.299375534057617,
+ 20.619304656982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.281982421875,
+ "language": 52.25575256347656
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7846856117248535,
+ 0.0007633244968019426,
+ 2.5178813700676983e-08,
+ 2.7305668481858447e-07,
+ 8.333892765222117e-06,
+ 0.018684132024645805,
+ 8.641753083793446e-06,
+ 0.00018919957801699638,
+ 0.000204520853003487,
+ 3.953007762902416e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24247212707996368,
+ -7.17782735824585,
+ -17.497262954711914,
+ -15.11358642578125,
+ -11.69517993927002,
+ -3.9800806045532227,
+ -11.658905029296875,
+ -8.572708129882812,
+ -8.494840621948242,
+ -10.138448715209961
+ ],
+ "distances_by_expert": [
+ 0.48494425415992737,
+ 14.3556547164917,
+ 34.99452590942383,
+ 30.2271728515625,
+ 23.39035987854004,
+ 7.960161209106445,
+ 23.31781005859375,
+ 17.145416259765625,
+ 16.989681243896484,
+ 20.276897430419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.005859375,
+ "language": 52.28602981567383
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8030917644500732,
+ 0.0008636818965896964,
+ 2.551422184637886e-08,
+ 3.2804291549837217e-07,
+ 9.30846726987511e-06,
+ 0.02355794981122017,
+ 9.696764209365938e-06,
+ 0.00020788189431186765,
+ 0.00021218731126282364,
+ 4.3756979721365497e-05
+ ],
+ "log_scores_by_expert": [
+ -0.21928632259368896,
+ -7.0543060302734375,
+ -17.48402976989746,
+ -14.930121421813965,
+ -11.584586143493652,
+ -3.7482919692993164,
+ -11.543718338012695,
+ -8.478540420532227,
+ -8.458041191101074,
+ -10.036859512329102
+ ],
+ "distances_by_expert": [
+ 0.43857264518737793,
+ 14.108612060546875,
+ 34.96805953979492,
+ 29.86024284362793,
+ 23.169172286987305,
+ 7.496583938598633,
+ 23.08743667602539,
+ 16.957080841064453,
+ 16.91608238220215,
+ 20.073719024658203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.452392578125,
+ "language": 52.29646301269531
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6214097738265991,
+ 0.0006703358958475292,
+ 2.043437952181648e-08,
+ 2.8512170047179097e-07,
+ 7.67494293540949e-06,
+ 0.020128488540649414,
+ 8.329562660946976e-06,
+ 0.00017253978876397014,
+ 0.00017250228847842664,
+ 3.532036134856753e-05
+ ],
+ "log_scores_by_expert": [
+ -0.47576460242271423,
+ -7.307731628417969,
+ -17.70604705810547,
+ -15.07034969329834,
+ -11.777549743652344,
+ -3.9056191444396973,
+ -11.695699691772461,
+ -8.66488265991211,
+ -8.66510009765625,
+ -10.25105094909668
+ ],
+ "distances_by_expert": [
+ 0.9515292048454285,
+ 14.615463256835938,
+ 35.41209411621094,
+ 30.14069938659668,
+ 23.555099487304688,
+ 7.8112382888793945,
+ 23.391399383544922,
+ 17.32976531982422,
+ 17.3302001953125,
+ 20.50210189819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.95947265625,
+ "language": 52.291969299316406
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6659201383590698,
+ 0.0007515802280977368,
+ 2.2124268639345246e-08,
+ 3.1444790238310816e-07,
+ 8.157017873600125e-06,
+ 0.022302618250250816,
+ 8.791078471404035e-06,
+ 0.0001817778538679704,
+ 0.00018378891400061548,
+ 3.741005275514908e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4065855145454407,
+ -7.193332672119141,
+ -17.626590728759766,
+ -14.972447395324707,
+ -11.716631889343262,
+ -3.803051233291626,
+ -11.641773223876953,
+ -8.612725257873535,
+ -8.601722717285156,
+ -10.193571090698242
+ ],
+ "distances_by_expert": [
+ 0.8131710290908813,
+ 14.386665344238281,
+ 35.25318145751953,
+ 29.944894790649414,
+ 23.433263778686523,
+ 7.606102466583252,
+ 23.283546447753906,
+ 17.22545051574707,
+ 17.203445434570312,
+ 20.387142181396484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.2607421875,
+ "language": 52.276363372802734
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.8144412040710449,
+ 0.0008102321298792958,
+ 2.551505140502286e-08,
+ 3.0219143809517846e-07,
+ 8.938173778005876e-06,
+ 0.020951589569449425,
+ 9.130139915214386e-06,
+ 0.00019936877652071416,
+ 0.00021343505068216473,
+ 4.208352402201854e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2052530199289322,
+ -7.118189811706543,
+ -17.483997344970703,
+ -15.012205123901367,
+ -11.625179290771484,
+ -3.8655407428741455,
+ -11.60392951965332,
+ -8.520354270935059,
+ -8.452178001403809,
+ -10.075854301452637
+ ],
+ "distances_by_expert": [
+ 0.4105060398578644,
+ 14.236379623413086,
+ 34.967994689941406,
+ 30.024410247802734,
+ 23.25035858154297,
+ 7.731081485748291,
+ 23.20785903930664,
+ 17.040708541870117,
+ 16.904356002807617,
+ 20.151708602905273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3326.540771484375,
+ "language": 52.290184020996094
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6949878334999084,
+ 0.0007383990450762212,
+ 2.2056557469340987e-08,
+ 3.1355224905382784e-07,
+ 8.425080523011275e-06,
+ 0.022038059309124947,
+ 8.761490789765958e-06,
+ 0.00018655412713997066,
+ 0.00018764362903311849,
+ 3.856343391817063e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3638609051704407,
+ -7.211026191711426,
+ -17.629655838012695,
+ -14.975299835205078,
+ -11.684297561645508,
+ -3.8149843215942383,
+ -11.64514446258545,
+ -8.58678913116455,
+ -8.580965995788574,
+ -10.163206100463867
+ ],
+ "distances_by_expert": [
+ 0.7277218103408813,
+ 14.422052383422852,
+ 35.25931167602539,
+ 29.950599670410156,
+ 23.368595123291016,
+ 7.629968643188477,
+ 23.2902889251709,
+ 17.1735782623291,
+ 17.16193199157715,
+ 20.326412200927734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.442626953125,
+ "language": 52.28276824951172
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.735806405544281,
+ 0.0007900766213424504,
+ 2.313501035189347e-08,
+ 3.227126228466659e-07,
+ 8.899880413082428e-06,
+ 0.022831067442893982,
+ 9.113367923418991e-06,
+ 0.0001957738568307832,
+ 0.00019686254381667823,
+ 4.104813342564739e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30678823590278625,
+ -7.143380641937256,
+ -17.581918716430664,
+ -14.946503639221191,
+ -11.629472732543945,
+ -3.779633045196533,
+ -11.605768203735352,
+ -8.53855037689209,
+ -8.533004760742188,
+ -10.100765228271484
+ ],
+ "distances_by_expert": [
+ 0.6135764718055725,
+ 14.286761283874512,
+ 35.16383743286133,
+ 29.893007278442383,
+ 23.25894546508789,
+ 7.559266090393066,
+ 23.211536407470703,
+ 17.07710075378418,
+ 17.066009521484375,
+ 20.20153045654297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.570068359375,
+ "language": 52.26953125
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7237706780433655,
+ 0.0007645266014151275,
+ 2.2337548699624676e-08,
+ 2.9046975669189123e-07,
+ 8.411167073063552e-06,
+ 0.02196510322391987,
+ 8.699138561496511e-06,
+ 0.00018922555318567902,
+ 0.00019317994883749634,
+ 4.024639929411933e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3232806921005249,
+ -7.176253795623779,
+ -17.61699676513672,
+ -15.051766395568848,
+ -11.68595027923584,
+ -3.818300247192383,
+ -11.652286529541016,
+ -8.57257080078125,
+ -8.551888465881348,
+ -10.120490074157715
+ ],
+ "distances_by_expert": [
+ 0.6465613842010498,
+ 14.352507591247559,
+ 35.23399353027344,
+ 30.103532791137695,
+ 23.37190055847168,
+ 7.636600494384766,
+ 23.30457305908203,
+ 17.1451416015625,
+ 17.103776931762695,
+ 20.24098014831543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.92529296875,
+ "language": 52.28934860229492
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6284494996070862,
+ 0.0006534775602631271,
+ 2.0186377014397294e-08,
+ 2.735000066422799e-07,
+ 7.485150490538217e-06,
+ 0.019593510776758194,
+ 8.023818736546673e-06,
+ 0.00017078174278140068,
+ 0.00017344717343803495,
+ 3.456147533142939e-05
+ ],
+ "log_scores_by_expert": [
+ -0.46449965238571167,
+ -7.333202362060547,
+ -17.718257904052734,
+ -15.111964225769043,
+ -11.802589416503906,
+ -3.9325568675994873,
+ -11.7330961227417,
+ -8.675124168395996,
+ -8.659637451171875,
+ -10.272770881652832
+ ],
+ "distances_by_expert": [
+ 0.9289993047714233,
+ 14.666404724121094,
+ 35.43651580810547,
+ 30.223928451538086,
+ 23.605178833007812,
+ 7.865113735198975,
+ 23.4661922454834,
+ 17.350248336791992,
+ 17.31927490234375,
+ 20.545541763305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3342.6611328125,
+ "language": 52.28948974609375
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6660619378089905,
+ 0.0007213322096504271,
+ 2.1650995662980677e-08,
+ 2.959245932743215e-07,
+ 7.947426638565958e-06,
+ 0.021376783028244972,
+ 8.462073310511187e-06,
+ 0.00017966092855203897,
+ 0.00018489945796318352,
+ 3.6585541238309816e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4063725769519806,
+ -7.234410762786865,
+ -17.64821434020996,
+ -15.033161163330078,
+ -11.74266242980957,
+ -3.845449924468994,
+ -11.679916381835938,
+ -8.624439239501953,
+ -8.595698356628418,
+ -10.21585750579834
+ ],
+ "distances_by_expert": [
+ 0.8127451539039612,
+ 14.46882152557373,
+ 35.29642868041992,
+ 30.066322326660156,
+ 23.48532485961914,
+ 7.690899848937988,
+ 23.359832763671875,
+ 17.248878479003906,
+ 17.191396713256836,
+ 20.43171501159668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.598388671875,
+ "language": 52.292842864990234
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6653016805648804,
+ 0.0007363473996520042,
+ 2.1543893780062717e-08,
+ 2.9433098802655877e-07,
+ 7.937231202959083e-06,
+ 0.021853554993867874,
+ 8.542694558855146e-06,
+ 0.00017915721400640905,
+ 0.00018432339129503816,
+ 3.686306081363e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4075147211551666,
+ -7.213808536529541,
+ -17.653173446655273,
+ -15.03856086730957,
+ -11.743946075439453,
+ -3.8233916759490967,
+ -11.67043399810791,
+ -8.627246856689453,
+ -8.5988187789917,
+ -10.208300590515137
+ ],
+ "distances_by_expert": [
+ 0.8150294423103333,
+ 14.427617073059082,
+ 35.30634689331055,
+ 30.07712173461914,
+ 23.487892150878906,
+ 7.646783351898193,
+ 23.34086799621582,
+ 17.254493713378906,
+ 17.1976375579834,
+ 20.416601181030273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.356689453125,
+ "language": 52.254432678222656
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6939630508422852,
+ 0.0007532025338150561,
+ 2.2137394140031574e-08,
+ 3.0343116463882325e-07,
+ 8.28619158710353e-06,
+ 0.022456713020801544,
+ 8.742385944060516e-06,
+ 0.00018675705359783024,
+ 0.00018956224084831774,
+ 3.888787250616588e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36533650755882263,
+ -7.191176414489746,
+ -17.62599754333496,
+ -15.008111000061035,
+ -11.700920104980469,
+ -3.796165704727173,
+ -11.647327423095703,
+ -8.585701942443848,
+ -8.570793151855469,
+ -10.154828071594238
+ ],
+ "distances_by_expert": [
+ 0.7306730151176453,
+ 14.382352828979492,
+ 35.25199508666992,
+ 30.01622200012207,
+ 23.401840209960938,
+ 7.592331409454346,
+ 23.294654846191406,
+ 17.171403884887695,
+ 17.141586303710938,
+ 20.309656143188477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3244.56494140625,
+ "language": 52.29841232299805
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7432788014411926,
+ 0.0008067351300269365,
+ 2.333185378233793e-08,
+ 3.158005768000294e-07,
+ 8.84335531736724e-06,
+ 0.02335071749985218,
+ 9.150468031293713e-06,
+ 0.00019531809084583074,
+ 0.00020023327670060098,
+ 4.1595136281102896e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29668405652046204,
+ -7.1225152015686035,
+ -17.57344627380371,
+ -14.968154907226562,
+ -11.635844230651855,
+ -3.757127523422241,
+ -11.601705551147461,
+ -8.540881156921387,
+ -8.516027450561523,
+ -10.08752727508545
+ ],
+ "distances_by_expert": [
+ 0.5933681130409241,
+ 14.245030403137207,
+ 35.14689254760742,
+ 29.936309814453125,
+ 23.27168846130371,
+ 7.514255046844482,
+ 23.203411102294922,
+ 17.081762313842773,
+ 17.032054901123047,
+ 20.1750545501709
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3240.927734375,
+ "language": 52.281044006347656
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7126715779304504,
+ 0.0007820352911949158,
+ 2.3135321214340365e-08,
+ 3.1728126259622513e-07,
+ 8.62204615259543e-06,
+ 0.02247031219303608,
+ 9.036834853759501e-06,
+ 0.00019174168119207025,
+ 0.00019487376266624779,
+ 3.971057230955921e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33873462677001953,
+ -7.153610706329346,
+ -17.581905364990234,
+ -14.96347713470459,
+ -11.661188125610352,
+ -3.795560359954834,
+ -11.614201545715332,
+ -8.559361457824707,
+ -8.543158531188965,
+ -10.133893013000488
+ ],
+ "distances_by_expert": [
+ 0.6774692535400391,
+ 14.307221412658691,
+ 35.16381072998047,
+ 29.92695426940918,
+ 23.322376251220703,
+ 7.591120719909668,
+ 23.228403091430664,
+ 17.118722915649414,
+ 17.08631706237793,
+ 20.267786026000977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.156005859375,
+ "language": 52.25474166870117
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6768712997436523,
+ 0.0007441418129019439,
+ 2.218185990443544e-08,
+ 3.01435306937492e-07,
+ 8.063208042585757e-06,
+ 0.02159999869763851,
+ 8.655668352730572e-06,
+ 0.00018109453958459198,
+ 0.00018776123761199415,
+ 3.728930096258409e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39027413725852966,
+ -7.2032790184021,
+ -17.623991012573242,
+ -15.014710426330566,
+ -11.728199005126953,
+ -3.835062026977539,
+ -11.657296180725098,
+ -8.616491317749023,
+ -8.580339431762695,
+ -10.19680404663086
+ ],
+ "distances_by_expert": [
+ 0.7805482745170593,
+ 14.4065580368042,
+ 35.247982025146484,
+ 30.029420852661133,
+ 23.456398010253906,
+ 7.670124053955078,
+ 23.314592361450195,
+ 17.232982635498047,
+ 17.16067886352539,
+ 20.39360809326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3239.689208984375,
+ "language": 52.27096176147461
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6745918989181519,
+ 0.0007281751604750752,
+ 2.185179504010648e-08,
+ 3.0072379786361125e-07,
+ 8.20790410216432e-06,
+ 0.021351059898734093,
+ 8.655411875224672e-06,
+ 0.00018310257291886955,
+ 0.00018592874403111637,
+ 3.797164390562102e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39364737272262573,
+ -7.224968910217285,
+ -17.63898277282715,
+ -15.017073631286621,
+ -11.710412979125977,
+ -3.846653938293457,
+ -11.657325744628906,
+ -8.605463981628418,
+ -8.590147018432617,
+ -10.178670883178711
+ ],
+ "distances_by_expert": [
+ 0.7872947454452515,
+ 14.44993782043457,
+ 35.2779655456543,
+ 30.034147262573242,
+ 23.420825958251953,
+ 7.693307876586914,
+ 23.314651489257812,
+ 17.210927963256836,
+ 17.180294036865234,
+ 20.357341766357422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3302.157470703125,
+ "language": 52.291358947753906
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6466474533081055,
+ 0.0007151197060011327,
+ 2.173009860939601e-08,
+ 2.518427777431498e-07,
+ 7.979817382874899e-06,
+ 0.01631494052708149,
+ 7.957900379551575e-06,
+ 0.00016940133355092257,
+ 0.00017117666720878333,
+ 3.832588845398277e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4359540641307831,
+ -7.24306058883667,
+ -17.644567489624023,
+ -15.19446086883545,
+ -11.738595008850098,
+ -4.115674018859863,
+ -11.741345405578613,
+ -8.683239936828613,
+ -8.67281436920166,
+ -10.169384956359863
+ ],
+ "distances_by_expert": [
+ 0.8719081282615662,
+ 14.48612117767334,
+ 35.28913497924805,
+ 30.3889217376709,
+ 23.477190017700195,
+ 8.231348037719727,
+ 23.482690811157227,
+ 17.366479873657227,
+ 17.34562873840332,
+ 20.338769912719727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.416748046875,
+ "language": 52.27587127685547
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7549675107002258,
+ 0.0009056878043338656,
+ 2.5084908372718928e-08,
+ 3.103017434114008e-07,
+ 9.327377483714372e-06,
+ 0.02188151516020298,
+ 9.343055353383534e-06,
+ 0.00019675970543175936,
+ 0.0002017910301219672,
+ 4.4510437874123454e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2810806334018707,
+ -7.0068159103393555,
+ -17.500999450683594,
+ -14.98572063446045,
+ -11.58255672454834,
+ -3.822113037109375,
+ -11.580877304077148,
+ -8.533527374267578,
+ -8.508277893066406,
+ -10.019786834716797
+ ],
+ "distances_by_expert": [
+ 0.5621612668037415,
+ 14.013631820678711,
+ 35.00199890136719,
+ 29.9714412689209,
+ 23.16511344909668,
+ 7.64422607421875,
+ 23.161754608154297,
+ 17.067054748535156,
+ 17.016555786132812,
+ 20.039573669433594
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3400.90283203125,
+ "language": 52.27495574951172
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7413583397865295,
+ 0.0007508014678023756,
+ 2.4418389088509684e-08,
+ 2.560562109010789e-07,
+ 8.262842129624914e-06,
+ 0.017230581492185593,
+ 8.521368727087975e-06,
+ 0.00018448095943313092,
+ 0.00019364272884558886,
+ 4.0606486436445266e-05
+ ],
+ "log_scores_by_expert": [
+ -0.29927119612693787,
+ -7.194369316101074,
+ -17.527929306030273,
+ -15.177868843078613,
+ -11.703742027282715,
+ -4.061069488525391,
+ -11.672933578491211,
+ -8.5979642868042,
+ -8.549495697021484,
+ -10.11158275604248
+ ],
+ "distances_by_expert": [
+ 0.5985423922538757,
+ 14.388738632202148,
+ 35.05585861206055,
+ 30.355737686157227,
+ 23.40748405456543,
+ 8.122138977050781,
+ 23.345867156982422,
+ 17.1959285736084,
+ 17.09899139404297,
+ 20.22316551208496
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3527.6103515625,
+ "language": 52.2823371887207
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7136526703834534,
+ 0.000617023732047528,
+ 2.2867661542136375e-08,
+ 2.2768767848901916e-07,
+ 7.412600098177791e-06,
+ 0.015172581188380718,
+ 7.665382327104453e-06,
+ 0.0001662879076320678,
+ 0.0001841731573222205,
+ 3.532554910634644e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33735889196395874,
+ -7.390603065490723,
+ -17.593542098999023,
+ -15.29529094696045,
+ -11.812329292297363,
+ -4.188265323638916,
+ -11.778796195983887,
+ -8.701789855957031,
+ -8.599634170532227,
+ -10.250904083251953
+ ],
+ "distances_by_expert": [
+ 0.6747177839279175,
+ 14.781206130981445,
+ 35.18708419799805,
+ 30.5905818939209,
+ 23.624658584594727,
+ 8.376530647277832,
+ 23.557592391967773,
+ 17.403579711914062,
+ 17.199268341064453,
+ 20.501808166503906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.196533203125,
+ "language": 52.25802230834961
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7911714911460876,
+ 0.0007440811023116112,
+ 2.501328921766799e-08,
+ 2.805643077863351e-07,
+ 8.48846320877783e-06,
+ 0.01851973682641983,
+ 8.653027180116624e-06,
+ 0.00019013074052054435,
+ 0.0002024834684561938,
+ 3.942627881770022e-05
+ ],
+ "log_scores_by_expert": [
+ -0.23424051702022552,
+ -7.203360557556152,
+ -17.50385856628418,
+ -15.08646297454834,
+ -11.676802635192871,
+ -3.9889183044433594,
+ -11.657601356506348,
+ -8.567798614501953,
+ -8.504852294921875,
+ -10.141077995300293
+ ],
+ "distances_by_expert": [
+ 0.46848103404045105,
+ 14.406721115112305,
+ 35.00771713256836,
+ 30.17292594909668,
+ 23.353605270385742,
+ 7.977836608886719,
+ 23.315202713012695,
+ 17.135597229003906,
+ 17.00970458984375,
+ 20.282155990600586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.962890625,
+ "language": 52.289485931396484
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7762153148651123,
+ 0.000852186931297183,
+ 2.5197357089723482e-08,
+ 3.3895969409059035e-07,
+ 9.249752110918052e-06,
+ 0.023672660812735558,
+ 9.643772500567138e-06,
+ 0.00020396844774950296,
+ 0.00020741851767525077,
+ 4.259766137693077e-05
+ ],
+ "log_scores_by_expert": [
+ -0.25332534313201904,
+ -7.067704677581787,
+ -17.49652671813965,
+ -14.897384643554688,
+ -11.590913772583008,
+ -3.743434429168701,
+ -11.549198150634766,
+ -8.49754524230957,
+ -8.480772018432617,
+ -10.063711166381836
+ ],
+ "distances_by_expert": [
+ 0.5066506862640381,
+ 14.135409355163574,
+ 34.9930534362793,
+ 29.794769287109375,
+ 23.181827545166016,
+ 7.486868858337402,
+ 23.09839630126953,
+ 16.99509048461914,
+ 16.961544036865234,
+ 20.127422332763672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.524169921875,
+ "language": 52.287017822265625
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7097797393798828,
+ 0.0006101883482187986,
+ 2.2908654528919214e-08,
+ 2.1183818432746193e-07,
+ 7.183044999692356e-06,
+ 0.014416013844311237,
+ 7.548052963102236e-06,
+ 0.00016541009244974703,
+ 0.00018452299991622567,
+ 3.402032962185331e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34280064702033997,
+ -7.401742935180664,
+ -17.591751098632812,
+ -15.367443084716797,
+ -11.84378719329834,
+ -4.239415645599365,
+ -11.794220924377441,
+ -8.707082748413086,
+ -8.597736358642578,
+ -10.288552284240723
+ ],
+ "distances_by_expert": [
+ 0.6856012940406799,
+ 14.803485870361328,
+ 35.183502197265625,
+ 30.734886169433594,
+ 23.68757438659668,
+ 8.47883129119873,
+ 23.588441848754883,
+ 17.414165496826172,
+ 17.195472717285156,
+ 20.577104568481445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.51611328125,
+ "language": 52.262184143066406
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7588125467300415,
+ 0.0006877639680169523,
+ 2.421178102451904e-08,
+ 2.4594339720351854e-07,
+ 8.127867658913601e-06,
+ 0.01685941405594349,
+ 8.364292625628877e-06,
+ 0.000182444229722023,
+ 0.0001994524645851925,
+ 3.845105675281957e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2760004699230194,
+ -7.282064914703369,
+ -17.536426544189453,
+ -15.218164443969727,
+ -11.72021198272705,
+ -4.082846164703369,
+ -11.69153881072998,
+ -8.609066009521484,
+ -8.51993465423584,
+ -10.16612434387207
+ ],
+ "distances_by_expert": [
+ 0.5520009398460388,
+ 14.564129829406738,
+ 35.072853088378906,
+ 30.436328887939453,
+ 23.4404239654541,
+ 8.165692329406738,
+ 23.38307762145996,
+ 17.21813201904297,
+ 17.03986930847168,
+ 20.33224868774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.6474609375,
+ "language": 52.30863571166992
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7371162176132202,
+ 0.0007023740326985717,
+ 2.4514148933008073e-08,
+ 2.5525113755975326e-07,
+ 8.096890269371215e-06,
+ 0.018315114080905914,
+ 8.457256626570597e-06,
+ 0.0001827780797611922,
+ 0.00019363497267477214,
+ 3.836549149127677e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30500972270965576,
+ -7.261044502258301,
+ -17.524015426635742,
+ -15.181017875671387,
+ -11.724030494689941,
+ -4.000028610229492,
+ -11.680485725402832,
+ -8.607237815856934,
+ -8.549535751342773,
+ -10.168352127075195
+ ],
+ "distances_by_expert": [
+ 0.6100194454193115,
+ 14.522089004516602,
+ 35.048030853271484,
+ 30.362035751342773,
+ 23.448060989379883,
+ 8.000057220458984,
+ 23.360971450805664,
+ 17.214475631713867,
+ 17.099071502685547,
+ 20.33670425415039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.737060546875,
+ "language": 52.27978515625
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6191357970237732,
+ 0.000722608354408294,
+ 2.0523046373455145e-08,
+ 2.6379154860478593e-07,
+ 8.308522410516161e-06,
+ 0.01702040433883667,
+ 7.905901838967111e-06,
+ 0.00016917497850954533,
+ 0.0001676653337199241,
+ 3.986307274317369e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4794306755065918,
+ -7.232643127441406,
+ -17.701717376708984,
+ -15.148106575012207,
+ -11.69822883605957,
+ -4.073342323303223,
+ -11.74790096282959,
+ -8.684576988220215,
+ -8.693540573120117,
+ -10.130060195922852
+ ],
+ "distances_by_expert": [
+ 0.9588613510131836,
+ 14.465286254882812,
+ 35.40343475341797,
+ 30.296213150024414,
+ 23.39645767211914,
+ 8.146684646606445,
+ 23.49580192565918,
+ 17.36915397644043,
+ 17.387081146240234,
+ 20.260120391845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3581.213623046875,
+ "language": 52.293399810791016
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7522904276847839,
+ 0.0008570963982492685,
+ 2.5201346787184775e-08,
+ 2.874023437016149e-07,
+ 9.010888788907323e-06,
+ 0.01997423730790615,
+ 9.12269842956448e-06,
+ 0.00019415254064369947,
+ 0.00019775409600697458,
+ 4.351071402197704e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2846328914165497,
+ -7.061960220336914,
+ -17.496368408203125,
+ -15.062382698059082,
+ -11.617076873779297,
+ -3.9133119583129883,
+ -11.604744911193848,
+ -8.546866416931152,
+ -8.528486251831055,
+ -10.042503356933594
+ ],
+ "distances_by_expert": [
+ 0.5692657828330994,
+ 14.123920440673828,
+ 34.99273681640625,
+ 30.124765396118164,
+ 23.234153747558594,
+ 7.826623916625977,
+ 23.209489822387695,
+ 17.093732833862305,
+ 17.05697250366211,
+ 20.085006713867188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.57373046875,
+ "language": 52.284122467041016
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7813198566436768,
+ 0.0007949037826620042,
+ 2.4967246048390734e-08,
+ 2.6321359314351866e-07,
+ 8.53156507218955e-06,
+ 0.017433298751711845,
+ 8.752221219765488e-06,
+ 0.00018678003107197583,
+ 0.00020107123418711126,
+ 4.1417133616050705e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2467706799507141,
+ -7.137289524078369,
+ -17.505701065063477,
+ -15.150300025939941,
+ -11.671737670898438,
+ -4.049373149871826,
+ -11.64620304107666,
+ -8.585578918457031,
+ -8.51185131072998,
+ -10.091815948486328
+ ],
+ "distances_by_expert": [
+ 0.4935413599014282,
+ 14.274579048156738,
+ 35.01140213012695,
+ 30.300600051879883,
+ 23.343475341796875,
+ 8.098746299743652,
+ 23.29240608215332,
+ 17.171157836914062,
+ 17.02370262145996,
+ 20.183631896972656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.516357421875,
+ "language": 52.26819610595703
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7507352828979492,
+ 0.0006876875413581729,
+ 2.383868391575561e-08,
+ 2.4046687485679286e-07,
+ 7.768382602080237e-06,
+ 0.016061769798398018,
+ 8.082078238658141e-06,
+ 0.00017471188039053231,
+ 0.0001928806013893336,
+ 3.695855775731616e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2867021858692169,
+ -7.2821760177612305,
+ -17.551956176757812,
+ -15.240683555603027,
+ -11.765448570251465,
+ -4.131313323974609,
+ -11.725861549377441,
+ -8.652372360229492,
+ -8.553439140319824,
+ -10.205713272094727
+ ],
+ "distances_by_expert": [
+ 0.5734043717384338,
+ 14.564352035522461,
+ 35.103912353515625,
+ 30.481367111206055,
+ 23.53089714050293,
+ 8.262626647949219,
+ 23.451723098754883,
+ 17.304744720458984,
+ 17.10687828063965,
+ 20.411426544189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3403.105224609375,
+ "language": 52.264747619628906
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.724947452545166,
+ 0.0007624252466484904,
+ 2.3393347703404288e-08,
+ 3.1083516205399064e-07,
+ 8.523432370566297e-06,
+ 0.020540330559015274,
+ 8.830890692479443e-06,
+ 0.00018945234478451312,
+ 0.00019531490397639573,
+ 3.8876565668033436e-05
+ ],
+ "log_scores_by_expert": [
+ -0.32165610790252686,
+ -7.179006099700928,
+ -17.57081413269043,
+ -14.984003067016602,
+ -11.672691345214844,
+ -3.8853650093078613,
+ -11.63725471496582,
+ -8.571372985839844,
+ -8.540897369384766,
+ -10.155118942260742
+ ],
+ "distances_by_expert": [
+ 0.6433122158050537,
+ 14.358012199401855,
+ 35.14162826538086,
+ 29.968006134033203,
+ 23.345382690429688,
+ 7.770730018615723,
+ 23.27450942993164,
+ 17.142745971679688,
+ 17.08179473876953,
+ 20.310237884521484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.399169921875,
+ "language": 52.26675033569336
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6452774405479431,
+ 0.0007157092331908643,
+ 2.1160548868692786e-08,
+ 2.882936769310618e-07,
+ 8.097469617496245e-06,
+ 0.020759886130690575,
+ 8.692728442838416e-06,
+ 0.0001824623323045671,
+ 0.00017619319260120392,
+ 3.758549428312108e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43807491660118103,
+ -7.242236614227295,
+ -17.671127319335938,
+ -15.059286117553711,
+ -11.723958969116211,
+ -3.874732732772827,
+ -11.653023719787598,
+ -8.608966827392578,
+ -8.643929481506348,
+ -10.188892364501953
+ ],
+ "distances_by_expert": [
+ 0.8761498332023621,
+ 14.48447322845459,
+ 35.342254638671875,
+ 30.118572235107422,
+ 23.447917938232422,
+ 7.749465465545654,
+ 23.306047439575195,
+ 17.217933654785156,
+ 17.287858963012695,
+ 20.377784729003906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.69384765625,
+ "language": 52.29832077026367
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7620558142662048,
+ 0.0007024333463050425,
+ 2.443963609266575e-08,
+ 2.5045548568414233e-07,
+ 7.930921128718182e-06,
+ 0.01736360229551792,
+ 8.344859452336095e-06,
+ 0.00018310677842237055,
+ 0.0001995666098082438,
+ 3.7886355130467564e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27173542976379395,
+ -7.260960102081299,
+ -17.52705955505371,
+ -15.199984550476074,
+ -11.744741439819336,
+ -4.053379058837891,
+ -11.693864822387695,
+ -8.605441093444824,
+ -8.519362449645996,
+ -10.180919647216797
+ ],
+ "distances_by_expert": [
+ 0.5434708595275879,
+ 14.521920204162598,
+ 35.05411911010742,
+ 30.39996910095215,
+ 23.489482879638672,
+ 8.106758117675781,
+ 23.38772964477539,
+ 17.21088218688965,
+ 17.038724899291992,
+ 20.361839294433594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.596435546875,
+ "language": 52.27702331542969
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6866102814674377,
+ 0.0006449272041209042,
+ 2.2103094465819595e-08,
+ 2.2659916965039884e-07,
+ 7.575737981824204e-06,
+ 0.015735801309347153,
+ 7.951868610689417e-06,
+ 0.00017053810006473213,
+ 0.00018572565750218928,
+ 3.661377922981046e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3759883642196655,
+ -7.346373081207275,
+ -17.627548217773438,
+ -15.30008316040039,
+ -11.790559768676758,
+ -4.1518168449401855,
+ -11.742103576660156,
+ -8.676551818847656,
+ -8.591239929199219,
+ -10.215085983276367
+ ],
+ "distances_by_expert": [
+ 0.751976728439331,
+ 14.69274616241455,
+ 35.255096435546875,
+ 30.60016632080078,
+ 23.581119537353516,
+ 8.303633689880371,
+ 23.484207153320312,
+ 17.353103637695312,
+ 17.182479858398438,
+ 20.430171966552734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.69287109375,
+ "language": 52.30778503417969
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6922445893287659,
+ 0.0007987595745362341,
+ 2.276421895430758e-08,
+ 3.0975564868640504e-07,
+ 8.780997632129584e-06,
+ 0.02334037609398365,
+ 9.541142389934976e-06,
+ 0.00019299377163406461,
+ 0.00018693685706239194,
+ 4.1648250771686435e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36781594157218933,
+ -7.132450580596924,
+ -17.59807586669922,
+ -14.987482070922852,
+ -11.64292049407959,
+ -3.757570505142212,
+ -11.559897422790527,
+ -8.552852630615234,
+ -8.584739685058594,
+ -10.086251258850098
+ ],
+ "distances_by_expert": [
+ 0.7356318831443787,
+ 14.264901161193848,
+ 35.19615173339844,
+ 29.974964141845703,
+ 23.28584098815918,
+ 7.515141010284424,
+ 23.119794845581055,
+ 17.10570526123047,
+ 17.169479370117188,
+ 20.172502517700195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.15185546875,
+ "language": 52.297706604003906
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6612150073051453,
+ 0.000725067628081888,
+ 2.2051342085660508e-08,
+ 2.474689324571955e-07,
+ 7.907704457466025e-06,
+ 0.016190361231565475,
+ 7.92661103332648e-06,
+ 0.0001689097989583388,
+ 0.00017512307385914028,
+ 3.795864540734328e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4136762022972107,
+ -7.229245662689209,
+ -17.629892349243164,
+ -15.211980819702148,
+ -11.747673034667969,
+ -4.1233391761779785,
+ -11.745285034179688,
+ -8.686145782470703,
+ -8.65002155303955,
+ -10.1790132522583
+ ],
+ "distances_by_expert": [
+ 0.8273524045944214,
+ 14.458491325378418,
+ 35.25978469848633,
+ 30.423961639404297,
+ 23.495346069335938,
+ 8.246678352355957,
+ 23.490570068359375,
+ 17.372291564941406,
+ 17.3000431060791,
+ 20.3580265045166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.86572265625,
+ "language": 52.27039337158203
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7013168334960938,
+ 0.0007994339684955776,
+ 2.3562842343949342e-08,
+ 2.704853443447064e-07,
+ 8.482328667014372e-06,
+ 0.018298981711268425,
+ 8.563969458919019e-06,
+ 0.00017928694433066994,
+ 0.00018658206681720912,
+ 4.0433598769595847e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35479554533958435,
+ -7.131606578826904,
+ -17.563594818115234,
+ -15.123047828674316,
+ -11.677525520324707,
+ -4.000909805297852,
+ -11.667946815490723,
+ -8.6265230178833,
+ -8.586639404296875,
+ -10.115849494934082
+ ],
+ "distances_by_expert": [
+ 0.7095910906791687,
+ 14.263213157653809,
+ 35.12718963623047,
+ 30.246095657348633,
+ 23.355051040649414,
+ 8.001819610595703,
+ 23.335893630981445,
+ 17.2530460357666,
+ 17.17327880859375,
+ 20.231698989868164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.8388671875,
+ "language": 52.299495697021484
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.703072190284729,
+ 0.0006717841606587172,
+ 2.2946482047814243e-08,
+ 2.3829149142784445e-07,
+ 7.591164376208326e-06,
+ 0.01515903603285551,
+ 7.763420398987364e-06,
+ 0.0001686028845142573,
+ 0.0001791362010408193,
+ 3.6114466638537124e-05
+ ],
+ "log_scores_by_expert": [
+ -0.35229572653770447,
+ -7.305573463439941,
+ -17.59010124206543,
+ -15.249771118164062,
+ -11.788525581359863,
+ -4.1891584396362305,
+ -11.766087532043457,
+ -8.68796443939209,
+ -8.627364158630371,
+ -10.228816986083984
+ ],
+ "distances_by_expert": [
+ 0.7045914530754089,
+ 14.611146926879883,
+ 35.18020248413086,
+ 30.499542236328125,
+ 23.577051162719727,
+ 8.378316879272461,
+ 23.532175064086914,
+ 17.37592887878418,
+ 17.254728317260742,
+ 20.45763397216797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.780517578125,
+ "language": 52.27250671386719
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6718104481697083,
+ 0.000562789966352284,
+ 2.1348000700527336e-08,
+ 2.0836706937643612e-07,
+ 6.920414307387546e-06,
+ 0.013666847720742226,
+ 7.0553264777117874e-06,
+ 0.00015505592455156147,
+ 0.0001714625977911055,
+ 3.250579902669415e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3977791368961334,
+ -7.482604026794434,
+ -17.662307739257812,
+ -15.383964538574219,
+ -11.881034851074219,
+ -4.292782306671143,
+ -11.861727714538574,
+ -8.771724700927734,
+ -8.67114543914795,
+ -10.334092140197754
+ ],
+ "distances_by_expert": [
+ 0.7955582737922668,
+ 14.965208053588867,
+ 35.324615478515625,
+ 30.767929077148438,
+ 23.762069702148438,
+ 8.585564613342285,
+ 23.72345542907715,
+ 17.54344940185547,
+ 17.3422908782959,
+ 20.668184280395508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.443359375,
+ "language": 52.27586364746094
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7540581822395325,
+ 0.0007832657429389656,
+ 2.4095637485288535e-08,
+ 3.1807229561309214e-07,
+ 8.75683872436639e-06,
+ 0.021943403407931328,
+ 8.982797226053663e-06,
+ 0.00019366267952136695,
+ 0.00019727018661797047,
+ 4.0491053368896246e-05
+ ],
+ "log_scores_by_expert": [
+ -0.28228577971458435,
+ -7.15203857421875,
+ -17.541234970092773,
+ -14.960987091064453,
+ -11.645675659179688,
+ -3.819288730621338,
+ -11.620199203491211,
+ -8.549392700195312,
+ -8.530936241149902,
+ -10.114429473876953
+ ],
+ "distances_by_expert": [
+ 0.5645715594291687,
+ 14.3040771484375,
+ 35.08246994018555,
+ 29.921974182128906,
+ 23.291351318359375,
+ 7.638577461242676,
+ 23.240398406982422,
+ 17.098785400390625,
+ 17.061872482299805,
+ 20.228858947753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.28271484375,
+ "language": 52.283485412597656
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7290309071540833,
+ 0.0008206025813706219,
+ 2.3606792964869783e-08,
+ 3.2601943189547455e-07,
+ 8.839316251396667e-06,
+ 0.023767098784446716,
+ 9.356251212011557e-06,
+ 0.00019608516595326364,
+ 0.00019478662579786032,
+ 4.136770803597756e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31603917479515076,
+ -7.105471611022949,
+ -17.561731338500977,
+ -14.936308860778809,
+ -11.636301040649414,
+ -3.739453077316284,
+ -11.579465866088867,
+ -8.536961555480957,
+ -8.54360580444336,
+ -10.093009948730469
+ ],
+ "distances_by_expert": [
+ 0.6320783495903015,
+ 14.210943222045898,
+ 35.12346267700195,
+ 29.872617721557617,
+ 23.272602081298828,
+ 7.478906154632568,
+ 23.158931732177734,
+ 17.073923110961914,
+ 17.08721160888672,
+ 20.186019897460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.122314453125,
+ "language": 52.27689743041992
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7294949889183044,
+ 0.000653573835734278,
+ 2.3834500595398822e-08,
+ 2.372267005057438e-07,
+ 7.492785698559601e-06,
+ 0.01667431928217411,
+ 7.78676985646598e-06,
+ 0.00017396949988324195,
+ 0.00018796726362779737,
+ 3.519091478665359e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3154028356075287,
+ -7.333055019378662,
+ -17.55213165283203,
+ -15.254249572753906,
+ -11.801569938659668,
+ -4.09388542175293,
+ -11.763084411621094,
+ -8.656630516052246,
+ -8.579242706298828,
+ -10.254722595214844
+ ],
+ "distances_by_expert": [
+ 0.6308056712150574,
+ 14.666110038757324,
+ 35.10426330566406,
+ 30.508499145507812,
+ 23.603139877319336,
+ 8.18777084350586,
+ 23.526168823242188,
+ 17.313261032104492,
+ 17.158485412597656,
+ 20.509445190429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.756103515625,
+ "language": 52.28688049316406
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7457390427589417,
+ 0.0006674627657048404,
+ 2.3521396386172455e-08,
+ 2.449226315093256e-07,
+ 7.846899279684294e-06,
+ 0.017285123467445374,
+ 8.145171705109533e-06,
+ 0.00017920062236953527,
+ 0.00019588535360526294,
+ 3.749062670976855e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2933795154094696,
+ -7.3120269775390625,
+ -17.56535530090332,
+ -15.222323417663574,
+ -11.755392074584961,
+ -4.05790901184082,
+ -11.718085289001465,
+ -8.627004623413086,
+ -8.537981033325195,
+ -10.19141960144043
+ ],
+ "distances_by_expert": [
+ 0.5867590308189392,
+ 14.624053955078125,
+ 35.13071060180664,
+ 30.44464683532715,
+ 23.510784149169922,
+ 8.11581802368164,
+ 23.43617057800293,
+ 17.254009246826172,
+ 17.07596206665039,
+ 20.38283920288086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.60498046875,
+ "language": 52.2958869934082
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7550587058067322,
+ 0.0007380350725725293,
+ 2.463775672367774e-08,
+ 2.7421825166129565e-07,
+ 8.470752618450206e-06,
+ 0.018994344398379326,
+ 8.656988939037547e-06,
+ 0.0001873930887086317,
+ 0.00019897482707165182,
+ 3.934968844987452e-05
+ ],
+ "log_scores_by_expert": [
+ -0.280959814786911,
+ -7.211519241333008,
+ -17.518985748291016,
+ -15.109341621398926,
+ -11.6788911819458,
+ -3.963613986968994,
+ -11.657143592834473,
+ -8.58230209350586,
+ -8.522332191467285,
+ -10.143022537231445
+ ],
+ "distances_by_expert": [
+ 0.561919629573822,
+ 14.423038482666016,
+ 35.03797149658203,
+ 30.21868324279785,
+ 23.3577823638916,
+ 7.927227973937988,
+ 23.314287185668945,
+ 17.16460418701172,
+ 17.04466438293457,
+ 20.28604507446289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3352.958740234375,
+ "language": 52.27509307861328
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7139979004859924,
+ 0.0008307496318593621,
+ 2.398517828794411e-08,
+ 2.805664394145424e-07,
+ 8.911311851989012e-06,
+ 0.018406912684440613,
+ 8.916157639760058e-06,
+ 0.00018539225857239217,
+ 0.00018814069335348904,
+ 4.2811148887267336e-05
+ ],
+ "log_scores_by_expert": [
+ -0.33687523007392883,
+ -7.09318208694458,
+ -17.54582977294922,
+ -15.086455345153809,
+ -11.628189086914062,
+ -3.9950289726257324,
+ -11.627645492553711,
+ -8.593036651611328,
+ -8.578320503234863,
+ -10.058712005615234
+ ],
+ "distances_by_expert": [
+ 0.6737504601478577,
+ 14.18636417388916,
+ 35.09165954589844,
+ 30.172910690307617,
+ 23.256378173828125,
+ 7.990057945251465,
+ 23.255290985107422,
+ 17.186073303222656,
+ 17.156641006469727,
+ 20.11742401123047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.636962890625,
+ "language": 52.283573150634766
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7662813663482666,
+ 0.0008693350828252733,
+ 2.5414122362121816e-08,
+ 2.884889624965581e-07,
+ 9.173456419375725e-06,
+ 0.019880233332514763,
+ 9.139662324741948e-06,
+ 0.00019450114632491022,
+ 0.00020070550090167671,
+ 4.340279701864347e-05
+ ],
+ "log_scores_by_expert": [
+ -0.26620587706565857,
+ -7.047781944274902,
+ -17.487960815429688,
+ -15.058609008789062,
+ -11.599196434020996,
+ -3.918029308319092,
+ -11.602887153625488,
+ -8.545072555541992,
+ -8.513671875,
+ -10.044986724853516
+ ],
+ "distances_by_expert": [
+ 0.5324117541313171,
+ 14.095563888549805,
+ 34.975921630859375,
+ 30.117218017578125,
+ 23.198392868041992,
+ 7.836058616638184,
+ 23.205774307250977,
+ 17.090145111083984,
+ 17.02734375,
+ 20.08997344970703
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3377.079833984375,
+ "language": 52.27742385864258
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6472160220146179,
+ 0.0005631716921925545,
+ 2.1294077612310502e-08,
+ 1.9602427414611157e-07,
+ 6.693482646369375e-06,
+ 0.012359903194010258,
+ 6.971945822442649e-06,
+ 0.00014981113781686872,
+ 0.00016431378026027232,
+ 3.17425983666908e-05
+ ],
+ "log_scores_by_expert": [
+ -0.43507522344589233,
+ -7.481925964355469,
+ -17.664836883544922,
+ -15.445027351379395,
+ -11.914376258850098,
+ -4.3932976722717285,
+ -11.873616218566895,
+ -8.806135177612305,
+ -8.713732719421387,
+ -10.357851028442383
+ ],
+ "distances_by_expert": [
+ 0.8701504468917847,
+ 14.963851928710938,
+ 35.329673767089844,
+ 30.89005470275879,
+ 23.828752517700195,
+ 8.786595344543457,
+ 23.74723243713379,
+ 17.61227035522461,
+ 17.427465438842773,
+ 20.715702056884766
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3501.960693359375,
+ "language": 52.279701232910156
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7578698992729187,
+ 0.0006787684978917241,
+ 2.3932578585572628e-08,
+ 2.4968400680336345e-07,
+ 7.873502909205854e-06,
+ 0.016368098556995392,
+ 8.041322871576995e-06,
+ 0.0001762131869327277,
+ 0.0001922301744343713,
+ 3.6759778595296666e-05
+ ],
+ "log_scores_by_expert": [
+ -0.27724358439445496,
+ -7.295230388641357,
+ -17.548025131225586,
+ -15.203069686889648,
+ -11.752007484436035,
+ -4.112421035766602,
+ -11.730916976928711,
+ -8.643815994262695,
+ -8.556817054748535,
+ -10.211106300354004
+ ],
+ "distances_by_expert": [
+ 0.5544871687889099,
+ 14.590460777282715,
+ 35.09605026245117,
+ 30.406139373779297,
+ 23.50401496887207,
+ 8.224842071533203,
+ 23.461833953857422,
+ 17.28763198852539,
+ 17.11363410949707,
+ 20.422212600708008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.752685546875,
+ "language": 52.264122009277344
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6584247350692749,
+ 0.0006945139612071216,
+ 2.1458632204485184e-08,
+ 2.892418535793695e-07,
+ 7.768849172862247e-06,
+ 0.01931159384548664,
+ 8.245225217251573e-06,
+ 0.00017482654948253185,
+ 0.00018106191419064999,
+ 3.554398790583946e-05
+ ],
+ "log_scores_by_expert": [
+ -0.4179050624370575,
+ -7.272298336029053,
+ -17.65713882446289,
+ -15.056002616882324,
+ -11.765388488769531,
+ -3.947049617767334,
+ -11.705876350402832,
+ -8.651716232299805,
+ -8.616671562194824,
+ -10.244739532470703
+ ],
+ "distances_by_expert": [
+ 0.835810124874115,
+ 14.544596672058105,
+ 35.31427764892578,
+ 30.11200523376465,
+ 23.530776977539062,
+ 7.894099235534668,
+ 23.411752700805664,
+ 17.30343246459961,
+ 17.23334312438965,
+ 20.489479064941406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.162109375,
+ "language": 52.26460647583008
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.704729437828064,
+ 0.0006915865815244615,
+ 2.2480133310409656e-08,
+ 2.679558974705287e-07,
+ 7.78261983214179e-06,
+ 0.019374849274754524,
+ 8.271459591924213e-06,
+ 0.00017985755403060466,
+ 0.00018849826301448047,
+ 3.7019904993940145e-05
+ ],
+ "log_scores_by_expert": [
+ -0.34994134306907654,
+ -7.276522159576416,
+ -17.610633850097656,
+ -15.13244342803955,
+ -11.763617515563965,
+ -3.943779468536377,
+ -11.702699661254883,
+ -8.623345375061035,
+ -8.576421737670898,
+ -10.204054832458496
+ ],
+ "distances_by_expert": [
+ 0.6998826861381531,
+ 14.553044319152832,
+ 35.22126770019531,
+ 30.2648868560791,
+ 23.52723503112793,
+ 7.887558937072754,
+ 23.405399322509766,
+ 17.24669075012207,
+ 17.152843475341797,
+ 20.408109664916992
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.65380859375,
+ "language": 52.27847671508789
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6947037577629089,
+ 0.0006155435112304986,
+ 2.213325700495261e-08,
+ 2.2679958533444733e-07,
+ 7.309366083063651e-06,
+ 0.016032341867685318,
+ 7.690241545788012e-06,
+ 0.00016961373330559582,
+ 0.00018465645553078502,
+ 3.494270640658215e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36426979303359985,
+ -7.393004894256592,
+ -17.626184463500977,
+ -15.299199104309082,
+ -11.826354026794434,
+ -4.133147239685059,
+ -11.775558471679688,
+ -8.681986808776855,
+ -8.597013473510742,
+ -10.261800765991211
+ ],
+ "distances_by_expert": [
+ 0.7285395860671997,
+ 14.786009788513184,
+ 35.25236892700195,
+ 30.598398208618164,
+ 23.652708053588867,
+ 8.266294479370117,
+ 23.551116943359375,
+ 17.36397361755371,
+ 17.194026947021484,
+ 20.523601531982422
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3340.780517578125,
+ "language": 52.27482223510742
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6920658946037292,
+ 0.0006193299777805805,
+ 2.2352720563389994e-08,
+ 2.3237844004597719e-07,
+ 7.471364824596094e-06,
+ 0.016273170709609985,
+ 7.904205631348304e-06,
+ 0.00017041632963810116,
+ 0.0001848428655648604,
+ 3.549152097548358e-05
+ ],
+ "log_scores_by_expert": [
+ -0.36807411909103394,
+ -7.386872291564941,
+ -17.616317749023438,
+ -15.274898529052734,
+ -11.80443286895752,
+ -4.118237495422363,
+ -11.748115539550781,
+ -8.677266120910645,
+ -8.596004486083984,
+ -10.246216773986816
+ ],
+ "distances_by_expert": [
+ 0.7361482381820679,
+ 14.773744583129883,
+ 35.232635498046875,
+ 30.54979705810547,
+ 23.60886573791504,
+ 8.236474990844727,
+ 23.496231079101562,
+ 17.35453224182129,
+ 17.19200897216797,
+ 20.492433547973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.244140625,
+ "language": 52.30707931518555
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7322588562965393,
+ 0.0007689772173762321,
+ 2.3170471763478417e-08,
+ 2.947186032997706e-07,
+ 8.614845683041494e-06,
+ 0.02126719430088997,
+ 9.106843208428472e-06,
+ 0.00019124879327137023,
+ 0.00019442435586825013,
+ 4.0282029658555984e-05
+ ],
+ "log_scores_by_expert": [
+ -0.31162115931510925,
+ -7.170449256896973,
+ -17.580387115478516,
+ -15.03724479675293,
+ -11.662023544311523,
+ -3.8505895137786865,
+ -11.606484413146973,
+ -8.561935424804688,
+ -8.545467376708984,
+ -10.11960506439209
+ ],
+ "distances_by_expert": [
+ 0.6232423186302185,
+ 14.340898513793945,
+ 35.16077423095703,
+ 30.07448959350586,
+ 23.324047088623047,
+ 7.701179027557373,
+ 23.212968826293945,
+ 17.123870849609375,
+ 17.09093475341797,
+ 20.23921012878418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.967529296875,
+ "language": 52.26607131958008
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6875327825546265,
+ 0.000776744622271508,
+ 2.284996014623175e-08,
+ 2.5131924985544174e-07,
+ 8.40979646454798e-06,
+ 0.016441425308585167,
+ 8.444071681878995e-06,
+ 0.00017651930102147162,
+ 0.00018118403386324644,
+ 4.085282489540987e-05
+ ],
+ "log_scores_by_expert": [
+ -0.37464579939842224,
+ -7.160398960113525,
+ -17.594316482543945,
+ -15.196541786193848,
+ -11.686113357543945,
+ -4.1079511642456055,
+ -11.682045936584473,
+ -8.642080307006836,
+ -8.615997314453125,
+ -10.105534553527832
+ ],
+ "distances_by_expert": [
+ 0.7492915987968445,
+ 14.32079792022705,
+ 35.18863296508789,
+ 30.393083572387695,
+ 23.37222671508789,
+ 8.215902328491211,
+ 23.364091873168945,
+ 17.284160614013672,
+ 17.23199462890625,
+ 20.211069107055664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3546.127685546875,
+ "language": 52.27716827392578
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7717011570930481,
+ 0.0008637333521619439,
+ 2.5695703342876186e-08,
+ 2.83342984630508e-07,
+ 8.899447493604384e-06,
+ 0.01966577023267746,
+ 9.19445028557675e-06,
+ 0.00019221716502215713,
+ 0.00020193522504996508,
+ 4.289721982786432e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2591579258441925,
+ -7.054246425628662,
+ -17.47694206237793,
+ -15.076607704162598,
+ -11.629521369934082,
+ -3.928875684738159,
+ -11.59691047668457,
+ -8.556884765625,
+ -8.507563591003418,
+ -10.056703567504883
+ ],
+ "distances_by_expert": [
+ 0.518315851688385,
+ 14.108492851257324,
+ 34.95388412475586,
+ 30.153215408325195,
+ 23.259042739868164,
+ 7.857751369476318,
+ 23.19382095336914,
+ 17.11376953125,
+ 17.015127182006836,
+ 20.113407135009766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.3203125,
+ "language": 52.27393341064453
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7396740913391113,
+ 0.0007311733206734061,
+ 2.3585775110746e-08,
+ 2.43449022718778e-07,
+ 8.006726602616254e-06,
+ 0.01626620441675186,
+ 8.31570378068136e-06,
+ 0.00017570523777976632,
+ 0.00019193817570339888,
+ 3.9104168536141515e-05
+ ],
+ "log_scores_by_expert": [
+ -0.30154556035995483,
+ -7.220860004425049,
+ -17.5626220703125,
+ -15.228358268737793,
+ -11.735228538513184,
+ -4.11866569519043,
+ -11.697364807128906,
+ -8.646702766418457,
+ -8.558337211608887,
+ -10.14928150177002
+ ],
+ "distances_by_expert": [
+ 0.6030911207199097,
+ 14.441720008850098,
+ 35.125244140625,
+ 30.456716537475586,
+ 23.470457077026367,
+ 8.23733139038086,
+ 23.394729614257812,
+ 17.293405532836914,
+ 17.116674423217773,
+ 20.29856300354004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3542.842529296875,
+ "language": 52.26582717895508
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7441842555999756,
+ 0.0006669686990790069,
+ 2.3623368150538226e-08,
+ 2.3183480379884713e-07,
+ 7.764353540551383e-06,
+ 0.015522297471761703,
+ 7.936730980873108e-06,
+ 0.00017091762856580317,
+ 0.00019002071348950267,
+ 3.7108944525243714e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2954666316509247,
+ -7.312767505645752,
+ -17.5610294342041,
+ -15.277240753173828,
+ -11.76596736907959,
+ -4.165477752685547,
+ -11.744009017944336,
+ -8.674328804016113,
+ -8.568377494812012,
+ -10.201652526855469
+ ],
+ "distances_by_expert": [
+ 0.5909332633018494,
+ 14.625535011291504,
+ 35.1220588684082,
+ 30.554481506347656,
+ 23.53193473815918,
+ 8.330955505371094,
+ 23.488018035888672,
+ 17.348657608032227,
+ 17.136754989624023,
+ 20.403305053710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.02197265625,
+ "language": 52.274410247802734
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.6714836359024048,
+ 0.0007185310241766274,
+ 2.1741749733905635e-08,
+ 2.9459749839588767e-07,
+ 8.078779501374811e-06,
+ 0.02031271904706955,
+ 8.674318451085128e-06,
+ 0.0001804084749892354,
+ 0.00018361459660809487,
+ 3.723813279066235e-05
+ ],
+ "log_scores_by_expert": [
+ -0.39826563000679016,
+ -7.238301753997803,
+ -17.644031524658203,
+ -15.0376558303833,
+ -11.726269721984863,
+ -3.896507978439331,
+ -11.655143737792969,
+ -8.62028694152832,
+ -8.60267162322998,
+ -10.198177337646484
+ ],
+ "distances_by_expert": [
+ 0.7965312600135803,
+ 14.476603507995605,
+ 35.288063049316406,
+ 30.0753116607666,
+ 23.452539443969727,
+ 7.793015956878662,
+ 23.310287475585938,
+ 17.24057388305664,
+ 17.20534324645996,
+ 20.39635467529297
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3348.83935546875,
+ "language": 52.27801513671875
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7325753569602966,
+ 0.0008352690492756665,
+ 2.4265222720032398e-08,
+ 3.29351649952514e-07,
+ 9.083181794267148e-06,
+ 0.022602150216698647,
+ 9.467985364608467e-06,
+ 0.000199237052584067,
+ 0.00019571186567191035,
+ 4.1690967918839306e-05
+ ],
+ "log_scores_by_expert": [
+ -0.3111891448497772,
+ -7.087756633758545,
+ -17.534221649169922,
+ -14.926139831542969,
+ -11.609086036682129,
+ -3.789710283279419,
+ -11.567594528198242,
+ -8.521015167236328,
+ -8.538866996765137,
+ -10.085226058959961
+ ],
+ "distances_by_expert": [
+ 0.6223782896995544,
+ 14.17551326751709,
+ 35.068443298339844,
+ 29.852279663085938,
+ 23.218172073364258,
+ 7.579420566558838,
+ 23.135189056396484,
+ 17.042030334472656,
+ 17.077733993530273,
+ 20.170452117919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.864990234375,
+ "language": 52.281494140625
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7634716629981995,
+ 0.0007006189553067088,
+ 2.4215198735078047e-08,
+ 2.429777055112936e-07,
+ 7.880940756876953e-06,
+ 0.016862541437149048,
+ 8.261683433374856e-06,
+ 0.0001802229235181585,
+ 0.00019899893959518522,
+ 3.8223246519919485e-05
+ ],
+ "log_scores_by_expert": [
+ -0.2698792815208435,
+ -7.263546466827393,
+ -17.536285400390625,
+ -15.23029613494873,
+ -11.751063346862793,
+ -4.082660675048828,
+ -11.703882217407227,
+ -8.621315956115723,
+ -8.522211074829102,
+ -10.172066688537598
+ ],
+ "distances_by_expert": [
+ 0.539758563041687,
+ 14.527092933654785,
+ 35.07257080078125,
+ 30.46059226989746,
+ 23.502126693725586,
+ 8.165321350097656,
+ 23.407764434814453,
+ 17.242631912231445,
+ 17.044422149658203,
+ 20.344133377075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.762939453125,
+ "language": 52.27804183959961
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 0,
+ "adapter_name": "default",
+ "activation_weights": [
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.7864561080932617,
+ 0.000824836315587163,
+ 2.5421345029030817e-08,
+ 2.976545374622219e-07,
+ 8.957244972407352e-06,
+ 0.022062689065933228,
+ 9.556768418406136e-06,
+ 0.00020265791681595147,
+ 0.00020877674978692085,
+ 4.356452700449154e-05
+ ],
+ "log_scores_by_expert": [
+ -0.24021843075752258,
+ -7.100325584411621,
+ -17.4876766204834,
+ -15.027332305908203,
+ -11.623047828674316,
+ -3.8138673305511475,
+ -11.558260917663574,
+ -8.50399112701416,
+ -8.474245071411133,
+ -10.041267395019531
+ ],
+ "distances_by_expert": [
+ 0.48043686151504517,
+ 14.200651168823242,
+ 34.9753532409668,
+ 30.054664611816406,
+ 23.246095657348633,
+ 7.627734661102295,
+ 23.11652183532715,
+ 17.00798225402832,
+ 16.948490142822266,
+ 20.082534790039062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.574462890625,
+ "language": 52.285423278808594
+ }
+ }
+ ]
+ }
+ ]
+}
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg
new file mode 100644
index 0000000000000000000000000000000000000000..12f2c0000c6ce1c8b1a81be0be0b8b456bd6878e
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/expert_activation.svg
@@ -0,0 +1,37 @@
+
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c30139df08a0ff65aa4d0268dbf65e6be57828b6
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_0.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2b5e4f3ad3dd7e75c2bd7e40b32132bc0f1d16b5
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_1.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..18f95779c3ccbe95998c5d74a5a1f67877f5c189
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_2.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b399f3d250772571c5c1af165115f13b62be8a7c
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_3.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..acbdec1732475d776445d0d1c9e61a3bb5d9221d
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_4.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..097190577f0162feef7805d37931ad30d0368eca
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_5.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..deb74fc8c8caa3b095833e7dc23deb50b43b649f
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_6.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1762211dfb932e5ca414ca063e95b7cc0c587a2f
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_7.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4ae9d52183af4a9f5a18ad5e88f38ed5fc2de2f1
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_8.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b7f71dad67cdf324bdf174fe4bfba6bf68b0b1ef
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task00_a10/videos/libero_spatial_0/eval_episode_9.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval.log b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval.log
new file mode 100644
index 0000000000000000000000000000000000000000..8f1a09ce7e3f35c18d77f2159781f7c1d8bfe098
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval.log
@@ -0,0 +1,8792 @@
+
+[2026-09-24T12:11:56+09:00] COMMAND: /home/tml_lab/miniforge3/envs/lerobot/bin/python -m lerobot.scripts.lerobot_eval --policy.path=/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-gk_adp-libero/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/checkpoints/libero_spatial_task03_070000/pretrained_model --policy.device=cuda --policy.n_action_steps=10 --env.type=libero --env.task=libero_spatial '--env.task_ids=[1]' --env.max_parallel_tasks=1 --eval.n_episodes=50 --eval.batch_size=1 --eval.use_async_envs=true --seed=1000 '--rename_map={"observation.images.image":"observation.images.camera1","observation.images.image2":"observation.images.camera2"}' --output_dir=/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10 --job_name=17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2_libero_spatial_task03_070000_task01
+INFO 2026-09-24 12:12:03 bot_eval.py:771 {'env': {'camera_name': 'agentview_image,robot0_eye_in_hand_image',
+ 'camera_name_mapping': None,
+ 'control_mode': 'relative',
+ 'disable_env_checker': True,
+ 'episode_length': None,
+ 'features': {'action': {'shape': (7,),
+ 'type': },
+ 'pixels/agentview_image': {'shape': (360, 360, 3),
+ 'type': },
+ 'pixels/robot0_eye_in_hand_image': {'shape': (360,
+ 360,
+ 3),
+ 'type': },
+ 'robot_state/eef/mat': {'shape': (3, 3),
+ 'type': },
+ 'robot_state/eef/pos': {'shape': (3,),
+ 'type': },
+ 'robot_state/eef/quat': {'shape': (4,),
+ 'type': },
+ 'robot_state/gripper/qpos': {'shape': (2,),
+ 'type': },
+ 'robot_state/gripper/qvel': {'shape': (2,),
+ 'type': },
+ 'robot_state/joints/pos': {'shape': (7,),
+ 'type': },
+ 'robot_state/joints/vel': {'shape': (7,),
+ 'type': }},
+ 'features_map': {'action': 'action',
+ 'pixels/agentview_image': 'observation.images.image',
+ 'pixels/robot0_eye_in_hand_image': 'observation.images.image2',
+ 'robot_state/eef/mat': 'observation.state.eef_mat',
+ 'robot_state/eef/pos': 'observation.state.eef_pos',
+ 'robot_state/eef/quat': 'observation.state.eef_quat',
+ 'robot_state/gripper/qpos': 'observation.state.gripper_qpos',
+ 'robot_state/gripper/qvel': 'observation.state.gripper_qvel',
+ 'robot_state/joints/pos': 'observation.state.joint_pos',
+ 'robot_state/joints/vel': 'observation.state.joint_vel'},
+ 'fps': 20,
+ 'hard_reset': True,
+ 'init_states': True,
+ 'is_libero_plus': False,
+ 'max_parallel_tasks': 1,
+ 'obs_type': 'pixels_agent_pos',
+ 'observation_height': 360,
+ 'observation_width': 360,
+ 'render_mode': 'rgb_array',
+ 'task': 'libero_spatial',
+ 'task_ids': [1]},
+ 'eval': {'batch_size': 1,
+ 'n_episodes': 50,
+ 'recording': False,
+ 'recording_private': False,
+ 'recording_repo_id': None,
+ 'tail_task_key': None,
+ 'use_async_envs': True},
+ 'job_name': '17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2_libero_spatial_task03_070000_task01',
+ 'output_dir': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10'),
+ 'policy': {'adapt_to_pi_aloha': False,
+ 'add_image_special_tokens': False,
+ 'attention_mode': 'cross_attn',
+ 'chunk_size': 50,
+ 'compile_mode': 'max-autotune',
+ 'compile_model': False,
+ 'device': 'cuda',
+ 'empty_cameras': 0,
+ 'expert_width_multiplier': 0.75,
+ 'freeze_vision_encoder': True,
+ 'input_features': {'observation.images.camera1': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.images.camera2': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.images.camera3': {'shape': (3,
+ 256,
+ 256),
+ 'type': },
+ 'observation.state': {'shape': (6,),
+ 'type': }},
+ 'license': None,
+ 'load_vlm_weights': True,
+ 'max_action_dim': 32,
+ 'max_period': 4.0,
+ 'max_state_dim': 32,
+ 'min_period': 0.004,
+ 'n_action_steps': 10,
+ 'n_obs_steps': 1,
+ 'normalization_mapping': {'ACTION': ,
+ 'STATE': ,
+ 'VISUAL': },
+ 'num_expert_layers': 0,
+ 'num_steps': 10,
+ 'num_vlm_layers': 16,
+ 'optimizer_betas': (0.9, 0.95),
+ 'optimizer_eps': 1e-08,
+ 'optimizer_grad_clip_norm': 10.0,
+ 'optimizer_lr': 0.002,
+ 'optimizer_weight_decay': 1e-10,
+ 'output_features': {'action': {'shape': (7,),
+ 'type': }},
+ 'pad_language_to': 'max_length',
+ 'prefix_length': 0,
+ 'pretrained_path': PosixPath('/home/tml_lab/lerobot-061-cl/outputs/train/smolvla-split-gk_adp-libero/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/checkpoints/libero_spatial_task03_070000/pretrained_model'),
+ 'pretrained_revision': None,
+ 'private': None,
+ 'push_to_hub': False,
+ 'repo_id': None,
+ 'resize_imgs_with_padding': (512, 512),
+ 'rtc_config': None,
+ 'scheduler_decay_lr': 0.002,
+ 'scheduler_decay_steps': 5000,
+ 'scheduler_warmup_steps': 0,
+ 'self_attn_every_n_layers': 2,
+ 'tags': None,
+ 'tokenizer_max_length': 48,
+ 'train_expert_only': True,
+ 'train_state_proj': True,
+ 'use_amp': False,
+ 'use_cache': True,
+ 'use_delta_joint_actions_aloha': False,
+ 'use_peft': True,
+ 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct'},
+ 'rename_map': {'observation.images.image': 'observation.images.camera1',
+ 'observation.images.image2': 'observation.images.camera2'},
+ 'seed': 1000,
+ 'trust_remote_code': False}
+INFO 2026-09-24 12:12:03 bot_eval.py:780 Output dir: /home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10
+INFO 2026-09-24 12:12:03 bot_eval.py:782 Making environment (batch_size=1, async=True).
+[robosuite WARNING] No private macro file found! (__init__.py:7)
+WARNING 2026-09-24 12:12:03 e/__init__.py:7 No private macro file found!
+[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8)
+WARNING 2026-09-24 12:12:03 e/__init__.py:8 It is recommended to use a private macro file
+[robosuite WARNING] To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py (__init__.py:9)
+WARNING 2026-09-24 12:12:03 e/__init__.py:9 To setup, run: python /home/tml_lab/miniforge3/envs/lerobot/lib/python3.12/site-packages/robosuite/scripts/setup_macros.py
+INFO 2026-09-24 12:12:03 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate'
+Creating LIBERO envs | suites=['libero_spatial'] | n_envs(per task)=1 | init_states=True
+Restricting to task_ids=[1]
+[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
+Built vec env | suite=libero_spatial | task_id=1 | n_envs=1
+INFO 2026-09-24 12:12:04 bot_eval.py:790 Making policy.
+INFO 2026-09-24 12:12:04 /factory.py:394 Loading policy's PEFT adapter.
+Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ...
+`torch_dtype` is deprecated! Use `dtype` instead!
+
Loading weights: 0%| | 0/489 [00:00, ?it/s]
Loading weights: 100%|██████████| 489/489 [00:00<00:00, 5347.45it/s]
+Reducing the number of VLM layers to 16 ...
+
Stepping through eval batches: 0%| | 0/50 [00:00, ?it/s]Local assets not found. Downloading from HuggingFace Hub...
+Assets already downloaded at /home/tml_lab/.cache/libero/assets
+
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:09, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:09<45:11, 9.72s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:09<45:11, 9.72s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:09<45:01, 9.72s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:09<11:49, 2.56s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:09<11:49, 2.56s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:09<11:47, 2.56s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:09<05:49, 1.27s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:10<05:49, 1.27s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:10<05:48, 1.27s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:10<05:47, 1.27s/it, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:10<02:49, 1.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:10<02:49, 1.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:10<02:49, 1.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:10<02:48, 1.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:10<01:47, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:10<01:47, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:10<01:47, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:10<01:46, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:10<01:46, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:10<01:45, 2.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:10<00:54, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:10<00:54, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:10<00:54, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:10<00:54, 4.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:10<00:40, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:10<00:40, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:10<00:40, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:10<00:40, 6.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:10<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:10<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:10<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:11<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:11<00:37, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:11<00:26, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:11<00:26, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:11<00:25, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:11<00:25, 9.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:11<00:21, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:11<00:21, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:11<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:11<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:11<00:23, 10.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:11<00:15, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:11<00:15, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:11<00:15, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:11<00:15, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:11<00:14, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:11<00:14, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:12<00:14, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:12<00:14, 16.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:12<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:12<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:12<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:12<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:12<00:14, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:12<00:14, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:12<00:14, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:12<00:13, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:12<00:13, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:12<00:13, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:12<00:14, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:12<00:14, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:12<00:14, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:12<00:14, 15.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:12<00:13, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:12<00:13, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:12<00:13, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:12<00:13, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:12<00:11, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:12<00:11, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:12<00:11, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:12<00:11, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:13<00:11, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:13<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:13<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:13<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:13<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:13<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:13<00:11, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:13<00:11, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:13<00:11, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:13<00:11, 18.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:13<00:10, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:13<00:10, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:13<00:10, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:13<00:10, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:13<00:13, 14.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:13<00:10, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:13<00:10, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:13<00:10, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:13<00:10, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:13<00:09, 20.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:13<00:08, 23.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:14<00:08, 23.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:14<00:08, 23.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:14<00:08, 23.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:14<00:11, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:14<00:08, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:14<00:08, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:14<00:08, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:14<00:08, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:14<00:10, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:14<00:10, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:14<00:10, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:14<00:10, 17.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:14<00:09, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:14<00:09, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:14<00:09, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:14<00:09, 18.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:14<00:08, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:14<00:08, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:14<00:08, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:14<00:08, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:15<00:08, 20.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:15<00:10, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:15<00:10, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:15<00:10, 16.66it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 0%| | 0/50 [00:27, ?it/s, running_success_rate=100.0%]
Stepping through eval batches: 2%|▏ | 1/50 [00:27<22:19, 27.34s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:39, 1.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:01<03:39, 1.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:01<02:14, 2.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:01<02:14, 2.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<02:14, 2.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<01:01, 4.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<01:01, 4.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:48, 5.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:48, 5.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:43, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:43, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:43, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:43, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:39, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:39, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:37, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:02<00:37, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<00:56, 4.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<00:56, 4.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<00:55, 4.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:55, 4.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:29, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:29, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:29, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:29, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:20, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:20, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:20, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:18, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:18, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:18, 14.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:27, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:27, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:27, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:23, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:23, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:23, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:20, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:20, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:20, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:20, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:17, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:17, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:17, 13.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:26, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:26, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:04<00:26, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:22, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:22, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:22, 10.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:19, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:19, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:19, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:19, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:24, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:05<00:24, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:28, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:28, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:28, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:27, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:27, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:27, 8.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:28, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:28, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:28, 8.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:33, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:33, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:32, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:32, 6.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:23, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:23, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:23, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:22, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:22, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:22, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:19, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:19, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:18, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:07<00:18, 11.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:23, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:07<00:23, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:07<00:23, 9.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:20, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:07<00:20, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:07<00:19, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:22, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:07<00:22, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:07<00:22, 9.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:18, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:07<00:18, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:18, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:18, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:14, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:14, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<00:14, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:27, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<00:27, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<00:26, 7.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:22, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<00:22, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:22, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:18, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:18, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:08<00:18, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:16, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:16, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:16, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:14, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:14, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:14, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:19, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:19, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:19, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:09<00:19, 10.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:15, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:09<00:15, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:15, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:15, 12.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:12, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:12, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:12, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:12, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:12, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:12, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:18, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:18, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:18, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:18, 10.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:14, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:14, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:14, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:13, 14.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:13, 14.04it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 2%|▏ | 1/50 [00:42<22:19, 27.34s/it, running_success_rate=100.0%]
Stepping through eval batches: 4%|▍ | 2/50 [00:42<15:55, 19.90s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:45, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:45, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:44, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:44, 2.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:28, 9.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:02<00:46, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:02<01:11, 3.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:02<01:11, 3.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:02<01:10, 3.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<01:06, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<01:06, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<01:06, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:49, 5.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:49, 5.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:49, 5.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:38, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:38, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:38, 6.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:32, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:32, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:03<00:32, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:30, 8.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:30, 8.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:30, 8.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:41, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:41, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:41, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:40, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:28, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:28, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:28, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:28, 9.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:21, 11.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:19, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:19, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:04<00:19, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:04<00:24, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:04<00:24, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:04<00:24, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:24, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:14, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:14, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:14, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:14, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:17, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:17, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:16, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:16, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:16, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:13, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:13, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:13, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:12, 17.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:11, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:11, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:11, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:11, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:16, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:15, 14.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:12, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:11, 19.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:15, 14.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:11, 19.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:10, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:10, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:10, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:10, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:11, 17.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:09, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:09, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:09, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:08, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:08, 22.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:12, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:12, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:11, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:11, 16.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:08, 21.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:08, 21.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:08, 21.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:08, 21.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:11, 16.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:11, 16.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:11, 16.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:11, 16.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:10, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:10, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:10, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:10, 18.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:09, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:11, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:11, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:11, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:11, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:11, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:11, 15.58it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:09, 18.71it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 4%|▍ | 2/50 [00:54<15:55, 19.90s/it, running_success_rate=100.0%]
Stepping through eval batches: 6%|▌ | 3/50 [00:54<12:49, 16.37s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:16, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:15, 3.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:32, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:32, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:32, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:32, 8.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:12, 21.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:16, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:16, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:14, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:14, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:14, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:12, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:17, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:12, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:12, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:12, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:15, 14.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:15, 14.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:15, 14.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:15, 14.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:15, 14.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:13, 16.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:12, 18.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:12, 18.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 18.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:12, 18.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:14, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:14, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 14.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:11, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:11, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:11, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 19.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:14, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:14, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:13, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:13, 14.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:10, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:09, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:11, 16.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:09, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:09, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:09, 19.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:11, 16.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:11, 16.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:11, 16.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:11, 16.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:11, 16.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:08, 20.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:07, 23.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:10, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:10, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:06<00:10, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:06<00:10, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:09, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:06<00:09, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:06<00:09, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:06<00:09, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:08, 19.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:06<00:08, 19.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:06<00:08, 19.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:06<00:08, 19.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:12, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:06<00:12, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:06<00:11, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:11, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:06<00:11, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:11, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:11, 14.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:09, 17.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:09, 17.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:09, 17.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:07<00:09, 17.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:07<00:09, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:07<00:09, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:07<00:09, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:07<00:09, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:07<00:11, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:07<00:11, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:07<00:11, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:07<00:10, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:07<00:10, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:07<00:10, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:07<00:10, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:09, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:07<00:09, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:07<00:09, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:07<00:09, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:08, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:07<00:08, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:08<00:07, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:08<00:07, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:08<00:10, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:08<00:10, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:08<00:10, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:08<00:10, 13.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:08<00:09, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:08<00:09, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:08<00:09, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:08<00:09, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:08<00:07, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:08<00:07, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:08<00:07, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:08<00:07, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:08<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:08<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:08<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:08<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:08<00:08, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:08<00:07, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:08<00:07, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:08<00:07, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:08<00:07, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:08<00:07, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:08<00:06, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:07, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:09<00:07, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:09<00:07, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:09<00:07, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:09<00:06, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:09<00:06, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:09<00:06, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:09<00:05, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:09<00:05, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:09<00:05, 20.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:09<00:05, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:09<00:05, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:09<00:05, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:09<00:05, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:09<00:06, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:09<00:06, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:09<00:06, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:09<00:06, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:09<00:05, 19.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:09<00:05, 19.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:09<00:05, 19.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:09<00:05, 19.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:09<00:05, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:09<00:05, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:09<00:05, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:10<00:05, 21.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:10<00:06, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:10<00:06, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:10<00:06, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:10<00:06, 16.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:10<00:05, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:10<00:05, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:10<00:05, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:10<00:05, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:10<00:05, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:10<00:05, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:10<00:04, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:10<00:04, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:10<00:04, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:10<00:05, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:10<00:05, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:10<00:05, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:10<00:05, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:10<00:05, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:04, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:10<00:03, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:11<00:03, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:11<00:03, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:11<00:03, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:11<00:04, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:11<00:04, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:11<00:04, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:11<00:04, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:11<00:04, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:11<00:03, 21.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:11<00:03, 21.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:11<00:03, 21.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:11<00:03, 21.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:11<00:03, 21.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:04, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:04, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:11<00:04, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:11<00:04, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:11<00:04, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:03, 21.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:03, 21.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:11<00:03, 21.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:11<00:03, 21.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:03, 21.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:11<00:02, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:11<00:02, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:11<00:02, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:11<00:02, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:11<00:02, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:11<00:03, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:12<00:03, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:03, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:12<00:03, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:12<00:03, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:12<00:02, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:12<00:02, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:12<00:02, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:12<00:02, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:12<00:02, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:12<00:02, 19.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:12<00:02, 19.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:12<00:02, 19.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:12<00:02, 19.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:12<00:02, 19.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:12<00:02, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:12<00:02, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:12<00:02, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:12<00:02, 23.24it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 6%|▌ | 3/50 [01:09<12:49, 16.37s/it, running_success_rate=100.0%]
Stepping through eval batches: 8%|▊ | 4/50 [01:09<12:11, 15.91s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:02, 4.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:02, 4.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:02, 4.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:30, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:30, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:30, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:14, 18.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:19, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:13, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 22.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:20, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:18, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:16, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:38, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:38, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:38, 6.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:39, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:39, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:39, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:40, 6.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:40, 6.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:39, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:39, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:39, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:39, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:38, 6.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:33, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:33, 7.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:39, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:39, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:39, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:39, 6.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:26, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:26, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:26, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:26, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:26, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:17, 13.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:09, 23.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:09, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:09, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:09, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:09, 22.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:10, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:10, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:10, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:10, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:10, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:08, 22.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:08, 22.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:08, 22.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:08, 22.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:08, 22.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:07, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:07, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:07, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:07, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:07, 26.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:09, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:09, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:09, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:09, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:09, 20.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:08, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:08, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:07, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:07, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:07, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:09, 19.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:09, 19.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:09, 19.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:09, 19.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:09, 19.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:07, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:06, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:06, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:06, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:06, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:06, 27.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:07<00:07, 23.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:07<00:06, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:07<00:06, 28.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:07<00:06, 28.01it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 8%|▊ | 4/50 [01:32<12:11, 15.91s/it, running_success_rate=100.0%]
Stepping through eval batches: 10%|█ | 5/50 [01:32<13:57, 18.60s/it, running_success_rate=100.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:00, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:59, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:59, 4.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:19, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:19, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:19, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:19, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:11, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:11, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 25.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 18.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 18.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:24, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:24, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:24, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:24, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:24, 10.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:22, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:22, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:21, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:21, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:21, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:21, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:26, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:26, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:25, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:25, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:25, 9.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:20, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:20, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:19, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:22, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:22, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:22, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:21, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:18, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:18, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:18, 12.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:21, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:21, 10.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:19, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:21, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:21, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:21, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:21, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:21, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:14, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:14, 14.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:18, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:18, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:18, 11.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:13, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:13, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:13, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:12, 16.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:21, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:20, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:20, 9.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:14, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:22, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:20, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:20, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:20, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:20, 9.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:16, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:18, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:18, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:18, 10.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:23, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:23, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:23, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:23, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:23, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:20, 8.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:20, 8.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:20, 8.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:20, 8.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:20, 8.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:14, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:14, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:14, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:16, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:16, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:16, 10.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:17, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:08<00:17, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:08<00:17, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:16, 10.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:13, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:16, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:16, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:15, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:26, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:26, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:09<00:25, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:09<00:25, 6.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:19, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:19, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:10<00:19, 8.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:17, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:10<00:17, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:10<00:17, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:15, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:10<00:15, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:10<00:15, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:10<00:15, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:17, 9.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:10<00:17, 9.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:10<00:17, 9.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:17, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:10<00:17, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:10<00:16, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:10<00:16, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:10<00:16, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:11<00:16, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:12, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:11<00:12, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:11<00:12, 11.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:11, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:11<00:11, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:11<00:11, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:18, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:11<00:18, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:11<00:18, 7.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:11<00:16, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:11<00:16, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:11<00:16, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:12<00:15, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:12<00:15, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:12<00:15, 9.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:12<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:12<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:12<00:11, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:14, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:12<00:14, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:12<00:14, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:12<00:14, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:12<00:13, 9.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:12<00:11, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:12<00:11, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:12<00:11, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:12<00:11, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:12<00:09, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:12<00:09, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:13<00:09, 13.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:08, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:13<00:08, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:13<00:08, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:12, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:13<00:12, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:13<00:12, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:13<00:12, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:13<00:12, 10.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:09, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:13<00:09, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:13<00:09, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:13<00:09, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:13<00:09, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:13<00:07, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:14<00:07, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:14<00:07, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:14<00:07, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:10, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:14<00:10, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:14<00:10, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:14<00:10, 10.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:14<00:09, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:15<00:09, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:15<00:09, 11.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:15<00:11, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:15<00:11, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:15<00:11, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:15<00:10, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:15<00:08, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:15<00:08, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:15<00:08, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:15<00:08, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:15<00:08, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:15<00:08, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:15<00:08, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:15<00:08, 12.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:08, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:08, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:08, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:08, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:08, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:15<00:06, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:16<00:06, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:16<00:06, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:16<00:06, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:16<00:06, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:16<00:06, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:16<00:06, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:16<00:06, 14.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:07, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:16<00:07, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:16<00:07, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:16<00:07, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:16<00:07, 11.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:16<00:06, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:16<00:04, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:17<00:04, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:17<00:04, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:17<00:04, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:06, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:17<00:06, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:17<00:06, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:17<00:05, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:17<00:05, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:17<00:04, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:17<00:04, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:17<00:04, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:17<00:04, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:18<00:04, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:18<00:05, 11.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:18<00:04, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:18<00:04, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:18<00:04, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:18<00:04, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:18<00:04, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:18<00:03, 16.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:19<00:03, 16.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:19<00:03, 16.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:19<00:03, 16.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:19<00:05, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:19<00:05, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:19<00:05, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:19<00:05, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:05, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:19<00:05, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:19<00:04, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:19<00:04, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:19<00:04, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:19<00:03, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:19<00:03, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:19<00:03, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:19<00:03, 13.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:19<00:04, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:19<00:04, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:19<00:04, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:20<00:03, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:03, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:20<00:03, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:20<00:03, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:20<00:03, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:20<00:03, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:20<00:03, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:03, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:20<00:03, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:20<00:03, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:04, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:20<00:04, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:20<00:04, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:20<00:04, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:21<00:03, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:21<00:02, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:21<00:02, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:21<00:02, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:21<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:21<00:03, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:21<00:02, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:03, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:21<00:03, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:22<00:03, 7.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:22<00:03, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:22<00:03, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:22<00:03, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:22<00:03, 7.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:02, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:22<00:02, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:22<00:02, 10.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:22<00:01, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:22<00:01, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:22<00:01, 12.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:22<00:01, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:23<00:01, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:23<00:01, 13.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:02, 6.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:23<00:02, 6.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:23<00:02, 6.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:02, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:23<00:02, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:23<00:02, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:23<00:01, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:23<00:01, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:23<00:01, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:23<00:01, 7.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:23<00:01, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:23<00:01, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:24<00:01, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:24<00:01, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:24<00:01, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:24<00:01, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:24<00:00, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:24<00:00, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:24<00:00, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:24<00:00, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:24<00:00, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:24<00:00, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:24<00:00, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:24<00:00, 10.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:24<00:00, 10.58it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 10%|█ | 5/50 [02:15<13:57, 18.60s/it, running_success_rate=83.3%]
Stepping through eval batches: 12%|█▏ | 6/50 [02:15<19:35, 26.71s/it, running_success_rate=83.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:56, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:38, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:38, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:38, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:38, 7.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:20, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:18, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:18, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:18, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:18, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:12, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:12, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:12, 19.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:18, 13.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:15, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:15, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:16, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:12, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:12, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:11, 19.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:10, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:10, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:10, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:10, 21.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 15.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:14, 15.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:14, 15.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:14, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:14, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:14, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:14, 13.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:12, 16.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:12, 16.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:12, 16.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:12, 16.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:19, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:19, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:19, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:17, 11.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:15, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:15, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:15, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:18, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:18, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:18, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:18, 10.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:21, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:21, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:21, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:21, 8.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:16, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:13, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:13, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:13, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:12, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:12, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:12, 14.02it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:21, 8.39it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 12%|█▏ | 6/50 [02:34<19:35, 26.71s/it, running_success_rate=85.7%]
Stepping through eval batches: 14%|█▍ | 7/50 [02:34<17:26, 24.34s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:09, 4.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:09, 4.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:08, 4.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:29, 9.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:15, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:22, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:22, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:22, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:22, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:22, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:17, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:11, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:11, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:11, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:19, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:19, 12.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:16, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:16, 14.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:16, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:16, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:16, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:05<01:11, 3.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:05<01:11, 3.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:05<01:10, 3.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<01:00, 3.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:05<01:00, 3.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:05<00:59, 3.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:48, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:48, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:47, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:47, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:34, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:34, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:34, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:30, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:06<00:30, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:06<00:30, 7.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:35, 6.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:06<00:35, 6.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:06<00:35, 6.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:06<00:35, 6.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:06<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:06<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:17, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:17, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:18, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:18, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:18, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:18, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:11, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:11, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:11, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:11, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:13, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:13, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:13, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:13, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:13, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:10, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:16, 11.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:08<00:14, 13.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:10, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:13, 14.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:13, 14.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:12, 14.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:12, 14.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:12, 14.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:10, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:10, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:10, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:10, 18.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:08, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:08, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:09<00:08, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:08, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:12, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:12, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:12, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:12, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:10, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:10, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:10, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:10, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:10, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:10, 16.98it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:12, 13.65it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 14%|█▍ | 7/50 [02:46<17:26, 24.34s/it, running_success_rate=87.5%]
Stepping through eval batches: 16%|█▌ | 8/50 [02:46<14:16, 20.39s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:08, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:16, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:16, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:16, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:16, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:13, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 20.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:14, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:11, 20.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:10, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:08, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 25.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 26.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:08, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:08, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:10, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:10, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 19.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:09, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:09, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:10, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:09, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:09, 18.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 21.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 21.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 21.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 21.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 21.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 25.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:07, 25.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 25.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:07, 25.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:10, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:10, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:10, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:10, 17.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 17.57it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 16%|█▌ | 8/50 [02:54<14:16, 20.39s/it, running_success_rate=88.9%]
Stepping through eval batches: 18%|█▊ | 9/50 [02:54<11:20, 16.59s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:53, 5.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:53, 5.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:53, 5.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:14, 18.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 29.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 29.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 29.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 29.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:09, 29.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:12, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:12, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 19.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 22.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 25.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 25.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 25.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 25.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:10, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:10, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 21.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 27.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 19.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 22.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:08, 22.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:10, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:10, 18.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:09, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:09, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:09, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:09, 19.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:09, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:09, 20.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:12, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:09, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:09, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:09, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:09, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:09, 19.35it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:10, 17.27it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 18%|█▊ | 9/50 [03:06<11:20, 16.59s/it, running_success_rate=90.0%]
Stepping through eval batches: 20%|██ | 10/50 [03:06<10:06, 15.15s/it, running_success_rate=90.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:54, 2.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:54, 2.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:54, 2.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:40, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:40, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:29, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 14.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:17, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:17, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:17, 15.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:33, 7.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:33, 7.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:33, 7.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:33, 7.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:23, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:18, 14.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:26, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:26, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:26, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:26, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:20, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:20, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:20, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:13, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:13, 17.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 15.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:10, 22.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:10, 22.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:10, 22.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:10, 22.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:10, 22.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:12, 17.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:10, 21.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:10, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:10, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:10, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:10, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:10, 20.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:09, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:08, 23.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:07, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:07, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:07, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:07, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:07, 27.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 23.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 29.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:06, 29.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:06, 29.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:06, 29.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:06, 29.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:06, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:06, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:06, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:06, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:06, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:07, 23.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:06<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:06<00:07, 22.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:05, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:06, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:05, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:05, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:05, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:05, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:04, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:06, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:06<00:05, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:05, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:05, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:05, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:05, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:04, 28.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:04, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:04, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:04, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:04, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:04, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:05, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:04, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:04, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:04, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:04, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:04, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:05, 23.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:03, 30.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:03, 30.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:03, 30.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:03, 30.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:03, 30.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:07<00:04, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:03, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:03, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:03, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:03, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:03, 29.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:04, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:03, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:03, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:03, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:08<00:03, 28.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:04, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:03, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:03, 28.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:03, 28.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 28.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:08<00:03, 28.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:08<00:03, 28.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:08<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:08<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:03, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:02, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:02, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:09<00:02, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:02, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 30.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:03, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 28.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 31.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 31.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:09<00:01, 31.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:09<00:01, 31.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:09<00:01, 31.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:09<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:10<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:10<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:10<00:02, 26.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 30.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:01, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 30.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 30.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:01, 30.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 30.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 30.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:10<00:01, 26.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:10<00:00, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:10<00:00, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:10<00:00, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:00, 32.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:00, 29.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:00, 29.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:00, 29.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:00, 29.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:00, 29.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 31.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 27.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 32.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 32.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 32.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 32.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:11<00:00, 32.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:11<00:00, 26.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 32.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 32.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:11<00:00, 32.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:11<00:00, 32.14it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 20%|██ | 10/50 [03:26<10:06, 15.15s/it, running_success_rate=81.8%]
Stepping through eval batches: 22%|██▏ | 11/50 [03:26<10:43, 16.49s/it, running_success_rate=81.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:01<01:41, 2.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<01:57, 2.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<01:57, 2.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<01:57, 2.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<01:56, 2.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:50, 5.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:50, 5.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:50, 5.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:50, 5.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:31, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:31, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:31, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:34, 7.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:34, 7.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:34, 7.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:34, 7.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:24, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:16, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:16, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:16, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:16, 15.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:20, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:20, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:20, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:19, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:19, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:19, 12.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:20, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:20, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:20, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:19, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:17, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:17, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:17, 13.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:16, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:16, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:16, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:16, 14.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:14, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:17, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:16, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:14, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:14, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:14, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:14, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:14, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:13, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:13, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:13, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:13, 17.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:11, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:11, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:11, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:11, 18.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:16, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:16, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:16, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:15, 13.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:10, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:10, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:10, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:10, 20.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:12, 16.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:11, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:11, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:10, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:10, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:10, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:10, 18.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:08, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:08, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:08, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:08, 22.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:09, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:09, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:09, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:09, 20.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:24, 7.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:24, 7.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:24, 7.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:24, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:24, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:24, 7.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:23, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:23, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:23, 8.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:35, 5.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:35, 5.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:35, 5.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:35, 5.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:25, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:25, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:25, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:25, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:25, 7.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:18, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:18, 9.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:18, 9.95it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:18, 9.90it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 22%|██▏ | 11/50 [03:41<10:43, 16.49s/it, running_success_rate=83.3%]
Stepping through eval batches: 24%|██▍ | 12/50 [03:41<10:13, 16.15s/it, running_success_rate=83.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:59, 4.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:59, 4.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:59, 4.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:59, 4.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:58, 4.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:17, 15.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:10, 25.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:14, 18.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 24.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:10, 24.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 22.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:10, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 20.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:09, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 23.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 26.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 26.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 26.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:07, 26.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 22.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 23.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 27.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 27.52it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 24%|██▍ | 12/50 [03:49<10:13, 16.15s/it, running_success_rate=84.6%]
Stepping through eval batches: 26%|██▌ | 13/50 [03:49<08:18, 13.47s/it, running_success_rate=84.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:55, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:55, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:55, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:54, 5.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:15, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 27.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:11, 20.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:11, 20.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:11, 20.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:11, 20.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 28.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 28.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 28.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:09, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:08, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 22.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 24.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 28.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:06, 28.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:06, 28.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 28.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 28.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:06, 29.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:03<00:07, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 24.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 24.51it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:08, 21.42it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 26%|██▌ | 13/50 [04:00<08:18, 13.47s/it, running_success_rate=85.7%]
Stepping through eval batches: 28%|██▊ | 14/50 [04:00<07:43, 12.89s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:46, 5.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 29.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 29.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 29.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 29.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:09, 29.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 20.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:11, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:12, 19.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:18, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:17, 14.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:20, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:20, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:20, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:20, 11.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:16, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:16, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:16, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:16, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:20, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:20, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:20, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:20, 11.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:16, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:15, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:15, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:15, 14.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:15, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:15, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:15, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:15, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:38, 5.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:38, 5.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:37, 5.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:44, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:44, 4.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:43, 4.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:43, 4.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:44, 4.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:44, 4.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:43, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:43, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:43, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:43, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:46, 4.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:46, 4.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:45, 4.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:08<00:45, 4.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<01:55, 1.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:08<01:55, 1.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<01:32, 2.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:08<01:32, 2.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<01:16, 2.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:08<01:16, 2.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<01:01, 3.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:08<01:01, 3.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:50, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:08<00:50, 4.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:08<00:46, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:09<00:46, 4.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:39, 5.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:09<00:39, 5.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:38, 5.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:09<00:38, 5.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:09<00:37, 5.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:09<00:29, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:10<00:29, 6.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:52, 3.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:52, 3.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:10<00:52, 3.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<00:34, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<00:34, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:34, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:25, 7.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:25, 7.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:10<00:25, 7.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:24, 7.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:10<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:21, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:11<00:21, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:11<00:21, 8.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:11<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:11<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:11<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:11<00:19, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:11<00:19, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:11<00:19, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:11<00:19, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:15, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:15, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:15, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:11<00:15, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:11<00:18, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:11<00:18, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:11<00:18, 9.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:11<00:16, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:12<00:16, 10.91it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 28%|██▊ | 14/50 [04:19<07:43, 12.89s/it, running_success_rate=86.7%]
Stepping through eval batches: 30%|███ | 15/50 [04:19<08:38, 14.81s/it, running_success_rate=86.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:40, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:40, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:17, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:17, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 27.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:16, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:12, 19.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:10, 23.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:12, 18.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 19.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 23.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 23.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 23.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:12, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:12, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:12, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:11, 18.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:10, 20.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:10, 20.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 20.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:14, 13.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 15.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 15.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:12, 15.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:12, 15.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:11, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:11, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:11, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:11, 16.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:10, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:10, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:10, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:10, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:17, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:17, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:17, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:16, 11.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:14, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:14, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:14, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:14, 12.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:13, 13.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:13, 13.09it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 30%|███ | 15/50 [04:37<08:38, 14.81s/it, running_success_rate=87.5%]
Stepping through eval batches: 32%|███▏ | 16/50 [04:37<08:55, 15.75s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:50, 1.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:50, 1.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:49, 1.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:09, 3.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<01:09, 3.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<01:09, 3.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<01:09, 3.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:36, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:36, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:36, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:28, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:28, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:28, 9.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:28, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:28, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:27, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:37, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:37, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:37, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:36, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:28, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:28, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:27, 9.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:23, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:23, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:23, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:23, 11.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:20, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:20, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:20, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:29, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:29, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:29, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:29, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:22, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:22, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:22, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:21, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:19, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:19, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:19, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:18, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:23, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:23, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:23, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:23, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:23, 10.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:18, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:15, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:12, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:12, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:12, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:12, 18.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:15, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:15, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:15, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:15, 14.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:14, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:14, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:14, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:14, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:11, 19.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:11, 19.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:11, 19.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:11, 19.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:15, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:15, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:15, 13.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:14, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:14, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:14, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:14, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:14, 14.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:18, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:18, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:17, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:16, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:16, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:16, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:32, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:32, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:08<00:31, 6.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:50, 3.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:50, 3.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:51, 3.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:10<00:51, 3.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<02:01, 1.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<02:01, 1.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:10<02:00, 1.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<01:23, 2.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<01:23, 2.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<01:22, 2.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<01:00, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<01:00, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:11<01:00, 3.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:11<00:44, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:11<00:44, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:11<00:44, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:11<00:33, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:11<00:33, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:11<00:33, 5.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:11<00:33, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:11<00:33, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:11<00:32, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:11<00:32, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:11<00:32, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:11<00:32, 5.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:11<00:18, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:11<00:18, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:11<00:17, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:17, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:17, 10.21it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:11<00:12, 14.02it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 32%|███▏ | 16/50 [04:56<08:55, 15.75s/it, running_success_rate=88.2%]
Stepping through eval batches: 34%|███▍ | 17/50 [04:56<09:13, 16.78s/it, running_success_rate=88.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:51, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:51, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:51, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:51, 5.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:14, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:08, 30.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 27.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 27.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 27.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 27.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:12, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 27.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:08, 27.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:08, 27.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:08, 27.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:08, 27.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 27.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 27.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 24.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 28.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:07, 28.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:07, 28.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:02<00:07, 28.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 28.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 24.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 27.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:08, 22.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:08, 22.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 22.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 22.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:06, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:03<00:06, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:03<00:06, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:03<00:06, 28.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:08, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:03<00:08, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:03<00:08, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:03<00:07, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 23.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 27.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 27.03it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 34%|███▍ | 17/50 [05:04<09:13, 16.78s/it, running_success_rate=88.9%]
Stepping through eval batches: 36%|███▌ | 18/50 [05:04<07:32, 14.15s/it, running_success_rate=88.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:33, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:33, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:33, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:33, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:33, 8.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:20, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:20, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:20, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:20, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:14, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:14, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:14, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:14, 18.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:18, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:18, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:18, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 13.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:17, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:17, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:15, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:15, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:15, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:22, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:22, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:16, 14.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:14, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:14, 16.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:13, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:13, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:13, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:12, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:12, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:12, 17.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:09, 23.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:10, 21.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 25.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:07, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:07, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:07, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:07, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:07, 27.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:08, 23.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:07, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:07, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:07, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:07, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:07, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:07, 24.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 29.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:07, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:07, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:06, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:06, 26.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:05, 30.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:06, 27.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:05, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:05, 31.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:05, 31.49it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 36%|███▌ | 18/50 [05:17<07:32, 14.15s/it, running_success_rate=89.5%]
Stepping through eval batches: 38%|███▊ | 19/50 [05:17<07:04, 13.71s/it, running_success_rate=89.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:55, 5.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:55, 5.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:25, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:25, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:25, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:25, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:25, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 16.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:13, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 20.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 26.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 26.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 26.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:09, 26.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:14, 17.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 24.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 24.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:09, 24.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:07, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:07, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:07, 26.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 23.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:06, 28.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 24.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:06, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:06, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:06, 29.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:07, 24.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:06, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:06, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 29.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 24.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:06, 27.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:06, 27.38it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 38%|███▊ | 19/50 [05:39<07:04, 13.71s/it, running_success_rate=90.0%]
Stepping through eval batches: 40%|████ | 20/50 [05:39<08:06, 16.21s/it, running_success_rate=90.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:45, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:45, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:44, 6.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:11, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:11, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:11, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:09, 26.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:00<00:10, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:00<00:10, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:10, 24.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:10, 25.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:10, 25.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:10, 25.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 25.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 25.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:21, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:19, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:19, 12.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:20, 12.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:20, 12.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:20, 12.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:19, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:19, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:19, 12.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:20, 11.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:30, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:30, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:30, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:30, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:30, 7.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:23, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:15, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:23, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:23, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:23, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:23, 9.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:18, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:18, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:18, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:18, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:17, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:17, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:17, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:24, 8.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:14, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:14, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:14, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:14, 14.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:16, 12.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:16, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:16, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:16, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:16, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:15, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:14, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:14, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:14, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:14, 13.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:13, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:13, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:13, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:18, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:18, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:18, 10.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:16, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:16, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:16, 11.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:15, 11.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:10, 17.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:10, 17.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:10, 17.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:08<00:17, 9.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:12, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:08<00:12, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:08<00:12, 13.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:12, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:08<00:12, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:08<00:12, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:22, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:08<00:22, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:08<00:22, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:08<00:22, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:08<00:16, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:09<00:16, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:09<00:16, 9.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:09<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:09<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:09<00:14, 10.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:09<00:12, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:09<00:12, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:09<00:12, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:14, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:09<00:14, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:09<00:14, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:09<00:14, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:09<00:14, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:09, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:09<00:09, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:09<00:09, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:09<00:09, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:09<00:11, 12.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:09<00:11, 12.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:09<00:11, 12.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:10<00:11, 12.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:10<00:15, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:10<00:15, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:10<00:15, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:10<00:15, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:10<00:12, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:10<00:12, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:10<00:12, 11.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:10<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:10<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:10<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:10<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:10<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:11<00:12, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:11<00:11, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:11<00:11, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:11<00:11, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:11<00:11, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:11<00:11, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:11<00:11, 11.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:11<00:10, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:11<00:07, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:12<00:07, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:12<00:06, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:12<00:06, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:12<00:15, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:12<00:15, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:12<00:15, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:12<00:15, 8.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:12<00:12, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:12<00:12, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:12<00:12, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:12<00:12, 9.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:12<00:10, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:12<00:10, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:13<00:10, 11.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:13<00:14, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:13<00:14, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:13<00:14, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:13<00:12, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:13<00:12, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:13<00:12, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:13<00:12, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:13<00:12, 9.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:13<00:09, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:13<00:09, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:13<00:09, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:13<00:08, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:13<00:08, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:13<00:08, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:13<00:09, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:13<00:09, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:13<00:09, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:14<00:09, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:08, 13.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:14<00:08, 13.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:14<00:08, 13.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:14<00:07, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:14<00:07, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:14<00:07, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:14<00:07, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:14<00:07, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:14<00:07, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:14<00:07, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:14<00:10, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:15<00:10, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:15<00:10, 9.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:10, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:15<00:10, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:15<00:10, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:15<00:10, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:15<00:09, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:15<00:09, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:15<00:09, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:15<00:05, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:15<00:05, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:15<00:05, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:15<00:05, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:15<00:08, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:15<00:08, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:15<00:08, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:15<00:08, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:15<00:08, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:15<00:07, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:15<00:05, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:15<00:05, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:15<00:05, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:15<00:05, 15.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:15<00:04, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:16<00:04, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:16<00:04, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:16<00:04, 17.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:16<00:07, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:16<00:07, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:16<00:07, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:16<00:07, 10.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:16<00:06, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:16<00:06, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:16<00:06, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:16<00:05, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:16<00:05, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:16<00:05, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:17<00:05, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:17<00:06, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:17<00:06, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:17<00:06, 10.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:17<00:06, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:17<00:06, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:17<00:06, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:17<00:06, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:17<00:05, 10.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:17<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:17<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:17<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:17<00:04, 14.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:17<00:03, 15.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:17<00:03, 15.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:17<00:03, 15.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:17<00:04, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:17<00:04, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:18<00:04, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:18<00:04, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:18<00:04, 13.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:18<00:03, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:18<00:03, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:18<00:03, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:18<00:03, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:18<00:02, 17.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:18<00:02, 17.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:18<00:02, 17.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:18<00:02, 17.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:18<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:18<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:18<00:03, 12.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:18<00:04, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:19<00:04, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:19<00:04, 10.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:19<00:03, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:19<00:03, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:19<00:03, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:19<00:03, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:19<00:03, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:19<00:03, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:19<00:03, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:19<00:03, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:19<00:02, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:19<00:05, 7.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:19<00:05, 7.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:20<00:05, 7.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:20<00:04, 7.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:20<00:03, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:20<00:03, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:20<00:03, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:20<00:02, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:20<00:02, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:20<00:02, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:20<00:02, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:20<00:02, 12.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:20<00:03, 7.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:20<00:03, 7.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:21<00:03, 7.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:21<00:03, 7.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:02, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:21<00:02, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:21<00:02, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:21<00:02, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:21<00:01, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:21<00:01, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:21<00:01, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:21<00:01, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:22<00:01, 12.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:22<00:02, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:22<00:02, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:22<00:02, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:22<00:02, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:22<00:02, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:22<00:02, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:22<00:01, 7.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:01, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:22<00:01, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:22<00:01, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:22<00:01, 10.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:22<00:00, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:23<00:00, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:23<00:01, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:23<00:01, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:23<00:00, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:23<00:00, 7.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:23<00:00, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:23<00:00, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:23<00:00, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:23<00:00, 10.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:23<00:00, 13.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:23<00:00, 13.06it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 40%|████ | 20/50 [06:21<08:06, 16.21s/it, running_success_rate=85.7%]
Stepping through eval batches: 42%|████▏ | 21/50 [06:21<11:29, 23.78s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:30, 3.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:41, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:15, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:33, 8.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:28, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:28, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:28, 9.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:24, 10.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:21, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:21, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:33, 7.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:27, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:27, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:27, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:26, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:26, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:26, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:23, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:23, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:23, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:23, 10.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:19, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:19, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:19, 12.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:34, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:34, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:34, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:34, 7.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:24, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:24, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:24, 9.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:21, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:21, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:21, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:20, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:29, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:29, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:29, 8.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:27, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:27, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:27, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:25, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:18, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:25, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:25, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:25, 8.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:22, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:22, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:22, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:19, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:18, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:18, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:18, 11.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:17, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:17, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:17, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:34, 6.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:34, 6.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:34, 6.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:34, 6.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:25, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:25, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:25, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:25, 8.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:19, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:19, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:18, 11.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:27, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:27, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:27, 7.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:23, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:23, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:23, 8.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:19, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:19, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:19, 10.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:16, 11.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:16, 11.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:16, 11.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:08<00:16, 11.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:14, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:14, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:14, 13.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:29, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:29, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:29, 6.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:25, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:25, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:25, 7.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:21, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:09<00:21, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:09<00:20, 9.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:18, 10.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:22, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:22, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:22, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:19, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:19, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:18, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:18, 9.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:09<00:11, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:11, 15.51it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 42%|████▏ | 21/50 [06:34<11:29, 23.78s/it, running_success_rate=86.4%]
Stepping through eval batches: 44%|████▍ | 22/50 [06:34<09:37, 20.63s/it, running_success_rate=86.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:32, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:32, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<02:32, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<02:31, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<02:31, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<02:30, 1.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:27, 10.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:23, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:31, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:31, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:31, 8.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:30, 8.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:30, 8.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:25, 10.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:23, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:23, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:23, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:23, 11.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:29, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:29, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:29, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:29, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:22, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:18, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:19, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:19, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:19, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:34, 7.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:34, 7.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:34, 7.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:34, 7.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:25, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:25, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:20, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:17, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:17, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:34, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:34, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:34, 6.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:28, 8.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:26, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:26, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:26, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:26, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:19, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:19, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:19, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:30, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:30, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:30, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:28, 7.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:24, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:24, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:24, 9.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:20, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:20, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:20, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:27, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:27, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:27, 8.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:22, 9.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:21, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:19, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:19, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:07<00:19, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:07<00:19, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:16, 12.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:23, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:23, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:23, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:23, 8.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:17, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:17, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:17, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:17, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:14, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:14, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:14, 13.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:23, 8.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:23, 8.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:23, 8.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:22, 8.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:17, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:17, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:17, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:17, 11.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:15, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:15, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:08<00:15, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:13, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:13, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:13, 13.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:20, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:20, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:19, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:18, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:18, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:18, 9.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:16, 11.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:14, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:14, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:14, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:13, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:19, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:19, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:19, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:10<00:19, 9.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:15, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:10<00:15, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:10<00:15, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:10<00:15, 11.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:10<00:13, 12.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:10<00:13, 12.87it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 44%|████▍ | 22/50 [06:55<09:37, 20.63s/it, running_success_rate=87.0%]
Stepping through eval batches: 46%|████▌ | 23/50 [06:55<09:17, 20.67s/it, running_success_rate=87.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:52, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:52, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:51, 2.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:39, 6.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:28, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:25, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:25, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:25, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:25, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:27, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:27, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:27, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:23, 11.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:18, 13.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:19, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:19, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:19, 13.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:34, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:34, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:34, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:34, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:34, 7.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:24, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:27, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:27, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:27, 9.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:26, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:05<00:26, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:05<00:26, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<01:35, 2.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:05<01:35, 2.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<01:28, 2.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:05<01:28, 2.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:05<01:27, 2.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:05<01:27, 2.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:55, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:05<00:55, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:05<00:55, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:05<00:54, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:05<00:54, 4.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:05<00:35, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:06<00:35, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:06<00:35, 6.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:54, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:06<00:54, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:07<00:54, 4.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:07<00:45, 5.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:07<00:45, 5.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:07<00:45, 5.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:07<00:37, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:07<00:37, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:07<00:37, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:07<00:37, 6.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:27, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:07<00:27, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:07<00:27, 8.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:34, 6.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:07<00:34, 6.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:07<00:34, 6.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:27, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:07<00:27, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:08<00:27, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:08<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:08<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:08<00:25, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:08<00:22, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:08<00:22, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:08<00:22, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:08<00:22, 10.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:16, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:08<00:16, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:08<00:16, 13.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:27, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:08<00:27, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:08<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:08<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:09<00:26, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:09<00:20, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:09<00:20, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:09<00:20, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:09<00:20, 10.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:09<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:09<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:09<00:18, 11.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:09<00:22, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:09<00:22, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:09<00:22, 9.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:09<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:09<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:09<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:10<00:20, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:10<00:16, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:10<00:16, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:10<00:16, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:10<00:15, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:10<00:15, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:20, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:10<00:20, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:10<00:20, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:10<00:20, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:16, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:16, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:16, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:10<00:16, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:16, 11.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:12, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:12, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:10<00:12, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:11<00:12, 15.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:11<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:11<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:11<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:11<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:11<00:16, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:11<00:13, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:11<00:13, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:11<00:13, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:11<00:13, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:13, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:10, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:10, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:11<00:10, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:12<00:10, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:12<00:14, 12.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:12<00:14, 12.18it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 46%|████▌ | 23/50 [07:10<09:17, 20.67s/it, running_success_rate=87.5%]
Stepping through eval batches: 48%|████▊ | 24/50 [07:10<08:12, 18.92s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:22, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:18, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:18, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:13, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:13, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:13, 20.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:10, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:10, 25.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 19.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:15, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:15, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:15, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:15, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:15, 15.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 19.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 21.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:14, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:14, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:14, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:14, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:11, 19.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 17.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:07, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:07, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:07, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:07, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:08, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:08, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 21.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:10, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:10, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:10, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:10, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:10, 18.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 21.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:07, 24.40it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:09, 19.67it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 48%|████▊ | 24/50 [07:17<08:12, 18.92s/it, running_success_rate=88.0%]
Stepping through eval batches: 50%|█████ | 25/50 [07:17<06:25, 15.40s/it, running_success_rate=88.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:57, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:57, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:57, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:56, 4.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:12, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 20.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:00<00:10, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:10, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:17, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:12, 20.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 20.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 20.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:13, 17.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:08, 25.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 23.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 24.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 29.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 29.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 29.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:06, 29.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:06, 29.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:07, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:07, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:07, 24.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:06, 28.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:06, 28.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:06, 28.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:06, 28.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:06, 28.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 22.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:07, 23.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 27.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:06, 27.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:06, 27.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 27.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:06, 27.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:06, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:05, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:05, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:05, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:05, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:05, 28.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:06, 23.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:05, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:05, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:05, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:05, 28.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:04, 30.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:05, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:05, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:05<00:05, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:05<00:05, 24.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:04, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:05<00:04, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:04, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:04, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:04, 28.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:05, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:05, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:05, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:05, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:05, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:05, 26.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:05, 26.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:05, 26.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:04, 26.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:06<00:04, 26.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:06<00:05, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:06<00:05, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:06<00:05, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:06<00:05, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:06<00:05, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:06<00:05, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:06<00:05, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:06<00:04, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:06<00:04, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:06<00:04, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:06<00:04, 24.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:06<00:04, 29.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:04, 29.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:04, 29.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:04, 29.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:04, 29.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:07<00:05, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:04, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:04, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:07<00:04, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:07<00:04, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:07<00:04, 26.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:07<00:04, 21.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:07<00:03, 26.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:07<00:03, 26.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:07<00:03, 26.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:07<00:03, 26.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:07<00:03, 26.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:07<00:04, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:07<00:03, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:03, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:08<00:03, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:08<00:03, 25.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:08<00:04, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:08<00:03, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:08<00:03, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:08<00:03, 21.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:08<00:03, 26.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:08<00:03, 21.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:08<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:08<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:08<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:08<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:08<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 25.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:02, 23.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:09<00:02, 27.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:09<00:02, 24.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:09<00:01, 27.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:09<00:02, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:09<00:02, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:09<00:02, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:09<00:02, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:09<00:01, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:09<00:01, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:09<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:09<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:09<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:10<00:01, 23.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:10<00:01, 26.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:10<00:01, 23.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:10<00:00, 27.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:10<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 24.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 29.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 29.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 29.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 29.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:11<00:00, 29.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:11<00:00, 25.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 31.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 31.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:11<00:00, 31.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:11<00:00, 31.37it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 50%|█████ | 25/50 [07:40<06:25, 15.40s/it, running_success_rate=84.6%]
Stepping through eval batches: 52%|█████▏ | 26/50 [07:40<07:07, 17.79s/it, running_success_rate=84.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:53, 5.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:52, 5.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:52, 5.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:52, 5.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:13, 20.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:13, 20.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:13, 20.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:13, 20.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:09, 27.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:09, 27.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:09, 27.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:09, 27.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:13, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:12, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:12, 21.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:10, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:10, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 22.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:08, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:10, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 20.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 18.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:09, 22.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 22.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 22.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 23.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:11, 17.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 22.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 22.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:08, 22.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 17.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:11, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:10, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:10, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:10, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:10, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:10, 18.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:12, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:12, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:12, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:12, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:11, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:11, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:11, 16.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:10, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:12, 14.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:12, 14.86it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 52%|█████▏ | 26/50 [08:06<07:07, 17.79s/it, running_success_rate=85.2%]
Stepping through eval batches: 54%|█████▍ | 27/50 [08:06<07:46, 20.30s/it, running_success_rate=85.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:58, 4.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:16, 16.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:11, 22.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:10, 24.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:16, 15.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 22.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 21.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 23.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:12, 18.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:12, 18.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:12, 18.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:12, 18.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:13, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:13, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 16.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:10, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:09, 22.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:12, 16.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:11, 17.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:12, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:12, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:09, 20.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:12, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:12, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:11, 15.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:09, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:09, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:09, 19.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:09, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:09, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:09, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:09, 19.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:11, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:11, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:11, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:11, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:11, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 19.15it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 54%|█████▍ | 27/50 [08:14<07:46, 20.30s/it, running_success_rate=85.7%]
Stepping through eval batches: 56%|█████▌ | 28/50 [08:14<06:00, 16.40s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:12, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:11, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:11, 3.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:16, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:16, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:11, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:11, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:14, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 19.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 17.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:12, 19.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 26.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:12, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 21.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:13, 17.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 20.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 20.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 20.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 20.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 20.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:09, 23.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 17.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:11, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:10, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 23.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:11, 18.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:11, 18.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 16.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:10, 18.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:10, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:10, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:10, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:16, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:16, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:16, 11.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:15, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:15, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:15, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:14, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:14, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:14, 12.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:13, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:13, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:13, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:12, 14.94it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:18, 9.46it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 56%|█████▌ | 28/50 [08:21<06:00, 16.40s/it, running_success_rate=86.2%]
Stepping through eval batches: 58%|█████▊ | 29/50 [08:21<04:48, 13.73s/it, running_success_rate=86.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:32, 3.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:40, 6.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:40, 6.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:27, 9.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:28, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:28, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:28, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:28, 9.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 15.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 16.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:15, 16.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:21, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:17, 14.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:15, 16.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:29, 8.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:29, 8.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:29, 8.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:25, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:25, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:32, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:32, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:31, 7.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:26, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:26, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:26, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:26, 9.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:30, 7.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:30, 7.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:26, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:25, 9.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:22, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:22, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:22, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:21, 10.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:17, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:16, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:23, 9.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:18, 12.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:16, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:15, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:15, 14.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:22, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:22, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:22, 9.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:19, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:19, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:19, 11.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:16, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:16, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:16, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:16, 12.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:15, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:14, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:06<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:06<00:19, 10.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:17, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:06<00:17, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:17, 12.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:15, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:15, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:15, 13.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:11, 17.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:18, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:18, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:18, 10.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:07<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:16, 11.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:14, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:11, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:11, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:11, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:08<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:14, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:08<00:14, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:13, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:13, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:12, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:12, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:12, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:12, 14.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:16, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:16, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:16, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:16, 10.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:14, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:14, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:14, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:14, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:12, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:12, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:11, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:12, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:12, 13.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:09<00:12, 13.94it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:09<00:17, 9.56it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 58%|█████▊ | 29/50 [08:33<04:48, 13.73s/it, running_success_rate=86.7%]
Stepping through eval batches: 60%|██████ | 30/50 [08:33<04:26, 13.30s/it, running_success_rate=86.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:06, 4.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:06, 4.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:05, 4.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:27, 9.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:10, 25.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 18.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:14, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:11, 21.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:16, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:19, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:19, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:19, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:19, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:16, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:16, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:16, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:16, 14.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:15, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:15, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:16, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:16, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:16, 13.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:24, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:24, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:24, 9.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:22, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:22, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:22, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:22, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:17, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:22, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:22, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:22, 9.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:15, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:15, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:14, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:14, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:14, 14.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:20, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:20, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:20, 9.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:18, 11.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:15, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:13, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:13, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:12, 15.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:19, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:19, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:19, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:19, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:15, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:15, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:15, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:13, 14.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:12, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:12, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:12, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:18, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:18, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:18, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:18, 9.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:14, 12.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:14, 12.64it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 60%|██████ | 30/50 [08:53<04:26, 13.30s/it, running_success_rate=87.1%]
Stepping through eval batches: 62%|██████▏ | 31/50 [08:53<04:48, 15.16s/it, running_success_rate=87.1%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:46, 2.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:46, 2.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:46, 2.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:46, 2.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:31, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:31, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:30, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:22, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:22, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:22, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:21, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:21, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:21, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:19, 13.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:29, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:29, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:29, 8.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:20, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:20, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:20, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:24, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:24, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:24, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:19, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:18, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:18, 12.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:20, 11.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:18, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:17, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:15, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:15, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:15, 15.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:21, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:21, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:21, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:21, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:17, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:17, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:17, 13.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:15, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:15, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:15, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:15, 14.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:13, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:13, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:13, 16.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:19, 10.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:17, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:17, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:17, 12.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:16, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:16, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:15, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:15, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:15, 13.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:11, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:11, 18.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:16, 12.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:13, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:13, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:13, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:12, 15.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:12, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:12, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:12, 15.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:13, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:13, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:13, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:16, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:16, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:07<00:16, 11.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:17, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:07<00:17, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:07<00:17, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:07<00:17, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:16, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:25, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:25, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:25, 7.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:21, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:21, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:21, 8.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:17, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:17, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:08<00:17, 10.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:16, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:08<00:16, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:08<00:16, 10.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:16, 10.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:16, 10.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:16, 10.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:23, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:23, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:08<00:23, 7.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:08<00:20, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:20, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:20, 8.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:22, 7.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:22, 7.93it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 62%|██████▏ | 31/50 [09:05<04:48, 15.16s/it, running_success_rate=87.5%]
Stepping through eval batches: 64%|██████▍ | 32/50 [09:05<04:14, 14.16s/it, running_success_rate=87.5%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:01, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:01, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:01, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:00, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:00, 4.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:12, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:09, 26.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:08, 27.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 26.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 26.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 26.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:09, 26.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:09, 26.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 23.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:08, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:08, 25.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:10, 20.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:08, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:08, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:09, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:09, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:07, 25.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:09, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 21.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 26.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:07, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:06, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:06, 26.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:08, 21.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:07, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:04<00:09, 18.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:07, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:04<00:07, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:04<00:07, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:07, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:07, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:08, 19.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:06, 23.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:05<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:05<00:08, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:05<00:07, 19.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:05<00:07, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:05<00:05, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:05<00:05, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:05<00:05, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:05<00:05, 27.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:05<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:05<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:05<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:06, 22.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:04, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:06<00:04, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:06<00:04, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:06<00:04, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:06<00:04, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:06<00:05, 24.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:04, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:06<00:04, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:06<00:04, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:06<00:04, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:06<00:04, 26.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:06<00:05, 22.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:06<00:04, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:06<00:04, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:06<00:04, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:04, 25.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:06, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:06, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:06, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:06, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:06, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:05, 19.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:04, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:04, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:04, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:07<00:04, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:04, 24.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:07<00:04, 26.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:07<00:04, 26.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:07<00:04, 26.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:07<00:04, 26.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:07<00:03, 26.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:07<00:05, 20.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:07<00:04, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:07<00:04, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:04, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:08<00:04, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:03, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:04, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:04, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:04, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:04, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:08<00:04, 21.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:08<00:04, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:08<00:03, 22.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:08<00:03, 21.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:08<00:02, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:09<00:02, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:09<00:02, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 27.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:03, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:03, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:03, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:02, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:02, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:02, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:09<00:02, 26.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:09<00:02, 21.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:09<00:02, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:09<00:02, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:09<00:02, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:09<00:02, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:09<00:02, 25.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:09<00:01, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:01, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:01, 27.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:02, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:10<00:01, 25.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:10<00:01, 18.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:10<00:01, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:10<00:01, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:01, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:01, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:01, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:01, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:01, 19.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:01, 22.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:01, 22.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 22.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 22.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 22.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:01, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:01, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 18.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:11<00:00, 25.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:11<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:11<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:11<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:12<00:00, 22.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:12<00:00, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:12<00:00, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:12<00:00, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:12<00:00, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:12<00:00, 26.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|██████████| 280/280 [00:12<00:00, 27.14it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 64%|██████▍ | 32/50 [09:24<04:14, 14.16s/it, running_success_rate=84.8%]
Stepping through eval batches: 66%|██████▌ | 33/50 [09:24<04:26, 15.67s/it, running_success_rate=84.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:57, 4.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:57, 4.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:57, 4.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:28, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:27, 9.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 25.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 25.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 19.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:09, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:09, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:09, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:09, 26.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 20.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:10, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:14, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:10, 21.31it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:14, 16.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:11, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:11, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:11, 19.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:14, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:14, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:14, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:14, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:13, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:12, 16.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 21.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 21.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:09, 21.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:12, 16.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:12, 16.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:12, 16.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:12, 16.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:11, 17.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:11, 17.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:11, 17.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 20.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 16.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:10, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:10, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:10, 18.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:11, 16.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:11, 16.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:11, 16.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:11, 16.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:11, 16.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:09, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:09, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:09, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:09, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:09, 19.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 22.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:09, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:07, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:07, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:07, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:07, 21.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:09, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:09, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:09, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:09, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:09, 18.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:07, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:06<00:07, 21.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:07, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:06<00:07, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:06<00:07, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:07, 21.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:08, 18.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:06, 23.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:07, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:06, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:06<00:06, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:06, 20.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:05, 27.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:05, 27.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:05, 27.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:05, 27.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:05, 27.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:06, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:05, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:04, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:04, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:04, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:04, 26.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:07<00:05, 23.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:04, 29.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:07<00:04, 29.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:07<00:04, 29.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:07<00:04, 29.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:07<00:04, 29.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:07<00:04, 24.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:04, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:07<00:04, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:07<00:04, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:07<00:03, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:03, 27.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:04, 24.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:08<00:04, 24.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:08<00:04, 24.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:08<00:04, 24.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:08<00:04, 24.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:08<00:03, 27.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 31.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:08<00:03, 31.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:08<00:03, 31.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:08<00:03, 31.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:08<00:03, 31.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:03, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:08<00:03, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:08<00:03, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:08<00:03, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:08<00:03, 24.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 26.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:08<00:03, 26.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:08<00:03, 26.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:08<00:03, 26.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:08<00:04, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:08<00:03, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:08<00:03, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:09<00:03, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:09<00:03, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:09<00:03, 22.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:02, 28.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:09<00:02, 28.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:09<00:02, 28.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:09<00:02, 28.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:09<00:02, 28.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:09<00:03, 24.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 30.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:09<00:02, 30.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:09<00:02, 30.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:09<00:02, 30.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:09<00:02, 30.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:09<00:02, 24.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:09<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:09<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:09<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:09<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:10<00:02, 28.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:10<00:02, 24.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:01, 30.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:10<00:01, 30.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:10<00:01, 30.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:10<00:01, 30.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:10<00:01, 30.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:10<00:01, 26.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:10<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:10<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:10<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:10<00:01, 31.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:10<00:01, 24.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:10<00:01, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:10<00:01, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:10<00:01, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:11<00:00, 30.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:11<00:01, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:11<00:00, 24.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:11<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:11<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:11<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:11<00:00, 30.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:11<00:00, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:11<00:00, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:11<00:00, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:11<00:00, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:11<00:00, 28.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:11<00:00, 25.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:11<00:00, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:11<00:00, 31.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:11<00:00, 31.15it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 66%|██████▌ | 33/50 [09:54<04:26, 15.67s/it, running_success_rate=82.4%]
Stepping through eval batches: 68%|██████▊ | 34/50 [09:54<05:21, 20.11s/it, running_success_rate=82.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:46, 1.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:46, 1.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:45, 1.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<03:44, 1.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<03:43, 1.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:39, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:39, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:39, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:38, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:38, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:38, 7.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:18, 14.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:12, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:08, 27.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:08, 27.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:08, 27.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:08, 27.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:08, 27.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 23.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:09, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:09, 24.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:16, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:16, 13.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:14, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:14, 15.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:14, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:13, 15.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:20, 10.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:22, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:22, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:22, 9.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:19, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:19, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:19, 10.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:17, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:17, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:17, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:15, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:15, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:15, 13.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:27, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:27, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:27, 7.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:23, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:23, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:23, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:23, 8.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:21, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:21, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:21, 9.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:18, 10.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:25, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:25, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:25, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:25, 7.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:19, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:19, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:19, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:17, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:17, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:16, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:16, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:16, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:16, 11.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:18, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:18, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:18, 10.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:17, 10.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:14, 12.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:14, 12.76it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 68%|██████▊ | 34/50 [10:15<05:21, 20.11s/it, running_success_rate=82.9%]
Stepping through eval batches: 70%|███████ | 35/50 [10:15<05:04, 20.30s/it, running_success_rate=82.9%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:12, 1.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:12, 1.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:11, 1.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:01, 4.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:01, 4.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:01, 4.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:37, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:37, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:37, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:37, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:37, 7.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:21, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:21, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:21, 12.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:39, 6.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:39, 6.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:39, 6.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:38, 6.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:38, 6.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:23, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:23, 11.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:21, 12.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:22, 11.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:24, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:24, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:24, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:24, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:17, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:17, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:17, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:17, 14.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:25, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:25, 9.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:22, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:22, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:22, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:22, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:17, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:17, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:17, 14.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:16, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:16, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:16, 14.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:27, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:27, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:26, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:26, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:26, 8.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:19, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:19, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:19, 11.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:18, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:18, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:18, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:18, 12.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:28, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:28, 8.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:24, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:24, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:24, 9.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:22, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:22, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:21, 10.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:16, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:16, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:16, 13.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:24, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:24, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:24, 8.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:22, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:22, 9.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:19, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:19, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:18, 11.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:17, 12.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:06<00:17, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:17, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:16, 12.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:24, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:24, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:24, 8.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:22, 9.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:16, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:16, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:16, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:16, 12.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:07<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:07<00:15, 13.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:18, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:07<00:18, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:07<00:18, 10.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:07<00:16, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:16, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:16, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:16, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:16, 11.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:08<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:08<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:08<00:11, 16.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:08<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:08<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:19, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:08<00:19, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:18, 9.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:18, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:18, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:17, 10.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:15, 11.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:15, 11.70it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 70%|███████ | 35/50 [10:26<05:04, 20.30s/it, running_success_rate=83.3%]
Stepping through eval batches: 72%|███████▏ | 36/50 [10:26<04:06, 17.60s/it, running_success_rate=83.3%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:18, 1.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<03:18, 1.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<03:17, 1.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:05, 4.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:05, 4.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:56, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<00:56, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<00:56, 4.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:37, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:37, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:37, 7.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:31, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:31, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:30, 8.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:24, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:24, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:24, 11.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:43, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<00:43, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:43, 6.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:33, 7.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:33, 7.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:33, 7.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:33, 7.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:23, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:23, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:23, 11.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:20, 12.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:39, 6.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:39, 6.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:39, 6.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:32, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:32, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:32, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:26, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:26, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:26, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:22, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:22, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:22, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:22, 11.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:19, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:19, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:19, 12.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:27, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:27, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:04<00:27, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:04<00:27, 9.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:04<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:04<00:22, 10.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:20, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:04<00:20, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:04<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:19, 12.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:15, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:15, 15.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:29, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:29, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:29, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:29, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:05<00:29, 8.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:19, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:05<00:19, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:05<00:19, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:05<00:19, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:05<00:19, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:18, 12.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:26, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:26, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:26, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:26, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:06<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:06<00:22, 9.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:14, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:06<00:14, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:14, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:14, 14.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:17, 12.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:15, 13.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:15, 13.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:15, 13.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:15, 13.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:13, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:13, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:13, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:22, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:22, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:22, 9.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:20, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:20, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:20, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:19, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:19, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:19, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:19, 10.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:15, 13.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:25, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:25, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:08<00:25, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:26, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:08<00:26, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:08<00:25, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:08<00:25, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:08<00:25, 7.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:17, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:08<00:17, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:09<00:17, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:09<00:16, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:16, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:09<00:16, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:09<00:16, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:09<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:09<00:20, 9.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:09<00:19, 9.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:13, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:09<00:13, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:10<00:13, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:10<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:10<00:16, 10.89it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 72%|███████▏ | 36/50 [10:39<04:06, 17.60s/it, running_success_rate=83.8%]
Stepping through eval batches: 74%|███████▍ | 37/50 [10:39<03:30, 16.18s/it, running_success_rate=83.8%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:16, 2.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<02:16, 2.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:12, 3.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:40, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:40, 6.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:28, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:28, 9.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:18, 14.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:38, 6.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:38, 6.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:38, 6.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:30, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:30, 8.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:25, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:25, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:25, 10.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:20, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:20, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:18, 13.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:31, 8.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:31, 8.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:31, 8.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:25, 9.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:25, 9.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:25, 9.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:23, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:22, 11.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:20, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:20, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:20, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:20, 12.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:28, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:28, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:28, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:22, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:22, 10.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:21, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:21, 11.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:20, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:20, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:04<00:20, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:21, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:21, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:21, 11.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:26, 8.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:21, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:21, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:21, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:21, 10.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:16, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:16, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:05<00:16, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:05<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:05<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:05<00:30, 7.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:23, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:05<00:23, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:05<00:23, 9.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:23, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:05<00:23, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:05<00:22, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:05<00:22, 9.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:19, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:19, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:06<00:19, 11.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:06<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:06<00:25, 8.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:06<00:22, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:06<00:21, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:06<00:21, 9.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:06<00:17, 12.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:06<00:17, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:06<00:17, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:07<00:17, 12.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:19, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:07<00:19, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:07<00:19, 10.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:18, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:07<00:18, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:07<00:18, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:07<00:17, 11.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:14, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:07<00:14, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:07<00:14, 14.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:07<00:15, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:07<00:15, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:08<00:15, 13.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:08<00:42, 4.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:09<00:42, 4.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:09<00:41, 4.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:54, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:09<00:54, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:10<00:53, 3.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:43, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:10<00:43, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:10<00:43, 4.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:34, 5.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:10<00:34, 5.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:10<00:34, 5.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:10<00:27, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:10<00:27, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:10<00:27, 7.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:30, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:10<00:30, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:10<00:30, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:10<00:30, 6.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:10<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:10<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:10<00:22, 8.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:10<00:17, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:11<00:17, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:11<00:16, 10.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:11<00:16, 10.75it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 74%|███████▍ | 37/50 [10:56<03:30, 16.18s/it, running_success_rate=84.2%]
Stepping through eval batches: 76%|███████▌ | 38/50 [10:56<03:15, 16.31s/it, running_success_rate=84.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:15, 3.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:15, 3.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:50, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:50, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:50, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:50, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:49, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:16, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:16, 16.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:22, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:22, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:22, 11.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:21, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:21, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:18, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:12, 19.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:19, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:19, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:19, 12.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:19, 12.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:14, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:18, 12.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:18, 12.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:18, 12.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:17, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:17, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:17, 13.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:13, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:13, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:13, 16.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:17, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:17, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:17, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:17, 12.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:15, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:15, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:15, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:15, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:15, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:11, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:17, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:17, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:17, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:16, 12.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:15, 14.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:11, 18.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:14, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:14, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:14, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:14, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:14, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:14, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:14, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:12, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:12, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:12, 15.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:13, 15.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:16, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:16, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:16, 11.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:15, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:15, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:15, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:15, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:15, 12.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:12, 14.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:11, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:11, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:10, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:17, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:17, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:17, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:17, 10.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:13, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:13, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:13, 13.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:13, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:13, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:13, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:13, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:12, 13.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:16, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:16, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:16, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:07<00:16, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:07<00:15, 11.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:07<00:15, 11.01it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:07<00:11, 15.79it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 76%|███████▌ | 38/50 [11:06<03:15, 16.31s/it, running_success_rate=84.6%]
Stepping through eval batches: 78%|███████▊ | 39/50 [11:06<02:39, 14.54s/it, running_success_rate=84.6%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:47, 5.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:47, 5.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:47, 5.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:29, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:29, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:29, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:28, 9.48it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:11, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:11, 22.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:16, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:16, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:16, 16.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:14, 18.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:12, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:12, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:12, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:12, 20.64it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 23.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:11, 21.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:10, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:10, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:09, 23.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:11, 20.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:11, 20.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:11, 20.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:13, 16.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:13, 16.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:13, 16.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:13, 16.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:12, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:12, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:12, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:12, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:12, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:10, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:12, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:13, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 17.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 17.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 17.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:11, 17.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:11, 17.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 16.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:08, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:08, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:08, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:08, 22.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 23.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 23.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 23.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 23.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:09, 19.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:07, 25.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:07, 25.37it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 78%|███████▊ | 39/50 [11:21<02:39, 14.54s/it, running_success_rate=85.0%]
Stepping through eval batches: 80%|████████ | 40/50 [11:21<02:27, 14.71s/it, running_success_rate=85.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:03, 4.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:03, 4.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:03, 4.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:03, 4.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<01:03, 4.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:17, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:17, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:17, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:17, 15.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 22.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 22.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:12, 22.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:21, 12.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:17, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:17, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 16.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:16, 16.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 16.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 16.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:19, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:19, 13.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:18, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:18, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:18, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:18, 14.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 17.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:15, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:15, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:15, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:15, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:15, 15.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:12, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:12, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:12, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:12, 19.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:11, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:11, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:11, 21.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:13, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:12, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:12, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:12, 18.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:10, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 23.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:11, 19.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:09, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:09, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:09, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:09, 22.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:09, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:09, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:09, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:09, 23.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:12, 17.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:11, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:11, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:11, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:11, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:11, 18.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:13, 15.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:12, 16.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:09, 21.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:09, 21.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:09, 21.18it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:12, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:12, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:12, 16.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 17.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:11, 17.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:10, 17.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:10, 17.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:10, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:10, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:10, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:10, 18.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:12, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:12, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:12, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:12, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:11, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:11, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:11, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:10, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:10, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:10, 16.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:08, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:08, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:08, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:08, 20.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:09, 17.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:09, 17.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:09, 17.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:09, 17.82it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 80%|████████ | 40/50 [11:39<02:27, 14.71s/it, running_success_rate=85.4%]
Stepping through eval batches: 82%|████████▏ | 41/50 [11:39<02:19, 15.50s/it, running_success_rate=85.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:01<01:23, 3.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<02:18, 2.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:01<02:18, 2.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:01<02:17, 2.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:01<02:17, 2.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<02:16, 2.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:48, 5.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:48, 5.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:48, 5.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:48, 5.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:48, 5.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:33, 8.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:02<00:20, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:02<00:20, 12.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:02<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:02<00:16, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:02<00:15, 16.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:11, 22.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:11, 22.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:11, 22.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:11, 22.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:11, 22.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:12, 20.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:08, 26.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:08, 26.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:08, 26.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:08, 26.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:08, 26.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:09, 24.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:08, 28.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:08, 28.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:08, 28.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:08, 28.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:08, 28.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:09, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:09, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:09, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:09, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:08, 25.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:07, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:07, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:07, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:07, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:07, 29.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:09, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:09, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:09, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:09, 23.73it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:08, 24.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:10, 19.68it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:08, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:08, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:08, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:08, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 24.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:07, 26.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:07, 26.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:07, 26.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:07, 26.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:07, 26.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:07, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:07, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:07, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:07, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:07, 25.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:11, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:11, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:11, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:11, 15.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:12, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:12, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:12, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:12, 14.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:11, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:11, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:06<00:11, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:06<00:11, 15.60it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:06<00:16, 10.51it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 82%|████████▏ | 41/50 [11:54<02:19, 15.50s/it, running_success_rate=85.7%]
Stepping through eval batches: 84%|████████▍ | 42/50 [11:54<02:03, 15.47s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:53, 2.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:53, 2.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:53, 2.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:52, 2.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:34, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:34, 8.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:21, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:21, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:21, 12.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:16, 16.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:16, 16.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:16, 16.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:15, 16.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:24, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:24, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:24, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:24, 11.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 13.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:20, 13.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:20, 13.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:20, 13.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:22, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:22, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:22, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:02<00:22, 11.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:18, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:02<00:18, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:18, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:18, 14.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:16, 14.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:22, 11.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:18, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:18, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:18, 13.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:16, 14.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:15, 15.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:15, 15.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:15, 15.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:21, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:21, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:20, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:20, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:20, 11.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:15, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:15, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:14, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:14, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:14, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:12, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:12, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:12, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:12, 18.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:14, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:14, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:13, 16.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:10, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:10, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:10, 21.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:09, 23.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:12, 17.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:09, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:09, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:09, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:09, 23.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:11, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:11, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:11, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:04<00:11, 18.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:04<00:10, 19.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:04<00:08, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:07, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:07, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:07, 25.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:09, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:09, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:09, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:09, 20.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:08, 21.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:05<00:09, 19.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:07, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:05<00:07, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:05<00:07, 23.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:05<00:07, 23.96it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:05<00:07, 24.62it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 84%|████████▍ | 42/50 [12:02<02:03, 15.47s/it, running_success_rate=86.0%]
Stepping through eval batches: 86%|████████▌ | 43/50 [12:02<01:33, 13.34s/it, running_success_rate=86.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:38, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:38, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:37, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:37, 2.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:28, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:28, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:28, 9.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:18, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:15, 17.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:15, 17.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:15, 17.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:23, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:23, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:23, 11.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:18, 14.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:16, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:21, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:21, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:21, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:21, 11.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:02<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:17, 14.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:14, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:14, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:14, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:14, 16.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:18, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:18, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:18, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:18, 13.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:16, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:16, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:16, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:16, 15.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:03<00:12, 19.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:03<00:12, 19.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:12, 19.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:19, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:19, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:19, 12.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:15, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:15, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:15, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:13, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:13, 16.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:18, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:18, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:18, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:18, 12.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:15, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:15, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 14.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:12, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:12, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:12, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:12, 17.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:15, 13.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:15, 13.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:15, 13.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:14, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:14, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:14, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:14, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:14, 14.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:10, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:10, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:10, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:10, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:10, 19.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:04<00:13, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:04<00:13, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:13, 15.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:12, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:12, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:12, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:11, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:11, 17.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:09, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:09, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:09, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:09, 21.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:11, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:11, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:11, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:11, 16.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:05<00:10, 18.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:07, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:05<00:07, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:05<00:07, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:07, 24.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:13, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:13, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:13, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:13, 14.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:32, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:32, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:32, 5.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:31, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:31, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:31, 5.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:26, 6.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:08<00:26, 6.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:26, 6.72it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:28, 6.38it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 86%|████████▌ | 43/50 [12:16<01:33, 13.34s/it, running_success_rate=86.4%]
Stepping through eval batches: 88%|████████▊ | 44/50 [12:16<01:21, 13.52s/it, running_success_rate=86.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:56, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:55, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:55, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:55, 4.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:12, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:12, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 22.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 24.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:15, 17.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:10, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:10, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:10, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:10, 24.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:14, 17.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 23.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 23.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 23.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 23.11it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 24.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:15, 15.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:14, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:12, 19.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:18, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:18, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:18, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:17, 13.08it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:16, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:16, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:16, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:16, 14.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:13, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:13, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:13, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:13, 16.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:19, 11.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:19, 11.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:18, 11.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:18, 11.98it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:17, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:17, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:17, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:16, 13.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:14, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:03<00:14, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:03<00:14, 15.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:14, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:14, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:13, 15.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:25, 8.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:25, 8.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:25, 8.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:22, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:22, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:21, 9.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:21, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:21, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:20, 10.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:18, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:18, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:18, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:18, 11.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:23, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:23, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:23, 8.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:20, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:20, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:20, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:20, 10.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:15, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:15, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:15, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:15, 12.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:14, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:14, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:05<00:14, 14.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:19, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:05<00:19, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:05<00:18, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:05<00:18, 10.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:16, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:05<00:16, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:15, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:15, 12.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:13, 14.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:11, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:11, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:06<00:11, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:06<00:11, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:06<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:06<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:06<00:16, 11.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:06<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:06<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:06<00:13, 13.78it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:11, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:06<00:11, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:11, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:07<00:11, 16.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:15, 11.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:07<00:15, 11.72it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 88%|████████▊ | 44/50 [12:27<01:21, 13.52s/it, running_success_rate=86.7%]
Stepping through eval batches: 90%|█████████ | 45/50 [12:27<01:03, 12.62s/it, running_success_rate=86.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:56, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:55, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:55, 4.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:18, 14.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 26.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:10, 26.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:10, 26.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:10, 26.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:14, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 18.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:00<00:09, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:00<00:09, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:09, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:09, 28.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:11, 21.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:11, 21.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 25.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:09, 25.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:09, 25.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 25.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:01<00:09, 25.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:01<00:10, 22.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:01<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.55it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:09, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:09, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:09, 24.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:09, 24.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:07, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:07, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:07, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:07, 28.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:02<00:10, 21.47it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:02<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:02<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:02<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:02<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:09, 22.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:10, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:09, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:09, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:09, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:08, 22.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:10, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:10, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:10, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:09, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:09, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:09, 19.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 24.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:03<00:07, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:07, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:07, 25.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:09, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:09, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:09, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:09, 19.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:08, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 22.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:10, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:10, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:10, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:10, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:10, 17.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:08, 20.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:08, 20.90it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 90%|█████████ | 45/50 [12:47<01:03, 12.62s/it, running_success_rate=87.0%]
Stepping through eval batches: 92%|█████████▏| 46/50 [12:47<00:59, 14.78s/it, running_success_rate=87.0%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:34, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:34, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:34, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:34, 2.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:30, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:30, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:30, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:30, 8.90it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:19, 13.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:15, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<00:15, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:15, 17.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:25, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:25, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:25, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:25, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:25, 10.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:17, 14.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:14, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:14, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:14, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:14, 17.49it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:20, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:20, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:19, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:19, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:19, 12.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:15, 16.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:02<00:15, 16.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:02<00:15, 16.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:02<00:15, 16.58it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:02<00:13, 18.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:02<00:17, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:02<00:17, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:17, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:17, 13.77it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:14, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:13, 17.33it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:12, 19.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:12, 19.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:03<00:12, 19.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:17, 13.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:03<00:17, 13.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:03<00:17, 13.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:16, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:03<00:16, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:03<00:16, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:03<00:16, 14.54it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:13, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:03<00:13, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:03<00:13, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:03<00:13, 16.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:20, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:03<00:20, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:03<00:20, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:03<00:20, 11.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:03<00:16, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:03<00:16, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:03<00:16, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:03<00:14, 15.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:14, 15.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:13, 15.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:04<00:13, 15.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:13, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:04<00:13, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:04<00:13, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:04<00:13, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:19, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:04<00:19, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:04<00:19, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:04<00:19, 11.32it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:04<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:04<00:16, 12.94it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:04<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:04<00:15, 13.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:04<00:14, 14.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:14, 14.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:13, 14.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:05<00:25, 8.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:19, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:05<00:19, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:05<00:19, 10.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:16, 12.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:05<00:16, 12.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:05<00:16, 12.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:17, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:05<00:17, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:17, 11.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:23, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:23, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:23, 8.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:19, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:19, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:19, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:19, 10.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:16, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:16, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:16, 11.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:14, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:14, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:14, 13.24it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:06<00:13, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:13, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:13, 14.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:22, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:22, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:22, 8.28it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:24, 7.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:24, 7.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:24, 7.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:19, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:19, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:19, 9.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:08<00:16, 10.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:24, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:08<00:24, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:09<00:24, 7.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:30, 5.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:09<00:30, 5.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:31, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:09<00:31, 5.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:28, 6.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:09<00:28, 6.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:09<00:28, 6.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:21, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:09<00:21, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:09<00:21, 7.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:17, 9.83it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:09<00:17, 9.83it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 92%|█████████▏| 46/50 [13:04<00:59, 14.78s/it, running_success_rate=87.2%]
Stepping through eval batches: 94%|█████████▍| 47/50 [13:04<00:46, 15.37s/it, running_success_rate=87.2%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:17, 3.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:17, 3.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:16, 3.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:44, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:44, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:44, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:44, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:44, 6.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:20, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:20, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:15, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:15, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:01<00:15, 17.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:19, 13.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:11, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:11, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:11, 21.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:15, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:12, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:12, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:12, 20.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:11, 21.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:02<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:02<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:02<00:13, 18.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:02<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:02<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 25.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:10, 21.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 28.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:08, 28.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:08, 28.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:08, 28.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:08, 28.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 20.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:11, 20.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:11, 20.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:11, 20.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:03<00:10, 21.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:03<00:11, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:03<00:10, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:03<00:10, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:10, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:10, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:10, 19.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:08, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:08, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:08, 23.70it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:08, 24.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:11, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:10, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:10, 18.62it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:08, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:08, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:04<00:08, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:04<00:08, 23.59it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:10, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:04<00:10, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:04<00:10, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:04<00:10, 18.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:04<00:09, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:04<00:09, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:04<00:09, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:04<00:09, 19.71it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:04<00:08, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:08, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:08, 22.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:10, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:10, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:10, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:10, 18.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:09, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:07, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:05<00:07, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:05<00:07, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:05<00:07, 24.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 106/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 107/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▊ | 108/280 [00:05<00:08, 21.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 109/280 [00:05<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 39%|███▉ | 110/280 [00:05<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|███▉ | 111/280 [00:05<00:06, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 112/280 [00:05<00:05, 28.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:08, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 40%|████ | 113/280 [00:05<00:08, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 114/280 [00:05<00:07, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████ | 115/280 [00:05<00:07, 20.87it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:08, 20.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 41%|████▏ | 116/280 [00:05<00:08, 20.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 117/280 [00:05<00:08, 20.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▏ | 118/280 [00:05<00:08, 20.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 42%|████▎ | 119/280 [00:05<00:08, 20.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:05<00:06, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 120/280 [00:06<00:06, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 43%|████▎ | 121/280 [00:06<00:06, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▎ | 122/280 [00:06<00:06, 22.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 123/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 44%|████▍ | 124/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▍ | 125/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 126/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 45%|████▌ | 127/280 [00:06<00:09, 16.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:06, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 128/280 [00:06<00:06, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▌ | 129/280 [00:06<00:06, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 46%|████▋ | 130/280 [00:06<00:06, 22.04it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:08, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 131/280 [00:06<00:08, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 47%|████▋ | 132/280 [00:06<00:08, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 133/280 [00:06<00:08, 16.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:08, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 134/280 [00:06<00:08, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 48%|████▊ | 135/280 [00:06<00:08, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▊ | 136/280 [00:06<00:08, 17.79it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:07, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 137/280 [00:06<00:07, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 49%|████▉ | 138/280 [00:06<00:07, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|████▉ | 139/280 [00:06<00:07, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 140/280 [00:07<00:07, 19.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:09, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 50%|█████ | 141/280 [00:07<00:09, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 142/280 [00:07<00:09, 15.00it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████ | 143/280 [00:07<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 51%|█████▏ | 144/280 [00:07<00:09, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 145/280 [00:07<00:08, 15.03it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:07, 16.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▏ | 146/280 [00:07<00:07, 16.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 52%|█████▎ | 147/280 [00:07<00:07, 16.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 148/280 [00:07<00:07, 16.95it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:07, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 53%|█████▎ | 149/280 [00:07<00:07, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▎ | 150/280 [00:07<00:07, 16.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:07<00:10, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 151/280 [00:08<00:10, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 54%|█████▍ | 152/280 [00:08<00:09, 12.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:09, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▍ | 153/280 [00:08<00:09, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 154/280 [00:08<00:09, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 55%|█████▌ | 155/280 [00:08<00:08, 13.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:07, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 156/280 [00:08<00:07, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▌ | 157/280 [00:08<00:07, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 56%|█████▋ | 158/280 [00:08<00:07, 16.37it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:06, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 159/280 [00:08<00:06, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▋ | 160/280 [00:08<00:06, 17.35it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:08, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 57%|█████▊ | 161/280 [00:08<00:08, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 162/280 [00:08<00:08, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 58%|█████▊ | 163/280 [00:08<00:08, 13.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:07, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▊ | 164/280 [00:08<00:07, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 165/280 [00:08<00:07, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 59%|█████▉ | 166/280 [00:08<00:07, 15.26it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:06, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|█████▉ | 167/280 [00:08<00:06, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 168/280 [00:08<00:06, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 60%|██████ | 169/280 [00:08<00:06, 17.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:08<00:05, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 170/280 [00:09<00:05, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████ | 171/280 [00:09<00:05, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 61%|██████▏ | 172/280 [00:09<00:05, 20.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:07, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 173/280 [00:09<00:07, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▏ | 174/280 [00:09<00:07, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 62%|██████▎ | 175/280 [00:09<00:07, 13.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:06, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 176/280 [00:09<00:06, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 63%|██████▎ | 177/280 [00:09<00:06, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▎ | 178/280 [00:09<00:06, 15.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:06, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 179/280 [00:09<00:06, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 64%|██████▍ | 180/280 [00:09<00:06, 15.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:09<00:08, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▍ | 181/280 [00:10<00:08, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 182/280 [00:10<00:08, 11.88it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:10<00:07, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 65%|██████▌ | 183/280 [00:10<00:07, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 184/280 [00:10<00:07, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▌ | 185/280 [00:10<00:07, 13.02it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:10<00:06, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 66%|██████▋ | 186/280 [00:10<00:06, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 187/280 [00:10<00:06, 14.46it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:10<00:05, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 67%|██████▋ | 188/280 [00:10<00:05, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 189/280 [00:10<00:05, 15.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:10<00:05, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 190/280 [00:10<00:05, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 68%|██████▊ | 191/280 [00:10<00:05, 16.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:08, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▊ | 192/280 [00:10<00:08, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 193/280 [00:10<00:08, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 69%|██████▉ | 194/280 [00:10<00:08, 10.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:06, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|██████▉ | 195/280 [00:10<00:06, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 196/280 [00:11<00:06, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 70%|███████ | 197/280 [00:11<00:06, 13.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:11<00:05, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 198/280 [00:11<00:05, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████ | 199/280 [00:11<00:04, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 71%|███████▏ | 200/280 [00:11<00:04, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:07, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 201/280 [00:11<00:07, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▏ | 202/280 [00:11<00:06, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 72%|███████▎ | 203/280 [00:11<00:06, 11.25it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:11<00:05, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 204/280 [00:11<00:05, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 73%|███████▎ | 205/280 [00:11<00:05, 12.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:11<00:05, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▎ | 206/280 [00:11<00:05, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 207/280 [00:11<00:05, 13.80it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:04, 14.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 74%|███████▍ | 208/280 [00:11<00:04, 14.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▍ | 209/280 [00:11<00:04, 14.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 210/280 [00:12<00:04, 14.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:12<00:06, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 75%|███████▌ | 211/280 [00:12<00:06, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 212/280 [00:12<00:06, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▌ | 213/280 [00:12<00:06, 10.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:05, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 76%|███████▋ | 214/280 [00:12<00:05, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 215/280 [00:12<00:05, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 77%|███████▋ | 216/280 [00:12<00:05, 12.67it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:12<00:04, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 217/280 [00:12<00:04, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 218/280 [00:12<00:04, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 78%|███████▊ | 219/280 [00:12<00:04, 14.99it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:12<00:03, 17.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▊ | 220/280 [00:12<00:03, 17.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 221/280 [00:13<00:03, 17.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 79%|███████▉ | 222/280 [00:13<00:03, 17.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:13<00:04, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|███████▉ | 223/280 [00:13<00:04, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 224/280 [00:13<00:04, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 80%|████████ | 225/280 [00:13<00:04, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 226/280 [00:13<00:03, 13.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:13<00:03, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████ | 227/280 [00:13<00:03, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 81%|████████▏ | 228/280 [00:13<00:03, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 229/280 [00:13<00:02, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▏ | 230/280 [00:13<00:02, 17.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:13<00:03, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 82%|████████▎ | 231/280 [00:13<00:03, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 232/280 [00:13<00:03, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 83%|████████▎ | 233/280 [00:13<00:03, 15.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:13<00:02, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▎ | 234/280 [00:13<00:02, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 235/280 [00:13<00:02, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 84%|████████▍ | 236/280 [00:13<00:02, 17.43it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:13<00:02, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▍ | 237/280 [00:13<00:02, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 238/280 [00:13<00:02, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 85%|████████▌ | 239/280 [00:13<00:02, 19.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:13<00:01, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 240/280 [00:14<00:01, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▌ | 241/280 [00:14<00:01, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 86%|████████▋ | 242/280 [00:14<00:01, 21.20it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 243/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 87%|████████▋ | 244/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 245/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 246/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 88%|████████▊ | 247/280 [00:14<00:02, 14.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:14<00:01, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▊ | 248/280 [00:14<00:01, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 249/280 [00:14<00:01, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 89%|████████▉ | 250/280 [00:14<00:01, 20.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:14<00:01, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|████████▉ | 251/280 [00:14<00:01, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 252/280 [00:14<00:01, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 90%|█████████ | 253/280 [00:14<00:01, 15.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 254/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████ | 255/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 91%|█████████▏| 256/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 257/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▏| 258/280 [00:14<00:01, 16.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:14<00:00, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 92%|█████████▎| 259/280 [00:14<00:00, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 260/280 [00:15<00:00, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 93%|█████████▎| 261/280 [00:15<00:00, 21.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:15<00:01, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▎| 262/280 [00:15<00:01, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 263/280 [00:15<00:01, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 94%|█████████▍| 264/280 [00:15<00:00, 16.42it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:00, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▍| 265/280 [00:15<00:00, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 266/280 [00:15<00:00, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 95%|█████████▌| 267/280 [00:15<00:00, 18.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:15<00:00, 19.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 268/280 [00:15<00:00, 19.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▌| 269/280 [00:15<00:00, 19.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 96%|█████████▋| 270/280 [00:15<00:00, 19.14it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:15<00:00, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 271/280 [00:15<00:00, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 97%|█████████▋| 272/280 [00:15<00:00, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 273/280 [00:15<00:00, 15.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:15<00:00, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 274/280 [00:15<00:00, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 98%|█████████▊| 275/280 [00:15<00:00, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▊| 276/280 [00:16<00:00, 16.96it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 13.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 277/280 [00:16<00:00, 13.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 99%|█████████▉| 278/280 [00:17<00:00, 13.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:17<00:00, 5.30it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 100%|█████████▉| 279/280 [00:17<00:00, 5.30it/s, running_success_rate=0.0%][A
+
[A
Stepping through eval batches: 94%|█████████▍| 47/50 [13:29<00:46, 15.37s/it, running_success_rate=85.4%]
Stepping through eval batches: 96%|█████████▌| 48/50 [13:29<00:36, 18.48s/it, running_success_rate=85.4%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:07, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<01:07, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<01:07, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<01:07, 4.12it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:21, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:21, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:20, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:00<00:20, 13.07it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:00<00:12, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:00<00:12, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:00<00:12, 21.57it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:00<00:19, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:00<00:19, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:00<00:18, 14.09it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:00<00:15, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:00<00:15, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:00<00:15, 17.23it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:00<00:13, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:01<00:13, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:01<00:13, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:01<00:13, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:01<00:13, 19.97it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:01<00:15, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:01<00:15, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:01<00:15, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:01<00:15, 16.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:01<00:13, 18.69it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:01<00:10, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:01<00:10, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:01<00:10, 24.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:01<00:13, 18.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 24.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:01<00:10, 24.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:01<00:09, 24.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:02<00:09, 24.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:02<00:09, 24.17it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:02<00:11, 20.53it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 25.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:02<00:09, 25.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:02<00:09, 25.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:02<00:09, 25.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:02<00:09, 25.34it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:02<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:02<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:02<00:10, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:02<00:09, 22.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:02<00:08, 26.61it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:02<00:09, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:02<00:09, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:02<00:08, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:03<00:08, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:03<00:08, 24.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:03<00:07, 28.63it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:03<00:08, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:03<00:08, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:03<00:08, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:03<00:08, 24.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:03<00:07, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:03<00:07, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:03<00:07, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:03<00:07, 26.86it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:03<00:06, 29.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:03<00:08, 21.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 26.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:03<00:07, 26.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:03<00:07, 26.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:04<00:07, 26.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:04<00:07, 26.52it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:04<00:08, 22.10it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:06, 26.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:04<00:06, 26.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:04<00:06, 26.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:04<00:06, 26.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:04<00:06, 26.29it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:08, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 101/280 [00:04<00:08, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 36%|███▋ | 102/280 [00:04<00:08, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 103/280 [00:04<00:08, 20.44it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:08, 20.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 37%|███▋ | 104/280 [00:04<00:08, 20.60it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 38%|███▊ | 105/280 [00:04<00:08, 20.60it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 96%|█████████▌| 48/50 [13:44<00:36, 18.48s/it, running_success_rate=85.7%]
Stepping through eval batches: 98%|█████████▊| 49/50 [13:44<00:17, 17.36s/it, running_success_rate=85.7%]
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s][A
+
Running rollout with at most 280 steps: 0%| | 0/280 [00:00, ?it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 0%| | 1/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 2/280 [00:00<00:58, 4.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:31, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%| | 3/280 [00:00<00:31, 8.85it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 1%|▏ | 4/280 [00:00<00:34, 8.06it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:38, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 5/280 [00:00<00:38, 7.21it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:00<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▏ | 6/280 [00:01<00:40, 6.75it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:43, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 2%|▎ | 7/280 [00:01<00:43, 6.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:44, 6.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 8/280 [00:01<00:44, 6.05it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:47, 5.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 3%|▎ | 9/280 [00:01<00:47, 5.74it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:49, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▎ | 10/280 [00:01<00:49, 5.50it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:01<01:04, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 11/280 [00:02<01:04, 4.16it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<01:01, 4.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 4%|▍ | 12/280 [00:02<01:01, 4.38it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:54, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▍ | 13/280 [00:02<00:54, 4.89it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:50, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 14/280 [00:02<00:50, 5.27it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:50, 5.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 5%|▌ | 15/280 [00:02<00:50, 5.22it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:48, 5.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 16/280 [00:02<00:48, 5.45it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:02<00:44, 5.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▌ | 17/280 [00:03<00:44, 5.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 6%|▋ | 18/280 [00:03<00:44, 5.92it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:33, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 19/280 [00:03<00:33, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 7%|▋ | 20/280 [00:03<00:33, 7.81it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 21/280 [00:03<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 22/280 [00:03<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 8%|▊ | 23/280 [00:03<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▊ | 24/280 [00:03<00:30, 8.41it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 25/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 9%|▉ | 26/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|▉ | 27/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 28/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 10%|█ | 29/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 30/280 [00:03<00:17, 14.40it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█ | 31/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 11%|█▏ | 32/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 33/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▏ | 34/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 12%|█▎ | 35/280 [00:03<00:14, 17.39it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 36/280 [00:03<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 13%|█▎ | 37/280 [00:03<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▎ | 38/280 [00:03<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 39/280 [00:03<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 14%|█▍ | 40/280 [00:04<00:10, 22.84it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▍ | 41/280 [00:04<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 42/280 [00:04<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 15%|█▌ | 43/280 [00:04<00:12, 19.36it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 44/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▌ | 45/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 16%|█▋ | 46/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 47/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 17%|█▋ | 48/280 [00:04<00:11, 21.01it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:08, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 49/280 [00:04<00:08, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 50/280 [00:04<00:08, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 18%|█▊ | 51/280 [00:04<00:08, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▊ | 52/280 [00:04<00:08, 25.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 53/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 19%|█▉ | 54/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|█▉ | 55/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 56/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 20%|██ | 57/280 [00:04<00:11, 19.15it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:10, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 58/280 [00:04<00:10, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██ | 59/280 [00:05<00:10, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 21%|██▏ | 60/280 [00:05<00:10, 20.51it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 61/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▏ | 62/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 22%|██▎ | 63/280 [00:05<00:12, 17.13it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 64/280 [00:05<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 23%|██▎ | 65/280 [00:05<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▎ | 66/280 [00:05<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 67/280 [00:05<00:12, 17.19it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:10, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 24%|██▍ | 68/280 [00:05<00:10, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▍ | 69/280 [00:05<00:10, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 70/280 [00:05<00:10, 20.91it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 25%|██▌ | 71/280 [00:05<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 72/280 [00:05<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▌ | 73/280 [00:05<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 26%|██▋ | 74/280 [00:06<00:13, 15.66it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:13, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 75/280 [00:06<00:13, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 27%|██▋ | 76/280 [00:06<00:13, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 77/280 [00:06<00:12, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 78/280 [00:06<00:12, 15.65it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:10, 18.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 28%|██▊ | 79/280 [00:06<00:10, 18.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▊ | 80/280 [00:06<00:10, 18.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 81/280 [00:06<00:10, 18.82it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:13, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 29%|██▉ | 82/280 [00:06<00:13, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|██▉ | 83/280 [00:06<00:13, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 84/280 [00:06<00:13, 14.76it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:11, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 30%|███ | 85/280 [00:06<00:11, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 86/280 [00:06<00:11, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███ | 87/280 [00:06<00:11, 16.93it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:11, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 31%|███▏ | 88/280 [00:06<00:11, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 89/280 [00:06<00:11, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▏ | 90/280 [00:07<00:11, 16.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 32%|███▎ | 91/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 92/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 33%|███▎ | 93/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▎ | 94/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 95/280 [00:07<00:12, 14.56it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 34%|███▍ | 96/280 [00:07<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▍ | 97/280 [00:07<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 98/280 [00:07<00:09, 19.72it/s, running_success_rate=0.0%][A
+
Running rollout with at most 280 steps: 35%|███▌ | 99/280 [00:07<00:09, 19.72it/s, running_success_rate=100.0%][A
+
Running rollout with at most 280 steps: 36%|███▌ | 100/280 [00:07<00:08, 22.45it/s, running_success_rate=100.0%][A
+
[A
Stepping through eval batches: 98%|█████████▊| 49/50 [14:00<00:17, 17.36s/it, running_success_rate=86.0%]
Stepping through eval batches: 100%|██████████| 50/50 [14:00<00:00, 16.86s/it, running_success_rate=86.0%]
Stepping through eval batches: 100%|██████████| 50/50 [14:00<00:00, 16.80s/it, running_success_rate=86.0%]
+INFO 2026-09-24 12:26:18 bot_eval.py:713 GK expert activation (top1 routing): [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
+INFO 2026-09-24 12:26:21 bot_eval.py:843 Overall Aggregated Metrics:
+INFO 2026-09-24 12:26:21 bot_eval.py:844 {'avg_sum_reward': 0.86, 'avg_max_reward': 0.86, 'pc_success': 86.0, 'n_episodes': 50, 'eval_s': 842.7101151943207, 'eval_ep_s': 16.85420231819153, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 12:26:21 bot_eval.py:849 GK expert activation artifacts: {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg'}
+INFO 2026-09-24 12:26:21 bot_eval.py:853
+Aggregated Metrics for per_task:
+INFO 2026-09-24 12:26:21 bot_eval.py:854 [{'task_group': 'libero_spatial', 'task_id': 1, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], 'successes': [True, True, True, True, True, False, True, True, True, True, False, True, True, True, True, True, True, True, True, True, False, True, True, True, True, False, True, True, True, True, True, True, False, False, True, True, True, True, True, True, True, True, True, True, True, True, True, False, True, True], 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4'], 'predicted_video_paths': [], 'task_descriptions': ['pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate', 'pick up the black bowl next to the ramekin and place it on the plate'], 'expert_activation': {'algorithm_type': 'gk_adp', 'inference_routing': 'top1', 'inference_top_k': 0, 'inference_temperature': 1.0, 'num_experts': 10, 'num_routing_decisions': 674, 'top1_count_by_expert': [0, 674, 0, 0, 0, 0, 0, 0, 0, 0], 'top1_fraction_by_expert': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'activation_fraction_by_expert': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'decisions': [{'routing_index': 0, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008692082483321428, 0.647177517414093, 2.211012484210073e-09, 3.706651341417455e-08, 2.0364889223856153e-06, 0.021563393995165825, 0.00021440675482153893, 4.1820148908300325e-05, 0.001006647595204413, 1.2196593161206692e-05], 'log_scores_by_expert': [-7.0479278564453125, -0.4351347088813782, -19.9298152923584, -17.110551834106445, -13.104283332824707, -3.8367581367492676, -8.447635650634766, -10.082132339477539, -6.901129722595215, -11.314353942871094], 'distances_by_expert': [14.095855712890625, 0.8702694177627563, 39.8596305847168, 34.22110366821289, 26.208566665649414, 7.673516273498535, 16.89527130126953, 20.164264678955078, 13.80225944519043, 22.628707885742188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.85546875, 'language': 50.194664001464844}}, {'routing_index': 1, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009298774530179799, 0.6941472887992859, 2.365617923771879e-09, 4.0120681887856335e-08, 2.0919508187944302e-06, 0.023845653980970383, 0.00022129587887320668, 4.348524453234859e-05, 0.001068958779796958, 1.2305035852477886e-05], 'log_scores_by_expert': [-6.980457782745361, -0.3650711178779602, -19.862226486206055, -17.031373977661133, -13.077413558959961, -3.7361533641815186, -8.416009902954102, -10.043088912963867, -6.841070175170898, -11.305501937866211], 'distances_by_expert': [13.960915565490723, 0.7301422357559204, 39.72445297241211, 34.062747955322266, 26.154827117919922, 7.472306728363037, 16.832019805908203, 20.086177825927734, 13.682140350341797, 22.611003875732422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.734619140625, 'language': 50.200374603271484}}, {'routing_index': 2, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008824075921438634, 0.6504295468330383, 2.20163243191962e-09, 3.594288955355296e-08, 1.973962525880779e-06, 0.02135072462260723, 0.00021082255989313126, 4.08134947065264e-05, 0.00103664118796587, 1.189792419609148e-05], 'log_scores_by_expert': [-7.032856464385986, -0.43012234568595886, -19.934066772460938, -17.141334533691406, -13.135467529296875, -3.8466696739196777, -8.464493751525879, -10.106497764587402, -6.871769428253174, -11.339146614074707], 'distances_by_expert': [14.065712928771973, 0.8602446913719177, 39.868133544921875, 34.28266906738281, 26.27093505859375, 7.6933393478393555, 16.928987503051758, 20.212995529174805, 13.743538856506348, 22.678293228149414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3526.1416015625, 'language': 50.18967819213867}}, {'routing_index': 3, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008338070474565029, 0.7049282789230347, 2.083342609537908e-09, 4.4493564388403684e-08, 2.104599388985662e-06, 0.02751944027841091, 0.00022208914742805064, 4.309128416934982e-05, 0.0010390998795628548, 1.2456187505449634e-05], 'log_scores_by_expert': [-7.089508533477783, -0.3496592342853546, -19.98929214477539, -16.927921295166016, -13.071385383605957, -3.592862606048584, -8.412431716918945, -10.052189826965332, -6.869400501251221, -11.293292999267578], 'distances_by_expert': [14.179017066955566, 0.6993184685707092, 39.97858428955078, 33.85584259033203, 26.142770767211914, 7.185725212097168, 16.82486343383789, 20.104379653930664, 13.738801002502441, 22.586585998535156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3449.557861328125, 'language': 50.173030853271484}}, {'routing_index': 4, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008983363513834774, 0.7994239330291748, 2.3049904207539385e-09, 4.8234710448014084e-08, 2.3132718069973635e-06, 0.03135128319263458, 0.0002496422384865582, 4.7760378947714344e-05, 0.0010941806249320507, 1.366270225844346e-05], 'log_scores_by_expert': [-7.014966011047363, -0.22386395931243896, -19.8881893157959, -16.847187042236328, -12.976847648620605, -3.4625000953674316, -8.29548168182373, -9.94931411743164, -6.817749500274658, -11.200840950012207], 'distances_by_expert': [14.029932022094727, 0.44772791862487793, 39.7763786315918, 33.694374084472656, 25.95369529724121, 6.925000190734863, 16.59096336364746, 19.89862823486328, 13.635499000549316, 22.401681900024414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.384033203125, 'language': 50.188541412353516}}, {'routing_index': 5, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008650423842482269, 0.7608932852745056, 2.1925596893623833e-09, 4.7800501334904766e-08, 2.3008319658401888e-06, 0.0312826968729496, 0.00025487475795671344, 4.8429523303639144e-05, 0.00103979732375592, 1.3653844689542893e-05], 'log_scores_by_expert': [-7.052731990814209, -0.2732621729373932, -19.938196182250977, -16.856229782104492, -12.982239723205566, -3.4646902084350586, -8.274738311767578, -9.93540096282959, -6.868729591369629, -11.201489448547363], 'distances_by_expert': [14.105463981628418, 0.5465243458747864, 39.87639236450195, 33.712459564208984, 25.964479446411133, 6.929380416870117, 16.549476623535156, 19.87080192565918, 13.737459182739258, 22.402978897094727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.053466796875, 'language': 50.21639633178711}}, {'routing_index': 6, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008883426198735833, 0.7613061666488647, 2.2838184676743367e-09, 4.72127084094609e-08, 2.25591270464065e-06, 0.030876105651259422, 0.0002522371069062501, 4.863711365032941e-05, 0.0010585070122033358, 1.319493185292231e-05], 'log_scores_by_expert': [-7.026153087615967, -0.27271968126296997, -19.897417068481445, -16.868602752685547, -13.00195598602295, -3.4777727127075195, -8.285140991210938, -9.931123733520508, -6.850895881652832, -11.235677719116211], 'distances_by_expert': [14.052306175231934, 0.5454393625259399, 39.79483413696289, 33.737205505371094, 26.0039119720459, 6.955545425415039, 16.570281982421875, 19.862247467041016, 13.701791763305664, 22.471355438232422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.204833984375, 'language': 50.210060119628906}}, {'routing_index': 7, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009088402730412781, 0.760134220123291, 2.28973284777112e-09, 4.6469221359757285e-08, 2.242792788820225e-06, 0.031851932406425476, 0.0002470302570145577, 4.8494504881091416e-05, 0.0010765909682959318, 1.3474927982315421e-05], 'log_scores_by_expert': [-7.003341197967529, -0.2742603123188019, -19.89483070373535, -16.884475708007812, -13.00778865814209, -3.446657180786133, -8.305999755859375, -9.934060096740723, -6.833955764770508, -11.214679718017578], 'distances_by_expert': [14.006682395935059, 0.5485206246376038, 39.7896614074707, 33.768951416015625, 26.01557731628418, 6.893314361572266, 16.61199951171875, 19.868120193481445, 13.667911529541016, 22.429359436035156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.46240234375, 'language': 50.21537780761719}}, {'routing_index': 8, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009553793934173882, 0.8101063966751099, 2.411328026141746e-09, 4.952267929070331e-08, 2.405509349046042e-06, 0.03277794271707535, 0.0002584340691100806, 5.089741898700595e-05, 0.0011377119226381183, 1.4325093616207596e-05], 'log_scores_by_expert': [-6.953402042388916, -0.2105897068977356, -19.843088150024414, -16.82083511352539, -12.937748908996582, -3.417999505996704, -8.260869979858398, -9.885698318481445, -6.778736114501953, -11.153497695922852], 'distances_by_expert': [13.906804084777832, 0.4211794137954712, 39.68617630004883, 33.64167022705078, 25.875497817993164, 6.835999011993408, 16.521739959716797, 19.77139663696289, 13.557472229003906, 22.306995391845703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.618896484375, 'language': 50.20056915283203}}, {'routing_index': 9, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009281480452045798, 0.7839350700378418, 2.3867836596025427e-09, 4.918699048062081e-08, 2.3233069441630505e-06, 0.031700607389211655, 0.0002543801092542708, 4.852508209296502e-05, 0.0011266712099313736, 1.3517878869606648e-05], 'log_scores_by_expert': [-6.982319355010986, -0.243429034948349, -19.85331916809082, -16.82763671875, -12.972518920898438, -3.4514193534851074, -8.276680946350098, -9.933429718017578, -6.788487911224365, -11.21149730682373], 'distances_by_expert': [13.964638710021973, 0.486858069896698, 39.70663833618164, 33.6552734375, 25.945037841796875, 6.902838706970215, 16.553361892700195, 19.866859436035156, 13.57697582244873, 22.42299461364746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.382080078125, 'language': 50.20157241821289}}, {'routing_index': 10, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009148583631031215, 0.7157266736030579, 2.3518020864088385e-09, 4.8809425834406284e-08, 2.2727799660060555e-06, 0.029814429581165314, 0.00024936505360528827, 4.779984010383487e-05, 0.0010879754554480314, 1.2860515198553912e-05], 'log_scores_by_expert': [-6.99674129486084, -0.3344569206237793, -19.868083953857422, -16.835342407226562, -12.9945068359375, -3.5127627849578857, -8.296592712402344, -9.948488235473633, -6.823436737060547, -11.261348724365234], 'distances_by_expert': [13.99348258972168, 0.6689138412475586, 39.736167907714844, 33.670684814453125, 25.989013671875, 7.0255255699157715, 16.593185424804688, 19.896976470947266, 13.646873474121094, 22.52269744873047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.6103515625, 'language': 50.20957565307617}}, {'routing_index': 11, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000850141339469701, 0.6280196905136108, 2.196502535412037e-09, 3.533108738906776e-08, 1.988310259548598e-06, 0.020562198013067245, 0.0002086212916765362, 4.098863428225741e-05, 0.0009876301046460867, 1.1675756468321197e-05], 'log_scores_by_expert': [-7.070107936859131, -0.465183824300766, -19.936399459838867, -17.15850257873535, -13.128225326538086, -3.884300947189331, -8.474989891052246, -10.102215766906738, -6.920202255249023, -11.357995986938477], 'distances_by_expert': [14.140215873718262, 0.930367648601532, 39.872798919677734, 34.3170051574707, 26.256450653076172, 7.768601894378662, 16.949979782104492, 20.204431533813477, 13.840404510498047, 22.715991973876953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.95556640625, 'language': 50.187461853027344}}, {'routing_index': 12, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008752597495913506, 0.6618935465812683, 2.2582489211941947e-09, 3.791961944443756e-08, 1.959664359674207e-06, 0.022840574383735657, 0.00021105690393596888, 4.154589623794891e-05, 0.0010278713889420033, 1.1544583685463294e-05], 'log_scores_by_expert': [-7.040989875793457, -0.41265052556991577, -19.908676147460938, -17.087797164916992, -13.14273738861084, -3.779216766357422, -8.463382720947266, -10.088711738586426, -6.880265235900879, -11.369294166564941], 'distances_by_expert': [14.081979751586914, 0.8253010511398315, 39.817352294921875, 34.175594329833984, 26.28547477722168, 7.558433532714844, 16.92676544189453, 20.17742347717285, 13.760530471801758, 22.738588333129883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3365.375, 'language': 50.18210983276367}}, {'routing_index': 13, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008478229283355176, 0.6447824835777283, 2.1217239076776195e-09, 3.3952375133594614e-08, 1.9541494111763313e-06, 0.019747193902730942, 0.0002064213767880574, 3.9540293073514476e-05, 0.001009702100418508, 1.1860912309202831e-05], 'log_scores_by_expert': [-7.07283878326416, -0.4388422966003418, -19.971036911010742, -17.198307037353516, -13.14555549621582, -3.924743890762329, -8.485590934753418, -10.138190269470215, -6.898099899291992, -11.342262268066406], 'distances_by_expert': [14.14567756652832, 0.8776845932006836, 39.942073822021484, 34.39661407470703, 26.29111099243164, 7.849487781524658, 16.971181869506836, 20.27638053894043, 13.796199798583984, 22.684524536132812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3549.1025390625, 'language': 50.18561553955078}}, {'routing_index': 14, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008340086205862463, 0.7184143662452698, 2.117898967313181e-09, 4.3919879288978336e-08, 2.159855284844525e-06, 0.02620447799563408, 0.00022181692474987358, 4.314737452659756e-05, 0.0010323987808078527, 1.2641899957088754e-05], 'log_scores_by_expert': [-7.089266777038574, -0.330708771944046, -19.972841262817383, -16.940898895263672, -13.045469284057617, -3.641824960708618, -8.413658142089844, -10.050889015197754, -6.875870227813721, -11.278493881225586], 'distances_by_expert': [14.178533554077148, 0.661417543888092, 39.945682525634766, 33.881797790527344, 26.090938568115234, 7.283649921417236, 16.827316284179688, 20.101778030395508, 13.751740455627441, 22.556987762451172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.7060546875, 'language': 50.1834716796875}}, {'routing_index': 15, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009548173984512687, 0.806976854801178, 2.4000910148203047e-09, 4.845555423571568e-08, 2.3551251615572255e-06, 0.030560189858078957, 0.0002486196462996304, 4.8255671572405845e-05, 0.0011466427240520716, 1.3774640137853567e-05], 'log_scores_by_expert': [-6.953990459442139, -0.21446028351783752, -19.847759246826172, -16.842618942260742, -12.958916664123535, -3.4880571365356445, -8.299586296081543, -9.938997268676758, -6.770916938781738, -11.192681312561035], 'distances_by_expert': [13.907980918884277, 0.42892056703567505, 39.695518493652344, 33.685237884521484, 25.91783332824707, 6.976114273071289, 16.599172592163086, 19.877994537353516, 13.541833877563477, 22.38536262512207], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3336.928466796875, 'language': 50.203487396240234}}, {'routing_index': 16, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008564733434468508, 0.7478764057159424, 2.160404299900165e-09, 4.530522801360348e-08, 2.1789658148918534e-06, 0.030303729698061943, 0.00024195255537051708, 4.605673166224733e-05, 0.0010399757884442806, 1.2952608813066036e-05], 'log_scores_by_expert': [-7.062687397003174, -0.29051756858825684, -19.952970504760742, -16.90984344482422, -13.036660194396973, -3.4964845180511475, -8.32676887512207, -9.985636711120605, -6.868557929992676, -11.254213333129883], 'distances_by_expert': [14.125374794006348, 0.5810351371765137, 39.905941009521484, 33.81968688964844, 26.073320388793945, 6.992969036102295, 16.65353775024414, 19.97127342224121, 13.737115859985352, 22.508426666259766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3249.65478515625, 'language': 50.19269561767578}}, {'routing_index': 17, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008856027852743864, 0.7376139163970947, 2.2025017365479016e-09, 4.5135831072684596e-08, 2.2251313112064963e-06, 0.029448462650179863, 0.0002463703276589513, 4.762633761856705e-05, 0.0010612477781251073, 1.3144003787601832e-05], 'log_scores_by_expert': [-7.029242038726807, -0.30433475971221924, -19.933671951293945, -16.913589477539062, -13.015694618225098, -3.525113582611084, -8.308674812316895, -9.95212459564209, -6.8483099937438965, -11.239544868469238], 'distances_by_expert': [14.058484077453613, 0.6086695194244385, 39.86734390258789, 33.827178955078125, 26.031389236450195, 7.050227165222168, 16.61734962463379, 19.90424919128418, 13.696619987487793, 22.479089736938477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.399658203125, 'language': 50.18085861206055}}, {'routing_index': 18, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000939847610425204, 0.7572715282440186, 2.327676940083734e-09, 4.581549717386224e-08, 2.2332992557494435e-06, 0.029384087771177292, 0.00023824209347367287, 4.7597233788110316e-05, 0.00112482241820544, 1.3046617823420092e-05], 'log_scores_by_expert': [-6.96979284286499, -0.27803340554237366, -19.878395080566406, -16.898643493652344, -13.012030601501465, -3.5273020267486572, -8.342223167419434, -9.952735900878906, -6.790130138397217, -11.246981620788574], 'distances_by_expert': [13.93958568572998, 0.5560668110847473, 39.75679016113281, 33.79728698730469, 26.02406120300293, 7.0546040534973145, 16.684446334838867, 19.905471801757812, 13.580260276794434, 22.49396324157715], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3300.7958984375, 'language': 50.17585372924805}}, {'routing_index': 19, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009796398226171732, 0.7173526287078857, 2.423690137476342e-09, 3.9867952494887504e-08, 2.2433082449424546e-06, 0.02424795925617218, 0.0002348005073145032, 4.699665805674158e-05, 0.0011435849592089653, 1.3323175153345801e-05], 'log_scores_by_expert': [-6.928325653076172, -0.3321877419948578, -19.837974548339844, -17.03769302368164, -13.007558822631836, -3.7194228172302246, -8.35677433013916, -9.965434074401855, -6.773587226867676, -11.226005554199219], 'distances_by_expert': [13.856651306152344, 0.6643754839897156, 39.67594909667969, 34.07538604736328, 26.015117645263672, 7.438845634460449, 16.71354866027832, 19.93086814880371, 13.547174453735352, 22.452011108398438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3413.623779296875, 'language': 50.18928146362305}}, {'routing_index': 20, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009256508783437312, 0.7747159600257874, 2.3561439466135425e-09, 4.7211898390742135e-08, 2.2995905055722687e-06, 0.030106710270047188, 0.0002495658409316093, 4.7757148422533646e-05, 0.0011159114073961973, 1.3260429113870487e-05], 'log_scores_by_expert': [-6.985013484954834, -0.25525879859924316, -19.866239547729492, -16.868619918823242, -12.982779502868652, -3.503007173538208, -8.295787811279297, -9.949381828308105, -6.798083782196045, -11.23072624206543], 'distances_by_expert': [13.970026969909668, 0.5105175971984863, 39.732479095458984, 33.737239837646484, 25.965559005737305, 7.006014347076416, 16.591575622558594, 19.89876365661621, 13.59616756439209, 22.46145248413086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3270.0771484375, 'language': 50.20217514038086}}, {'routing_index': 21, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009220161591656506, 0.7082805037498474, 2.313627955885522e-09, 4.068134629164888e-08, 2.180472847612691e-06, 0.025029730051755905, 0.00023171269276645035, 4.567883297568187e-05, 0.0010695221135392785, 1.3370716260396875e-05], 'log_scores_by_expert': [-6.988947868347168, -0.3449150323867798, -19.884449005126953, -17.01749610900879, -13.035968780517578, -3.6876909732818604, -8.370012283325195, -9.993875503540039, -6.840543270111084, -11.222443580627441], 'distances_by_expert': [13.977895736694336, 0.6898300647735596, 39.768898010253906, 34.03499221801758, 26.071937561035156, 7.375381946563721, 16.74002456665039, 19.987751007080078, 13.681086540222168, 22.444887161254883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3564.959228515625, 'language': 50.188934326171875}}, {'routing_index': 22, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000897756137419492, 0.672005832195282, 2.280997390968764e-09, 3.769406120568419e-08, 2.094783440043102e-06, 0.022610832005739212, 0.00021889946947339922, 4.260147761669941e-05, 0.0010496923932805657, 1.2343940397840925e-05], 'log_scores_by_expert': [-7.0156121253967285, -0.39748823642730713, -19.898653030395508, -17.09376335144043, -13.07606029510498, -3.7893261909484863, -8.426898002624512, -10.063621520996094, -6.85925817489624, -11.302345275878906], 'distances_by_expert': [14.031224250793457, 0.7949764728546143, 39.797306060791016, 34.18752670288086, 26.15212059020996, 7.578652381896973, 16.853796005249023, 20.127243041992188, 13.71851634979248, 22.604690551757812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.22314453125, 'language': 50.183780670166016}}, {'routing_index': 23, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009438482229597867, 0.7093254327774048, 2.340489579921723e-09, 3.809374504726293e-08, 2.1577018287644023e-06, 0.02341550402343273, 0.0002267011150252074, 4.367871952126734e-05, 0.0011069048196077347, 1.289370993617922e-05], 'log_scores_by_expert': [-6.965545177459717, -0.34344083070755005, -19.872905731201172, -17.083215713500977, -13.046466827392578, -3.754356861114502, -8.391878128051758, -10.038649559020996, -6.806187629699707, -11.258770942687988], 'distances_by_expert': [13.931090354919434, 0.6868816614151001, 39.745811462402344, 34.16643142700195, 26.092933654785156, 7.508713722229004, 16.783756256103516, 20.077299118041992, 13.612375259399414, 22.517541885375977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.246337890625, 'language': 50.183387756347656}}, {'routing_index': 24, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008411300368607044, 0.6596704125404358, 2.0980053250241326e-09, 3.453292762856108e-08, 2.0111667708988534e-06, 0.020879970863461494, 0.00021093116083648056, 3.982066846219823e-05, 0.0010208995081484318, 1.2149354915891308e-05], 'log_scores_by_expert': [-7.080764293670654, -0.41601496934890747, -19.98227882385254, -17.181352615356445, -13.116795539855957, -3.868964910507202, -8.46397876739502, -10.131124496459961, -6.887071132659912, -11.31823444366455], 'distances_by_expert': [14.161528587341309, 0.8320299386978149, 39.96455764770508, 34.36270523071289, 26.233591079711914, 7.737929821014404, 16.92795753479004, 20.262248992919922, 13.774142265319824, 22.6364688873291], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.198974609375, 'language': 50.17917251586914}}, {'routing_index': 25, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009229407296516001, 0.7873661518096924, 2.2649349062930924e-09, 4.6749967452797137e-08, 2.2544220428244444e-06, 0.031127098947763443, 0.0002435000060359016, 4.715487011708319e-05, 0.0011291203554719687, 1.3471253623720258e-05], 'log_scores_by_expert': [-6.987945556640625, -0.2390618920326233, -19.905719757080078, -16.87845230102539, -13.002616882324219, -3.4696764945983887, -8.320393562316895, -9.96207332611084, -6.786316394805908, -11.21495246887207], 'distances_by_expert': [13.97589111328125, 0.4781237840652466, 39.811439514160156, 33.75690460205078, 26.005233764648438, 6.939352989196777, 16.64078712463379, 19.92414665222168, 13.572632789611816, 22.42990493774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3384.63330078125, 'language': 50.17586898803711}}, {'routing_index': 26, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008881808025762439, 0.7910662889480591, 2.258606413008124e-09, 4.6388898056193284e-08, 2.349380338273477e-06, 0.030907560139894485, 0.00025160357472486794, 4.788703517988324e-05, 0.0010853121057152748, 1.395985145791201e-05], 'log_scores_by_expert': [-7.0263352394104, -0.23437348008155823, -19.908517837524414, -16.886205673217773, -12.961359024047852, -3.4767544269561768, -8.2876558303833, -9.94666576385498, -6.825887680053711, -11.179325103759766], 'distances_by_expert': [14.0526704788208, 0.46874696016311646, 39.81703567504883, 33.77241134643555, 25.922718048095703, 6.9535088539123535, 16.5753116607666, 19.89333152770996, 13.651775360107422, 22.35865020751953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.26318359375, 'language': 50.19295120239258}}, {'routing_index': 27, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008293429855257273, 0.7488672137260437, 2.11120787518837e-09, 4.5514742197383384e-08, 2.2054330202081474e-06, 0.031533822417259216, 0.00025125063257291913, 4.6579414629377425e-05, 0.000999738578684628, 1.3117442904331256e-05], 'log_scores_by_expert': [-7.094876766204834, -0.28919360041618347, -19.97600555419922, -16.905229568481445, -13.02458667755127, -3.4566946029663086, -8.28905963897705, -9.97435188293457, -6.908016681671143, -11.241567611694336], 'distances_by_expert': [14.189753532409668, 0.5783872008323669, 39.95201110839844, 33.81045913696289, 26.04917335510254, 6.913389205932617, 16.5781192779541, 19.94870376586914, 13.816033363342285, 22.483135223388672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.311767578125, 'language': 50.20372772216797}}, {'routing_index': 28, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008446653955616057, 0.7625863552093506, 2.1800370397784263e-09, 4.479585413719178e-08, 2.223444880655734e-06, 0.030989354476332664, 0.00024877689429558814, 4.7126184654189274e-05, 0.001017012051306665, 1.3156683053239249e-05], 'log_scores_by_expert': [-7.0765700340271, -0.27103957533836365, -19.943923950195312, -16.92115020751953, -13.01645278930664, -3.474111557006836, -8.298954010009766, -9.962681770324707, -6.890886306762695, -11.238580703735352], 'distances_by_expert': [14.1531400680542, 0.5420791506767273, 39.887847900390625, 33.84230041503906, 26.03290557861328, 6.948223114013672, 16.59790802001953, 19.925363540649414, 13.78177261352539, 22.477161407470703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3285.543212890625, 'language': 50.2073860168457}}, {'routing_index': 29, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009201170178130269, 0.7377048134803772, 2.3097610490907527e-09, 4.3087315049206154e-08, 2.136368493665941e-06, 0.02943781390786171, 0.00023524071730207652, 4.6580127673223615e-05, 0.0011049836175516248, 1.2858197806053795e-05], 'log_scores_by_expert': [-6.991009712219238, -0.3042115271091461, -19.88612174987793, -16.960037231445312, -13.056403160095215, -3.525475263595581, -8.354901313781738, -9.974336624145508, -6.807924747467041, -11.261528968811035], 'distances_by_expert': [13.982019424438477, 0.6084230542182922, 39.77224349975586, 33.920074462890625, 26.11280632019043, 7.050950527191162, 16.709802627563477, 19.948673248291016, 13.615849494934082, 22.52305793762207], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.5517578125, 'language': 50.175228118896484}}, {'routing_index': 30, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009984452044591308, 0.7274966239929199, 2.5064570419175425e-09, 4.177695345219945e-08, 2.212034587500966e-06, 0.02672075480222702, 0.00023739681637380272, 4.755544796353206e-05, 0.0011728985700756311, 1.3070616660115775e-05], 'log_scores_by_expert': [-6.909311294555664, -0.3181459307670593, -19.80439567565918, -16.990921020507812, -13.021597862243652, -3.622314691543579, -8.34577751159668, -9.953614234924316, -6.748277187347412, -11.24514389038086], 'distances_by_expert': [13.818622589111328, 0.6362918615341187, 39.60879135131836, 33.981842041015625, 26.043195724487305, 7.244629383087158, 16.69155502319336, 19.907228469848633, 13.496554374694824, 22.49028778076172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.695556640625, 'language': 50.18003845214844}}, {'routing_index': 31, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009582034545019269, 0.756169855594635, 2.4460795611247477e-09, 4.9617320030392875e-08, 2.3828004032111494e-06, 0.03063139133155346, 0.00025456721778027713, 4.99355883221142e-05, 0.001119175460189581, 1.358990357402945e-05], 'log_scores_by_expert': [-6.950450420379639, -0.2794892191886902, -19.828779220581055, -16.818925857543945, -12.947234153747559, -3.485729932785034, -8.275945663452148, -9.904776573181152, -6.795163154602051, -11.206183433532715], 'distances_by_expert': [13.900900840759277, 0.5589784383773804, 39.65755844116211, 33.63785171508789, 25.894468307495117, 6.971459865570068, 16.551891326904297, 19.809553146362305, 13.590326309204102, 22.41236686706543], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3281.0419921875, 'language': 50.21087646484375}}, {'routing_index': 32, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009148557437583804, 0.6424018144607544, 2.2859103498973354e-09, 3.7770202965248245e-08, 2.0430757103895303e-06, 0.022073881700634956, 0.0002170831139665097, 4.359594458946958e-05, 0.0010422071209177375, 1.2282501302252058e-05], 'log_scores_by_expert': [-6.996744155883789, -0.44254133105278015, -19.896501541137695, -17.091745376586914, -13.101054191589355, -3.8133602142333984, -8.435230255126953, -10.040546417236328, -6.866414546966553, -11.307334899902344], 'distances_by_expert': [13.993488311767578, 0.8850826621055603, 39.79300308227539, 34.18349075317383, 26.20210838317871, 7.626720428466797, 16.870460510253906, 20.081092834472656, 13.732829093933105, 22.614669799804688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3529.255615234375, 'language': 50.194244384765625}}, {'routing_index': 33, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009411858627572656, 0.7178957462310791, 2.3824990869059093e-09, 4.120738950064151e-08, 2.128971118509071e-06, 0.024953719228506088, 0.00022756864200346172, 4.517654815572314e-05, 0.0010983997490257025, 1.2657582374231424e-05], 'log_scores_by_expert': [-6.968369960784912, -0.33143097162246704, -19.85511589050293, -17.004648208618164, -13.059871673583984, -3.690732479095459, -8.38805866241455, -10.004932403564453, -6.813900947570801, -11.277254104614258], 'distances_by_expert': [13.936739921569824, 0.6628619432449341, 39.71023178100586, 34.00929641723633, 26.11974334716797, 7.381464958190918, 16.7761173248291, 20.009864807128906, 13.627801895141602, 22.554508209228516], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3390.205810546875, 'language': 50.18316650390625}}, {'routing_index': 34, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008395204786211252, 0.6397219300270081, 2.0685617663218636e-09, 3.519179969657671e-08, 1.9018223156308522e-06, 0.020894113928079605, 0.00020400987705215812, 3.9733986341161653e-05, 0.0010055187158286572, 1.1587480003072415e-05], 'log_scores_by_expert': [-7.082679748535156, -0.4467216730117798, -19.99641227722168, -17.162452697753906, -13.172698020935059, -3.8682878017425537, -8.497342109680176, -10.13330364227295, -6.902251720428467, -11.365585327148438], 'distances_by_expert': [14.165359497070312, 0.8934433460235596, 39.99282455444336, 34.32490539550781, 26.345396041870117, 7.736575603485107, 16.99468421936035, 20.2666072845459, 13.804503440856934, 22.731170654296875], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3532.42822265625, 'language': 50.179473876953125}}, {'routing_index': 35, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008366654510609806, 0.7327799797058105, 2.111389285630594e-09, 4.4861867110057574e-08, 2.1308135274011875e-06, 0.02768167480826378, 0.0002238467859569937, 4.350805829744786e-05, 0.0010463022626936436, 1.259954569832189e-05], 'log_scores_by_expert': [-7.086086273193359, -0.31090980768203735, -19.975919723510742, -16.919677734375, -13.059006690979004, -3.586984634399414, -8.404548645019531, -10.042564392089844, -6.86249303817749, -11.28184986114502], 'distances_by_expert': [14.172172546386719, 0.6218196153640747, 39.951839447021484, 33.83935546875, 26.118013381958008, 7.173969268798828, 16.809097290039062, 20.085128784179688, 13.72498607635498, 22.56369972229004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.853271484375, 'language': 50.17366027832031}}, {'routing_index': 36, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009269092115573585, 0.807153046131134, 2.367089635413322e-09, 5.007280989843821e-08, 2.3189993498817785e-06, 0.03197794780135155, 0.00025232325424440205, 4.889354750048369e-05, 0.0011194022372364998, 1.3687219507119153e-05], 'log_scores_by_expert': [-6.983654975891113, -0.21424199640750885, -19.861604690551758, -16.80978775024414, -12.974374771118164, -3.442708730697632, -8.284799575805664, -9.925865173339844, -6.7949604988098145, -11.199048042297363], 'distances_by_expert': [13.967309951782227, 0.4284839928150177, 39.723209381103516, 33.61957550048828, 25.948749542236328, 6.885417461395264, 16.569599151611328, 19.851730346679688, 13.589920997619629, 22.398096084594727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3322.99951171875, 'language': 50.192169189453125}}, {'routing_index': 37, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008326588431373239, 0.7021796107292175, 2.117075181828909e-09, 4.5062026998721194e-08, 2.1453681711136596e-06, 0.028555335476994514, 0.00023811921710148454, 4.561897731036879e-05, 0.0010054976446554065, 1.2480635632527992e-05], 'log_scores_by_expert': [-7.09088659286499, -0.35356611013412476, -19.973230361938477, -16.915225982666016, -13.052199363708496, -3.5559115409851074, -8.34273910522461, -9.995186805725098, -6.902272701263428, -11.291332244873047], 'distances_by_expert': [14.18177318572998, 0.7071322202682495, 39.94646072387695, 33.83045196533203, 26.104398727416992, 7.111823081970215, 16.68547821044922, 19.990373611450195, 13.804545402526855, 22.582664489746094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.54296875, 'language': 50.21016311645508}}, {'routing_index': 38, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008448027074337006, 0.7216959595680237, 2.1697204033443995e-09, 4.4968693657665426e-08, 2.1264024780975888e-06, 0.029918905347585678, 0.00024062390730250627, 4.646215893444605e-05, 0.0010165777057409286, 1.2440647878975142e-05], 'log_scores_by_expert': [-7.076407432556152, -0.32615137100219727, -19.948667526245117, -16.917299270629883, -13.061079025268555, -3.5092647075653076, -8.332275390625, -9.976872444152832, -6.891313552856445, -11.294541358947754], 'distances_by_expert': [14.152814865112305, 0.6523027420043945, 39.897335052490234, 33.834598541259766, 26.12215805053711, 7.018529415130615, 16.66455078125, 19.953744888305664, 13.78262710571289, 22.589082717895508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.690185546875, 'language': 50.19633483886719}}, {'routing_index': 39, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009074744884856045, 0.7755122780799866, 2.2853172687575807e-09, 4.6581298818182404e-08, 2.2526749035023386e-06, 0.03104141168296337, 0.00024512538220733404, 4.847841410082765e-05, 0.0010910711716860533, 1.3402249351202045e-05], 'log_scores_by_expert': [-7.004845142364502, -0.25423145294189453, -19.896760940551758, -16.88206672668457, -13.003392219543457, -3.472433090209961, -8.313740730285645, -9.934391975402832, -6.8205952644348145, -11.220088005065918], 'distances_by_expert': [14.009690284729004, 0.5084629058837891, 39.793521881103516, 33.76413345336914, 26.006784439086914, 6.944866180419922, 16.62748146057129, 19.868783950805664, 13.641190528869629, 22.440176010131836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.21044921875, 'language': 50.1723747253418}}, {'routing_index': 40, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009533479460515082, 0.7805433869361877, 2.3661639314553895e-09, 4.6484114335498816e-08, 2.3229570160765434e-06, 0.029901256784796715, 0.00024312271852977574, 4.876669481745921e-05, 0.0011452280450612307, 1.3736741493630689e-05], 'log_scores_by_expert': [-6.955530643463135, -0.2477649450302124, -19.861995697021484, -16.8841552734375, -12.97266960144043, -3.509854793548584, -8.321944236755371, -9.928462982177734, -6.772151470184326, -11.195436477661133], 'distances_by_expert': [13.91106128692627, 0.4955298900604248, 39.72399139404297, 33.768310546875, 25.94533920288086, 7.019709587097168, 16.643888473510742, 19.85692596435547, 13.544302940368652, 22.390872955322266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.6044921875, 'language': 50.1928596496582}}, {'routing_index': 41, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008923154673539102, 0.7563525438308716, 2.285204026009069e-09, 4.673213638284324e-08, 2.2701458419760456e-06, 0.03077695146203041, 0.0002473084023222327, 4.760949013871141e-05, 0.0010733831441029906, 1.3255308658699505e-05], 'log_scores_by_expert': [-7.021690845489502, -0.27924761176109314, -19.89681053161621, -16.878833770751953, -12.99566650390625, -3.4809892177581787, -8.304874420166016, -9.952478408813477, -6.836939811706543, -11.231112480163574], 'distances_by_expert': [14.043381690979004, 0.5584952235221863, 39.79362106323242, 33.757667541503906, 25.9913330078125, 6.961978435516357, 16.60974884033203, 19.904956817626953, 13.673879623413086, 22.46222496032715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3260.098876953125, 'language': 50.2016487121582}}, {'routing_index': 42, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008392118033953011, 0.7066253423690796, 2.1484134471450034e-09, 4.499126049495317e-08, 2.1690286757802824e-06, 0.030082209035754204, 0.0002456425572745502, 4.6120108891045675e-05, 0.0009965136414393783, 1.277926185139222e-05], 'log_scores_by_expert': [-7.083047389984131, -0.3472546935081482, -19.95853614807129, -16.916797637939453, -13.041231155395508, -3.50382137298584, -8.311633110046387, -9.984261512756348, -6.911247730255127, -11.26768684387207], 'distances_by_expert': [14.166094779968262, 0.6945093870162964, 39.91707229614258, 33.833595275878906, 26.082462310791016, 7.00764274597168, 16.623266220092773, 19.968523025512695, 13.822495460510254, 22.53537368774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3228.081787109375, 'language': 50.20320129394531}}, {'routing_index': 43, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008659933228045702, 0.6944509148597717, 2.1957402562833295e-09, 4.533669084594294e-08, 2.1691776055376977e-06, 0.029403505846858025, 0.00024200932239182293, 4.664191146730445e-05, 0.0010297317057847977, 1.2544500350486487e-05], 'log_scores_by_expert': [-7.051633358001709, -0.364633709192276, -19.93674659729004, -16.909149169921875, -13.041162490844727, -3.526641368865967, -8.326534271240234, -9.973011016845703, -6.878457069396973, -11.28622817993164], 'distances_by_expert': [14.103266716003418, 0.729267418384552, 39.87349319458008, 33.81829833984375, 26.082324981689453, 7.053282737731934, 16.65306854248047, 19.946022033691406, 13.756914138793945, 22.57245635986328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.54296875, 'language': 50.18996047973633}}, {'routing_index': 44, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008583180024288595, 0.7367867231369019, 2.188085268528539e-09, 4.629652750054447e-08, 2.271109451612574e-06, 0.031125331297516823, 0.00025313813239336014, 4.764106051879935e-05, 0.0010138115612789989, 1.336373134108726e-05], 'log_scores_by_expert': [-7.060535907745361, -0.30545687675476074, -19.94023895263672, -16.888198852539062, -12.99524211883545, -3.469733238220215, -8.281575202941895, -9.951815605163574, -6.894038200378418, -11.222966194152832], 'distances_by_expert': [14.121071815490723, 0.6109137535095215, 39.88047790527344, 33.776397705078125, 25.9904842376709, 6.93946647644043, 16.56315040588379, 19.90363121032715, 13.788076400756836, 22.445932388305664], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3258.91357421875, 'language': 50.21625518798828}}, {'routing_index': 45, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008684612694196403, 0.7461098432540894, 2.2519002218501782e-09, 4.64890774765081e-08, 2.287658389832359e-06, 0.030363529920578003, 0.00025319246924482286, 4.8429432354168966e-05, 0.0010137396166101098, 1.3235400729172397e-05], 'log_scores_by_expert': [-7.048787593841553, -0.2928824722766876, -19.91149139404297, -16.884048461914062, -12.987981796264648, -3.4945130348205566, -8.281360626220703, -9.935402870178223, -6.89410924911499, -11.23261547088623], 'distances_by_expert': [14.097575187683105, 0.5857649445533752, 39.82298278808594, 33.768096923828125, 25.975963592529297, 6.989026069641113, 16.562721252441406, 19.870805740356445, 13.78821849822998, 22.46523094177246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3232.217529296875, 'language': 50.2066764831543}}, {'routing_index': 46, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008889990276657045, 0.7348783016204834, 2.2888901884954294e-09, 4.714027213026384e-08, 2.2997417090664385e-06, 0.03040243871510029, 0.0002519174013286829, 4.818677916773595e-05, 0.001043487573042512, 1.3283261978358496e-05], 'log_scores_by_expert': [-7.02541446685791, -0.3080504536628723, -19.895198822021484, -16.87013816833496, -12.98271369934082, -3.493232488632202, -8.286409378051758, -9.940425872802734, -6.86518669128418, -11.229005813598633], 'distances_by_expert': [14.05082893371582, 0.6161009073257446, 39.79039764404297, 33.74027633666992, 25.96542739868164, 6.986464977264404, 16.572818756103516, 19.88085174560547, 13.73037338256836, 22.458011627197266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3241.3037109375, 'language': 50.224666595458984}}, {'routing_index': 47, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000839024200104177, 0.6771839261054993, 2.2002721866698494e-09, 4.4640284357910787e-08, 2.1108910459588515e-06, 0.027469750493764877, 0.00023190879437606782, 4.43723147327546e-05, 0.001016370253637433, 1.1956183698202949e-05], 'log_scores_by_expert': [-7.083271026611328, -0.3898123502731323, -19.93468475341797, -16.92462921142578, -13.068400382995605, -3.594669818878174, -8.369166374206543, -10.022894859313965, -6.891517639160156, -11.334261894226074], 'distances_by_expert': [14.166542053222656, 0.7796247005462646, 39.86936950683594, 33.84925842285156, 26.13680076599121, 7.189339637756348, 16.738332748413086, 20.04578971862793, 13.783035278320312, 22.66852378845215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3185.3505859375, 'language': 50.20457077026367}}, {'routing_index': 48, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008484752615913749, 0.6716177463531494, 2.161508749765062e-09, 4.510054552042675e-08, 2.1014207050029654e-06, 0.02851950004696846, 0.00023151632922235876, 4.425330917001702e-05, 0.0010249128099530935, 1.1825266483356245e-05], 'log_scores_by_expert': [-7.0720696449279785, -0.3980658948421478, -19.95245933532715, -16.914371490478516, -13.072896957397461, -3.5571672916412354, -8.37086009979248, -10.025580406188965, -6.883147716522217, -11.345272064208984], 'distances_by_expert': [14.144139289855957, 0.7961317896842957, 39.9049186706543, 33.82874298095703, 26.145793914794922, 7.114334583282471, 16.74172019958496, 20.05116081237793, 13.766295433044434, 22.69054412841797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3231.61474609375, 'language': 50.185699462890625}}, {'routing_index': 49, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008700952748768032, 0.6968415379524231, 2.202157345365663e-09, 4.644352458171852e-08, 2.183521473853034e-06, 0.03013991378247738, 0.00024014500377234071, 4.5951124775456265e-05, 0.0010337944841012359, 1.2353172678558622e-05], 'log_scores_by_expert': [-7.046907901763916, -0.36119717359542847, -19.933828353881836, -16.885028839111328, -13.034571647644043, -3.5019049644470215, -8.334267616271973, -9.987932205200195, -6.874519348144531, -11.301597595214844], 'distances_by_expert': [14.093815803527832, 0.7223943471908569, 39.86765670776367, 33.770057678222656, 26.069143295288086, 7.003809928894043, 16.668535232543945, 19.97586441040039, 13.749038696289062, 22.603195190429688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3260.432373046875, 'language': 50.191368103027344}}, {'routing_index': 50, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007997520151548088, 0.5902982354164124, 2.047720881748205e-09, 4.185695345881868e-08, 1.905380599964701e-06, 0.024684792384505272, 0.00020884723926428705, 4.098159843124449e-05, 0.0009741352405399084, 1.0539308277657256e-05], 'log_scores_by_expert': [-7.131208896636963, -0.5271273851394653, -20.00653839111328, -16.9890079498291, -13.170828819274902, -3.7015678882598877, -8.473907470703125, -10.102387428283691, -6.933960437774658, -11.46039867401123], 'distances_by_expert': [14.262417793273926, 1.0542547702789307, 40.01307678222656, 33.9780158996582, 26.341657638549805, 7.403135776519775, 16.94781494140625, 20.204774856567383, 13.867920875549316, 22.92079734802246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3217.83837890625, 'language': 50.190120697021484}}, {'routing_index': 51, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007708796765655279, 0.5636715888977051, 1.977143782028179e-09, 4.046080803732366e-08, 1.8642001577973133e-06, 0.023709561675786972, 0.000203287010663189, 3.961646507377736e-05, 0.0009462844463996589, 1.0235155968985055e-05], 'log_scores_by_expert': [-7.167978286743164, -0.5732835531234741, -20.04161262512207, -17.022932052612305, -13.192678451538086, -3.7418768405914307, -8.50089168548584, -10.136265754699707, -6.962967395782471, -11.4896821975708], 'distances_by_expert': [14.335956573486328, 1.1465671062469482, 40.08322525024414, 34.04586410522461, 26.385356903076172, 7.483753681182861, 17.00178337097168, 20.272531509399414, 13.925934791564941, 22.9793643951416], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3253.91796875, 'language': 50.19645309448242}}, {'routing_index': 52, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008363060769625008, 0.6034877896308899, 2.12052242432037e-09, 4.31226681030239e-08, 1.9814087863778695e-06, 0.025975873693823814, 0.00021417213429231197, 4.2686599044827744e-05, 0.001005725935101509, 1.0989236216119025e-05], 'log_scores_by_expert': [-7.0865159034729, -0.5050294995307922, -19.971603393554688, -16.959217071533203, -13.131702423095703, -3.6505870819091797, -8.44873046875, -10.061625480651855, -6.902045726776123, -11.418594360351562], 'distances_by_expert': [14.1730318069458, 1.0100589990615845, 39.943206787109375, 33.918434143066406, 26.263404846191406, 7.301174163818359, 16.8974609375, 20.12325096130371, 13.804091453552246, 22.837188720703125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3270.094482421875, 'language': 50.20768737792969}}, {'routing_index': 53, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008524673758074641, 0.6061220169067383, 2.132711340863125e-09, 4.2459134874661686e-08, 1.9603278360591503e-06, 0.025911662727594376, 0.00021343117987271398, 4.255044404999353e-05, 0.001022825250402093, 1.0966748050122987e-05], 'log_scores_by_expert': [-7.067375659942627, -0.5006739497184753, -19.965871810913086, -16.97472381591797, -13.142398834228516, -3.653062105178833, -8.45219612121582, -10.064820289611816, -6.885186672210693, -11.420642852783203], 'distances_by_expert': [14.134751319885254, 1.0013478994369507, 39.93174362182617, 33.94944763183594, 26.28479766845703, 7.306124210357666, 16.90439224243164, 20.129640579223633, 13.770373344421387, 22.841285705566406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.7939453125, 'language': 50.18710708618164}}, {'routing_index': 54, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008586913463659585, 0.631049394607544, 2.1924968507391895e-09, 4.3432628160644526e-08, 2.034132648986997e-06, 0.02649248018860817, 0.00022030010586604476, 4.342324609751813e-05, 0.0010348785435780883, 1.1342537618475035e-05], 'log_scores_by_expert': [-7.06010103225708, -0.46037113666534424, -19.93822479248047, -16.952054977416992, -13.105441093444824, -3.630894422531128, -8.420519828796387, -10.044515609741211, -6.873471260070801, -11.386950492858887], 'distances_by_expert': [14.12020206451416, 0.9207422733306885, 39.87644958496094, 33.904109954833984, 26.21088218688965, 7.261788845062256, 16.841039657592773, 20.089031219482422, 13.746942520141602, 22.773900985717773], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3213.028076171875, 'language': 50.19050216674805}}, {'routing_index': 55, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000884854409378022, 0.6455278992652893, 2.2119319709190677e-09, 3.723246067011132e-08, 2.087082521029515e-06, 0.0213637575507164, 0.0002175772242480889, 4.275468018022366e-05, 0.0010165824787691236, 1.254356811841717e-05], 'log_scores_by_expert': [-7.030087471008301, -0.4376869201660156, -19.929399490356445, -17.1060848236084, -13.079743385314941, -3.8460593223571777, -8.43295669555664, -10.06003189086914, -6.891308784484863, -11.28630256652832], 'distances_by_expert': [14.060174942016602, 0.8753738403320312, 39.85879898071289, 34.2121696472168, 26.159486770629883, 7.6921186447143555, 16.86591339111328, 20.12006378173828, 13.782617568969727, 22.57260513305664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3551.56103515625, 'language': 50.19623947143555}}, {'routing_index': 56, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008782593649812043, 0.6537719368934631, 2.2135442367954283e-09, 3.602401577040837e-08, 2.0434399630175903e-06, 0.021122759208083153, 0.00021848546748515218, 4.2551051592454314e-05, 0.0010247031459584832, 1.2363686437311117e-05], 'log_scores_by_expert': [-7.03756856918335, -0.4249967038631439, -19.92867088317871, -17.139080047607422, -13.100875854492188, -3.8574042320251465, -8.428791046142578, -10.06480598449707, -6.883352279663086, -11.30074691772461], 'distances_by_expert': [14.0751371383667, 0.8499934077262878, 39.85734176635742, 34.278160095214844, 26.201751708984375, 7.714808464050293, 16.857582092285156, 20.12961196899414, 13.766704559326172, 22.60149383544922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.531494140625, 'language': 50.189815521240234}}, {'routing_index': 57, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009204567177221179, 0.7148017287254333, 2.3123001291480705e-09, 4.012289878119191e-08, 2.100168330798624e-06, 0.02381846494972706, 0.0002258984895888716, 4.3832362280227244e-05, 0.001088412245735526, 1.255263759958325e-05], 'log_scores_by_expert': [-6.990640640258789, -0.33575010299682617, -19.88502311706543, -17.03131866455078, -13.073493003845215, -3.7372941970825195, -8.395424842834473, -10.035138130187988, -6.82303524017334, -11.285579681396484], 'distances_by_expert': [13.981281280517578, 0.6715002059936523, 39.77004623413086, 34.06263732910156, 26.14698600769043, 7.474588394165039, 16.790849685668945, 20.070276260375977, 13.64607048034668, 22.57115936279297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3368.15673828125, 'language': 50.1751594543457}}, {'routing_index': 58, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008752931607887149, 0.701524555683136, 2.1639507963300275e-09, 3.965938688565984e-08, 2.025707772190799e-06, 0.024301042780280113, 0.00021766252757515758, 4.225963493809104e-05, 0.0010701465653255582, 1.2270840670680627e-05], 'log_scores_by_expert': [-7.040951728820801, -0.3544993996620178, -19.951330184936523, -17.042938232421875, -13.109591484069824, -3.717236042022705, -8.432564735412598, -10.071678161621094, -6.839959621429443, -11.308284759521484], 'distances_by_expert': [14.081903457641602, 0.7089987993240356, 39.90266036987305, 34.08587646484375, 26.21918296813965, 7.43447208404541, 16.865129470825195, 20.143356323242188, 13.679919242858887, 22.61656951904297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.6103515625, 'language': 50.1810188293457}}, {'routing_index': 59, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008749501430429518, 0.7597035765647888, 2.1741779487882695e-09, 4.549269760900643e-08, 2.1801899947604397e-06, 0.028563279658555984, 0.00023413951566908509, 4.5097473048372194e-05, 0.0010766073828563094, 1.31452698042267e-05], 'log_scores_by_expert': [-7.041343688964844, -0.2748269736766815, -19.94661521911621, -16.90571403503418, -13.03609848022461, -3.555633306503296, -8.359593391418457, -10.006684303283691, -6.833940505981445, -11.239448547363281], 'distances_by_expert': [14.082687377929688, 0.549653947353363, 39.89323043823242, 33.81142807006836, 26.07219696044922, 7.111266613006592, 16.719186782836914, 20.013368606567383, 13.66788101196289, 22.478897094726562], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.57666015625, 'language': 50.18540954589844}}, {'routing_index': 60, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008788216509856284, 0.7415098547935486, 2.2113542108570527e-09, 4.569959344280505e-08, 2.241347374365432e-06, 0.03025026060640812, 0.0002455315552651882, 4.746482954942621e-05, 0.0010570387821644545, 1.329783844994381e-05], 'log_scores_by_expert': [-7.036928653717041, -0.2990668714046478, -19.92966079711914, -16.90117645263672, -13.00843334197998, -3.4982504844665527, -8.312085151672363, -9.955521583557129, -6.852283954620361, -11.227909088134766], 'distances_by_expert': [14.073857307434082, 0.5981337428092957, 39.85932159423828, 33.80235290527344, 26.01686668395996, 6.9965009689331055, 16.624170303344727, 19.911043167114258, 13.704567909240723, 22.45581817626953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3387.8759765625, 'language': 50.20488739013672}}, {'routing_index': 61, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007710388745181262, 0.6200618147850037, 1.951434791536144e-09, 3.946003346300131e-08, 1.9446160877123475e-06, 0.02491426281630993, 0.0002171454398194328, 4.2075094825122505e-05, 0.0009433865780010819, 1.1348878615535796e-05], 'log_scores_by_expert': [-7.167771816253662, -0.47793614864349365, -20.05470085144043, -17.047977447509766, -13.150445938110352, -3.692314863204956, -8.434943199157715, -10.076054573059082, -6.966034412384033, -11.386391639709473], 'distances_by_expert': [14.335543632507324, 0.9558722972869873, 40.10940170288086, 34.09595489501953, 26.300891876220703, 7.384629726409912, 16.86988639831543, 20.152109146118164, 13.932068824768066, 22.772783279418945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3364.1630859375, 'language': 50.19667053222656}}, {'routing_index': 62, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008314740844070911, 0.7343544960021973, 2.1177899434121628e-09, 4.3738051402897327e-08, 2.1771586489194306e-06, 0.029498320072889328, 0.00024649722035974264, 4.696215910371393e-05, 0.001007014769129455, 1.337138019152917e-05], 'log_scores_by_expert': [-7.092310428619385, -0.3087634742259979, -19.97289276123047, -16.94504737854004, -13.037489891052246, -3.5234220027923584, -8.308159828186035, -9.966168403625488, -6.9007649421691895, -11.222393989562988], 'distances_by_expert': [14.18462085723877, 0.6175269484519958, 39.94578552246094, 33.89009475708008, 26.074979782104492, 7.046844005584717, 16.61631965637207, 19.932336807250977, 13.801529884338379, 22.444787979125977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3339.5126953125, 'language': 50.219905853271484}}, {'routing_index': 63, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000950074172578752, 0.7902712821960449, 2.3720430064599896e-09, 4.6690885824318684e-08, 2.3129323380999267e-06, 0.03063729964196682, 0.000249403587076813, 4.9036909331334755e-05, 0.0011495662620291114, 1.3938500160293188e-05], 'log_scores_by_expert': [-6.958970546722412, -0.23537901043891907, -19.859514236450195, -16.879716873168945, -12.976994514465332, -3.485537052154541, -8.296438217163086, -9.922937393188477, -6.768370628356934, -11.180855751037598], 'distances_by_expert': [13.917941093444824, 0.47075802087783813, 39.71902847290039, 33.75943374633789, 25.953989028930664, 6.971074104309082, 16.592876434326172, 19.845874786376953, 13.536741256713867, 22.361711502075195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3367.741455078125, 'language': 50.181549072265625}}, {'routing_index': 64, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009539809543639421, 0.7992281317710876, 2.3885917688204472e-09, 4.7251177193174954e-08, 2.3611162305314792e-06, 0.031158514320850372, 0.00025682305567897856, 5.003512342227623e-05, 0.001150333322584629, 1.425877144356491e-05], 'log_scores_by_expert': [-6.954866886138916, -0.22410883009433746, -19.852561950683594, -16.867788314819336, -12.956376075744629, -3.46866774559021, -8.267123222351074, -9.902785301208496, -6.767703533172607, -11.158138275146484], 'distances_by_expert': [13.909733772277832, 0.4482176601886749, 39.70512390136719, 33.73557662963867, 25.912752151489258, 6.93733549118042, 16.53424644470215, 19.805570602416992, 13.535407066345215, 22.31627655029297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3406.2138671875, 'language': 50.202003479003906}}, {'routing_index': 65, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008936431258916855, 0.7363475561141968, 2.2424535561782477e-09, 4.632285310890438e-08, 2.2692690890835365e-06, 0.03128417208790779, 0.00025387454661540687, 4.836416701436974e-05, 0.0010601390386000276, 1.3540975487558171e-05], 'log_scores_by_expert': [-7.020204067230225, -0.30605313181877136, -19.915695190429688, -16.887630462646484, -12.996052742004395, -3.4646430015563965, -8.278670310974121, -9.936751365661621, -6.849355220794678, -11.209790229797363], 'distances_by_expert': [14.04040813446045, 0.6121062636375427, 39.831390380859375, 33.77526092529297, 25.99210548400879, 6.929286003112793, 16.557340621948242, 19.873502731323242, 13.698710441589355, 22.419580459594727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3320.985107421875, 'language': 50.201114654541016}}, {'routing_index': 66, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008318166946992278, 0.686939537525177, 2.107808150242363e-09, 4.344008175394265e-08, 2.11738733923994e-06, 0.02932852879166603, 0.0002426511055091396, 4.541119051282294e-05, 0.0009913092944771051, 1.2402882930473424e-05], 'log_scores_by_expert': [-7.091898441314697, -0.37550896406173706, -19.977617263793945, -16.95188331604004, -13.065327644348145, -3.5291945934295654, -8.323885917663574, -9.999752044677734, -6.9164838790893555, -11.297581672668457], 'distances_by_expert': [14.183796882629395, 0.7510179281234741, 39.95523452758789, 33.90376663208008, 26.13065528869629, 7.058389186859131, 16.64777183532715, 19.99950408935547, 13.832967758178711, 22.595163345336914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.3896484375, 'language': 50.19987487792969}}, {'routing_index': 67, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009217453189194202, 0.6422654390335083, 2.3517661151828406e-09, 3.725562081058342e-08, 2.0333470729383407e-06, 0.022192660719156265, 0.00021746271522715688, 4.323750181356445e-05, 0.0010558186331763864, 1.2041628906445112e-05], 'log_scores_by_expert': [-6.989241600036621, -0.44275355339050293, -19.868099212646484, -17.1054630279541, -13.105827331542969, -3.8079936504364014, -8.433483123779297, -10.048802375793457, -6.853438854217529, -11.327140808105469], 'distances_by_expert': [13.978483200073242, 0.8855071067810059, 39.73619842529297, 34.2109260559082, 26.211654663085938, 7.615987300872803, 16.866966247558594, 20.097604751586914, 13.706877708435059, 22.654281616210938], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3447.258544921875, 'language': 50.182674407958984}}, {'routing_index': 68, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009397875983268023, 0.7132970094680786, 2.394909826008984e-09, 4.16157455163102e-08, 2.131921291947947e-06, 0.025305168703198433, 0.00022629286104347557, 4.445779268280603e-05, 0.0011028312146663666, 1.2540457646537106e-05], 'log_scores_by_expert': [-6.9698567390441895, -0.33785736560821533, -19.84992027282715, -16.994787216186523, -13.058486938476562, -3.6767466068267822, -8.393680572509766, -10.020970344543457, -6.809874534606934, -11.286550521850586], 'distances_by_expert': [13.939713478088379, 0.6757147312164307, 39.6998405456543, 33.98957443237305, 26.116973876953125, 7.3534932136535645, 16.78736114501953, 20.041940689086914, 13.619749069213867, 22.573101043701172], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3429.30859375, 'language': 50.179622650146484}}, {'routing_index': 69, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008890884346328676, 0.6610786318778992, 2.1999659871596577e-09, 3.583589958111588e-08, 2.028417839028407e-06, 0.021332411095499992, 0.00021427714091259986, 4.1188832256011665e-05, 0.001058983150869608, 1.2247248378116637e-05], 'log_scores_by_expert': [-7.025313854217529, -0.4138825833797455, -19.934823989868164, -17.144315719604492, -13.108254432678223, -3.8475277423858643, -8.448240280151367, -10.097343444824219, -6.8504462242126465, -11.310209274291992], 'distances_by_expert': [14.050627708435059, 0.827765166759491, 39.86964797973633, 34.288631439208984, 26.216508865356445, 7.6950554847717285, 16.896480560302734, 20.194686889648438, 13.700892448425293, 22.620418548583984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3567.54736328125, 'language': 50.19121170043945}}, {'routing_index': 70, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008702508639544249, 0.7393242120742798, 2.190712056204802e-09, 4.5057383601943e-08, 2.254090986752999e-06, 0.027386775240302086, 0.0002303207729710266, 4.4492273445939645e-05, 0.0010746029438450933, 1.3147689060133416e-05], 'log_scores_by_expert': [-7.04672908782959, -0.3020187020301819, -19.93903923034668, -16.915328979492188, -13.002763748168945, -3.5976951122283936, -8.37603759765625, -10.020195007324219, -6.835803985595703, -11.239264488220215], 'distances_by_expert': [14.09345817565918, 0.6040374040603638, 39.87807846069336, 33.830657958984375, 26.00552749633789, 7.195390224456787, 16.7520751953125, 20.040390014648438, 13.671607971191406, 22.47852897644043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.5966796875, 'language': 50.183101654052734}}, {'routing_index': 71, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009560844046063721, 0.7909583449363708, 2.355029504741424e-09, 4.852584467585075e-08, 2.36702112488274e-06, 0.031176459044218063, 0.00024902401491999626, 4.907021502731368e-05, 0.001155115314759314, 1.4001744602865074e-05], 'log_scores_by_expert': [-6.952664375305176, -0.23451001942157745, -19.86671257019043, -16.841169357299805, -12.953878402709961, -3.4680919647216797, -8.297961235046387, -9.922258377075195, -6.76355504989624, -11.176328659057617], 'distances_by_expert': [13.905328750610352, 0.4690200388431549, 39.73342514038086, 33.68233871459961, 25.907756805419922, 6.936183929443359, 16.595922470092773, 19.84451675415039, 13.52711009979248, 22.352657318115234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.020263671875, 'language': 50.17709732055664}}, {'routing_index': 72, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008588157943449914, 0.7680059671401978, 2.197847903673278e-09, 4.5936509707189543e-08, 2.297144192198175e-06, 0.031199518591165543, 0.000252533151069656, 4.750377411255613e-05, 0.0010344546753913164, 1.3707897778658662e-05], 'log_scores_by_expert': [-7.059956073760986, -0.26395776867866516, -19.935787200927734, -16.896005630493164, -12.983843803405762, -3.4673526287078857, -8.283967971801758, -9.95470142364502, -6.873880863189697, -11.197538375854492], 'distances_by_expert': [14.119912147521973, 0.5279155373573303, 39.87157440185547, 33.79201126098633, 25.967687606811523, 6.9347052574157715, 16.567935943603516, 19.90940284729004, 13.747761726379395, 22.395076751708984], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3247.695068359375, 'language': 50.206661224365234}}, {'routing_index': 73, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007824523490853608, 0.7023543119430542, 2.0321964111502666e-09, 4.198440350933197e-08, 2.0986367417208385e-06, 0.028304453939199448, 0.0002359837671974674, 4.365377753856592e-05, 0.000965369283221662, 1.2501613127824385e-05], 'log_scores_by_expert': [-7.153077602386475, -0.3533172905445099, -20.014148712158203, -16.9859676361084, -13.074222564697266, -3.5647361278533936, -8.351747512817383, -10.039220809936523, -6.942999839782715, -11.289652824401855], 'distances_by_expert': [14.30615520477295, 0.7066345810890198, 40.028297424316406, 33.9719352722168, 26.14844512939453, 7.129472255706787, 16.703495025634766, 20.078441619873047, 13.88599967956543, 22.57930564880371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3247.666015625, 'language': 50.21909713745117}}, {'routing_index': 74, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000925264204852283, 0.7732273936271667, 2.309686220058893e-09, 4.677146137055388e-08, 2.2618603452428943e-06, 0.03126193955540657, 0.00024970059166662395, 4.859093314735219e-05, 0.0011101868003606796, 1.3310793292475864e-05], 'log_scores_by_expert': [-6.98543119430542, -0.2571820914745331, -19.886154174804688, -16.877992630004883, -12.999322891235352, -3.4653539657592773, -8.295248031616211, -9.932073593139648, -6.803226947784424, -11.226935386657715], 'distances_by_expert': [13.97086238861084, 0.5143641829490662, 39.772308349609375, 33.755985260009766, 25.998645782470703, 6.930707931518555, 16.590496063232422, 19.864147186279297, 13.606453895568848, 22.45387077331543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.21435546875, 'language': 50.18421936035156}}, {'routing_index': 75, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009768581949174404, 0.7599413394927979, 2.4204425130847085e-09, 4.5496257428112585e-08, 2.2960491605772404e-06, 0.028685569763183594, 0.00024338717048522085, 4.861285924562253e-05, 0.0011746605159714818, 1.3500706700142473e-05], 'log_scores_by_expert': [-6.931169033050537, -0.2745140492916107, -19.83931541442871, -16.905635833740234, -12.984320640563965, -3.551361083984375, -8.320857048034668, -9.931622505187988, -6.746776103973389, -11.2127685546875], 'distances_by_expert': [13.862338066101074, 0.5490280985832214, 39.67863082885742, 33.81127166748047, 25.96864128112793, 7.10272216796875, 16.641714096069336, 19.863245010375977, 13.493552207946777, 22.425537109375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.429931640625, 'language': 50.17855453491211}}, {'routing_index': 76, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009177018073387444, 0.7380316853523254, 2.3518558212032303e-09, 4.72563144171545e-08, 2.295628746651346e-06, 0.028647247701883316, 0.0002441885881125927, 4.725255712401122e-05, 0.0011131297796964645, 1.2962037544639315e-05], 'log_scores_by_expert': [-6.993638038635254, -0.3037685453891754, -19.868061065673828, -16.867679595947266, -12.984503746032715, -3.5526978969573975, -8.317569732666016, -9.960003852844238, -6.80057954788208, -11.253485679626465], 'distances_by_expert': [13.987276077270508, 0.6075370907783508, 39.736122131347656, 33.73535919189453, 25.96900749206543, 7.105395793914795, 16.63513946533203, 19.920007705688477, 13.60115909576416, 22.50697135925293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3311.826171875, 'language': 50.20232009887695}}, {'routing_index': 77, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000851210206747055, 0.7224670052528381, 2.1999702060071513e-09, 4.605634984500284e-08, 2.280739863635972e-06, 0.031133325770497322, 0.00025345434551127255, 4.7842575440881774e-05, 0.000998877570964396, 1.3232396668172441e-05], 'log_scores_by_expert': [-7.068851470947266, -0.32508352398872375, -19.93482208251953, -16.893400192260742, -12.991010665893555, -3.4694764614105225, -8.280326843261719, -9.94759464263916, -6.908878326416016, -11.232842445373535], 'distances_by_expert': [14.137702941894531, 0.6501670479774475, 39.86964416503906, 33.786800384521484, 25.98202133178711, 6.938952922821045, 16.560653686523438, 19.89518928527832, 13.817756652832031, 22.46568489074707], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3278.2607421875, 'language': 50.22787857055664}}, {'routing_index': 78, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008558548288419843, 0.7013441920280457, 2.1999659871596577e-09, 4.577776024916602e-08, 2.2089820959081408e-06, 0.029417186975479126, 0.00024722350644879043, 4.615680518327281e-05, 0.001022303942590952, 1.2768322449119296e-05], 'log_scores_by_expert': [-7.063409805297852, -0.35475653409957886, -19.934823989868164, -16.89946746826172, -13.022978782653809, -3.5261762142181396, -8.305217742919922, -9.983466148376465, -6.8856964111328125, -11.268543243408203], 'distances_by_expert': [14.126819610595703, 0.7095130681991577, 39.86964797973633, 33.79893493652344, 26.045957565307617, 7.052352428436279, 16.610435485839844, 19.96693229675293, 13.771392822265625, 22.537086486816406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.0673828125, 'language': 50.2098388671875}}, {'routing_index': 79, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008308126707561314, 0.6687271595001221, 2.0883434981300297e-09, 4.4828421863485346e-08, 2.1095629563205875e-06, 0.028876833617687225, 0.0002381451049586758, 4.4346594222588465e-05, 0.0010023950599133968, 1.2369276191748213e-05], 'log_scores_by_expert': [-7.093106269836426, -0.4023790955543518, -19.986894607543945, -16.92042350769043, -13.069029808044434, -3.544715642929077, -8.342630386352539, -10.02347469329834, -6.905363082885742, -11.300294876098633], 'distances_by_expert': [14.186212539672852, 0.8047581911087036, 39.97378921508789, 33.84084701538086, 26.138059616088867, 7.089431285858154, 16.685260772705078, 20.04694938659668, 13.810726165771484, 22.600589752197266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.52392578125, 'language': 50.20357131958008}}, {'routing_index': 80, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008801581570878625, 0.7017064690589905, 2.1330082144999096e-09, 4.5209667121071107e-08, 2.246978283437784e-06, 0.030727410688996315, 0.00024386137374676764, 4.709819404524751e-05, 0.0010472266003489494, 1.3507892617781181e-05], 'log_scores_by_expert': [-7.035408973693848, -0.3542401194572449, -19.96573257446289, -16.911954879760742, -13.005924224853516, -3.482600212097168, -8.318910598754883, -9.963275909423828, -6.861609935760498, -11.212236404418945], 'distances_by_expert': [14.070817947387695, 0.7084802389144897, 39.93146514892578, 33.823909759521484, 26.01184844970703, 6.965200424194336, 16.637821197509766, 19.926551818847656, 13.723219871520996, 22.42447280883789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3394.79638671875, 'language': 50.2115478515625}}, {'routing_index': 81, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000954382645431906, 0.7435963749885559, 2.3079289590555163e-09, 4.55433131207883e-08, 2.3218340174935292e-06, 0.030076786875724792, 0.0002469501632731408, 4.841825648327358e-05, 0.0011412452440708876, 1.3898877114115749e-05], 'log_scores_by_expert': [-6.954445838928223, -0.296256959438324, -19.88691520690918, -16.90460205078125, -12.973153114318848, -3.5040016174316406, -8.306324005126953, -9.935633659362793, -6.775635242462158, -11.18370246887207], 'distances_by_expert': [13.908891677856445, 0.592513918876648, 39.77383041381836, 33.8092041015625, 25.946306228637695, 7.008003234863281, 16.612648010253906, 19.871267318725586, 13.551270484924316, 22.36740493774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.5341796875, 'language': 50.19257354736328}}, {'routing_index': 82, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009238900383934379, 0.7411617636680603, 2.220250427953374e-09, 4.5505021972758186e-08, 2.3184729798231274e-06, 0.030429840087890625, 0.0002459414245095104, 4.7679783165222034e-05, 0.0011117279063910246, 1.39555377245415e-05], 'log_scores_by_expert': [-6.986917495727539, -0.2995363473892212, -19.92564582824707, -16.90544319152832, -12.974601745605469, -3.4923315048217773, -8.310417175292969, -9.951003074645996, -6.801839828491211, -11.179634094238281], 'distances_by_expert': [13.973834991455078, 0.5990726947784424, 39.85129165649414, 33.81088638305664, 25.949203491210938, 6.984663009643555, 16.620834350585938, 19.902006149291992, 13.603679656982422, 22.359268188476562], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.017578125, 'language': 50.20682907104492}}, {'routing_index': 83, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009509915253147483, 0.698516309261322, 2.2854176329190068e-09, 4.037700662706811e-08, 2.2429362616094295e-06, 0.025533445179462433, 0.00023465545382350683, 4.593171615852043e-05, 0.0011376776965335011, 1.3407349797489587e-05], 'log_scores_by_expert': [-6.958005428314209, -0.35879671573638916, -19.896717071533203, -17.025005340576172, -13.00772476196289, -3.6677660942077637, -8.357392311096191, -9.988354682922363, -6.77876615524292, -11.219707489013672], 'distances_by_expert': [13.916010856628418, 0.7175934314727783, 39.793434143066406, 34.050010681152344, 26.01544952392578, 7.335532188415527, 16.714784622192383, 19.976709365844727, 13.55753231048584, 22.439414978027344], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3349.509765625, 'language': 50.193668365478516}}, {'routing_index': 84, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009137422894127667, 0.6541696786880493, 2.173518698356247e-09, 3.831928907516158e-08, 2.1019377527409233e-06, 0.02491968683898449, 0.00022160443768370897, 4.3532381823752075e-05, 0.001104612834751606, 1.2713110663753469e-05], 'log_scores_by_expert': [-6.99796199798584, -0.42438846826553345, -19.946918487548828, -17.077312469482422, -13.072650909423828, -3.6920971870422363, -8.414616584777832, -10.04200553894043, -6.808260440826416, -11.272876739501953], 'distances_by_expert': [13.99592399597168, 0.8487769365310669, 39.893836975097656, 34.154624938964844, 26.145301818847656, 7.384194374084473, 16.829233169555664, 20.08401107788086, 13.616520881652832, 22.545753479003906], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3453.361083984375, 'language': 50.18993377685547}}, {'routing_index': 85, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009310842724516988, 0.6616039276123047, 2.244614494273378e-09, 3.878562893078197e-08, 2.1689147615688853e-06, 0.02390199713408947, 0.0002232226252090186, 4.420324330567382e-05, 0.001113010453991592, 1.2722631254291628e-05], 'log_scores_by_expert': [-6.979160785675049, -0.41308826208114624, -19.914731979370117, -17.065216064453125, -13.04128360748291, -3.733793258666992, -8.407341003417969, -10.026712417602539, -6.800686836242676, -11.272128105163574], 'distances_by_expert': [13.958321571350098, 0.8261765241622925, 39.829463958740234, 34.13043212890625, 26.08256721496582, 7.467586517333984, 16.814682006835938, 20.053424835205078, 13.601373672485352, 22.54425621032715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3430.109619140625, 'language': 50.18391036987305}}, {'routing_index': 86, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009211069555021822, 0.6780942678451538, 2.211383520744903e-09, 4.006134091127933e-08, 2.193659156546346e-06, 0.025087609887123108, 0.00022690290643367916, 4.436127346707508e-05, 0.001116693951189518, 1.306721333094174e-05], 'log_scores_by_expert': [-6.98993444442749, -0.3884689509868622, -19.92964744567871, -17.032854080200195, -13.029939651489258, -3.6853811740875244, -8.39098834991455, -10.023143768310547, -6.797382831573486, -11.245404243469238], 'distances_by_expert': [13.97986888885498, 0.7769379019737244, 39.85929489135742, 34.06570816040039, 26.059879302978516, 7.370762348175049, 16.7819766998291, 20.046287536621094, 13.594765663146973, 22.490808486938477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.664306640625, 'language': 50.190635681152344}}, {'routing_index': 87, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009349887841381133, 0.691116452217102, 2.2815500599904226e-09, 4.0490760966349626e-08, 2.224359150204691e-06, 0.02582504227757454, 0.00023122462152969092, 4.548261858872138e-05, 0.0011261195177212358, 1.3253095858090091e-05], 'log_scores_by_expert': [-6.974976062774658, -0.36944690346717834, -19.89841079711914, -17.022192001342773, -13.01604175567627, -3.6564106941223145, -8.37212085723877, -9.998180389404297, -6.78897762298584, -11.231279373168945], 'distances_by_expert': [13.949952125549316, 0.7388938069343567, 39.79682159423828, 34.04438400268555, 26.03208351135254, 7.312821388244629, 16.74424171447754, 19.996360778808594, 13.57795524597168, 22.46255874633789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.341064453125, 'language': 50.19126510620117}}, {'routing_index': 88, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009123103809542954, 0.6709578633308411, 2.1858119758633165e-09, 3.9042809873990336e-08, 2.2119143068266567e-06, 0.024584729224443436, 0.00022564700338989496, 4.425394217832945e-05, 0.0011067148298025131, 1.3081652468827087e-05], 'log_scores_by_expert': [-6.99953031539917, -0.39904898405075073, -19.9412784576416, -17.05860710144043, -13.021652221679688, -3.705629825592041, -8.396538734436035, -10.025566101074219, -6.80635929107666, -11.24429988861084], 'distances_by_expert': [13.99906063079834, 0.7980979681015015, 39.8825569152832, 34.11721420288086, 26.043304443359375, 7.411259651184082, 16.79307746887207, 20.051132202148438, 13.61271858215332, 22.48859977722168], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.00048828125, 'language': 50.18483352661133}}, {'routing_index': 89, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009342503035441041, 0.6914475560188293, 2.248346842037563e-09, 3.902017908785638e-08, 2.262453790535801e-06, 0.02493894286453724, 0.00022854299459140748, 4.4748660002369434e-05, 0.0011224531335756183, 1.3448096979118418e-05], 'log_scores_by_expert': [-6.975766181945801, -0.36896803975105286, -19.913070678710938, -17.059186935424805, -12.99906063079834, -3.6913247108459473, -8.38378620147705, -10.014449119567871, -6.792238712310791, -11.216672897338867], 'distances_by_expert': [13.951532363891602, 0.7379360795021057, 39.826141357421875, 34.11837387084961, 25.99812126159668, 7.3826494216918945, 16.7675724029541, 20.028898239135742, 13.584477424621582, 22.433345794677734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.341552734375, 'language': 50.1866340637207}}, {'routing_index': 90, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009186457609757781, 0.7021312117576599, 2.2307691249778827e-09, 4.0729872807787615e-08, 2.286330300194095e-06, 0.025625454261898994, 0.0002305194066138938, 4.484555029193871e-05, 0.0011104325531050563, 1.3460492482408881e-05], 'log_scores_by_expert': [-6.992609977722168, -0.3536349833011627, -19.92091941833496, -17.01630401611328, -12.98856258392334, -3.6641690731048584, -8.375175476074219, -10.012286186218262, -6.803005695343018, -11.215751647949219], 'distances_by_expert': [13.985219955444336, 0.7072699666023254, 39.84183883666992, 34.03260803222656, 25.97712516784668, 7.328338146209717, 16.750350952148438, 20.024572372436523, 13.606011390686035, 22.431503295898438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.412841796875, 'language': 50.1827278137207}}, {'routing_index': 91, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009074048139154911, 0.698387622833252, 2.2253252573989357e-09, 3.953800842282362e-08, 2.2870344764669426e-06, 0.025009913370013237, 0.0002268905664095655, 4.424162034410983e-05, 0.0010902058565989137, 1.3420923096418846e-05], 'log_scores_by_expert': [-7.004921913146973, -0.35898101329803467, -19.923362731933594, -17.046003341674805, -12.98825454711914, -3.6884829998016357, -8.391042709350586, -10.02584457397461, -6.8213887214660645, -11.218695640563965], 'distances_by_expert': [14.009843826293945, 0.7179620265960693, 39.84672546386719, 34.09200668334961, 25.97650909423828, 7.3769659996032715, 16.782085418701172, 20.05168914794922, 13.642777442932129, 22.43739128112793], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3433.309814453125, 'language': 50.196022033691406}}, {'routing_index': 92, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008811664301902056, 0.669390082359314, 2.1454569232304266e-09, 3.7916873196763845e-08, 2.2148294647195144e-06, 0.02368311770260334, 0.00022202689433470368, 4.281000656192191e-05, 0.0010667509632185102, 1.2995233191759326e-05], 'log_scores_by_expert': [-7.034264087677002, -0.4013882577419281, -19.95991325378418, -17.08786964416504, -13.02033519744873, -3.742992877960205, -8.412712097167969, -10.058738708496094, -6.843137741088867, -11.250927925109863], 'distances_by_expert': [14.068528175354004, 0.8027765154838562, 39.91982650756836, 34.17573928833008, 26.04067039489746, 7.48598575592041, 16.825424194335938, 20.117477416992188, 13.686275482177734, 22.501855850219727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.102294921875, 'language': 50.1852912902832}}, {'routing_index': 93, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008517575333826244, 0.6448549628257751, 2.0852191084941296e-09, 3.6992428675830524e-08, 2.1662315248249797e-06, 0.022717364132404327, 0.00021679782366845757, 4.170130705460906e-05, 0.0010368319926783442, 1.2712565876427107e-05], 'log_scores_by_expert': [-7.068208694458008, -0.4387298822402954, -19.988391876220703, -17.112552642822266, -13.042521476745605, -3.784625768661499, -8.436545372009277, -10.084978103637695, -6.871585369110107, -11.272919654846191], 'distances_by_expert': [14.136417388916016, 0.8774597644805908, 39.976783752441406, 34.22510528564453, 26.08504295349121, 7.569251537322998, 16.873090744018555, 20.16995620727539, 13.743170738220215, 22.545839309692383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3533.572509765625, 'language': 50.18766403198242}}, {'routing_index': 94, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009068528306670487, 0.6757482290267944, 2.2034765123635225e-09, 3.871127773891203e-08, 2.2394201550923754e-06, 0.023720264434814453, 0.00022709515178576112, 4.392991468193941e-05, 0.0010940047213807702, 1.3266183486848604e-05], 'log_scores_by_expert': [-7.00553035736084, -0.39193475246429443, -19.933229446411133, -17.067134857177734, -13.009293556213379, -3.7414255142211914, -8.390141487121582, -10.032915115356445, -6.817910194396973, -11.230292320251465], 'distances_by_expert': [14.01106071472168, 0.7838695049285889, 39.866458892822266, 34.13426971435547, 26.018587112426758, 7.482851028442383, 16.780282974243164, 20.06583023071289, 13.635820388793945, 22.46058464050293], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3519.739013671875, 'language': 50.18718719482422}}, {'routing_index': 95, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009020247962325811, 0.6358591318130493, 2.2744157668341813e-09, 3.595749475948651e-08, 2.060828592220787e-06, 0.02109748311340809, 0.0002201081661041826, 4.2845826101256534e-05, 0.001028866390697658, 1.2494164366216864e-05], 'log_scores_by_expert': [-7.010868549346924, -0.4527781903743744, -19.90154266357422, -17.140928268432617, -13.092402458190918, -3.8586015701293945, -8.421391487121582, -10.057902336120605, -6.879297733306885, -11.29024887084961], 'distances_by_expert': [14.021737098693848, 0.9055563807487488, 39.80308532714844, 34.281856536865234, 26.184804916381836, 7.717203140258789, 16.842782974243164, 20.11580467224121, 13.75859546661377, 22.58049774169922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3549.82177734375, 'language': 50.19636917114258}}, {'routing_index': 96, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009440030553378165, 0.6987312436103821, 2.3719659569820806e-09, 3.9657418682281786e-08, 2.15979366657848e-06, 0.02338453195989132, 0.0002292592398589477, 4.4608645112020895e-05, 0.0010920013301074505, 1.2866256838606205e-05], 'log_scores_by_expert': [-6.965381145477295, -0.358489066362381, -19.859546661376953, -17.042987823486328, -13.04549789428711, -3.755680561065674, -8.380657196044922, -10.017582893371582, -6.8197431564331055, -11.260902404785156], 'distances_by_expert': [13.93076229095459, 0.716978132724762, 39.719093322753906, 34.085975646972656, 26.09099578857422, 7.511361122131348, 16.761314392089844, 20.035165786743164, 13.639486312866211, 22.521804809570312], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3468.900634765625, 'language': 50.189205169677734}}, {'routing_index': 97, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009540641913190484, 0.7377398610115051, 2.400324383700081e-09, 4.114197338367376e-08, 2.1754672161478084e-06, 0.02493574470281601, 0.00023175711976364255, 4.450912092579529e-05, 0.001117256353609264, 1.2816230992029887e-05], 'log_scores_by_expert': [-6.954779624938965, -0.3041640520095825, -19.8476619720459, -17.006237030029297, -13.038267135620117, -3.691452980041504, -8.369820594787598, -10.019816398620605, -6.796879291534424, -11.264798164367676], 'distances_by_expert': [13.90955924987793, 0.608328104019165, 39.6953239440918, 34.012474060058594, 26.076534271240234, 7.382905960083008, 16.739641189575195, 20.03963279724121, 13.593758583068848, 22.52959632873535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3418.1455078125, 'language': 50.18269348144531}}, {'routing_index': 98, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008404144318774343, 0.6775059700012207, 2.0745161144475333e-09, 3.611482668475219e-08, 2.0332151962065836e-06, 0.02180161327123642, 0.00021399268007371575, 4.083171734237112e-05, 0.0010304433526471257, 1.239329321833793e-05], 'log_scores_by_expert': [-7.081615447998047, -0.3893369138240814, -19.99353790283203, -17.13656234741211, -13.105892181396484, -3.8257713317871094, -8.449568748474121, -10.106051445007324, -6.877766132354736, -11.298355102539062], 'distances_by_expert': [14.163230895996094, 0.7786738276481628, 39.98707580566406, 34.27312469482422, 26.21178436279297, 7.651542663574219, 16.899137496948242, 20.21210289001465, 13.755532264709473, 22.596710205078125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.474609375, 'language': 50.18046188354492}}, {'routing_index': 99, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009050989174284041, 0.8037100434303284, 2.2665427312773545e-09, 4.6796266417459265e-08, 2.359086238357122e-06, 0.030682122334837914, 0.00024567043874412775, 4.7223227738868445e-05, 0.0011117723770439625, 1.4180200196278747e-05], 'log_scores_by_expert': [-7.0074663162231445, -0.21851669251918793, -19.905010223388672, -16.87746238708496, -12.957236289978027, -3.4840750694274902, -8.311519622802734, -9.960624694824219, -6.801799774169922, -11.163663864135742], 'distances_by_expert': [14.014932632446289, 0.43703338503837585, 39.810020446777344, 33.75492477416992, 25.914472579956055, 6.9681501388549805, 16.62303924560547, 19.921249389648438, 13.603599548339844, 22.327327728271484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3425.25634765625, 'language': 50.19645309448242}}, {'routing_index': 100, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008807933190837502, 0.7776362299919128, 2.1919075443577185e-09, 4.6961865507455514e-08, 2.264562681375537e-06, 0.032186251133680344, 0.00024879848933778703, 4.719815115095116e-05, 0.0010757179697975516, 1.3594803931482602e-05], 'log_scores_by_expert': [-7.034687519073486, -0.2514965236186981, -19.938493728637695, -16.873929977416992, -12.998128890991211, -3.436215877532959, -8.298867225646973, -9.961155891418457, -6.834766864776611, -11.205822944641113], 'distances_by_expert': [14.069375038146973, 0.5029930472373962, 39.87698745727539, 33.747859954833984, 25.996257781982422, 6.872431755065918, 16.597734451293945, 19.922311782836914, 13.669533729553223, 22.411645889282227], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3339.680419921875, 'language': 50.18387222290039}}, {'routing_index': 101, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008731796406209469, 0.749167263507843, 2.211113736549919e-09, 4.539865017250122e-08, 2.255178969789995e-06, 0.02960895746946335, 0.00025186597486026585, 4.72756328235846e-05, 0.0010485417442396283, 1.3357321222429164e-05], 'log_scores_by_expert': [-7.043369293212891, -0.28879302740097046, -19.92976951599121, -16.90778350830078, -13.002281188964844, -3.5196783542633057, -8.286613464355469, -9.959515571594238, -6.860354900360107, -11.223445892333984], 'distances_by_expert': [14.086738586425781, 0.5775860548019409, 39.85953903198242, 33.81556701660156, 26.004562377929688, 7.039356708526611, 16.573226928710938, 19.919031143188477, 13.720709800720215, 22.44689178466797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.823974609375, 'language': 50.19975662231445}}, {'routing_index': 102, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009335520444437861, 0.7833700180053711, 2.322807279853123e-09, 4.628319771882161e-08, 2.3529632926511113e-06, 0.030841922387480736, 0.0002528633049223572, 4.969008659827523e-05, 0.0011106031015515327, 1.4061144611332566e-05], 'log_scores_by_expert': [-6.976513862609863, -0.2441500574350357, -19.880489349365234, -16.888486862182617, -12.959835052490234, -3.4788804054260254, -8.282661437988281, -9.90970516204834, -6.802852153778076, -11.17209529876709], 'distances_by_expert': [13.953027725219727, 0.4883001148700714, 39.76097869873047, 33.776973724365234, 25.91967010498047, 6.957760810852051, 16.565322875976562, 19.81941032409668, 13.605704307556152, 22.34419059753418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3377.697021484375, 'language': 50.18268966674805}}, {'routing_index': 103, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009748132433742285, 0.8092005252838135, 2.387052111529897e-09, 4.745683312989968e-08, 2.419968495814828e-06, 0.03186911717057228, 0.0002586505434010178, 5.0560993258841336e-05, 0.0011675461428239942, 1.4732749150425661e-05], 'log_scores_by_expert': [-6.93326473236084, -0.21170853078365326, -19.853206634521484, -16.863445281982422, -12.931756019592285, -3.446117877960205, -8.260032653808594, -9.892330169677734, -6.7528510093688965, -11.12543773651123], 'distances_by_expert': [13.86652946472168, 0.4234170615673065, 39.70641326904297, 33.726890563964844, 25.86351203918457, 6.89223575592041, 16.520065307617188, 19.78466033935547, 13.505702018737793, 22.25087547302246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3398.992919921875, 'language': 50.18295669555664}}, {'routing_index': 104, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009265773114748299, 0.7896243929862976, 2.368656604190278e-09, 4.7381494283627035e-08, 2.32633578889363e-06, 0.03093281015753746, 0.0002540893910918385, 4.8763486120151356e-05, 0.0011204029433429241, 1.36051139634219e-05], 'log_scores_by_expert': [-6.984013080596924, -0.23619785904884338, -19.860942840576172, -16.865034103393555, -12.971216201782227, -3.475937843322754, -8.277824401855469, -9.928528785705566, -6.794066905975342, -11.20506477355957], 'distances_by_expert': [13.968026161193848, 0.47239571809768677, 39.721885681152344, 33.73006820678711, 25.942432403564453, 6.951875686645508, 16.555648803710938, 19.857057571411133, 13.588133811950684, 22.41012954711914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.664794921875, 'language': 50.1839714050293}}, {'routing_index': 105, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009136246517300606, 0.7737742066383362, 2.320633019081697e-09, 4.8380936590319834e-08, 2.327101356058847e-06, 0.032211657613515854, 0.00026158415130339563, 4.919428829452954e-05, 0.0010783146135509014, 1.3708003280044068e-05], 'log_scores_by_expert': [-6.998090744018555, -0.25647515058517456, -19.881425857543945, -16.844160079956055, -12.970887184143066, -3.435426950454712, -8.248754501342773, -9.919733047485352, -6.832355976104736, -11.197530746459961], 'distances_by_expert': [13.99618148803711, 0.5129503011703491, 39.76285171508789, 33.68832015991211, 25.941774368286133, 6.870853900909424, 16.497509002685547, 19.839466094970703, 13.664711952209473, 22.395061492919922], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3281.489990234375, 'language': 50.19932556152344}}, {'routing_index': 106, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008970556082203984, 0.6225969791412354, 2.2361834606243747e-09, 3.6103873668480446e-08, 2.0044610664626816e-06, 0.020824428647756577, 0.0002137907431460917, 4.2120540456380695e-05, 0.0010165098356083035, 1.2063525900884997e-05], 'log_scores_by_expert': [-7.016392707824707, -0.4738558828830719, -19.918495178222656, -17.136865615844727, -13.120135307312012, -3.871628522872925, -8.450512886047363, -10.07497501373291, -6.891380310058594, -11.325324058532715], 'distances_by_expert': [14.032785415649414, 0.9477117657661438, 39.83699035644531, 34.27373123168945, 26.240270614624023, 7.74325704574585, 16.901025772094727, 20.14995002746582, 13.782760620117188, 22.65064811706543], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.1025390625, 'language': 50.19828796386719}}, {'routing_index': 107, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009043767931871116, 0.6847599148750305, 2.2884447670179497e-09, 3.820441918378492e-08, 2.181627451136592e-06, 0.021972762420773506, 0.00022601831005886197, 4.35491165262647e-05, 0.0010544556425884366, 1.2802744095097296e-05], 'log_scores_by_expert': [-7.008264541625977, -0.3786869943141937, -19.89539337158203, -17.08031463623047, -13.035439491271973, -3.8179516792297363, -8.39489459991455, -10.041621208190918, -6.854730606079102, -11.265851020812988], 'distances_by_expert': [14.016529083251953, 0.7573739886283875, 39.79078674316406, 34.16062927246094, 26.070878982543945, 7.635903358459473, 16.7897891998291, 20.083242416381836, 13.709461212158203, 22.531702041625977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.74560546875, 'language': 50.19009780883789}}, {'routing_index': 108, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009243082022294402, 0.7044010758399963, 2.336635773758644e-09, 3.9141976770906695e-08, 2.082249466184294e-06, 0.02306949906051159, 0.00022591334709431976, 4.349727532826364e-05, 0.0010801363969221711, 1.2476815754780546e-05], 'log_scores_by_expert': [-6.986464977264404, -0.3504074215888977, -19.874553680419922, -17.05607032775879, -13.082061767578125, -3.7692439556121826, -8.39535903930664, -10.04281234741211, -6.830667972564697, -11.291638374328613], 'distances_by_expert': [13.972929954528809, 0.7008148431777954, 39.749107360839844, 34.11214065551758, 26.16412353515625, 7.538487911224365, 16.79071807861328, 20.08562469482422, 13.661335945129395, 22.583276748657227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3435.89404296875, 'language': 50.2024040222168}}, {'routing_index': 109, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008305729716084898, 0.6802480220794678, 2.078032856900336e-09, 3.8067092589244567e-08, 1.990849114008597e-06, 0.022575942799448967, 0.00021162872144486755, 4.079578866367228e-05, 0.001019908464513719, 1.2009723832306918e-05], 'log_scores_by_expert': [-7.093394756317139, -0.38529786467552185, -19.991844177246094, -17.08391571044922, -13.126949310302734, -3.790870428085327, -8.460677146911621, -10.106931686401367, -6.888042449951172, -11.329793930053711], 'distances_by_expert': [14.186789512634277, 0.7705957293510437, 39.98368835449219, 34.16783142089844, 26.25389862060547, 7.581740856170654, 16.921354293823242, 20.213863372802734, 13.776084899902344, 22.659587860107422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3459.17529296875, 'language': 50.18605422973633}}, {'routing_index': 110, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008883816190063953, 0.7850287556648254, 2.2293358270530916e-09, 4.764030592241397e-08, 2.241792117274599e-06, 0.03006570413708687, 0.0002399559016339481, 4.630419425666332e-05, 0.0010906842071563005, 1.3434522770694457e-05], 'log_scores_by_expert': [-7.026109218597412, -0.2420349270105362, -19.92156219482422, -16.859586715698242, -13.008234977722168, -3.5043702125549316, -8.335055351257324, -9.980278015136719, -6.820950031280518, -11.217682838439941], 'distances_by_expert': [14.052218437194824, 0.4840698540210724, 39.84312438964844, 33.719173431396484, 26.016469955444336, 7.008740425109863, 16.67011070251465, 19.960556030273438, 13.641900062561035, 22.435365676879883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.004150390625, 'language': 50.173095703125}}, {'routing_index': 111, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009009046480059624, 0.7835995554924011, 2.2551454037511576e-09, 4.754399185458169e-08, 2.2579165488423314e-06, 0.03229302540421486, 0.000250849814619869, 4.786411227541976e-05, 0.001098353648558259, 1.3538986422645394e-05], 'log_scores_by_expert': [-7.012111186981201, -0.24385714530944824, -19.910051345825195, -16.861610412597656, -13.001068115234375, -3.432904005050659, -8.290656089782715, -9.947144508361816, -6.813942909240723, -11.20993709564209], 'distances_by_expert': [14.024222373962402, 0.4877142906188965, 39.82010269165039, 33.72322082519531, 26.00213623046875, 6.865808010101318, 16.58131217956543, 19.894289016723633, 13.627885818481445, 22.41987419128418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.36865234375, 'language': 50.18964385986328}}, {'routing_index': 112, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.00080656394129619, 0.6848633885383606, 2.100359441925548e-09, 4.331432279514047e-08, 2.0692496036645025e-06, 0.02745944634079933, 0.00023494497872889042, 4.4542161049321294e-05, 0.0009912365349009633, 1.1997829460597131e-05], 'log_scores_by_expert': [-7.122727394104004, -0.37853580713272095, -19.981157302856445, -16.954782485961914, -13.088324546813965, -3.5950450897216797, -8.356159210205078, -10.019074440002441, -6.916557312011719, -11.330784797668457], 'distances_by_expert': [14.245454788208008, 0.7570716142654419, 39.96231460571289, 33.90956497192383, 26.17664909362793, 7.190090179443359, 16.712318420410156, 20.038148880004883, 13.833114624023438, 22.661569595336914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.135986328125, 'language': 50.201019287109375}}, {'routing_index': 113, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008566808537580073, 0.7410112619400024, 2.1810975248115483e-09, 4.4675974919528016e-08, 2.163861154258484e-06, 0.030379366129636765, 0.0002461819676682353, 4.695374082075432e-05, 0.0010344882030040026, 1.2829058505303692e-05], 'log_scores_by_expert': [-7.062445163726807, -0.29973942041397095, -19.943437576293945, -16.923830032348633, -13.04361629486084, -3.4939916133880615, -8.309439659118652, -9.966347694396973, -6.8738484382629395, -11.263797760009766], 'distances_by_expert': [14.124890327453613, 0.5994788408279419, 39.88687515258789, 33.847660064697266, 26.08723258972168, 6.987983226776123, 16.618879318237305, 19.932695388793945, 13.747696876525879, 22.52759552001953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3277.231201171875, 'language': 50.18022537231445}}, {'routing_index': 114, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009716472704894841, 0.822748601436615, 2.4217217120536816e-09, 4.8359435567135733e-08, 2.4278256205434445e-06, 0.03213195875287056, 0.00025926524540409446, 5.077355308458209e-05, 0.0011618409771472216, 1.4605375326937065e-05], 'log_scores_by_expert': [-6.936517715454102, -0.1951046586036682, -19.838787078857422, -16.8446044921875, -12.92851448059082, -3.437904119491577, -8.257658958435059, -9.888134956359863, -6.757749557495117, -11.13412094116211], 'distances_by_expert': [13.873035430908203, 0.3902093172073364, 39.677574157714844, 33.689208984375, 25.85702896118164, 6.875808238983154, 16.515317916870117, 19.776269912719727, 13.515499114990234, 22.26824188232422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.118408203125, 'language': 50.178218841552734}}, {'routing_index': 115, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009615832241252065, 0.8261664509773254, 2.445930347150238e-09, 4.926303986962921e-08, 2.4711223431950202e-06, 0.03179638460278511, 0.0002632993273437023, 5.09794226672966e-05, 0.0011576485121622682, 1.4631319572799839e-05], 'log_scores_by_expert': [-6.946929454803467, -0.19095902144908905, -19.828840255737305, -16.826091766357422, -12.91083812713623, -3.4484026432037354, -8.242218971252441, -9.884088516235352, -6.761364459991455, -11.132346153259277], 'distances_by_expert': [13.893858909606934, 0.3819180428981781, 39.65768051147461, 33.652183532714844, 25.82167625427246, 6.896805286407471, 16.484437942504883, 19.768177032470703, 13.52272891998291, 22.264692306518555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3383.4814453125, 'language': 50.202674865722656}}, {'routing_index': 116, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008831956656649709, 0.7474491596221924, 2.2832391533000873e-09, 4.600981640123791e-08, 2.2441429337050067e-06, 0.02988530695438385, 0.00025020449538715184, 4.705756509792991e-05, 0.0010757914278656244, 1.316898487857543e-05], 'log_scores_by_expert': [-7.03196382522583, -0.29108893871307373, -19.89767074584961, -16.894411087036133, -13.007186889648438, -3.5103883743286133, -8.293231964111328, -9.964138984680176, -6.834698677062988, -11.237646102905273], 'distances_by_expert': [14.06392765045166, 0.5821778774261475, 39.79534149169922, 33.788822174072266, 26.014373779296875, 7.020776748657227, 16.586463928222656, 19.92827796936035, 13.669397354125977, 22.475292205810547], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3314.845458984375, 'language': 50.205413818359375}}, {'routing_index': 117, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008751204004511237, 0.7253816723823547, 2.220940764630086e-09, 4.582607004977035e-08, 2.2780052404414164e-06, 0.03090609423816204, 0.0002568955533206463, 4.7931902372511104e-05, 0.0010291110957041383, 1.3526649127015844e-05], 'log_scores_by_expert': [-7.041149139404297, -0.3210572898387909, -19.925334930419922, -16.898412704467773, -12.992210388183594, -3.476801872253418, -8.266840934753418, -9.94572925567627, -6.879059791564941, -11.210848808288574], 'distances_by_expert': [14.082298278808594, 0.6421145796775818, 39.850669860839844, 33.79682540893555, 25.984420776367188, 6.953603744506836, 16.533681869506836, 19.89145851135254, 13.758119583129883, 22.42169761657715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.08251953125, 'language': 50.207763671875}}, {'routing_index': 118, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008635217091068625, 0.5878864526748657, 2.1638684177816003e-09, 3.37615482237652e-08, 1.939352614499512e-06, 0.019504601135849953, 0.00020408596901688725, 4.05690552724991e-05, 0.0009765084832906723, 1.1555675882846117e-05], 'log_scores_by_expert': [-7.0544915199279785, -0.5312213897705078, -19.95136833190918, -17.203943252563477, -13.153156280517578, -3.9371049404144287, -8.496969223022461, -10.112504959106445, -6.931527137756348, -11.36833381652832], 'distances_by_expert': [14.108983039855957, 1.0624427795410156, 39.90273666381836, 34.40788650512695, 26.306312561035156, 7.874209880828857, 16.993938446044922, 20.22500991821289, 13.863054275512695, 22.73666763305664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3534.925537109375, 'language': 50.19868087768555}}, {'routing_index': 119, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008898659143596888, 0.6820101141929626, 2.2661277299107496e-09, 3.858949426671643e-08, 2.0650486476370133e-06, 0.022793583571910858, 0.00021852506324648857, 4.2454579670447856e-05, 0.001045056153088808, 1.2103281733288895e-05], 'log_scores_by_expert': [-7.024439811706543, -0.3827107846736908, -19.905193328857422, -17.07028579711914, -13.090356826782227, -3.781276226043701, -8.428609848022461, -10.067075729370117, -6.86368465423584, -11.322033882141113], 'distances_by_expert': [14.048879623413086, 0.7654215693473816, 39.810386657714844, 34.14057159423828, 26.180713653564453, 7.562552452087402, 16.857219696044922, 20.134151458740234, 13.72736930847168, 22.644067764282227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3363.673583984375, 'language': 50.183170318603516}}, {'routing_index': 120, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008800792274996638, 0.6676876544952393, 2.22643770086961e-09, 3.6083704912925896e-08, 1.984745040317648e-06, 0.021721091121435165, 0.00021383132843766361, 4.127529973629862e-05, 0.0010383158223703504, 1.1987662219326012e-05], 'log_scores_by_expert': [-7.03549861907959, -0.4039347469806671, -19.922863006591797, -17.13742446899414, -13.130020141601562, -3.8294715881347656, -8.450323104858398, -10.095246315002441, -6.870155334472656, -11.331632614135742], 'distances_by_expert': [14.07099723815918, 0.8078694939613342, 39.845726013183594, 34.27484893798828, 26.260040283203125, 7.658943176269531, 16.900646209716797, 20.190492630004883, 13.740310668945312, 22.663265228271484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.774658203125, 'language': 50.189552307128906}}, {'routing_index': 121, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007838553283363581, 0.6818398833274841, 1.9838564124796676e-09, 4.189584856817419e-08, 2.0514985408226494e-06, 0.025062890723347664, 0.00021139452292118222, 4.066577821504325e-05, 0.0009836991084739566, 1.1926028491870966e-05], 'log_scores_by_expert': [-7.1512861251831055, -0.38296040892601013, -20.038223266601562, -16.988079071044922, -13.096940040588379, -3.6863670349121094, -8.461784362792969, -10.110123634338379, -6.924190521240234, -11.336787223815918], 'distances_by_expert': [14.302572250366211, 0.7659208178520203, 40.076446533203125, 33.976158142089844, 26.193880081176758, 7.372734069824219, 16.923568725585938, 20.220247268676758, 13.848381042480469, 22.673574447631836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.333251953125, 'language': 50.174861907958984}}, {'routing_index': 122, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009306190768256783, 0.78251051902771, 2.3392756620665978e-09, 4.793077934550638e-08, 2.3110999336495297e-06, 0.03010057471692562, 0.00024679122725501657, 4.795975110027939e-05, 0.0011127785546705127, 1.3663287973031402e-05], 'log_scores_by_expert': [-6.979660511016846, -0.24524788558483124, -19.873424530029297, -16.85350799560547, -12.977787017822266, -3.50321102142334, -8.306967735290527, -9.945148468017578, -6.8008952140808105, -11.200798034667969], 'distances_by_expert': [13.959321022033691, 0.4904957711696625, 39.746849060058594, 33.70701599121094, 25.95557403564453, 7.00642204284668, 16.613935470581055, 19.890296936035156, 13.601790428161621, 22.401596069335938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.93505859375, 'language': 50.200775146484375}}, {'routing_index': 123, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008260915637947619, 0.6942848563194275, 2.096097295734012e-09, 4.451444723940767e-08, 2.1475627818290377e-06, 0.02795756235718727, 0.00023634526587557048, 4.5058182877255604e-05, 0.0010044093942269683, 1.2541653632069938e-05], 'log_scores_by_expert': [-7.098804950714111, -0.3648729920387268, -19.98318862915039, -16.927452087402344, -13.051177024841309, -3.5770676136016846, -8.35021686553955, -10.007555961608887, -6.903355598449707, -11.286455154418945], 'distances_by_expert': [14.197609901428223, 0.7297459840774536, 39.96637725830078, 33.85490417480469, 26.102354049682617, 7.154135227203369, 16.7004337310791, 20.015111923217773, 13.806711196899414, 22.57291030883789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.21875, 'language': 50.19820785522461}}, {'routing_index': 124, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000850246346089989, 0.7269397377967834, 2.181109959309424e-09, 4.468909509114383e-08, 2.145108283002628e-06, 0.029750453308224678, 0.0002434103807900101, 4.6177938202163205e-05, 0.00103364500682801, 1.27455477922922e-05], 'log_scores_by_expert': [-7.069984436035156, -0.31891170144081116, -19.943431854248047, -16.92353630065918, -13.05232048034668, -3.514910936355591, -8.320761680603027, -9.98300838470459, -6.874663829803467, -11.270328521728516], 'distances_by_expert': [14.139968872070312, 0.6378234028816223, 39.886863708496094, 33.84707260131836, 26.10464096069336, 7.029821872711182, 16.641523361206055, 19.96601676940918, 13.749327659606934, 22.54065704345703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.00146484375, 'language': 50.18124008178711}}, {'routing_index': 125, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009117606678046286, 0.7552435994148254, 2.329098025555254e-09, 4.636077122199822e-08, 2.220671149189002e-06, 0.029759496450424194, 0.0002431171596981585, 4.727775012725033e-05, 0.0010933956364169717, 1.2933242032886483e-05], 'log_scores_by_expert': [-7.000133037567139, -0.2807149887084961, -19.877784729003906, -16.886812210083008, -13.017701148986816, -3.5146069526672363, -8.321967124938965, -9.959470748901367, -6.818467140197754, -11.255709648132324], 'distances_by_expert': [14.000266075134277, 0.5614299774169922, 39.75556945800781, 33.773624420166016, 26.035402297973633, 7.029213905334473, 16.64393424987793, 19.918941497802734, 13.636934280395508, 22.51141929626465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.35498046875, 'language': 50.17850875854492}}, {'routing_index': 126, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000942879356443882, 0.7236940860748291, 2.3453157194097685e-09, 4.079323545624902e-08, 2.201316647187923e-06, 0.024606414139270782, 0.00023138258256949484, 4.561314563034102e-05, 0.001121396548114717, 1.2985768080397975e-05], 'log_scores_by_expert': [-6.966572284698486, -0.3233865201473236, -19.870845794677734, -17.01474952697754, -13.02645492553711, -3.7047481536865234, -8.371438026428223, -9.995314598083496, -6.793180465698242, -11.251656532287598], 'distances_by_expert': [13.933144569396973, 0.6467730402946472, 39.74169158935547, 34.02949905395508, 26.05290985107422, 7.409496307373047, 16.742876052856445, 19.990629196166992, 13.586360931396484, 22.503313064575195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.177734375, 'language': 50.181827545166016}}, {'routing_index': 127, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009365853038616478, 0.7495918273925781, 2.3577846341993336e-09, 4.6111637175272335e-08, 2.2948277091927594e-06, 0.029282329604029655, 0.00024492162629030645, 4.7501329390797764e-05, 0.0011418178910389543, 1.3348483662412036e-05], 'log_scores_by_expert': [-6.973269939422607, -0.2882263958454132, -19.865543365478516, -16.892200469970703, -12.98485279083252, -3.530771017074585, -8.31457233428955, -9.954752922058105, -6.7751336097717285, -11.22410774230957], 'distances_by_expert': [13.946539878845215, 0.5764527916908264, 39.73108673095703, 33.784400939941406, 25.96970558166504, 7.06154203414917, 16.6291446685791, 19.90950584411621, 13.550267219543457, 22.44821548461914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.695068359375, 'language': 50.186302185058594}}, {'routing_index': 128, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008767940453253686, 0.6959912180900574, 2.254788356026438e-09, 4.464504854695406e-08, 2.0941943148500286e-06, 0.02755853906273842, 0.00023059175873640925, 4.422002530191094e-05, 0.001075127860531211, 1.1886526408488862e-05], 'log_scores_by_expert': [-7.039238452911377, -0.36241820454597473, -19.91020965576172, -16.924522399902344, -13.07634162902832, -3.591442823410034, -8.374861717224121, -10.02633285522461, -6.835315704345703, -11.340105056762695], 'distances_by_expert': [14.078476905822754, 0.7248364090919495, 39.82041931152344, 33.84904479980469, 26.15268325805664, 7.182885646820068, 16.749723434448242, 20.05266571044922, 13.670631408691406, 22.68021011352539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3215.66455078125, 'language': 50.180320739746094}}, {'routing_index': 129, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008902996778488159, 0.6455434560775757, 2.258360831675077e-09, 3.6939265868340954e-08, 2.0694983504654374e-06, 0.021519554778933525, 0.0002158109564334154, 4.25506841565948e-05, 0.0010207374580204487, 1.2406218957039528e-05], 'log_scores_by_expert': [-7.023952484130859, -0.4376627802848816, -19.908626556396484, -17.113990783691406, -13.088204383850098, -3.8387932777404785, -8.441107749938965, -10.064814567565918, -6.887229919433594, -11.29731273651123], 'distances_by_expert': [14.047904968261719, 0.8753255605697632, 39.81725311279297, 34.22798156738281, 26.176408767700195, 7.677586555480957, 16.88221549987793, 20.129629135131836, 13.774459838867188, 22.59462547302246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3534.974609375, 'language': 50.19221115112305}}, {'routing_index': 130, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009303812403231859, 0.7392483949661255, 2.35914332513687e-09, 4.1890256596843756e-08, 2.1850421489943983e-06, 0.026222972199320793, 0.00023022522509563714, 4.5345714170252904e-05, 0.001088837394490838, 1.3042413229413796e-05], 'log_scores_by_expert': [-6.979916095733643, -0.30212128162384033, -19.864967346191406, -16.98821258544922, -13.033875465393066, -3.6411194801330566, -8.376452445983887, -10.001194953918457, -6.8226447105407715, -11.24730396270752], 'distances_by_expert': [13.959832191467285, 0.6042425632476807, 39.72993469238281, 33.97642517089844, 26.067750930786133, 7.282238960266113, 16.752904891967773, 20.002389907836914, 13.645289421081543, 22.49460792541504], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.048828125, 'language': 50.18937683105469}}, {'routing_index': 131, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009347293525934219, 0.7376556992530823, 2.3180672936717883e-09, 4.09888443186901e-08, 2.164468014598242e-06, 0.025008847936987877, 0.00022937207540962845, 4.4447955588111654e-05, 0.001104207243770361, 1.30056851048721e-05], 'log_scores_by_expert': [-6.975253582000732, -0.3042781352996826, -19.882532119750977, -17.009965896606445, -13.043335914611816, -3.688525676727295, -8.380165100097656, -10.021191596984863, -6.808627605438232, -11.250123977661133], 'distances_by_expert': [13.950507164001465, 0.6085562705993652, 39.76506423950195, 34.01993179321289, 26.086671829223633, 7.37705135345459, 16.760330200195312, 20.042383193969727, 13.617255210876465, 22.500247955322266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.710693359375, 'language': 50.17892074584961}}, {'routing_index': 132, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008722574566490948, 0.7299118041992188, 2.208441429729646e-09, 4.2499241459381665e-08, 2.1964956431475002e-06, 0.02536981925368309, 0.00022692714992444962, 4.403876300784759e-05, 0.0010611986508592963, 1.2975963727512863e-05], 'log_scores_by_expert': [-7.044425964355469, -0.31483161449432373, -19.930978775024414, -16.973779678344727, -13.028647422790527, -3.6741950511932373, -8.390881538391113, -10.030440330505371, -6.848356246948242, -11.252411842346191], 'distances_by_expert': [14.088851928710938, 0.6296632289886475, 39.86195755004883, 33.94755935668945, 26.057294845581055, 7.348390102386475, 16.781763076782227, 20.060880661010742, 13.696712493896484, 22.504823684692383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3427.826171875, 'language': 50.18499755859375}}, {'routing_index': 133, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009554722928442061, 0.8190019130706787, 2.3779365143639097e-09, 4.981275480986369e-08, 2.3523057279817294e-06, 0.03282202407717705, 0.00025456721778027713, 4.961895683663897e-05, 0.0011468701995909214, 1.4127369468042161e-05], 'log_scores_by_expert': [-6.953304767608643, -0.19966882467269897, -19.857032775878906, -16.81499481201172, -12.960114479064941, -3.4166555404663086, -8.275945663452148, -9.911137580871582, -6.770718574523926, -11.167396545410156], 'distances_by_expert': [13.906609535217285, 0.39933764934539795, 39.71406555175781, 33.62998962402344, 25.920228958129883, 6.833311080932617, 16.551891326904297, 19.822275161743164, 13.541437149047852, 22.334793090820312], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3348.003173828125, 'language': 50.19877243041992}}, {'routing_index': 134, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008826272678561509, 0.7861720323562622, 2.21889995266622e-09, 4.6867462799582427e-08, 2.2918991362530505e-06, 0.0320657379925251, 0.0002534007071517408, 4.8164405598072335e-05, 0.0010557295754551888, 1.3639268217957579e-05], 'log_scores_by_expert': [-7.032607555389404, -0.24057964980602264, -19.926254272460938, -16.87594223022461, -12.986129760742188, -3.439967155456543, -8.280538558959961, -9.940890312194824, -6.853523254394531, -11.202557563781738], 'distances_by_expert': [14.065215110778809, 0.4811592996120453, 39.852508544921875, 33.75188446044922, 25.972259521484375, 6.879934310913086, 16.561077117919922, 19.88178062438965, 13.707046508789062, 22.405115127563477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.238037109375, 'language': 50.213279724121094}}, {'routing_index': 135, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000804854673333466, 0.7278211116790771, 2.048849978564249e-09, 4.3556230622243675e-08, 2.157543576686294e-06, 0.029794497415423393, 0.00024136948923114687, 4.525244003161788e-05, 0.0009892152156680822, 1.288809198740637e-05], 'log_scores_by_expert': [-7.12484884262085, -0.31769996881484985, -20.0059871673584, -16.9492130279541, -13.046540260314941, -3.5134315490722656, -8.329181671142578, -10.003253936767578, -6.918598651885986, -11.259206771850586], 'distances_by_expert': [14.2496976852417, 0.6353999376296997, 40.0119743347168, 33.8984260559082, 26.093080520629883, 7.026863098144531, 16.658363342285156, 20.006507873535156, 13.837197303771973, 22.518413543701172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.504638671875, 'language': 50.19578552246094}}, {'routing_index': 136, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008677339646965265, 0.7462053894996643, 2.2029638113707506e-09, 4.442055612230433e-08, 2.125869059454999e-06, 0.030409563332796097, 0.0002392283786321059, 4.6323319111252204e-05, 0.0010427136439830065, 1.2596998203662224e-05], 'log_scores_by_expert': [-7.049625396728516, -0.2927543818950653, -19.933462142944336, -16.929563522338867, -13.06132984161377, -3.4929981231689453, -8.338091850280762, -9.979865074157715, -6.865928649902344, -11.282052040100098], 'distances_by_expert': [14.099250793457031, 0.5855087637901306, 39.86692428588867, 33.859127044677734, 26.12265968322754, 6.985996246337891, 16.676183700561523, 19.95973014831543, 13.731857299804688, 22.564104080200195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3242.61865234375, 'language': 50.18128204345703}}, {'routing_index': 137, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009451060905121267, 0.7965757846832275, 2.3931197024040785e-09, 4.8042718248098026e-08, 2.3687823613727232e-06, 0.03147634491324425, 0.0002534758532419801, 5.010259337723255e-05, 0.0011303971987217665, 1.4122440006758552e-05], 'log_scores_by_expert': [-6.9642133712768555, -0.22743307054042816, -19.85066795349121, -16.85117530822754, -12.953134536743164, -3.4585189819335938, -8.280241966247559, -9.901437759399414, -6.785186290740967, -11.167745590209961], 'distances_by_expert': [13.928426742553711, 0.4548661410808563, 39.70133590698242, 33.70235061645508, 25.906269073486328, 6.9170379638671875, 16.560483932495117, 19.802875518798828, 13.570372581481934, 22.335491180419922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.36669921875, 'language': 50.19572830200195}}, {'routing_index': 138, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009397297399118543, 0.7818177342414856, 2.4027750900046385e-09, 4.8669978269799685e-08, 2.3774591682013124e-06, 0.0309106707572937, 0.00025422731414437294, 4.950684524374083e-05, 0.0011298491153866053, 1.3735287211602554e-05], 'log_scores_by_expert': [-6.969918251037598, -0.24613359570503235, -19.846641540527344, -16.83820343017578, -12.949478149414062, -3.476653814315796, -8.277281761169434, -9.913399696350098, -6.785671234130859, -11.195542335510254], 'distances_by_expert': [13.939836502075195, 0.4922671914100647, 39.69328308105469, 33.67640686035156, 25.898956298828125, 6.953307628631592, 16.554563522338867, 19.826799392700195, 13.571342468261719, 22.391084671020508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3320.548828125, 'language': 50.19491195678711}}, {'routing_index': 139, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008406701381318271, 0.7019443511962891, 2.1958030949065233e-09, 4.5650544677755533e-08, 2.1977002688799985e-06, 0.030566973611712456, 0.0002470253093633801, 4.6105422370601445e-05, 0.0009895547991618514, 1.2632716789084952e-05], 'log_scores_by_expert': [-7.081311225891113, -0.35390111804008484, -19.936717987060547, -16.902250289916992, -13.028099060058594, -3.487835168838501, -8.30601978302002, -9.984580039978027, -6.91825532913208, -11.279220581054688], 'distances_by_expert': [14.162622451782227, 0.7078022360801697, 39.873435974121094, 33.804500579833984, 26.056198120117188, 6.975670337677002, 16.61203956604004, 19.969160079956055, 13.83651065826416, 22.558441162109375], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3217.429443359375, 'language': 50.20904541015625}}, {'routing_index': 140, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009062342578545213, 0.6776252388954163, 2.2771546870359316e-09, 3.9616818270360454e-08, 2.127948164343252e-06, 0.02344597317278385, 0.00022712978534400463, 4.4548065488925204e-05, 0.0010492559522390366, 1.2897337910544593e-05], 'log_scores_by_expert': [-7.0062127113342285, -0.38916081190109253, -19.900339126586914, -17.04401206970215, -13.060352325439453, -3.753056526184082, -8.389988899230957, -10.018941879272461, -6.859673976898193, -11.258489608764648], 'distances_by_expert': [14.012425422668457, 0.7783216238021851, 39.80067825317383, 34.0880241394043, 26.120704650878906, 7.506113052368164, 16.779977798461914, 20.037883758544922, 13.719347953796387, 22.516979217529297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3550.79833984375, 'language': 50.190460205078125}}, {'routing_index': 141, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009587364038452506, 0.7583248019218445, 2.418495181899516e-09, 4.408344977946399e-08, 2.3183847588370554e-06, 0.026643812656402588, 0.00024325886624865234, 4.7407196689164266e-05, 0.0011212137760594487, 1.3829673662257846e-05], 'log_scores_by_expert': [-6.949894428253174, -0.2766435146331787, -19.840120315551758, -16.93718147277832, -12.974639892578125, -3.6251983642578125, -8.32138442993164, -9.95673656463623, -6.793343544006348, -11.18869400024414], 'distances_by_expert': [13.899788856506348, 0.5532870292663574, 39.680240631103516, 33.87436294555664, 25.94927978515625, 7.250396728515625, 16.64276885986328, 19.91347312927246, 13.586687088012695, 22.37738800048828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.23828125, 'language': 50.19245147705078}}, {'routing_index': 142, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000917272234801203, 0.7384475469589233, 2.2841450952881814e-09, 4.0859035266294086e-08, 2.176724819946685e-06, 0.02471393160521984, 0.0002302645443705842, 4.4001233618473634e-05, 0.0010912325233221054, 1.289810097659938e-05], 'log_scores_by_expert': [-6.994106292724609, -0.3032051622867584, -19.897274017333984, -17.013137817382812, -13.037689208984375, -3.700388193130493, -8.37628173828125, -10.031292915344238, -6.8204474449157715, -11.258430480957031], 'distances_by_expert': [13.988212585449219, 0.6064103245735168, 39.79454803466797, 34.026275634765625, 26.07537841796875, 7.400776386260986, 16.7525634765625, 20.062585830688477, 13.640894889831543, 22.516860961914062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.1748046875, 'language': 50.1882209777832}}, {'routing_index': 143, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008594114915467799, 0.6709293723106384, 2.1431829644313893e-09, 3.6895045241180924e-08, 2.00981321540894e-06, 0.022126059979200363, 0.00021458615083247423, 4.1260460420744494e-05, 0.0010353133548051119, 1.2155242984590586e-05], 'log_scores_by_expert': [-7.059262752532959, -0.3990914225578308, -19.960973739624023, -17.115188598632812, -13.11746883392334, -3.8109991550445557, -8.446799278259277, -10.095605850219727, -6.873051166534424, -11.317749977111816], 'distances_by_expert': [14.118525505065918, 0.7981828451156616, 39.92194747924805, 34.230377197265625, 26.23493766784668, 7.621998310089111, 16.893598556518555, 20.191211700439453, 13.746102333068848, 22.635499954223633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3513.02490234375, 'language': 50.186222076416016}}, {'routing_index': 144, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008783485973253846, 0.786961019039154, 2.199017856696628e-09, 4.654861385233744e-08, 2.1945295429759426e-06, 0.03164834901690483, 0.00023977496311999857, 4.594192432705313e-05, 0.001084320480003953, 1.3257165846880525e-05], 'log_scores_by_expert': [-7.037467002868652, -0.23957660794258118, -19.93525505065918, -16.882768630981445, -13.029542922973633, -3.4530692100524902, -8.335809707641602, -9.98813247680664, -6.826801776885986, -11.230972290039062], 'distances_by_expert': [14.074934005737305, 0.47915321588516235, 39.87051010131836, 33.76553726196289, 26.059085845947266, 6.9061384201049805, 16.671619415283203, 19.97626495361328, 13.653603553771973, 22.461944580078125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3373.019775390625, 'language': 50.181663513183594}}, {'routing_index': 145, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008785308455117047, 0.784676730632782, 2.1941828354243853e-09, 4.7615689169333564e-08, 2.2596288999920944e-06, 0.032967276871204376, 0.00025125109823420644, 4.753708344651386e-05, 0.0010694680968299508, 1.3558976206695661e-05], 'log_scores_by_expert': [-7.037259578704834, -0.2424834668636322, -19.937456130981445, -16.860103607177734, -13.000309944152832, -3.4122397899627686, -8.289057731628418, -9.954000473022461, -6.8405938148498535, -11.20846176147461], 'distances_by_expert': [14.074519157409668, 0.4849669337272644, 39.87491226196289, 33.72020721435547, 26.000619888305664, 6.824479579925537, 16.578115463256836, 19.908000946044922, 13.681187629699707, 22.41692352294922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.143310546875, 'language': 50.18267822265625}}, {'routing_index': 146, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008279170142486691, 0.712367057800293, 2.121808950761306e-09, 4.565411515500273e-08, 2.1967825887259096e-06, 0.030289312824606895, 0.0002476057270541787, 4.653594805859029e-05, 0.0010075676254928112, 1.3070715795038268e-05], 'log_scores_by_expert': [-7.096597671508789, -0.33916202187538147, -19.970996856689453, -16.902172088623047, -13.02851676940918, -3.496960401535034, -8.303672790527344, -9.975285530090332, -6.900216102600098, -11.245136260986328], 'distances_by_expert': [14.193195343017578, 0.6783240437507629, 39.941993713378906, 33.804344177246094, 26.05703353881836, 6.993920803070068, 16.607345581054688, 19.950571060180664, 13.800432205200195, 22.490272521972656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.412841796875, 'language': 50.20676040649414}}, {'routing_index': 147, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008578621782362461, 0.7623677849769592, 2.2305477465067725e-09, 4.7235857891791966e-08, 2.265932380396407e-06, 0.031105993315577507, 0.00025213274057023227, 4.7894798626657575e-05, 0.0010278042173013091, 1.3390572348725982e-05], 'log_scores_by_expert': [-7.0610671043396, -0.2713261842727661, -19.921018600463867, -16.868112564086914, -12.99752426147461, -3.4703547954559326, -8.285554885864258, -9.946503639221191, -6.880330562591553, -11.220959663391113], 'distances_by_expert': [14.1221342086792, 0.5426523685455322, 39.842037200927734, 33.73622512817383, 25.99504852294922, 6.940709590911865, 16.571109771728516, 19.893007278442383, 13.760661125183105, 22.441919326782227], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3287.180908203125, 'language': 50.22513198852539}}, {'routing_index': 148, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008326798561029136, 0.714159369468689, 2.081233851924935e-09, 4.411532472659019e-08, 2.1241728518361924e-06, 0.03081878274679184, 0.00023297348525375128, 4.4634987716563046e-05, 0.0010303008602932096, 1.2834564586228225e-05], 'log_scores_by_expert': [-7.0908613204956055, -0.3366491496562958, -19.990304946899414, -16.936458587646484, -13.062128067016602, -3.479630947113037, -8.364585876464844, -10.016992568969727, -6.877904415130615, -11.263368606567383], 'distances_by_expert': [14.181722640991211, 0.6732982993125916, 39.98060989379883, 33.87291717529297, 26.124256134033203, 6.959261894226074, 16.729171752929688, 20.033985137939453, 13.75580883026123, 22.526737213134766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.215576171875, 'language': 50.1923828125}}, {'routing_index': 149, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008629607036709785, 0.7305180430412292, 2.1781998427172766e-09, 4.520044072364726e-08, 2.2842139060230693e-06, 0.029347175732254982, 0.00023782440985087305, 4.58911745226942e-05, 0.0010780422016978264, 1.3607398614112753e-05], 'log_scores_by_expert': [-7.055141448974609, -0.3140013515949249, -19.944766998291016, -16.912158966064453, -12.98948860168457, -3.5285589694976807, -8.343977928161621, -9.989237785339355, -6.832608699798584, -11.204896926879883], 'distances_by_expert': [14.110282897949219, 0.6280027031898499, 39.88953399658203, 33.824317932128906, 25.97897720336914, 7.057117938995361, 16.687955856323242, 19.97847557067871, 13.665217399597168, 22.409793853759766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.736083984375, 'language': 50.20764923095703}}, {'routing_index': 150, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008119299309328198, 0.6721544861793518, 2.080860594944056e-09, 4.402320286089889e-08, 2.1130522327439394e-06, 0.028763245791196823, 0.00023132919159252197, 4.347898357082158e-05, 0.0010043414076790214, 1.232227441505529e-05], 'log_scores_by_expert': [-7.116096496582031, -0.39726710319519043, -19.9904842376709, -16.938549041748047, -13.067377090454102, -3.548656940460205, -8.371668815612793, -10.043232917785645, -6.903423309326172, -11.304101943969727], 'distances_by_expert': [14.232192993164062, 0.7945342063903809, 39.9809684753418, 33.877098083496094, 26.134754180908203, 7.09731388092041, 16.743337631225586, 20.08646583557129, 13.806846618652344, 22.608203887939453], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3245.228271484375, 'language': 50.217620849609375}}, {'routing_index': 151, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008371934527531266, 0.6381276249885559, 2.090061013149125e-09, 4.2679413780888353e-08, 2.0974061953893397e-06, 0.027615820989012718, 0.0002294921869179234, 4.384913336252794e-05, 0.0010132567258551717, 1.217147109855432e-05], 'log_scores_by_expert': [-7.085455417633057, -0.4492170214653015, -19.986072540283203, -16.96954917907715, -13.074809074401855, -3.5893664360046387, -8.37964153289795, -10.03475570678711, -6.894585609436035, -11.316415786743164], 'distances_by_expert': [14.170910835266113, 0.898434042930603, 39.972145080566406, 33.9390983581543, 26.14961814880371, 7.178732872009277, 16.7592830657959, 20.06951141357422, 13.78917121887207, 22.632831573486328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3223.702880859375, 'language': 50.19245529174805}}, {'routing_index': 152, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008409142610616982, 0.6979079842567444, 2.144295185857459e-09, 4.6858165347885006e-08, 2.209152626164723e-06, 0.029425226151943207, 0.00024081744777504355, 4.479930066736415e-05, 0.0010319504654034972, 1.2736702046822757e-05], 'log_scores_by_expert': [-7.081020832061768, -0.35966798663139343, -19.9604549407959, -16.876140594482422, -13.02290153503418, -3.5259029865264893, -8.33147144317627, -10.013318061828613, -6.876304626464844, -11.27102279663086], 'distances_by_expert': [14.162041664123535, 0.7193359732627869, 39.9209098815918, 33.752281188964844, 26.04580307006836, 7.0518059730529785, 16.66294288635254, 20.026636123657227, 13.752609252929688, 22.54204559326172], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3245.97509765625, 'language': 50.21614074707031}}, {'routing_index': 153, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008062882116064429, 0.6585203409194946, 2.0458470473272428e-09, 4.403907638561577e-08, 2.057052597592701e-06, 0.02688472345471382, 0.00022477220045402646, 4.20125070377253e-05, 0.0010159752564504743, 1.2039919056405779e-05], 'log_scores_by_expert': [-7.1230692863464355, -0.41775986552238464, -20.00745391845703, -16.938188552856445, -13.094236373901367, -3.616197109222412, -8.400423049926758, -10.077543258666992, -6.891906261444092, -11.327282905578613], 'distances_by_expert': [14.246138572692871, 0.8355197310447693, 40.01490783691406, 33.87637710571289, 26.188472747802734, 7.232394218444824, 16.800846099853516, 20.155086517333984, 13.783812522888184, 22.654565811157227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.117431640625, 'language': 50.213523864746094}}, {'routing_index': 154, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008236101130023599, 0.6712607741355896, 2.1047505960325452e-09, 4.5807809101461316e-08, 2.1154576188564533e-06, 0.02836478129029274, 0.0002317946928087622, 4.3850424845004454e-05, 0.0010299566201865673, 1.23155077744741e-05], 'log_scores_by_expert': [-7.101813316345215, -0.3985975384712219, -19.979068756103516, -16.89881134033203, -13.066239356994629, -3.5626070499420166, -8.369658470153809, -10.0347261428833, -6.878238677978516, -11.304651260375977], 'distances_by_expert': [14.20362663269043, 0.7971950769424438, 39.95813751220703, 33.79762268066406, 26.132478713989258, 7.125214099884033, 16.739316940307617, 20.0694522857666, 13.756477355957031, 22.609302520751953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.304931640625, 'language': 50.19126510620117}}, {'routing_index': 155, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007963093230500817, 0.6214540600776672, 2.0110544340923298e-09, 4.284703081225416e-08, 2.017823589994805e-06, 0.026125291362404823, 0.00021825660951435566, 4.1654006054159254e-05, 0.0010021737543866038, 1.1587127119128127e-05], 'log_scores_by_expert': [-7.135522842407227, -0.4756932854652405, -20.024606704711914, -16.96562957763672, -13.11349105834961, -3.6448514461517334, -8.429839134216309, -10.086112976074219, -6.90558385848999, -11.365615844726562], 'distances_by_expert': [14.271045684814453, 0.951386570930481, 40.04921340942383, 33.93125915527344, 26.22698211669922, 7.289702892303467, 16.859678268432617, 20.172225952148438, 13.81116771697998, 22.731231689453125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3280.94287109375, 'language': 50.182884216308594}}, {'routing_index': 156, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007969064172357321, 0.604057788848877, 1.995640319663039e-09, 4.222001592779634e-08, 1.985155904549174e-06, 0.025876116007566452, 0.00021639831538777798, 4.1235954995499924e-05, 0.0010055945022031665, 1.1501571862027049e-05], 'log_scores_by_expert': [-7.134773254394531, -0.50408536195755, -20.03230094909668, -16.980371475219727, -13.129813194274902, -3.6544349193573, -8.438389778137207, -10.096199989318848, -6.902176380157471, -11.373026847839355], 'distances_by_expert': [14.269546508789062, 1.0081707239151, 40.06460189819336, 33.96074295043945, 26.259626388549805, 7.3088698387146, 16.876779556274414, 20.192399978637695, 13.804352760314941, 22.74605369567871], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.154541015625, 'language': 50.20106887817383}}, {'routing_index': 157, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007823907653801143, 0.5778498649597168, 1.9638353165873923e-09, 4.0901689146721765e-08, 1.8985604128829436e-06, 0.024189600721001625, 0.00020720438624266535, 3.9696071326034144e-05, 0.000983061851002276, 1.07502728496911e-05], 'log_scores_by_expert': [-7.153156280517578, -0.5484411716461182, -20.04836654663086, -17.012094497680664, -13.17441463470459, -3.721832513809204, -8.481804847717285, -10.134258270263672, -6.924838542938232, -11.440579414367676], 'distances_by_expert': [14.306312561035156, 1.0968823432922363, 40.09673309326172, 34.02418899536133, 26.34882926940918, 7.443665027618408, 16.96360969543457, 20.268516540527344, 13.849677085876465, 22.88115882873535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.826416015625, 'language': 50.19776916503906}}, {'routing_index': 158, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007272993680089712, 0.527480959892273, 1.8324379791323508e-09, 3.731485875846374e-08, 1.7590456309335423e-06, 0.021751780062913895, 0.00019240405526943505, 3.693537655635737e-05, 0.0009306998690590262, 9.916327144310344e-06], 'log_scores_by_expert': [-7.22617244720459, -0.639642596244812, -20.117618560791016, -17.10387420654297, -13.250739097595215, -3.828059673309326, -8.555912971496582, -10.206340789794922, -6.979573726654053, -11.52132797241211], 'distances_by_expert': [14.45234489440918, 1.279285192489624, 40.23523712158203, 34.20774841308594, 26.50147819519043, 7.656119346618652, 17.111825942993164, 20.412681579589844, 13.959147453308105, 23.04265594482422], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3255.3701171875, 'language': 50.182830810546875}}, {'routing_index': 159, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006584050715900958, 0.45019105076789856, 1.6841907868325734e-09, 3.306342222231251e-08, 1.5342143342422787e-06, 0.01861192099750042, 0.00017029186710715294, 3.288473089924082e-05, 0.00085588259389624, 8.624561814940535e-06], 'log_scores_by_expert': [-7.325690269470215, -0.7980833053588867, -20.201980590820312, -17.224838256835938, -13.387492179870605, -3.9839529991149902, -8.677996635437012, -10.322502136230469, -7.063377380371094, -11.660896301269531], 'distances_by_expert': [14.65138053894043, 1.5961666107177734, 40.403961181640625, 34.449676513671875, 26.77498435974121, 7.9679059982299805, 17.355993270874023, 20.645004272460938, 14.126754760742188, 23.321792602539062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3225.273681640625, 'language': 50.1833610534668}}, {'routing_index': 160, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006996557349339128, 0.49255508184432983, 1.7859210776904888e-09, 3.538780646294981e-08, 1.6341114132956136e-06, 0.020506663247942924, 0.00018127026851288974, 3.4971279092133045e-05, 0.0008992076036520302, 9.245422916137613e-06], 'log_scores_by_expert': [-7.264922142028809, -0.7081489562988281, -20.14333152770996, -17.156898498535156, -13.324411392211914, -3.88700532913208, -8.615521430969238, -10.26098346710205, -7.013996601104736, -11.591382026672363], 'distances_by_expert': [14.529844284057617, 1.4162979125976562, 40.28666305541992, 34.31379699707031, 26.648822784423828, 7.77401065826416, 17.231042861938477, 20.5219669342041, 14.027993202209473, 23.182764053344727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3232.75927734375, 'language': 50.17758560180664}}, {'routing_index': 161, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006987562519498169, 0.4962829053401947, 1.7712153965732114e-09, 3.512956681106516e-08, 1.6447932011942612e-06, 0.020416954532265663, 0.0001796974247554317, 3.463733446551487e-05, 0.0009004751336760819, 9.319659511675127e-06], 'log_scores_by_expert': [-7.266208648681641, -0.7006090879440308, -20.151599884033203, -17.164222717285156, -13.317895889282227, -3.8913896083831787, -8.624236106872559, -10.270578384399414, -7.012588024139404, -11.58338451385498], 'distances_by_expert': [14.532417297363281, 1.4012181758880615, 40.303199768066406, 34.32844543457031, 26.635791778564453, 7.782779216766357, 17.248472213745117, 20.541156768798828, 14.025176048278809, 23.16676902770996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.363037109375, 'language': 50.19234848022461}}, {'routing_index': 162, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006718600634485483, 0.466688334941864, 1.7031109855736304e-09, 3.332045395154637e-08, 1.550294655316975e-06, 0.019214577972888947, 0.0001697226398391649, 3.31162336806301e-05, 0.0008684902568347752, 8.719961442693602e-06], 'log_scores_by_expert': [-7.305460453033447, -0.7620936632156372, -20.19080924987793, -17.21709442138672, -13.377065658569336, -3.9520859718322754, -8.681344985961914, -10.315486907958984, -7.0487542152404785, -11.649895668029785], 'distances_by_expert': [14.610920906066895, 1.5241873264312744, 40.38161849975586, 34.43418884277344, 26.754131317138672, 7.904171943664551, 17.362689971923828, 20.63097381591797, 14.097508430480957, 23.29979133605957], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.681396484375, 'language': 50.17357635498047}}, {'routing_index': 163, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007364345365203917, 0.5074210166931152, 1.8448630401124433e-09, 3.6087349997160345e-08, 1.6933381630224176e-06, 0.020792890340089798, 0.00018421794811729342, 3.608641054597683e-05, 0.0009251645533367991, 9.529028830002062e-06], 'log_scores_by_expert': [-7.213690280914307, -0.6784141659736633, -20.11086082458496, -17.1373233795166, -13.288808822631836, -3.8731441497802734, -8.599390983581543, -10.229594230651855, -6.985538959503174, -11.56116771697998], 'distances_by_expert': [14.427380561828613, 1.3568283319473267, 40.22172164916992, 34.2746467590332, 26.577617645263672, 7.746288299560547, 17.198781967163086, 20.45918846130371, 13.971077919006348, 23.12233543395996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.091796875, 'language': 50.19349670410156}}, {'routing_index': 164, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.00069599156267941, 0.4954853951931, 1.754256739872062e-09, 3.43609158903746e-08, 1.6057756511145271e-06, 0.02038499340415001, 0.00017692751134745777, 3.427678893785924e-05, 0.0008985046879388392, 9.11141250981018e-06], 'log_scores_by_expert': [-7.270173072814941, -0.7022174000740051, -20.16122055053711, -17.18634605407715, -13.341903686523438, -3.892956256866455, -8.6397705078125, -10.281042098999023, -7.0147786140441895, -11.605982780456543], 'distances_by_expert': [14.540346145629883, 1.4044348001480103, 40.32244110107422, 34.3726921081543, 26.683807373046875, 7.78591251373291, 17.279541015625, 20.562084197998047, 14.029557228088379, 23.211965560913086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.88525390625, 'language': 50.1690788269043}}, {'routing_index': 165, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007130573503673077, 0.5046356916427612, 1.800477655855559e-09, 3.5600724146434004e-08, 1.6719238828954985e-06, 0.020795919001102448, 0.0001823386555770412, 3.516163269523531e-05, 0.0009117249865084887, 9.480271728534717e-06], 'log_scores_by_expert': [-7.245948791503906, -0.6839185953140259, -20.13521385192871, -17.15089988708496, -13.301535606384277, -3.8729984760284424, -8.609644889831543, -10.255555152893066, -7.000172138214111, -11.56629753112793], 'distances_by_expert': [14.491897583007812, 1.3678371906280518, 40.27042770385742, 34.30179977416992, 26.603071212768555, 7.745996952056885, 17.219289779663086, 20.511110305786133, 14.000344276428223, 23.13259506225586], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3287.919921875, 'language': 50.19480514526367}}, {'routing_index': 166, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007369164377450943, 0.5372657775878906, 1.8678383284509437e-09, 3.755018340712013e-08, 1.7689543483356829e-06, 0.021889321506023407, 0.00019152638560626656, 3.666174961836077e-05, 0.0009385461453348398, 1.0033887519966811e-05], 'log_scores_by_expert': [-7.213036060333252, -0.6212623715400696, -20.09848403930664, -17.09758758544922, -13.245121955871582, -3.821756362915039, -8.560484886169434, -10.213776588439941, -6.9711785316467285, -11.509542465209961], 'distances_by_expert': [14.426072120666504, 1.2425247430801392, 40.19696807861328, 34.19517517089844, 26.490243911743164, 7.643512725830078, 17.120969772338867, 20.427553176879883, 13.942357063293457, 23.019084930419922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.362548828125, 'language': 50.19997787475586}}, {'routing_index': 167, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006958475569263101, 0.5013419389724731, 1.75913528188687e-09, 3.524446512415125e-08, 1.6812680314615136e-06, 0.02065265364944935, 0.00018147834634874016, 3.4892356779892e-05, 0.0008983123698271811, 9.539058737573214e-06], 'log_scores_by_expert': [-7.270380020141602, -0.6904670000076294, -20.158443450927734, -17.16095733642578, -13.2959623336792, -3.879911422729492, -8.614374160766602, -10.263242721557617, -7.014992713928223, -11.560115814208984], 'distances_by_expert': [14.540760040283203, 1.3809340000152588, 40.31688690185547, 34.32191467285156, 26.5919246673584, 7.759822845458984, 17.228748321533203, 20.526485443115234, 14.029985427856445, 23.12023162841797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.235595703125, 'language': 50.1955680847168}}, {'routing_index': 168, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009029896464198828, 0.6446126103401184, 2.270293952832958e-09, 3.6990943641512786e-08, 2.1004789232392795e-06, 0.02169792354106903, 0.000220825124415569, 4.3683303374564275e-05, 0.0010392509866505861, 1.2615488230949268e-05], 'log_scores_by_expert': [-7.009799480438232, -0.4391058087348938, -19.903356552124023, -17.112592697143555, -13.073345184326172, -3.830538749694824, -8.418139457702637, -10.038544654846191, -6.869255065917969, -11.280585289001465], 'distances_by_expert': [14.019598960876465, 0.8782116174697876, 39.80671310424805, 34.22518539428711, 26.146690368652344, 7.661077499389648, 16.836278915405273, 20.077089309692383, 13.738510131835938, 22.56117057800293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3532.1875, 'language': 50.192752838134766}}, {'routing_index': 169, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009026323677971959, 0.6938195824623108, 2.3208719390765964e-09, 3.85369780531164e-08, 2.1026514787081396e-06, 0.02294556051492691, 0.00022243251441977918, 4.354002157924697e-05, 0.001051626750268042, 1.2408017028064933e-05], 'log_scores_by_expert': [-7.010195255279541, -0.3655433654785156, -19.881322860717773, -17.07164764404297, -13.072311401367188, -3.7746307849884033, -8.410886764526367, -10.041830062866211, -6.857417106628418, -11.297167778015137], 'distances_by_expert': [14.020390510559082, 0.7310867309570312, 39.76264572143555, 34.14329528808594, 26.144622802734375, 7.549261569976807, 16.821773529052734, 20.083660125732422, 13.714834213256836, 22.594335556030273], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.652587890625, 'language': 50.18748474121094}}, {'routing_index': 170, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008900369284674525, 0.6957933306694031, 2.2028421309272517e-09, 3.785667601619025e-08, 2.0543236587400315e-06, 0.023308394476771355, 0.00021984215709380805, 4.2628056689864025e-05, 0.0010619473177939653, 1.2444967978808563e-05], 'log_scores_by_expert': [-7.024247646331787, -0.3627026379108429, -19.933517456054688, -17.089458465576172, -13.095563888549805, -3.758941650390625, -8.422600746154785, -10.062997817993164, -6.84765100479126, -11.294194221496582], 'distances_by_expert': [14.048495292663574, 0.7254052758216858, 39.867034912109375, 34.178916931152344, 26.19112777709961, 7.51788330078125, 16.84520149230957, 20.125995635986328, 13.69530200958252, 22.588388442993164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3477.9326171875, 'language': 50.18523025512695}}, {'routing_index': 171, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008678705198690295, 0.7706267833709717, 2.168893065146449e-09, 4.558163624324152e-08, 2.2195465589902597e-06, 0.029423892498016357, 0.00023324870562646538, 4.5199907617643476e-05, 0.001076088985428214, 1.3251541531644762e-05], 'log_scores_by_expert': [-7.049468040466309, -0.2605510950088501, -19.94904899597168, -16.90376091003418, -13.018207550048828, -3.5259482860565186, -8.363405227661133, -10.004415512084961, -6.8344221115112305, -11.231396675109863], 'distances_by_expert': [14.098936080932617, 0.5211021900177002, 39.89809799194336, 33.80752182006836, 26.036415100097656, 7.051896572113037, 16.726810455322266, 20.008831024169922, 13.668844223022461, 22.462793350219727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.273193359375, 'language': 50.174739837646484}}, {'routing_index': 172, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009512173128314316, 0.8108336329460144, 2.403884424850844e-09, 5.079609266545049e-08, 2.363502062507905e-06, 0.03224388137459755, 0.00025427943910472095, 4.9044716433854774e-05, 0.001144146779552102, 1.3798977306578308e-05], 'log_scores_by_expert': [-6.957767963409424, -0.20969241857528687, -19.846179962158203, -16.795446395874023, -12.955366134643555, -3.43442702293396, -8.277076721191406, -9.922778129577637, -6.773096084594727, -11.190916061401367], 'distances_by_expert': [13.915535926818848, 0.41938483715057373, 39.692359924316406, 33.59089279174805, 25.91073226928711, 6.86885404586792, 16.554153442382812, 19.845556259155273, 13.546192169189453, 22.381832122802734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.849365234375, 'language': 50.19175338745117}}, {'routing_index': 173, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008151699439622462, 0.6950885653495789, 2.0681594214977395e-09, 4.412879306414652e-08, 2.1807911707583116e-06, 0.02865193970501423, 0.00023780671472195536, 4.565287599689327e-05, 0.0009873490780591965, 1.2821120435546618e-05], 'log_scores_by_expert': [-7.112113952636719, -0.3637160062789917, -19.996606826782227, -16.936153411865234, -13.035822868347168, -3.5525341033935547, -8.3440523147583, -9.994443893432617, -6.920486927032471, -11.264416694641113], 'distances_by_expert': [14.224227905273438, 0.7274320125579834, 39.99321365356445, 33.87230682373047, 26.071645736694336, 7.105068206787109, 16.6881046295166, 19.988887786865234, 13.840973854064941, 22.528833389282227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3409.01708984375, 'language': 50.203182220458984}}, {'routing_index': 174, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008062812848947942, 0.6853194832801819, 2.075129623690941e-09, 4.283183230313625e-08, 2.09752442970057e-06, 0.027479158714413643, 0.0002344753738725558, 4.450873893802054e-05, 0.0009701417293399572, 1.2192719623271842e-05], 'log_scores_by_expert': [-7.123077869415283, -0.37787020206451416, -19.993242263793945, -16.965984344482422, -13.074752807617188, -3.594327449798584, -8.358160018920898, -10.019824981689453, -6.938068389892578, -11.314671516418457], 'distances_by_expert': [14.246155738830566, 0.7557404041290283, 39.98648452758789, 33.931968688964844, 26.149505615234375, 7.188654899597168, 16.716320037841797, 20.039649963378906, 13.876136779785156, 22.629343032836914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.2939453125, 'language': 50.21177673339844}}, {'routing_index': 175, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008959962869994342, 0.7667458057403564, 2.2410682198881204e-09, 4.5443009355494723e-08, 2.277610064993496e-06, 0.03137357160449028, 0.0002488571044523269, 4.9113990826299414e-05, 0.001068036537617445, 1.3798082363791764e-05], 'log_scores_by_expert': [-7.017574310302734, -0.26559996604919434, -19.91631317138672, -16.90680694580078, -12.99238395690918, -3.46178936958313, -8.29863166809082, -9.921366691589355, -6.841933250427246, -11.190980911254883], 'distances_by_expert': [14.035148620605469, 0.5311999320983887, 39.83262634277344, 33.81361389160156, 25.98476791381836, 6.92357873916626, 16.59726333618164, 19.84273338317871, 13.683866500854492, 22.381961822509766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3373.77783203125, 'language': 50.18061447143555}}, {'routing_index': 176, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009718942455947399, 0.8188146352767944, 2.4732333958610297e-09, 4.863564484480776e-08, 2.5093213480431587e-06, 0.03100167214870453, 0.0002616879646666348, 5.134688035468571e-05, 0.0011610749643296003, 1.47120954352431e-05], 'log_scores_by_expert': [-6.936263561248779, -0.19989754259586334, -19.817739486694336, -16.838909149169922, -12.895498275756836, -3.4737141132354736, -8.248357772827148, -9.876906394958496, -6.758409023284912, -11.126840591430664], 'distances_by_expert': [13.872527122497559, 0.3997950851917267, 39.63547897338867, 33.677818298339844, 25.790996551513672, 6.947428226470947, 16.496715545654297, 19.753812789916992, 13.516818046569824, 22.253681182861328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.55224609375, 'language': 50.20844650268555}}, {'routing_index': 177, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008667294750921428, 0.7353423237800598, 2.202619420188512e-09, 4.555938559747119e-08, 2.2884898953634547e-06, 0.030298376455903053, 0.00025247535086236894, 4.723210076917894e-05, 0.0010484862141311169, 1.3509708878700621e-05], 'log_scores_by_expert': [-7.050783634185791, -0.30741918087005615, -19.933618545532227, -16.90424919128418, -12.987618446350098, -3.4966611862182617, -8.284196853637695, -9.960436820983887, -6.860407829284668, -11.212101936340332], 'distances_by_expert': [14.101567268371582, 0.6148383617401123, 39.86723709106445, 33.80849838256836, 25.975236892700195, 6.993322372436523, 16.56839370727539, 19.920873641967773, 13.720815658569336, 22.424203872680664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3366.7470703125, 'language': 50.22140884399414}}, {'routing_index': 178, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008301814086735249, 0.7015490531921387, 2.1420265561289398e-09, 4.422932065040186e-08, 2.1871624085179064e-06, 0.030341632664203644, 0.00025153832393698394, 4.671674832934514e-05, 0.0009842513827607036, 1.295863876293879e-05], 'log_scores_by_expert': [-7.093866348266602, -0.35446447134017944, -19.96151351928711, -16.93387794494629, -13.032905578613281, -3.495234489440918, -8.287915229797363, -9.971407890319824, -6.923629283905029, -11.253747940063477], 'distances_by_expert': [14.187732696533203, 0.7089289426803589, 39.92302703857422, 33.86775588989258, 26.065811157226562, 6.990468978881836, 16.575830459594727, 19.94281578063965, 13.847258567810059, 22.507495880126953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.86962890625, 'language': 50.20176696777344}}, {'routing_index': 179, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009044811013154685, 0.6282694935798645, 2.2587829384690394e-09, 3.712439067271589e-08, 2.0311067601141986e-06, 0.021623943001031876, 0.0002157372800866142, 4.2638264858396724e-05, 0.001025466714054346, 1.2167641216365155e-05], 'log_scores_by_expert': [-7.008149147033691, -0.4647861123085022, -19.90843963623047, -17.108991622924805, -13.106929779052734, -3.833954095840454, -8.441449165344238, -10.062758445739746, -6.882607460021973, -11.316730499267578], 'distances_by_expert': [14.016298294067383, 0.9295722246170044, 39.81687927246094, 34.21798324584961, 26.21385955810547, 7.667908191680908, 16.882898330688477, 20.125516891479492, 13.765214920043945, 22.633460998535156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3568.9765625, 'language': 50.1947135925293}}, {'routing_index': 180, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009264703840017319, 0.729559600353241, 2.3480819510979245e-09, 4.230433248153531e-08, 2.240028834421537e-06, 0.02526720054447651, 0.00023195281391963363, 4.539057772490196e-05, 0.0010866543743759394, 1.3034466974204406e-05], 'log_scores_by_expert': [-6.984128475189209, -0.31531423330307007, -19.869667053222656, -16.978376388549805, -13.009021759033203, -3.678248167037964, -8.368976593017578, -10.000205993652344, -6.824651718139648, -11.247913360595703], 'distances_by_expert': [13.968256950378418, 0.6306284666061401, 39.73933410644531, 33.95675277709961, 26.018043518066406, 7.356496334075928, 16.737953186035156, 20.000411987304688, 13.649303436279297, 22.495826721191406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3350.126953125, 'language': 50.17930603027344}}, {'routing_index': 181, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008839708752930164, 0.7100473642349243, 2.1990009813066536e-09, 4.066466985364059e-08, 2.1282810394041007e-06, 0.024608979001641273, 0.00022253987845033407, 4.292955054552294e-05, 0.001064535928890109, 1.254123435501242e-05], 'log_scores_by_expert': [-7.031086444854736, -0.34242361783981323, -19.93526268005371, -17.017906188964844, -13.060195922851562, -3.704643964767456, -8.410404205322266, -10.055950164794922, -6.845216274261475, -11.28648853302002], 'distances_by_expert': [14.062172889709473, 0.6848472356796265, 39.87052536010742, 34.03581237792969, 26.120391845703125, 7.409287929534912, 16.82080841064453, 20.111900329589844, 13.69043254852295, 22.57297706604004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.50146484375, 'language': 50.18352127075195}}, {'routing_index': 182, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008558948175050318, 0.7370317578315735, 2.1237969161091996e-09, 4.3904130109240214e-08, 2.165134901588317e-06, 0.027074865996837616, 0.00022316109971143305, 4.332533717388287e-05, 0.0010588174918666482, 1.282409175473731e-05], 'log_scores_by_expert': [-7.063363075256348, -0.30512434244155884, -19.970060348510742, -16.94125747680664, -13.043027877807617, -3.60914945602417, -8.40761661529541, -10.046772956848145, -6.850602626800537, -11.264184951782227], 'distances_by_expert': [14.126726150512695, 0.6102486848831177, 39.940120697021484, 33.88251495361328, 26.086055755615234, 7.21829891204834, 16.81523323059082, 20.09354591369629, 13.701205253601074, 22.528369903564453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.21435546875, 'language': 50.177433013916016}}, {'routing_index': 183, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009456397965550423, 0.7984817624092102, 2.320132752586801e-09, 5.000523728426742e-08, 2.3383468032989185e-06, 0.03323277831077576, 0.0002519495610613376, 4.9711317842593417e-05, 0.0011232986580580473, 1.3856050827598665e-05], 'log_scores_by_expert': [-6.963648796081543, -0.2250431776046753, -19.881641387939453, -16.811138153076172, -12.966066360473633, -3.4042186737060547, -8.28628158569336, -9.90927791595459, -6.791485786437988, -11.186788558959961], 'distances_by_expert': [13.927297592163086, 0.4500863552093506, 39.763282775878906, 33.622276306152344, 25.932132720947266, 6.808437347412109, 16.57256317138672, 19.81855583190918, 13.582971572875977, 22.373577117919922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.471923828125, 'language': 50.182769775390625}}, {'routing_index': 184, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008138428092934191, 0.6685643792152405, 2.075426275283121e-09, 4.301292122477207e-08, 2.070167511192267e-06, 0.0271600391715765, 0.00022949175036046654, 4.452300345292315e-05, 0.000988361774943769, 1.1853347132273484e-05], 'log_scores_by_expert': [-7.113743305206299, -0.40262264013290405, -19.993099212646484, -16.96176528930664, -13.087881088256836, -3.606008529663086, -8.379643440246582, -10.01950454711914, -6.919461727142334, -11.342900276184082], 'distances_by_expert': [14.227486610412598, 0.8052452802658081, 39.98619842529297, 33.92353057861328, 26.175762176513672, 7.212017059326172, 16.759286880493164, 20.03900909423828, 13.838923454284668, 22.685800552368164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.812744140625, 'language': 50.18986892700195}}, {'routing_index': 185, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008089215261861682, 0.6941901445388794, 2.1120416526798635e-09, 4.3372775593297774e-08, 2.1045693756605033e-06, 0.028286617249250412, 0.0002366610278841108, 4.4887783587910235e-05, 0.0009775940561667085, 1.2231503205839545e-05], 'log_scores_by_expert': [-7.119808673858643, -0.3650093674659729, -19.975610733032227, -16.953433990478516, -13.071399688720703, -3.565366506576538, -8.348881721496582, -10.011344909667969, -6.930416107177734, -11.311495780944824], 'distances_by_expert': [14.239617347717285, 0.7300187349319458, 39.95122146606445, 33.90686798095703, 26.142799377441406, 7.130733013153076, 16.697763442993164, 20.022689819335938, 13.860832214355469, 22.62299156188965], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3326.65576171875, 'language': 50.21227264404297}}, {'routing_index': 186, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008675751159898937, 0.7438185214996338, 2.2097728091807767e-09, 4.4981135260968585e-08, 2.1530399862967897e-06, 0.030955687165260315, 0.00024233311705756932, 4.670984344556928e-05, 0.001041162060573697, 1.2738694749714341e-05], 'log_scores_by_expert': [-7.049808502197266, -0.2959582805633545, -19.930376052856445, -16.917022705078125, -13.048629760742188, -3.47519850730896, -8.325197219848633, -9.971555709838867, -6.867417812347412, -11.270866394042969], 'distances_by_expert': [14.099617004394531, 0.591916561126709, 39.86075210571289, 33.83404541015625, 26.097259521484375, 6.95039701461792, 16.650394439697266, 19.943111419677734, 13.734835624694824, 22.541732788085938], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3275.12939453125, 'language': 50.18572998046875}}, {'routing_index': 187, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009242143132723868, 0.7562260031700134, 2.339106019988435e-09, 4.781171725198874e-08, 2.268624484713655e-06, 0.031260762363672256, 0.00024466178729198873, 4.826322037843056e-05, 0.0011143326992169023, 1.315071222052211e-05], 'log_scores_by_expert': [-6.986566543579102, -0.27941495180130005, -19.873497009277344, -16.855995178222656, -12.996336936950684, -3.4653916358947754, -8.315633773803711, -9.938840866088867, -6.79949951171875, -11.239034652709961], 'distances_by_expert': [13.973133087158203, 0.5588299036026001, 39.74699401855469, 33.71199035644531, 25.992673873901367, 6.930783271789551, 16.631267547607422, 19.877681732177734, 13.5989990234375, 22.478069305419922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.019775390625, 'language': 50.1807975769043}}, {'routing_index': 188, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009286518325097859, 0.7628217339515686, 2.379792363171873e-09, 4.775730388928423e-08, 2.2801223167334683e-06, 0.03091408498585224, 0.00025045181973837316, 4.8656223953003064e-05, 0.0011132562067359686, 1.3333178685570601e-05], 'log_scores_by_expert': [-6.981776714324951, -0.2707309126853943, -19.856252670288086, -16.857133865356445, -12.991281509399414, -3.476543426513672, -8.292243957519531, -9.930730819702148, -6.800466060638428, -11.225255012512207], 'distances_by_expert': [13.963553428649902, 0.5414618253707886, 39.71250534057617, 33.71426773071289, 25.982563018798828, 6.953086853027344, 16.584487915039062, 19.861461639404297, 13.600932121276855, 22.450510025024414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3262.517333984375, 'language': 50.200164794921875}}, {'routing_index': 189, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009011761285364628, 0.6276484727859497, 2.251118624840842e-09, 3.706191975538786e-08, 2.015986638070899e-06, 0.021538781002163887, 0.00021595506404992193, 4.302066008676775e-05, 0.0010288251796737313, 1.2236985639901832e-05], 'log_scores_by_expert': [-7.011809825897217, -0.46577510237693787, -19.91183853149414, -17.110675811767578, -13.114401817321777, -3.837900161743164, -8.44044017791748, -10.05383014678955, -6.879337787628174, -11.311047554016113], 'distances_by_expert': [14.023619651794434, 0.9315502047538757, 39.82367706298828, 34.221351623535156, 26.228803634643555, 7.675800323486328, 16.88088035583496, 20.1076602935791, 13.758675575256348, 22.622095108032227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3595.33447265625, 'language': 50.186683654785156}}, {'routing_index': 190, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009132074192166328, 0.7077595591545105, 2.3114359315457023e-09, 4.030660250009532e-08, 2.094090405080351e-06, 0.02465560846030712, 0.00022304897720459849, 4.3898795411223546e-05, 0.0010704935993999243, 1.2553476153698284e-05], 'log_scores_by_expert': [-6.998547554016113, -0.3456508219242096, -19.88539695739746, -17.026750564575195, -13.076391220092773, -3.7027509212493896, -8.408119201660156, -10.033623695373535, -6.839635372161865, -11.285512924194336], 'distances_by_expert': [13.997095108032227, 0.6913016438484192, 39.77079391479492, 34.05350112915039, 26.152782440185547, 7.405501842498779, 16.816238403320312, 20.06724739074707, 13.67927074432373, 22.571025848388672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3461.75341796875, 'language': 50.189640045166016}}, {'routing_index': 191, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008995987591333687, 0.7096276879310608, 2.2340691518962785e-09, 3.962921368838579e-08, 2.093333705488476e-06, 0.023478273302316666, 0.0002222241018898785, 4.294662721804343e-05, 0.001073501305654645, 1.2692382370005362e-05], 'log_scores_by_expert': [-7.013561725616455, -0.34301480650901794, -19.91944122314453, -17.043699264526367, -13.076752662658691, -3.7516798973083496, -8.411824226379395, -10.05555248260498, -6.836829662322998, -11.274508476257324], 'distances_by_expert': [14.02712345123291, 0.6860296130180359, 39.83888244628906, 34.087398529052734, 26.153505325317383, 7.503359794616699, 16.82364845275879, 20.11110496520996, 13.673659324645996, 22.54901695251465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.39697265625, 'language': 50.18733215332031}}, {'routing_index': 192, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008443561382591724, 0.7588608264923096, 2.1351531653834854e-09, 4.469054459832478e-08, 2.1801381535624387e-06, 0.027787242084741592, 0.00022919976618140936, 4.466739119379781e-05, 0.0010474767768755555, 1.3023483006691094e-05], 'log_scores_by_expert': [-7.0769362449646, -0.2759368419647217, -19.9647274017334, -16.923503875732422, -13.03612232208252, -3.5831782817840576, -8.380916595458984, -10.016266822814941, -6.861371040344238, -11.248756408691406], 'distances_by_expert': [14.1538724899292, 0.5518736839294434, 39.9294548034668, 33.847007751464844, 26.07224464416504, 7.166356563568115, 16.76183319091797, 20.032533645629883, 13.722742080688477, 22.497512817382812], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.6875, 'language': 50.174564361572266}}, {'routing_index': 193, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009500125306658447, 0.7842195630073547, 2.343258920234348e-09, 4.90459015622946e-08, 2.2749636627850123e-06, 0.03111187368631363, 0.0002482209529262036, 4.858625470660627e-05, 0.0011427613208070397, 1.3543248314817902e-05], 'log_scores_by_expert': [-6.959035396575928, -0.2430661916732788, -19.871723175048828, -16.830509185791016, -12.993546485900879, -3.470165729522705, -8.301191329956055, -9.932169914245605, -6.774307727813721, -11.209622383117676], 'distances_by_expert': [13.918070793151855, 0.4861323833465576, 39.743446350097656, 33.66101837158203, 25.987092971801758, 6.94033145904541, 16.60238265991211, 19.86433982849121, 13.548615455627441, 22.41924476623535], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3395.3828125, 'language': 50.183631896972656}}, {'routing_index': 194, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008198677096515894, 0.6834103465080261, 2.0802732869640295e-09, 4.418690835450434e-08, 2.1029864001320675e-06, 0.027836909517645836, 0.00023521379625890404, 4.494886889006011e-05, 0.0010009416146203876, 1.2276132110855542e-05], 'log_scores_by_expert': [-7.106367588043213, -0.380659818649292, -19.990766525268555, -16.934837341308594, -13.072152137756348, -3.581392526626587, -8.355015754699707, -10.009984970092773, -6.906814098358154, -11.307853698730469], 'distances_by_expert': [14.212735176086426, 0.761319637298584, 39.98153305053711, 33.86967468261719, 26.144304275512695, 7.162785053253174, 16.710031509399414, 20.019969940185547, 13.813628196716309, 22.615707397460938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.650390625, 'language': 50.20338439941406}}, {'routing_index': 195, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007817601435817778, 0.6775864362716675, 2.0483810203586472e-09, 4.200963843459249e-08, 2.0271008907002397e-06, 0.027332529425621033, 0.00023065225104801357, 4.3852811359101906e-05, 0.0009623740334063768, 1.1786760296672583e-05], 'log_scores_by_expert': [-7.1539626121521, -0.38921812176704407, -20.006216049194336, -16.985366821289062, -13.108903884887695, -3.599677801132202, -8.37459945678711, -10.034671783447266, -6.946107387542725, -11.348533630371094], 'distances_by_expert': [14.3079252243042, 0.7784362435340881, 40.01243209838867, 33.970733642578125, 26.21780776977539, 7.199355602264404, 16.74919891357422, 20.06934356689453, 13.89221477508545, 22.697067260742188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.13330078125, 'language': 50.19077682495117}}, {'routing_index': 196, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008701334591023624, 0.7094542980194092, 2.218675687615246e-09, 4.480482829194443e-08, 2.081350203297916e-06, 0.02957584522664547, 0.00023433119349647313, 4.5628155930899084e-05, 0.0010460108751431108, 1.220314243255416e-05], 'log_scores_by_expert': [-7.046864032745361, -0.34325918555259705, -19.926355361938477, -16.920949935913086, -13.082493782043457, -3.5207972526550293, -8.35877513885498, -9.994985580444336, -6.862771511077881, -11.313817024230957], 'distances_by_expert': [14.093728065490723, 0.6865183711051941, 39.85271072387695, 33.84189987182617, 26.164987564086914, 7.041594505310059, 16.71755027770996, 19.989971160888672, 13.725543022155762, 22.627634048461914], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3275.81005859375, 'language': 50.195560455322266}}, {'routing_index': 197, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008933712961152196, 0.7241320013999939, 2.2730581861196697e-09, 4.613662341057534e-08, 2.15537170333846e-06, 0.029929429292678833, 0.00023930254974402487, 4.6694920456502587e-05, 0.0010822501499205828, 1.2609606528712902e-05], 'log_scores_by_expert': [-7.020508289337158, -0.32278165221214294, -19.90213966369629, -16.891658782958984, -13.047547340393066, -3.508913040161133, -8.33778190612793, -9.971875190734863, -6.8287129402160645, -11.281051635742188], 'distances_by_expert': [14.041016578674316, 0.6455633044242859, 39.80427932739258, 33.78331756591797, 26.095094680786133, 7.017826080322266, 16.67556381225586, 19.943750381469727, 13.657425880432129, 22.562103271484375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.474853515625, 'language': 50.193809509277344}}, {'routing_index': 198, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008930612239055336, 0.7279596328735352, 2.2959778522846364e-09, 4.6412797161110575e-08, 2.1995747374603525e-06, 0.028929900377988815, 0.00024152285186573863, 4.6429908252321184e-05, 0.001089673605747521, 1.2549813618534245e-05], 'log_scores_by_expert': [-7.02085542678833, -0.3175097107887268, -19.892107009887695, -16.885690689086914, -13.027246475219727, -3.542879581451416, -8.328546524047852, -9.977566719055176, -6.8218770027160645, -11.285804748535156], 'distances_by_expert': [14.04171085357666, 0.6350194215774536, 39.78421401977539, 33.77138137817383, 26.054492950439453, 7.085759162902832, 16.657093048095703, 19.95513343811035, 13.643754005432129, 22.571609497070312], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3272.41259765625, 'language': 50.18533706665039}}, {'routing_index': 199, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008486172882840037, 0.6639997363090515, 2.1956481077722856e-09, 4.6246753981904476e-08, 2.1312871467671357e-06, 0.028335964307188988, 0.00023796279856469482, 4.5328939449973404e-05, 0.0010213222121819854, 1.2046591109537985e-05], 'log_scores_by_expert': [-7.071902275085449, -0.4094735085964203, -19.93678855895996, -16.88927459716797, -13.058784484863281, -3.5636234283447266, -8.343396186828613, -10.001564979553223, -6.886657238006592, -11.326728820800781], 'distances_by_expert': [14.143804550170898, 0.8189470171928406, 39.87357711791992, 33.77854919433594, 26.117568969726562, 7.127246856689453, 16.686792373657227, 20.003129959106445, 13.773314476013184, 22.653457641601562], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3231.235595703125, 'language': 50.20437240600586}}, {'routing_index': 200, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008911449112929404, 0.630918562412262, 2.246344887879559e-09, 3.700484896285161e-08, 2.039133732978371e-06, 0.021818097680807114, 0.0002162774180760607, 4.278204869478941e-05, 0.0010155447525903583, 1.2266956218809355e-05], 'log_scores_by_expert': [-7.023003578186035, -0.46057847142219543, -19.91396141052246, -17.11221694946289, -13.102985382080078, -3.8250155448913574, -8.438948631286621, -10.059391975402832, -6.892330169677734, -11.308601379394531], 'distances_by_expert': [14.04600715637207, 0.9211569428443909, 39.82792282104492, 34.22443389892578, 26.205970764160156, 7.650031089782715, 16.877897262573242, 20.118783950805664, 13.784660339355469, 22.617202758789062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3537.1015625, 'language': 50.193946838378906}}, {'routing_index': 201, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009149853140115738, 0.7113451957702637, 2.3057247222624255e-09, 4.0899344355693756e-08, 2.217542942162254e-06, 0.023974623531103134, 0.0002308734110556543, 4.5328502892516553e-05, 0.0010663365246728063, 1.3185007446736563e-05], 'log_scores_by_expert': [-6.996602535247803, -0.3405974507331848, -19.88787078857422, -17.01215171813965, -13.019110679626465, -3.730759382247925, -8.373641014099121, -10.001574516296387, -6.843526363372803, -11.236430168151855], 'distances_by_expert': [13.993205070495605, 0.6811949014663696, 39.77574157714844, 34.0243034362793, 26.03822135925293, 7.46151876449585, 16.747282028198242, 20.003149032592773, 13.687052726745605, 22.47286033630371], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.25439453125, 'language': 50.19035720825195}}, {'routing_index': 202, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009180975030176342, 0.7118753790855408, 2.3111448310686455e-09, 4.057649860556012e-08, 2.092796648867079e-06, 0.024251701310276985, 0.00022332226217258722, 4.3335876398487017e-05, 0.001083020935766399, 1.229605004482437e-05], 'log_scores_by_expert': [-6.993206977844238, -0.3398524224758148, -19.885522842407227, -17.020076751708984, -13.077009201049805, -3.719268560409546, -8.40689468383789, -10.046529769897461, -6.828001022338867, -11.306232452392578], 'distances_by_expert': [13.986413955688477, 0.6797048449516296, 39.77104568481445, 34.04015350341797, 26.15401840209961, 7.438537120819092, 16.81378936767578, 20.093059539794922, 13.656002044677734, 22.612464904785156], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3363.929931640625, 'language': 50.18006134033203}}, {'routing_index': 203, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008585877949371934, 0.6808949112892151, 2.1299548791375855e-09, 3.769549650201043e-08, 1.959656628969242e-06, 0.022860394790768623, 0.00021194784494582564, 4.0936287405202165e-05, 0.001039352617226541, 1.1880509191541933e-05], 'log_scores_by_expert': [-7.0602216720581055, -0.3843473494052887, -19.967164993286133, -17.093725204467773, -13.142741203308105, -3.7783493995666504, -8.4591703414917, -10.103493690490723, -6.869157314300537, -11.340611457824707], 'distances_by_expert': [14.120443344116211, 0.7686946988105774, 39.934329986572266, 34.18745040893555, 26.28548240661621, 7.556698799133301, 16.9183406829834, 20.206987380981445, 13.738314628601074, 22.681222915649414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3488.197265625, 'language': 50.17951965332031}}, {'routing_index': 204, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009071642416529357, 0.8008436560630798, 2.2613826367035017e-09, 4.8085251336260626e-08, 2.2821564016339835e-06, 0.031323548406362534, 0.00024306963314302266, 4.740398799185641e-05, 0.0010995945194736123, 1.3590291928267106e-05], 'log_scores_by_expert': [-7.005187034606934, -0.22208955883979797, -19.907289505004883, -16.850290298461914, -12.990389823913574, -3.4633851051330566, -8.322162628173828, -9.956804275512695, -6.812813758850098, -11.206154823303223], 'distances_by_expert': [14.010374069213867, 0.44417911767959595, 39.814579010009766, 33.70058059692383, 25.98077964782715, 6.926770210266113, 16.644325256347656, 19.91360855102539, 13.625627517700195, 22.412309646606445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3416.10986328125, 'language': 50.17319107055664}}, {'routing_index': 205, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009145992225967348, 0.7839170098304749, 2.3183190922537733e-09, 4.875034420592783e-08, 2.327238689758815e-06, 0.03195854276418686, 0.0002514949010219425, 4.873336001764983e-05, 0.001097430707886815, 1.35293457788066e-05], 'log_scores_by_expert': [-6.9970245361328125, -0.24345211684703827, -19.882423400878906, -16.8365535736084, -12.97082805633545, -3.4433157444000244, -8.288087844848633, -9.929146766662598, -6.814783573150635, -11.210649490356445], 'distances_by_expert': [13.994049072265625, 0.48690423369407654, 39.76484680175781, 33.6731071472168, 25.9416561126709, 6.886631488800049, 16.576175689697266, 19.858293533325195, 13.62956714630127, 22.42129898071289], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.947021484375, 'language': 50.20943069458008}}, {'routing_index': 206, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008079939871095121, 0.6774933934211731, 2.053008429925285e-09, 4.281696419639047e-08, 2.067125478788512e-06, 0.02748885564506054, 0.00023159141710493714, 4.4239004637347534e-05, 0.0009890039218589664, 1.19951973829302e-05], 'log_scores_by_expert': [-7.120955944061279, -0.38935548067092896, -20.00395965576172, -16.966331481933594, -13.089351654052734, -3.5939745903015137, -8.370535850524902, -10.025903701782227, -6.918812274932861, -11.33100414276123], 'distances_by_expert': [14.241911888122559, 0.7787109613418579, 40.00791931152344, 33.93266296386719, 26.17870330810547, 7.187949180603027, 16.741071701049805, 20.051807403564453, 13.837624549865723, 22.66200828552246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.59228515625, 'language': 50.2056999206543}}, {'routing_index': 207, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009059733129106462, 0.7810438275337219, 2.2746109440419104e-09, 4.6690260546711215e-08, 2.248103783131228e-06, 0.03189247474074364, 0.0002538077242206782, 4.8929792683338746e-05, 0.001078554312698543, 1.3513998965208884e-05], 'log_scores_by_expert': [-7.006500720977783, -0.24712397158145905, -19.901456832885742, -16.879730224609375, -13.005423545837402, -3.445385217666626, -8.27893352508545, -9.925124168395996, -6.832133769989014, -11.211784362792969], 'distances_by_expert': [14.013001441955566, 0.4942479431629181, 39.802913665771484, 33.75946044921875, 26.010847091674805, 6.890770435333252, 16.5578670501709, 19.850248336791992, 13.664267539978027, 22.423568725585938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.874755859375, 'language': 50.1876220703125}}, {'routing_index': 208, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000906673027202487, 0.7406261563301086, 2.2595760817978316e-09, 4.516002505283723e-08, 2.1641665171046043e-06, 0.030751807615160942, 0.00023699710436630994, 4.69162296212744e-05, 0.0010926768882200122, 1.2837001122534275e-05], 'log_scores_by_expert': [-7.005728721618652, -0.3002592921257019, -19.90808868408203, -16.913053512573242, -13.043475151062012, -3.481806516647339, -8.34746265411377, -9.967146873474121, -6.819124698638916, -11.263178825378418], 'distances_by_expert': [14.011457443237305, 0.6005185842514038, 39.81617736816406, 33.826107025146484, 26.086950302124023, 6.963613033294678, 16.69492530822754, 19.934293746948242, 13.638249397277832, 22.526357650756836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.4580078125, 'language': 50.195335388183594}}, {'routing_index': 209, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009361535776406527, 0.7671350240707397, 2.3856321362814015e-09, 4.755542093448639e-08, 2.311719299541437e-06, 0.030571214854717255, 0.000246629846515134, 4.8552486987318844e-05, 0.001119211665354669, 1.3375180060393177e-05], 'log_scores_by_expert': [-6.97373104095459, -0.26509249210357666, -19.853801727294922, -16.861370086669922, -12.977519035339355, -3.487696409225464, -8.307621955871582, -9.932865142822266, -6.795130729675293, -11.2221097946167], 'distances_by_expert': [13.94746208190918, 0.5301849842071533, 39.707603454589844, 33.722740173339844, 25.95503807067871, 6.975392818450928, 16.615243911743164, 19.86573028564453, 13.590261459350586, 22.4442195892334], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.580322265625, 'language': 50.2045783996582}}, {'routing_index': 210, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008855790947563946, 0.7153975963592529, 2.323307990437229e-09, 4.88634519513198e-08, 2.267365516672726e-06, 0.029363777488470078, 0.00024755048798397183, 4.734412141260691e-05, 0.0010478764306753874, 1.2641514331335202e-05], 'log_scores_by_expert': [-7.029268741607666, -0.3349168300628662, -19.880273818969727, -16.83423614501953, -12.996891975402832, -3.5279934406280518, -8.303895950317383, -9.958067893981934, -6.860989570617676, -11.278524398803711], 'distances_by_expert': [14.058537483215332, 0.6698336601257324, 39.76054763793945, 33.66847229003906, 25.993783950805664, 7.0559868812561035, 16.607791900634766, 19.916135787963867, 13.721979141235352, 22.557048797607422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3221.904296875, 'language': 50.2156982421875}}, {'routing_index': 211, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008720906917005777, 0.6351826190948486, 2.195979176278229e-09, 3.847807406032189e-08, 2.0015861537103774e-06, 0.022541312500834465, 0.00021549916709773242, 4.254585655871779e-05, 0.0010095789330080152, 1.2035762665618677e-05], 'log_scores_by_expert': [-7.044617176055908, -0.4538426995277405, -19.93663787841797, -17.073177337646484, -13.121570587158203, -3.792405605316162, -8.442553520202637, -10.06492805480957, -6.898221969604492, -11.327628135681152], 'distances_by_expert': [14.089234352111816, 0.907685399055481, 39.87327575683594, 34.14635467529297, 26.243141174316406, 7.584811210632324, 16.885107040405273, 20.12985610961914, 13.796443939208984, 22.655256271362305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3525.4443359375, 'language': 50.191471099853516}}, {'routing_index': 212, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000919629295822233, 0.7135248184204102, 2.3512862767915976e-09, 4.0395722322728034e-08, 2.103732640534872e-06, 0.024981137365102768, 0.00022819604782853276, 4.4563912524608895e-05, 0.0010763420723378658, 1.2515976777649485e-05], 'log_scores_by_expert': [-6.99153995513916, -0.33753809332847595, -19.868303298950195, -17.0245418548584, -13.071797370910645, -3.689634323120117, -8.385305404663086, -10.018586158752441, -6.834187030792236, -11.288504600524902], 'distances_by_expert': [13.98307991027832, 0.6750761866569519, 39.73660659790039, 34.0490837097168, 26.14359474182129, 7.379268646240234, 16.770610809326172, 20.037172317504883, 13.668374061584473, 22.577009201049805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.677490234375, 'language': 50.18316650390625}}, {'routing_index': 213, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008787671104073524, 0.6800238490104675, 2.2190735915472715e-09, 3.7045737144580926e-08, 1.989535803659237e-06, 0.02220926061272621, 0.00021505981567315757, 4.11235996580217e-05, 0.0010436746524646878, 1.1919240932911634e-05], 'log_scores_by_expert': [-7.036990642547607, -0.3856274485588074, -19.926176071166992, -17.111112594604492, -13.127609252929688, -3.807245969772339, -8.444594383239746, -10.098928451538086, -6.865007400512695, -11.337356567382812], 'distances_by_expert': [14.073981285095215, 0.7712548971176147, 39.852352142333984, 34.222225189208984, 26.255218505859375, 7.614491939544678, 16.889188766479492, 20.197856903076172, 13.73001480102539, 22.674713134765625], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3448.7685546875, 'language': 50.184959411621094}}, {'routing_index': 214, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008456047507934272, 0.7039079666137695, 2.1029049612764084e-09, 4.3525755444306924e-08, 2.0781012608495075e-06, 0.026560353115200996, 0.00021995643328409642, 4.264005474396981e-05, 0.001037107896991074, 1.2280123883101624e-05], 'log_scores_by_expert': [-7.075458526611328, -0.3511076867580414, -19.97994613647461, -16.949913024902344, -13.08405590057373, -3.62833571434021, -8.422080993652344, -10.062716484069824, -6.87131929397583, -11.307528495788574], 'distances_by_expert': [14.150917053222656, 0.7022153735160828, 39.95989227294922, 33.89982604980469, 26.16811180114746, 7.25667142868042, 16.844161987304688, 20.12543296813965, 13.74263858795166, 22.61505699157715], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3460.347900390625, 'language': 50.18511962890625}}, {'routing_index': 215, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009177858009934425, 0.7766798734664917, 2.2818023026616174e-09, 4.7524228108386524e-08, 2.2977446860750206e-06, 0.032082173973321915, 0.0002485080040059984, 4.824954885407351e-05, 0.0010998970828950405, 1.3533733181247953e-05], 'log_scores_by_expert': [-6.993546485900879, -0.2527270019054413, -19.898300170898438, -16.86202621459961, -12.983582496643066, -3.4394547939300537, -8.30003547668457, -9.93912410736084, -6.8125386238098145, -11.210325241088867], 'distances_by_expert': [13.987092971801758, 0.5054540038108826, 39.796600341796875, 33.72405242919922, 25.967164993286133, 6.878909587860107, 16.60007095336914, 19.87824821472168, 13.625077247619629, 22.420650482177734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3349.415771484375, 'language': 50.19255828857422}}, {'routing_index': 216, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008328911499120295, 0.7326722741127014, 2.1170023511984937e-09, 4.512429541136953e-08, 2.2253987026488176e-06, 0.030347753316164017, 0.00024890221538953483, 4.65573430119548e-05, 0.0010023008799180388, 1.3128694263286889e-05], 'log_scores_by_expert': [-7.090607643127441, -0.31105679273605347, -19.973264694213867, -16.91384506225586, -13.01557445526123, -3.495032787322998, -8.298450469970703, -9.974825859069824, -6.905457019805908, -11.240710258483887], 'distances_by_expert': [14.181215286254883, 0.6221135854721069, 39.946529388427734, 33.82769012451172, 26.03114891052246, 6.990065574645996, 16.596900939941406, 19.94965171813965, 13.810914039611816, 22.481420516967773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.973876953125, 'language': 50.197208404541016}}, {'routing_index': 217, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008376738405786455, 0.7403007745742798, 2.1760655499747372e-09, 4.4198710469345315e-08, 2.1864159407414263e-06, 0.029559412971138954, 0.0002454945642966777, 4.596269718604162e-05, 0.0010098065249621868, 1.2877292647317518e-05], 'log_scores_by_expert': [-7.084881782531738, -0.30069872736930847, -19.94574737548828, -16.9345703125, -13.033246994018555, -3.521353006362915, -8.312235832214355, -9.987680435180664, -6.897996425628662, -11.260045051574707], 'distances_by_expert': [14.169763565063477, 0.6013974547386169, 39.89149475097656, 33.869140625, 26.06649398803711, 7.04270601272583, 16.62447166442871, 19.975360870361328, 13.795992851257324, 22.520090103149414], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3261.462158203125, 'language': 50.22099685668945}}, {'routing_index': 218, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008817712659947574, 0.7586742639541626, 2.2357997675470642e-09, 4.475708337281503e-08, 2.2113026716397144e-06, 0.03022325597703457, 0.00024166223010979593, 4.676885873777792e-05, 0.0010623778216540813, 1.3173331353755202e-05], 'log_scores_by_expert': [-7.033577919006348, -0.27618277072906494, -19.91866683959961, -16.922016143798828, -13.021928787231445, -3.499143600463867, -8.327969551086426, -9.970293045043945, -6.847245693206787, -11.237316131591797], 'distances_by_expert': [14.067155838012695, 0.5523655414581299, 39.83733367919922, 33.844032287597656, 26.04385757446289, 6.998287200927734, 16.65593910217285, 19.94058609008789, 13.694491386413574, 22.474632263183594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3270.70458984375, 'language': 50.20246505737305}}, {'routing_index': 219, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009578895987942815, 0.7642578482627869, 2.3761863587878906e-09, 4.423581501100671e-08, 2.3043037344905315e-06, 0.028331121429800987, 0.00024068150378298014, 4.778757647727616e-05, 0.0011429220903664827, 1.3515031241695397e-05], 'log_scores_by_expert': [-6.950778007507324, -0.26885002851486206, -19.857769012451172, -16.933731079101562, -12.980731964111328, -3.5637943744659424, -8.332036018371582, -9.948744773864746, -6.774167060852051, -11.211708068847656], 'distances_by_expert': [13.901556015014648, 0.5377000570297241, 39.715538024902344, 33.867462158203125, 25.961463928222656, 7.127588748931885, 16.664072036743164, 19.897489547729492, 13.548334121704102, 22.423416137695312], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3352.37109375, 'language': 50.19749069213867}}, {'routing_index': 220, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009175018640235066, 0.7217816114425659, 2.3217927580532205e-09, 4.551083776505038e-08, 2.1986436422594124e-06, 0.028865130618214607, 0.00023840279027353972, 4.6228698920458555e-05, 0.0011169256176799536, 1.2556409274111502e-05], 'log_scores_by_expert': [-6.993855953216553, -0.3260326683521271, -19.88092613220215, -16.905315399169922, -13.027669906616211, -3.54512095451355, -8.341548919677734, -9.98190975189209, -6.797175407409668, -11.285279273986816], 'distances_by_expert': [13.987711906433105, 0.6520653367042542, 39.7618522644043, 33.810630798339844, 26.055339813232422, 7.0902419090271, 16.68309783935547, 19.96381950378418, 13.594350814819336, 22.570558547973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.634765625, 'language': 50.17936325073242}}, {'routing_index': 221, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008927065646275878, 0.6612974405288696, 2.275044819199934e-09, 4.574468093210271e-08, 2.155846686946461e-06, 0.02741393633186817, 0.00023448452702723444, 4.540369627648033e-05, 0.001062073977664113, 1.2078376130375545e-05], 'log_scores_by_expert': [-7.021252632141113, -0.41355159878730774, -19.90126609802246, -16.900190353393555, -13.047327041625977, -3.5967037677764893, -8.358120918273926, -9.999917030334473, -6.847531795501709, -11.32409381866455], 'distances_by_expert': [14.042505264282227, 0.8271031975746155, 39.80253219604492, 33.80038070678711, 26.094654083251953, 7.1934075355529785, 16.71624183654785, 19.999834060668945, 13.695063591003418, 22.6481876373291], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3204.448486328125, 'language': 50.21665954589844}}, {'routing_index': 222, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009284086991101503, 0.6979474425315857, 2.3145239058663947e-09, 4.0812771828768746e-08, 2.2154060843604384e-06, 0.023776546120643616, 0.00023181724827736616, 4.528516728896648e-05, 0.0010713597293943167, 1.3292880794324446e-05], 'log_scores_by_expert': [-6.982038497924805, -0.359611451625824, -19.884061813354492, -17.014270782470703, -13.020074844360352, -3.739055633544922, -8.369561195373535, -10.002531051635742, -6.838826656341553, -11.22828197479248], 'distances_by_expert': [13.96407699584961, 0.719222903251648, 39.768123626708984, 34.028541564941406, 26.040149688720703, 7.478111267089844, 16.73912239074707, 20.005062103271484, 13.677653312683105, 22.45656394958496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3465.144775390625, 'language': 50.193328857421875}}, {'routing_index': 223, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009494672995060682, 0.7435528635978699, 2.3773514268299323e-09, 4.1993772015302966e-08, 2.172713720938191e-06, 0.026665957644581795, 0.00023281935136765242, 4.5681928895646706e-05, 0.0011145558673888445, 1.2975072422705125e-05], 'log_scores_by_expert': [-6.959609508514404, -0.296315461397171, -19.85727882385254, -16.98574447631836, -13.039533615112305, -3.6243674755096436, -8.36524772644043, -9.993807792663574, -6.799299240112305, -11.252480506896973], 'distances_by_expert': [13.919219017028809, 0.592630922794342, 39.71455764770508, 33.97148895263672, 26.07906723022461, 7.248734951019287, 16.73049545288086, 19.98761558532715, 13.59859848022461, 22.504961013793945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.16796875, 'language': 50.19027328491211}}, {'routing_index': 224, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008628194918856025, 0.6506754159927368, 2.1363550928299446e-09, 3.526679037690883e-08, 1.9667377273435704e-06, 0.0207589790225029, 0.00020985068113077432, 4.042785076308064e-05, 0.0010261294664815068, 1.200387214339571e-05], 'log_scores_by_expert': [-7.055305004119873, -0.4297443628311157, -19.96416473388672, -17.160324096679688, -13.139134407043457, -3.8747763633728027, -8.469114303588867, -10.115991592407227, -6.881961345672607, -11.330281257629395], 'distances_by_expert': [14.110610008239746, 0.8594887256622314, 39.92832946777344, 34.320648193359375, 26.278268814086914, 7.7495527267456055, 16.938228607177734, 20.231983184814453, 13.763922691345215, 22.66056251525879], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.50634765625, 'language': 50.186100006103516}}, {'routing_index': 225, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008920908439904451, 0.7695290446281433, 2.22704499286408e-09, 4.705466238874578e-08, 2.2772342163079884e-06, 0.028919603675603867, 0.00023821824288461357, 4.581159009831026e-05, 0.0010905313538387418, 1.3376022252487019e-05], 'log_scores_by_expert': [-7.021942615509033, -0.26197656989097595, -19.922590255737305, -16.87195587158203, -12.992548942565918, -3.5432355403900146, -8.342323303222656, -9.990973472595215, -6.821090221405029, -11.222046852111816], 'distances_by_expert': [14.043885231018066, 0.5239531397819519, 39.84518051147461, 33.74391174316406, 25.985097885131836, 7.086471080780029, 16.684646606445312, 19.98194694519043, 13.642180442810059, 22.444093704223633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3410.030517578125, 'language': 50.18867874145508}}, {'routing_index': 226, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009687697165645659, 0.8052237629890442, 2.3898676371203464e-09, 4.876438808310013e-08, 2.3365948891296284e-06, 0.03171063959598541, 0.00025299840490333736, 4.916244142805226e-05, 0.0011535262456163764, 1.3919158845965285e-05], 'log_scores_by_expert': [-6.939483642578125, -0.2166351079940796, -19.852027893066406, -16.836265563964844, -12.966815948486328, -3.4511029720306396, -8.282127380371094, -9.920380592346191, -6.764931678771973, -11.182244300842285], 'distances_by_expert': [13.87896728515625, 0.4332702159881592, 39.70405578613281, 33.67253112792969, 25.933631896972656, 6.902205944061279, 16.564254760742188, 19.840761184692383, 13.529863357543945, 22.36448860168457], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.00146484375, 'language': 50.20307922363281}}, {'routing_index': 227, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008680216269567609, 0.7446314096450806, 2.208622618127265e-09, 4.6771106099186e-08, 2.291536247867043e-06, 0.03021136112511158, 0.00025135246687568724, 4.812381666852161e-05, 0.0010462433565407991, 1.3380410564423073e-05], 'log_scores_by_expert': [-7.0492939949035645, -0.2948659658432007, -19.930896759033203, -16.878000259399414, -12.986288070678711, -3.499537229537964, -8.288654327392578, -9.941733360290527, -6.862549304962158, -11.221718788146973], 'distances_by_expert': [14.098587989807129, 0.5897319316864014, 39.861793518066406, 33.75600051879883, 25.972576141357422, 6.999074459075928, 16.577308654785156, 19.883466720581055, 13.725098609924316, 22.443437576293945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3320.185546875, 'language': 50.20185470581055}}, {'routing_index': 228, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007923266966827214, 0.7090957164764404, 2.064600268525396e-09, 4.180716217661029e-08, 2.0827837943215854e-06, 0.028469068929553032, 0.00023265443451236933, 4.383470877655782e-05, 0.0009516896679997444, 1.2327388503763359e-05], 'log_scores_by_expert': [-7.140536785125732, -0.3437647223472595, -19.998329162597656, -16.990198135375977, -13.081805229187012, -3.5589370727539062, -8.36595630645752, -10.03508472442627, -6.957271575927734, -11.30368709564209], 'distances_by_expert': [14.281073570251465, 0.687529444694519, 39.99665832519531, 33.98039627075195, 26.163610458374023, 7.1178741455078125, 16.73191261291504, 20.07016944885254, 13.914543151855469, 22.60737419128418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3214.65869140625, 'language': 50.222843170166016}}, {'routing_index': 229, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009212510194629431, 0.7601446509361267, 2.3070751975495796e-09, 4.6197914826962005e-08, 2.191440444221371e-06, 0.03150070831179619, 0.0002450709289405495, 4.783258191309869e-05, 0.0010961927473545074, 1.3077909898129292e-05], 'log_scores_by_expert': [-6.9897780418396, -0.27424654364585876, -19.887285232543945, -16.890331268310547, -13.030951499938965, -3.457745313644409, -8.313962936401367, -9.947803497314453, -6.815912246704102, -11.244585990905762], 'distances_by_expert': [13.9795560836792, 0.5484930872917175, 39.77457046508789, 33.780662536621094, 26.06190299987793, 6.915490627288818, 16.627925872802734, 19.895606994628906, 13.631824493408203, 22.489171981811523], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3258.6279296875, 'language': 50.182430267333984}}, {'routing_index': 230, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009671002626419067, 0.8053604960441589, 2.4202349013791036e-09, 4.827612443136786e-08, 2.364367901463993e-06, 0.03227802366018295, 0.00025567595730535686, 5.032431363360956e-05, 0.0011531616328284144, 1.4106528396951035e-05], 'log_scores_by_expert': [-6.941208362579346, -0.2164652794599533, -19.839401245117188, -16.846328735351562, -12.954999923706055, -3.433368682861328, -8.271599769592285, -9.897022247314453, -6.765247821807861, -11.168872833251953], 'distances_by_expert': [13.882416725158691, 0.4329305589199066, 39.678802490234375, 33.692657470703125, 25.90999984741211, 6.866737365722656, 16.54319953918457, 19.794044494628906, 13.530495643615723, 22.337745666503906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3299.65625, 'language': 50.188629150390625}}, {'routing_index': 231, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009517750004306436, 0.75716233253479, 2.3915729396861707e-09, 4.8516497486161825e-08, 2.2691781396133592e-06, 0.03129255026578903, 0.0002498947433196008, 4.8341709771193564e-05, 0.0011378985363990068, 1.317041642323602e-05], 'log_scores_by_expert': [-6.957181930541992, -0.2781775891780853, -19.851314544677734, -16.84136199951172, -12.996092796325684, -3.4643752574920654, -8.29447078704834, -9.937215805053711, -6.778572082519531, -11.237537384033203], 'distances_by_expert': [13.914363861083984, 0.5563551783561707, 39.70262908935547, 33.68272399902344, 25.992185592651367, 6.928750514984131, 16.58894157409668, 19.874431610107422, 13.557144165039062, 22.475074768066406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3254.91455078125, 'language': 50.20674514770508}}, {'routing_index': 232, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008802500669844449, 0.6270038485527039, 2.1971353625360734e-09, 3.634355394410704e-08, 2.0857314666500315e-06, 0.021034471690654755, 0.00021664465020876378, 4.270235513104126e-05, 0.0010101181687787175, 1.2433602933015209e-05], 'log_scores_by_expert': [-7.035304546356201, -0.4668026864528656, -19.936111450195312, -17.1302490234375, -13.080390930175781, -3.8615927696228027, -8.437252044677734, -10.061256408691406, -6.897687911987305, -11.2951078414917], 'distances_by_expert': [14.070609092712402, 0.9336053729057312, 39.872222900390625, 34.260498046875, 26.160781860351562, 7.7231855392456055, 16.87450408935547, 20.122512817382812, 13.79537582397461, 22.5902156829834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3567.02783203125, 'language': 50.20404052734375}}, {'routing_index': 233, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009194143931381404, 0.6952698230743408, 2.335673210396294e-09, 3.96422166204502e-08, 2.101921609209967e-06, 0.023877961561083794, 0.0002227428776677698, 4.366814027889632e-05, 0.0010669559706002474, 1.2332478945609182e-05], 'log_scores_by_expert': [-6.99177360534668, -0.36345529556274414, -19.87496566772461, -17.043371200561523, -13.07265853881836, -3.734799385070801, -8.409492492675781, -10.038891792297363, -6.842945575714111, -11.303274154663086], 'distances_by_expert': [13.98354721069336, 0.7269105911254883, 39.74993133544922, 34.08674240112305, 26.14531707763672, 7.469598770141602, 16.818984985351562, 20.077783584594727, 13.685891151428223, 22.606548309326172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.8291015625, 'language': 50.18711471557617}}, {'routing_index': 234, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008857497596181929, 0.684981107711792, 2.234367357800693e-09, 3.775212320533683e-08, 2.0512227365543367e-06, 0.022399598732590675, 0.00021734682377427816, 4.177486334810965e-05, 0.0010577022330835462, 1.2275359040359035e-05], 'log_scores_by_expert': [-7.029076099395752, -0.3783639371395111, -19.919307708740234, -17.09222412109375, -13.097074508666992, -3.7987122535705566, -8.434016227722168, -10.083215713500977, -6.851656436920166, -11.307916641235352], 'distances_by_expert': [14.058152198791504, 0.7567278742790222, 39.83861541748047, 34.1844482421875, 26.194149017333984, 7.597424507141113, 16.868032455444336, 20.166431427001953, 13.703312873840332, 22.615833282470703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3513.390625, 'language': 50.186683654785156}}, {'routing_index': 235, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008633224060758948, 0.7285197377204895, 2.120934983196321e-09, 4.5732640785445255e-08, 2.1447769995575072e-06, 0.02831118367612362, 0.000226293079322204, 4.38602983194869e-05, 0.0010694590164348483, 1.2549957318697125e-05], 'log_scores_by_expert': [-7.054722309112549, -0.31674060225486755, -19.97140884399414, -16.900453567504883, -13.052474975585938, -3.5644984245300293, -8.39367961883545, -10.034501075744629, -6.840602397918701, -11.28579330444336], 'distances_by_expert': [14.109444618225098, 0.6334812045097351, 39.94281768798828, 33.800907135009766, 26.104949951171875, 7.128996849060059, 16.7873592376709, 20.069002151489258, 13.681204795837402, 22.57158660888672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3423.701904296875, 'language': 50.175132751464844}}, {'routing_index': 236, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009455248946323991, 0.8125492930412292, 2.3570831952923754e-09, 4.993661306684771e-08, 2.3457221232092706e-06, 0.03327697142958641, 0.0002537218388170004, 4.926442852593027e-05, 0.0011277509620413184, 1.3772748388873879e-05], 'log_scores_by_expert': [-6.963770389556885, -0.20757870376110077, -19.865840911865234, -16.812511444091797, -12.96291732788086, -3.4028897285461426, -8.279272079467773, -9.91830825805664, -6.787529945373535, -11.192818641662598], 'distances_by_expert': [13.92754077911377, 0.41515740752220154, 39.73168182373047, 33.625022888183594, 25.92583465576172, 6.805779457092285, 16.558544158935547, 19.83661651611328, 13.57505989074707, 22.385637283325195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.343017578125, 'language': 50.195091247558594}}, {'routing_index': 237, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007502306252717972, 0.6110178232192993, 1.931803605970117e-09, 4.009994469811318e-08, 1.990670625673374e-06, 0.02515902742743492, 0.00021735241170972586, 4.200220791972242e-05, 0.0009235046454705298, 1.1412598723836709e-05], 'log_scores_by_expert': [-7.195129871368408, -0.49262920022010803, -20.06481170654297, -17.031890869140625, -13.127038955688477, -3.6825385093688965, -8.433990478515625, -10.077788352966309, -6.987334728240967, -11.380792617797852], 'distances_by_expert': [14.390259742736816, 0.9852584004402161, 40.12962341308594, 34.06378173828125, 26.254077911376953, 7.365077018737793, 16.86798095703125, 20.155576705932617, 13.974669456481934, 22.761585235595703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.299072265625, 'language': 50.20450210571289}}, {'routing_index': 238, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008374701137654483, 0.7418826818466187, 2.158369705185237e-09, 4.475827708461111e-08, 2.1812174963997677e-06, 0.029996823519468307, 0.0002434519410599023, 4.637481470126659e-05, 0.001014684559777379, 1.273019370273687e-05], 'log_scores_by_expert': [-7.085124969482422, -0.2985641658306122, -19.95391273498535, -16.92198944091797, -13.035627365112305, -3.5066637992858887, -8.32059097290039, -9.978754043579102, -6.893177509307861, -11.271533966064453], 'distances_by_expert': [14.170249938964844, 0.5971283316612244, 39.9078254699707, 33.84397888183594, 26.07125473022461, 7.013327598571777, 16.64118194580078, 19.957508087158203, 13.786355018615723, 22.543067932128906], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3329.97802734375, 'language': 50.19721603393555}}, {'routing_index': 239, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009226459660567343, 0.7902148962020874, 2.3236756963029848e-09, 4.763358063542e-08, 2.2862450350658037e-06, 0.03217579424381256, 0.0002495232329238206, 4.903910303255543e-05, 0.001102298148907721, 1.3524727364710998e-05], 'log_scores_by_expert': [-6.988265037536621, -0.2354503720998764, -19.880115509033203, -16.85972785949707, -12.98859977722168, -3.4365408420562744, -8.295958518981934, -9.922892570495605, -6.810358047485352, -11.210990905761719], 'distances_by_expert': [13.976530075073242, 0.4709007441997528, 39.760231018066406, 33.71945571899414, 25.97719955444336, 6.873081684112549, 16.591917037963867, 19.84578514099121, 13.620716094970703, 22.421981811523438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3338.5302734375, 'language': 50.176509857177734}}, {'routing_index': 240, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009901868179440498, 0.7794860601425171, 2.479988214787454e-09, 4.489439220378699e-08, 2.329877133888658e-06, 0.027959834784269333, 0.0002442365512251854, 4.8550959036219865e-05, 0.0011742925271391869, 1.3705714991374407e-05], 'log_scores_by_expert': [-6.917616844177246, -0.24912051856517792, -19.815011978149414, -16.91895294189453, -12.969695091247559, -3.576986312866211, -8.317373275756836, -9.932896614074707, -6.747089385986328, -11.197697639465332], 'distances_by_expert': [13.835233688354492, 0.49824103713035583, 39.63002395629883, 33.83790588378906, 25.939390182495117, 7.153972625732422, 16.634746551513672, 19.865793228149414, 13.494178771972656, 22.395395278930664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.989990234375, 'language': 50.200016021728516}}, {'routing_index': 241, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009867178741842508, 0.7990166544914246, 2.4767550232951407e-09, 4.958524968401434e-08, 2.390235977145494e-06, 0.03203050047159195, 0.0002569644129835069, 4.997723226551898e-05, 0.0011783159570768476, 1.3796832718071528e-05], 'log_scores_by_expert': [-6.921126365661621, -0.2243734747171402, -19.816316604614258, -16.81957244873047, -12.94411849975586, -3.4410667419433594, -8.266572952270508, -9.903943061828613, -6.743669033050537, -11.191071510314941], 'distances_by_expert': [13.842252731323242, 0.4487469494342804, 39.632633209228516, 33.63914489746094, 25.88823699951172, 6.882133483886719, 16.533145904541016, 19.807886123657227, 13.487338066101074, 22.382143020629883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.051025390625, 'language': 50.194427490234375}}, {'routing_index': 242, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009001088910736144, 0.699478030204773, 2.298650603194119e-09, 4.76723940323609e-08, 2.172674385292339e-06, 0.02923298440873623, 0.0002391414891462773, 4.622645064955577e-05, 0.0010895280865952373, 1.2185384548502043e-05], 'log_scores_by_expert': [-7.012994766235352, -0.35742083191871643, -19.89094352722168, -16.85891342163086, -13.039551734924316, -3.5324575901031494, -8.338455200195312, -9.981958389282227, -6.822010517120361, -11.31527328491211], 'distances_by_expert': [14.025989532470703, 0.7148416638374329, 39.78188705444336, 33.71782684326172, 26.079103469848633, 7.064915180206299, 16.676910400390625, 19.963916778564453, 13.644021034240723, 22.63054656982422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.154052734375, 'language': 50.180870056152344}}, {'routing_index': 243, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008532135980203748, 0.6237496137619019, 2.165234880280309e-09, 3.47142687928681e-08, 2.0533757378871087e-06, 0.01988140493631363, 0.00021071842638775706, 4.08602281822823e-05, 0.0009823982836678624, 1.2162884559074882e-05], 'log_scores_by_expert': [-7.066500663757324, -0.47200626134872437, -19.95073699951172, -17.176115036010742, -13.096025466918945, -3.9179704189300537, -8.464987754821777, -10.105353355407715, -6.925513744354248, -11.317121505737305], 'distances_by_expert': [14.133001327514648, 0.9440125226974487, 39.90147399902344, 34.352230072021484, 26.19205093383789, 7.835940837860107, 16.929975509643555, 20.21070671081543, 13.851027488708496, 22.63424301147461], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3507.010009765625, 'language': 50.193843841552734}}, {'routing_index': 244, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009071469539776444, 0.699795663356781, 2.318526926003983e-09, 3.924035141267268e-08, 2.1329096853150986e-06, 0.023464439436793327, 0.00022207516303751618, 4.3947555241174996e-05, 0.0010437563760206103, 1.2541210708150174e-05], 'log_scores_by_expert': [-7.005206108093262, -0.35696691274642944, -19.882333755493164, -17.053560256958008, -13.058023452758789, -3.7522692680358887, -8.412494659423828, -10.032513618469238, -6.86492919921875, -11.286490440368652], 'distances_by_expert': [14.010412216186523, 0.7139338254928589, 39.76466751098633, 34.107120513916016, 26.116046905517578, 7.504538536071777, 16.824989318847656, 20.065027236938477, 13.7298583984375, 22.572980880737305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3382.6884765625, 'language': 50.187496185302734}}, {'routing_index': 245, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009050540975295007, 0.7253406047821045, 2.2578914293802654e-09, 3.9755189362722376e-08, 2.1347555048123468e-06, 0.023813486099243164, 0.00022402193280868232, 4.287214687792584e-05, 0.0010735566029325128, 1.2618748769455124e-05], 'log_scores_by_expert': [-7.007515907287598, -0.3211138844490051, -19.90883445739746, -17.040525436401367, -13.057158470153809, -3.7375032901763916, -8.403766632080078, -10.05728816986084, -6.836778163909912, -11.280326843261719], 'distances_by_expert': [14.015031814575195, 0.6422277688980103, 39.81766891479492, 34.081050872802734, 26.114316940307617, 7.475006580352783, 16.807533264160156, 20.11457633972168, 13.673556327819824, 22.560653686523438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.1630859375, 'language': 50.18009567260742}}, {'routing_index': 246, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008729373221285641, 0.7126660346984863, 2.1599468880140194e-09, 3.9273896135227915e-08, 2.1241041849862086e-06, 0.023365704342722893, 0.00021873794321436435, 4.263603113940917e-05, 0.0010495076421648264, 1.2557416084746365e-05], 'log_scores_by_expert': [-7.043646812438965, -0.3387424051761627, -19.953182220458984, -17.052705764770508, -13.06216049194336, -3.756485939025879, -8.42763614654541, -10.062810897827148, -6.859434127807617, -11.285199165344238], 'distances_by_expert': [14.08729362487793, 0.6774848103523254, 39.90636444091797, 34.105411529541016, 26.12432098388672, 7.512971878051758, 16.85527229309082, 20.125621795654297, 13.718868255615234, 22.570398330688477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.581298828125, 'language': 50.17458724975586}}, {'routing_index': 247, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009447514894418418, 0.8216131925582886, 2.368408136277367e-09, 4.9623093190120926e-08, 2.3399954898195574e-06, 0.03169131278991699, 0.00025144623941741884, 4.8922978749033064e-05, 0.001138914143666625, 1.388880809827242e-05], 'log_scores_by_expert': [-6.964588642120361, -0.19648562371730804, -19.861047744750977, -16.818809509277344, -12.965361595153809, -3.4517126083374023, -8.288281440734863, -9.925263404846191, -6.777679920196533, -11.184427261352539], 'distances_by_expert': [13.929177284240723, 0.3929712474346161, 39.72209548950195, 33.63761901855469, 25.930723190307617, 6.903425216674805, 16.576562881469727, 19.850526809692383, 13.555359840393066, 22.368854522705078], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3379.449462890625, 'language': 50.18490219116211}}, {'routing_index': 248, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008802853408269584, 0.7992080450057983, 2.2332213855946748e-09, 4.7783000667322995e-08, 2.322259206266608e-06, 0.032302774488925934, 0.000256723869824782, 4.8536749090999365e-05, 0.0010623610578477383, 1.3882570783607662e-05], 'log_scores_by_expert': [-7.035264492034912, -0.2241339385509491, -19.91982078552246, -16.856595993041992, -12.972970008850098, -3.4326021671295166, -8.267509460449219, -9.933189392089844, -6.847261428833008, -11.184876441955566], 'distances_by_expert': [14.070528984069824, 0.4482678771018982, 39.83964157104492, 33.713191986083984, 25.945940017700195, 6.865204334259033, 16.535018920898438, 19.866378784179688, 13.694522857666016, 22.369752883911133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.636474609375, 'language': 50.19917678833008}}, {'routing_index': 249, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008574242237955332, 0.7721717357635498, 2.2035691049637762e-09, 4.585125168432569e-08, 2.2304193407762796e-06, 0.030744249001145363, 0.0002490045444574207, 4.72396204713732e-05, 0.0010317069245502353, 1.3168897567084059e-05], 'log_scores_by_expert': [-7.061577796936035, -0.2585483193397522, -19.93318748474121, -16.897863388061523, -13.013320922851562, -3.4820523262023926, -8.298039436340332, -9.960277557373047, -6.876540660858154, -11.237652778625488], 'distances_by_expert': [14.12315559387207, 0.5170966386795044, 39.86637496948242, 33.79572677612305, 26.026641845703125, 6.964104652404785, 16.596078872680664, 19.920555114746094, 13.753081321716309, 22.475305557250977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3261.27294921875, 'language': 50.2042121887207}}, {'routing_index': 250, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008808353450149298, 0.7836015224456787, 2.241457242035949e-09, 4.640810402634088e-08, 2.261278041260084e-06, 0.03118426539003849, 0.00025356869446113706, 4.9049442168325186e-05, 0.0010507454862818122, 1.3689647857972886e-05], 'log_scores_by_expert': [-7.034639835357666, -0.2438545674085617, -19.916139602661133, -16.885791778564453, -12.999580383300781, -3.467841625213623, -8.279875755310059, -9.92268180847168, -6.858255386352539, -11.198870658874512], 'distances_by_expert': [14.069279670715332, 0.4877091348171234, 39.832279205322266, 33.771583557128906, 25.999160766601562, 6.935683250427246, 16.559751510620117, 19.84536361694336, 13.716510772705078, 22.397741317749023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.593505859375, 'language': 50.202816009521484}}, {'routing_index': 251, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009634792222641408, 0.8029232621192932, 2.411318922312944e-09, 4.549174192902683e-08, 2.3287307158170734e-06, 0.029238324612379074, 0.00024705592659302056, 4.893104778602719e-05, 0.0011513985227793455, 1.3916226635046769e-05], 'log_scores_by_expert': [-6.94495964050293, -0.21949613094329834, -19.84309196472168, -16.90573501586914, -12.970187187194824, -3.5322749614715576, -8.305895805358887, -9.925098419189453, -6.766777992248535, -11.182455062866211], 'distances_by_expert': [13.88991928100586, 0.4389922618865967, 39.68618392944336, 33.81147003173828, 25.94037437438965, 7.064549922943115, 16.611791610717773, 19.850196838378906, 13.53355598449707, 22.364910125732422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.292724609375, 'language': 50.19161605834961}}, {'routing_index': 252, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000978180207312107, 0.8030380010604858, 2.4572464063510324e-09, 4.4542726840290925e-08, 2.3457600946130697e-06, 0.028716396540403366, 0.0002506965247448534, 4.952578092343174e-05, 0.001154160127043724, 1.3994214896229096e-05], 'log_scores_by_expert': [-6.929816722869873, -0.21935324370861053, -19.8242244720459, -16.926816940307617, -12.96290111541748, -3.5502870082855225, -8.291267395019531, -9.913017272949219, -6.764382362365723, -11.17686653137207], 'distances_by_expert': [13.859633445739746, 0.43870648741722107, 39.6484489440918, 33.853633880615234, 25.92580223083496, 7.100574016571045, 16.582534790039062, 19.826034545898438, 13.528764724731445, 22.35373306274414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.634521484375, 'language': 50.185035705566406}}, {'routing_index': 253, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009013467933982611, 0.747426450252533, 2.3167012752622895e-09, 4.80626987098276e-08, 2.3184134079201613e-06, 0.031027182936668396, 0.0002554197853896767, 4.8496771341888234e-05, 0.0010721544967964292, 1.3514760212274268e-05], 'log_scores_by_expert': [-7.01162052154541, -0.29111939668655396, -19.883121490478516, -16.850759506225586, -12.974627494812012, -3.4728915691375732, -8.272602081298828, -9.934013366699219, -6.838085174560547, -11.2117280960083], 'distances_by_expert': [14.02324104309082, 0.5822387933731079, 39.76624298095703, 33.70151901245117, 25.949254989624023, 6.9457831382751465, 16.545204162597656, 19.868026733398438, 13.676170349121094, 22.4234561920166], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.679443359375, 'language': 50.225608825683594}}, {'routing_index': 254, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009443929884582758, 0.6869396567344666, 2.3387760617055164e-09, 4.0108361076818255e-08, 2.21083882934181e-06, 0.024278555065393448, 0.00023327828967012465, 4.5960419811308384e-05, 0.0010842636693269014, 1.3324776773515623e-05], 'log_scores_by_expert': [-6.964968204498291, -0.37550875544548035, -19.873638153076172, -17.031681060791016, -13.022138595581055, -3.7181618213653564, -8.36327838897705, -9.987730026245117, -6.826854228973389, -11.225885391235352], 'distances_by_expert': [13.929936408996582, 0.7510175108909607, 39.747276306152344, 34.06336212158203, 26.04427719116211, 7.436323642730713, 16.7265567779541, 19.975460052490234, 13.653708457946777, 22.451770782470703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3531.59130859375, 'language': 50.18684005737305}}, {'routing_index': 255, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009308685548603535, 0.7436662912368774, 2.3345732014234954e-09, 4.325768543367303e-08, 2.3274785689864075e-06, 0.026671165600419044, 0.00023965470609255135, 4.669990812544711e-05, 0.0010945657268166542, 1.383169183100108e-05], 'log_scores_by_expert': [-6.9793925285339355, -0.2961629033088684, -19.875436782836914, -16.956090927124023, -12.970725059509277, -3.6241722106933594, -8.336311340332031, -9.971768379211426, -6.817397594451904, -11.18854808807373], 'distances_by_expert': [13.958785057067871, 0.5923258066177368, 39.75087356567383, 33.91218185424805, 25.941450119018555, 7.248344421386719, 16.672622680664062, 19.94353675842285, 13.634795188903809, 22.37709617614746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3513.406982421875, 'language': 50.192657470703125}}, {'routing_index': 256, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009747007279656827, 0.7642732858657837, 2.4394868347599186e-09, 4.416247278982155e-08, 2.2248364075494464e-06, 0.02728433534502983, 0.00023960192629601806, 4.6583991206716746e-05, 0.001144304987974465, 1.3229356227384415e-05], 'log_scores_by_expert': [-6.933380126953125, -0.268829882144928, -19.831478118896484, -16.93539047241211, -13.015827178955078, -3.601442575454712, -8.336531639099121, -9.97425365447998, -6.772957801818848, -11.233072280883789], 'distances_by_expert': [13.86676025390625, 0.537659764289856, 39.66295623779297, 33.87078094482422, 26.031654357910156, 7.202885150909424, 16.673063278198242, 19.94850730895996, 13.545915603637695, 22.466144561767578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3417.071044921875, 'language': 50.1854133605957}}, {'routing_index': 257, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008024894050322473, 0.7074164152145386, 1.9804085038543917e-09, 4.082149018813652e-08, 2.027286654993077e-06, 0.02573213540017605, 0.00021637705503962934, 4.183071723673493e-05, 0.001014653593301773, 1.2433401025191415e-05], 'log_scores_by_expert': [-7.127791881561279, -0.34613579511642456, -20.039962768554688, -17.014057159423828, -13.10881233215332, -3.6600146293640137, -8.438488006591797, -10.081879615783691, -6.893208026885986, -11.295124053955078], 'distances_by_expert': [14.255583763122559, 0.6922715902328491, 40.079925537109375, 34.028114318847656, 26.21762466430664, 7.320029258728027, 16.876976013183594, 20.163759231567383, 13.786416053771973, 22.590248107910156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.990966796875, 'language': 50.18124771118164}}, {'routing_index': 258, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009135074797086418, 0.8065572381019592, 2.300848400693667e-09, 4.905890804707269e-08, 2.3481459265894955e-06, 0.03280539810657501, 0.0002522510476410389, 4.8981757572619244e-05, 0.00110535672865808, 1.388263626722619e-05], 'log_scores_by_expert': [-6.998219013214111, -0.21498045325279236, -19.88998794555664, -16.830244064331055, -12.961884498596191, -3.4171621799468994, -8.285085678100586, -9.924062728881836, -6.807587146759033, -11.184871673583984], 'distances_by_expert': [13.996438026428223, 0.4299609065055847, 39.77997589111328, 33.66048812866211, 25.923768997192383, 6.834324359893799, 16.570171356201172, 19.848125457763672, 13.615174293518066, 22.36974334716797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3385.3916015625, 'language': 50.177738189697266}}, {'routing_index': 259, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008480513351969421, 0.754058301448822, 2.1338992794994738e-09, 4.5337383625110306e-08, 2.2367692054103827e-06, 0.03093266300857067, 0.000246096053160727, 4.698473640019074e-05, 0.001036548288539052, 1.3232295714260545e-05], 'log_scores_by_expert': [-7.072569370269775, -0.2822856307029724, -19.965314865112305, -16.909133911132812, -13.010478019714355, -3.475942611694336, -8.309788703918457, -9.96568775177002, -6.871859073638916, -11.232850074768066], 'distances_by_expert': [14.14513874053955, 0.5645712614059448, 39.93062973022461, 33.818267822265625, 26.02095603942871, 6.951885223388672, 16.619577407836914, 19.93137550354004, 13.743718147277832, 22.465700149536133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.233642578125, 'language': 50.18844223022461}}, {'routing_index': 260, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007893043220974505, 0.7128035426139832, 2.066869786432335e-09, 4.297872635561362e-08, 2.115590859830263e-06, 0.028637714684009552, 0.00023767385573592037, 4.4937769416719675e-05, 0.0009587166714482009, 1.2472496564441826e-05], 'log_scores_by_expert': [-7.1443586349487305, -0.33854952454566956, -19.997230529785156, -16.962560653686523, -13.066176414489746, -3.5530307292938232, -8.344611167907715, -10.010231971740723, -6.949914932250977, -11.291984558105469], 'distances_by_expert': [14.288717269897461, 0.6770990490913391, 39.99446105957031, 33.92512130737305, 26.132352828979492, 7.1060614585876465, 16.68922233581543, 20.020463943481445, 13.899829864501953, 22.583969116210938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3284.630615234375, 'language': 50.226036071777344}}, {'routing_index': 261, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008619999280199409, 0.7587277293205261, 2.2118056275388653e-09, 4.489747595926019e-08, 2.204274551331764e-06, 0.030900709331035614, 0.0002457709633745253, 4.766046185977757e-05, 0.001025382080115378, 1.3361054698179942e-05], 'log_scores_by_expert': [-7.056255340576172, -0.27611225843429565, -19.92945671081543, -16.91888427734375, -13.02511215209961, -3.476976156234741, -8.311110496520996, -9.951408386230469, -6.882689952850342, -11.223166465759277], 'distances_by_expert': [14.112510681152344, 0.5522245168685913, 39.85891342163086, 33.8377685546875, 26.05022430419922, 6.953952312469482, 16.622220993041992, 19.902816772460938, 13.765379905700684, 22.446332931518555], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3241.4794921875, 'language': 50.231170654296875}}, {'routing_index': 262, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000916937249712646, 0.7606194615364075, 2.293911727235809e-09, 4.6873271486447265e-08, 2.2490212359116413e-06, 0.03162720054388046, 0.0002440493699396029, 4.8287845856975764e-05, 0.0011104780714958906, 1.3307339941093232e-05], 'log_scores_by_expert': [-6.994471549987793, -0.27362215518951416, -19.893007278442383, -16.875818252563477, -13.00501537322998, -3.453737735748291, -8.318140029907227, -9.93833065032959, -6.802964687347412, -11.227194786071777], 'distances_by_expert': [13.988943099975586, 0.5472443103790283, 39.786014556884766, 33.75163650512695, 26.01003074645996, 6.907475471496582, 16.636280059814453, 19.87666130065918, 13.605929374694824, 22.454389572143555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.905517578125, 'language': 50.17660140991211}}, {'routing_index': 263, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008799415663816035, 0.7356835603713989, 2.2416581924034062e-09, 4.487692706334201e-08, 2.217120254499605e-06, 0.029108069837093353, 0.00023901813256088644, 4.652618372347206e-05, 0.0010695216478779912, 1.2947459254064597e-05], 'log_scores_by_expert': [-7.0356550216674805, -0.3069552183151245, -19.91604995727539, -16.919342041015625, -13.019301414489746, -3.5367398262023926, -8.338971138000488, -9.975495338439941, -6.840543746948242, -11.254611015319824], 'distances_by_expert': [14.071310043334961, 0.613910436630249, 39.83209991455078, 33.83868408203125, 26.038602828979492, 7.073479652404785, 16.677942276000977, 19.950990676879883, 13.681087493896484, 22.50922203063965], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.380859375, 'language': 50.20376968383789}}, {'routing_index': 264, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008645830675959587, 0.6810534596443176, 2.266218546154164e-09, 4.679376885974307e-08, 2.1294079033395974e-06, 0.028671780601143837, 0.00023931029136292636, 4.534934487310238e-05, 0.0010355286067351699, 1.2033420716761611e-05], 'log_scores_by_expert': [-7.053263187408447, -0.384114533662796, -19.905153274536133, -16.87751579284668, -13.059666633605957, -3.551841974258423, -8.337749481201172, -10.001114845275879, -6.872843265533447, -11.3278226852417], 'distances_by_expert': [14.106526374816895, 0.768229067325592, 39.810306549072266, 33.75503158569336, 26.119333267211914, 7.103683948516846, 16.675498962402344, 20.002229690551758, 13.745686531066895, 22.6556453704834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3211.068115234375, 'language': 50.192195892333984}}, {'routing_index': 265, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008623419562354684, 0.6211710572242737, 2.161686163404397e-09, 3.5794364805497025e-08, 2.0066950128239114e-06, 0.020490389317274094, 0.00020992955251131207, 4.111026646569371e-05, 0.0009902396705001593, 1.2080921806045808e-05], 'log_scores_by_expert': [-7.055858612060547, -0.476148784160614, -19.952377319335938, -17.145475387573242, -13.11902141571045, -3.8877992630004883, -8.468738555908203, -10.099252700805664, -6.917563438415527, -11.323883056640625], 'distances_by_expert': [14.111717224121094, 0.952297568321228, 39.904754638671875, 34.290950775146484, 26.2380428314209, 7.775598526000977, 16.937477111816406, 20.198505401611328, 13.835126876831055, 22.64776611328125], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3567.0830078125, 'language': 50.18942642211914}}, {'routing_index': 266, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008689301903359592, 0.6488963961601257, 2.1712065478851628e-09, 3.718576380151717e-08, 2.089189365506172e-06, 0.02196669764816761, 0.0002167736238334328, 4.181667827651836e-05, 0.001017427770420909, 1.2406560927047394e-05], 'log_scores_by_expert': [-7.048247814178467, -0.43248218297958374, -19.947982788085938, -17.10733985900879, -13.078734397888184, -3.818227767944336, -8.436656951904297, -10.082215309143066, -6.890477657318115, -11.297285079956055], 'distances_by_expert': [14.096495628356934, 0.8649643659591675, 39.895965576171875, 34.21467971801758, 26.157468795776367, 7.636455535888672, 16.873313903808594, 20.164430618286133, 13.78095531463623, 22.59457015991211], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3522.8486328125, 'language': 50.19226837158203}}, {'routing_index': 267, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008289555553346872, 0.6653203964233398, 2.0433004177533576e-09, 3.558850281137893e-08, 2.0176541966065997e-06, 0.02178337424993515, 0.0002092337963404134, 3.972148260800168e-05, 0.001014326117001474, 1.2098227671231143e-05], 'log_scores_by_expert': [-7.095344066619873, -0.40748655796051025, -20.008699417114258, -17.151243209838867, -13.113574981689453, -3.826608180999756, -8.472058296203613, -10.133618354797363, -6.89353084564209, -11.3224515914917], 'distances_by_expert': [14.190688133239746, 0.8149731159210205, 40.017398834228516, 34.302486419677734, 26.227149963378906, 7.653216361999512, 16.944116592407227, 20.267236709594727, 13.78706169128418, 22.6449031829834], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3482.1552734375, 'language': 50.18675994873047}}, {'routing_index': 268, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008317417232319713, 0.6239050626754761, 2.0724280069828183e-09, 3.3098505269890666e-08, 1.942729113579844e-06, 0.01960885338485241, 0.0002056227094726637, 3.923273834516294e-05, 0.0010023950599133968, 1.1765579984057695e-05], 'log_scores_by_expert': [-7.091988563537598, -0.47175702452659607, -19.994544982910156, -17.223777770996094, -13.151416778564453, -3.931774139404297, -8.48946762084961, -10.14599895477295, -6.905363082885742, -11.350332260131836], 'distances_by_expert': [14.183977127075195, 0.9435140490531921, 39.98908996582031, 34.44755554199219, 26.302833557128906, 7.863548278808594, 16.97893524169922, 20.2919979095459, 13.810726165771484, 22.700664520263672], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3492.310302734375, 'language': 50.187530517578125}}, {'routing_index': 269, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008477877709083259, 0.7469361424446106, 2.122513276248128e-09, 4.449941926054635e-08, 2.3004261038295226e-06, 0.028410417959094048, 0.00023431777663063258, 4.509876816882752e-05, 0.0010617792140692472, 1.3761943591816816e-05], 'log_scores_by_expert': [-7.072880268096924, -0.291775643825531, -19.970664978027344, -16.92778968811035, -12.982416152954102, -3.5609993934631348, -8.358832359313965, -10.0066556930542, -6.847809314727783, -11.193603515625], 'distances_by_expert': [14.145760536193848, 0.583551287651062, 39.94132995605469, 33.8555793762207, 25.964832305908203, 7.1219987869262695, 16.71766471862793, 20.0133113861084, 13.695618629455566, 22.38720703125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.541748046875, 'language': 50.190032958984375}}, {'routing_index': 270, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007823680061846972, 0.6637242436408997, 1.9414556629016033e-09, 4.099556960568407e-08, 2.049609520327067e-06, 0.02761422097682953, 0.00022050041297916323, 4.20883770857472e-05, 0.0009937884751707315, 1.2377689927234314e-05], 'log_scores_by_expert': [-7.1531853675842285, -0.40988847613334656, -20.05982780456543, -17.009801864624023, -13.097861289978027, -3.5894243717193604, -8.419610977172852, -10.075738906860352, -6.9139862060546875, -11.299614906311035], 'distances_by_expert': [14.306370735168457, 0.8197769522666931, 40.11965560913086, 34.01960372924805, 26.195722579956055, 7.178848743438721, 16.839221954345703, 20.151477813720703, 13.827972412109375, 22.59922981262207], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3341.188232421875, 'language': 50.18427276611328}}, {'routing_index': 271, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000730828964151442, 0.6407516598701477, 1.8461443485051632e-09, 3.8304818872347823e-08, 1.9642184270196594e-06, 0.026251032948493958, 0.00021766149438917637, 4.054457167512737e-05, 0.0009252250310964882, 1.181890820589615e-05], 'log_scores_by_expert': [-7.2213311195373535, -0.44511327147483826, -20.110166549682617, -17.07769012451172, -13.140416145324707, -3.640049934387207, -8.43256950378418, -10.11310863494873, -6.9854736328125, -11.345809936523438], 'distances_by_expert': [14.442662239074707, 0.8902265429496765, 40.220333099365234, 34.15538024902344, 26.280832290649414, 7.280099868774414, 16.86513900756836, 20.22621726989746, 13.970947265625, 22.691619873046875], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3341.11767578125, 'language': 50.16970443725586}}, {'routing_index': 272, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000649255933240056, 0.5834510922431946, 1.6515715461906666e-09, 3.408857551789879e-08, 1.8725891095527913e-06, 0.024083277210593224, 0.00020106681040488183, 3.762505002669059e-05, 0.0008192854002118111, 1.1266060937487055e-05], 'log_scores_by_expert': [-7.339683532714844, -0.5387946367263794, -20.221538543701172, -17.194303512573242, -13.188188552856445, -3.7262375354766846, -8.511873245239258, -10.187840461730957, -7.1070780754089355, -11.393715858459473], 'distances_by_expert': [14.679367065429688, 1.0775892734527588, 40.443077087402344, 34.388607025146484, 26.37637710571289, 7.452475070953369, 17.023746490478516, 20.375680923461914, 14.214156150817871, 22.787431716918945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.06298828125, 'language': 50.19906997680664}}, {'routing_index': 273, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008250413229689002, 0.6832996010780334, 2.047205294175569e-09, 4.1130515882059626e-08, 2.1120590645296033e-06, 0.027181755751371384, 0.0002237616281490773, 4.287689080229029e-05, 0.0010222611017525196, 1.2579122085298877e-05], 'log_scores_by_expert': [-7.100077152252197, -0.3808218538761139, -20.006790161132812, -17.006515502929688, -13.06784725189209, -3.6052093505859375, -8.404929161071777, -10.057177543640137, -6.885738372802734, -11.283472061157227], 'distances_by_expert': [14.200154304504395, 0.7616437077522278, 40.013580322265625, 34.013031005859375, 26.13569450378418, 7.210418701171875, 16.809858322143555, 20.114355087280273, 13.771476745605469, 22.566944122314453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.603759765625, 'language': 50.200401306152344}}, {'routing_index': 274, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008290630648843944, 0.698693573474884, 2.0858237359533405e-09, 4.23555981399204e-08, 2.2004351194482297e-06, 0.02734055183827877, 0.00022703754075337201, 4.381059261504561e-05, 0.0010305681498721242, 1.297006292588776e-05], 'log_scores_by_expert': [-7.095214366912842, -0.3585429787635803, -19.988101959228516, -16.97716522216797, -13.02685546875, -3.599384307861328, -8.390395164489746, -10.035634994506836, -6.877645015716553, -11.252866744995117], 'distances_by_expert': [14.190428733825684, 0.7170859575271606, 39.97620391845703, 33.95433044433594, 26.0537109375, 7.198768615722656, 16.780790328979492, 20.071269989013672, 13.755290031433105, 22.505733489990234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.66162109375, 'language': 50.20579528808594}}, {'routing_index': 275, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008169938810169697, 0.6675168871879578, 2.0843125003722207e-09, 4.3191892729055326e-08, 2.14647138818691e-06, 0.02788712829351425, 0.00023163713922258466, 4.4145570427645e-05, 0.000990174594335258, 1.241915742866695e-05], 'log_scores_by_expert': [-7.109879016876221, -0.4041905999183655, -19.988826751708984, -16.957612991333008, -13.051685333251953, -3.579590082168579, -8.370338439941406, -10.0280179977417, -6.917629241943359, -11.296270370483398], 'distances_by_expert': [14.219758033752441, 0.808381199836731, 39.97765350341797, 33.915225982666016, 26.103370666503906, 7.159180164337158, 16.740676879882812, 20.0560359954834, 13.835258483886719, 22.592540740966797], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3217.2939453125, 'language': 50.20389175415039}}, {'routing_index': 276, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007837951416149735, 0.6153427362442017, 1.966533824671046e-09, 4.003284814757535e-08, 2.0120187400607392e-06, 0.026844710111618042, 0.00022165050904732198, 4.177849041298032e-05, 0.0009596483432687819, 1.1809116585936863e-05], 'log_scores_by_expert': [-7.151362895965576, -0.4855758249759674, -20.046993255615234, -17.033565521240234, -13.116372108459473, -3.6176865100860596, -8.414408683776855, -10.083128929138184, -6.948943614959717, -11.346638679504395], 'distances_by_expert': [14.302725791931152, 0.9711516499519348, 40.09398651123047, 34.06713104248047, 26.232744216918945, 7.235373020172119, 16.82881736755371, 20.166257858276367, 13.897887229919434, 22.69327735900879], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3208.8515625, 'language': 50.19477081298828}}, {'routing_index': 277, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007679658592678607, 0.6444931030273438, 1.964955531619239e-09, 4.001857334401393e-08, 2.056197445199359e-06, 0.026228824630379677, 0.00022157801140565425, 4.157756848144345e-05, 0.0009609730914235115, 1.1965754310949706e-05], 'log_scores_by_expert': [-7.171765327453613, -0.4392912685871124, -20.04779624938965, -17.03392219543457, -13.09465217590332, -3.6408963203430176, -8.414735794067383, -10.087949752807617, -6.947564125061035, -11.33346176147461], 'distances_by_expert': [14.343530654907227, 0.8785825371742249, 40.0955924987793, 34.06784439086914, 26.18930435180664, 7.281792640686035, 16.829471588134766, 20.175899505615234, 13.89512825012207, 22.66692352294922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3250.68017578125, 'language': 50.18572998046875}}, {'routing_index': 278, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000797702232375741, 0.6467334628105164, 2.0515285026334595e-09, 4.2234752584136004e-08, 2.053271828117431e-06, 0.026228105649352074, 0.0002235790598206222, 4.197353700874373e-05, 0.0009873725939542055, 1.1782467481680214e-05], 'log_scores_by_expert': [-7.133775234222412, -0.4358210563659668, -20.004680633544922, -16.980022430419922, -13.096076011657715, -3.6409237384796143, -8.405745506286621, -10.078471183776855, -6.9204630851745605, -11.348897933959961], 'distances_by_expert': [14.267550468444824, 0.8716421127319336, 40.009361267089844, 33.960044860839844, 26.19215202331543, 7.2818474769592285, 16.811491012573242, 20.15694236755371, 13.840926170349121, 22.697795867919922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3189.544677734375, 'language': 50.20600509643555}}, {'routing_index': 279, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008125027525238693, 0.6687941551208496, 2.055700276670791e-09, 4.399743147587287e-08, 2.113795972036314e-06, 0.02776695042848587, 0.00022941932547837496, 4.3132480641361326e-05, 0.0010145965497940779, 1.2354905265965499e-05], 'log_scores_by_expert': [-7.115391254425049, -0.40227898955345154, -20.002649307250977, -16.93913459777832, -13.067025184631348, -3.583908796310425, -8.379959106445312, -10.051234245300293, -6.893264293670654, -11.301457405090332], 'distances_by_expert': [14.230782508850098, 0.8045579791069031, 40.00529861450195, 33.87826919555664, 26.134050369262695, 7.16781759262085, 16.759918212890625, 20.102468490600586, 13.786528587341309, 22.602914810180664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.84423828125, 'language': 50.21615219116211}}, {'routing_index': 280, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008126026950776577, 0.6514244079589844, 2.0642578757446017e-09, 4.3385682602092857e-08, 2.0638299247366376e-06, 0.02635112591087818, 0.0002223491610493511, 4.205579898552969e-05, 0.0010187181178480387, 1.1971175808866974e-05], 'log_scores_by_expert': [-7.115268230438232, -0.4285939037799835, -19.99849510192871, -16.953136444091797, -13.090947151184082, -3.636244297027588, -8.411261558532715, -10.076513290405273, -6.889210224151611, -11.333008766174316], 'distances_by_expert': [14.230536460876465, 0.857187807559967, 39.99699020385742, 33.906272888183594, 26.181894302368164, 7.272488594055176, 16.82252311706543, 20.153026580810547, 13.778420448303223, 22.666017532348633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.699951171875, 'language': 50.218505859375}}, {'routing_index': 281, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008185528567992151, 0.6606910228729248, 2.0869261874167933e-09, 4.374689765995754e-08, 2.0922818748658756e-06, 0.026633942499756813, 0.00022399969748221338, 4.245453965268098e-05, 0.0010305269388481975, 1.2131408766435925e-05], 'log_scores_by_expert': [-7.107972621917725, -0.4144690930843353, -19.987573623657227, -16.94484519958496, -13.077255249023438, -3.6255688667297363, -8.403865814208984, -10.067076683044434, -6.877685070037842, -11.31971263885498], 'distances_by_expert': [14.21594524383545, 0.8289381861686707, 39.97514724731445, 33.88969039916992, 26.154510498046875, 7.251137733459473, 16.80773162841797, 20.134153366088867, 13.755370140075684, 22.63942527770996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.372802734375, 'language': 50.21772766113281}}, {'routing_index': 282, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008327036630362272, 0.6743255853652954, 2.096081530567062e-09, 4.368152772826761e-08, 2.1504276901396224e-06, 0.026869356632232666, 0.00022850245295558125, 4.3443294998724014e-05, 0.0010478474432602525, 1.2584593605424743e-05], 'log_scores_by_expert': [-7.090832710266113, -0.39404231309890747, -19.983196258544922, -16.946340560913086, -13.049843788146973, -3.6167688369750977, -8.383963584899902, -10.04405403137207, -6.861017227172852, -11.283037185668945], 'distances_by_expert': [14.181665420532227, 0.7880846261978149, 39.966392517089844, 33.89268112182617, 26.099687576293945, 7.233537673950195, 16.767927169799805, 20.08810806274414, 13.722034454345703, 22.56607437133789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.536865234375, 'language': 50.19207763671875}}, {'routing_index': 283, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000827426032628864, 0.659852147102356, 2.0846624426695826e-09, 4.335391423637702e-08, 2.0691234112746315e-06, 0.026707449927926064, 0.0002245785144623369, 4.248309414833784e-05, 0.0010379193117842078, 1.213088853546651e-05], 'log_scores_by_expert': [-7.097190856933594, -0.415739506483078, -19.988658905029297, -16.953868865966797, -13.088385581970215, -3.6228127479553223, -8.401285171508789, -10.066404342651367, -6.870537281036377, -11.319755554199219], 'distances_by_expert': [14.194381713867188, 0.831479012966156, 39.977317810058594, 33.907737731933594, 26.17677116394043, 7.2456254959106445, 16.802570343017578, 20.132808685302734, 13.741074562072754, 22.639511108398438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3253.184326171875, 'language': 50.181434631347656}}, {'routing_index': 284, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000837579951621592, 0.6811001896858215, 2.1110468928497994e-09, 4.3647212066844077e-08, 2.119318651239155e-06, 0.02715643309056759, 0.0002280755143146962, 4.363492189440876e-05, 0.0010413348209112883, 1.2429512935341336e-05], 'log_scores_by_expert': [-7.084993839263916, -0.38404580950737, -19.97608184814453, -16.947126388549805, -13.06441593170166, -3.6061413288116455, -8.385833740234375, -10.039652824401855, -6.867251873016357, -11.29543685913086], 'distances_by_expert': [14.169987678527832, 0.76809161901474, 39.95216369628906, 33.89425277709961, 26.12883186340332, 7.212282657623291, 16.77166748046875, 20.07930564880371, 13.734503746032715, 22.59087371826172], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3236.816650390625, 'language': 50.20908737182617}}, {'routing_index': 285, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008527283789590001, 0.6862410306930542, 2.1709580799722517e-09, 4.450672008715628e-08, 2.173037046304671e-06, 0.02689187042415142, 0.00023040841915644705, 4.408986569615081e-05, 0.0010446057422086596, 1.2616390449693426e-05], 'log_scores_by_expert': [-7.0670695304870605, -0.3765263557434082, -19.948097229003906, -16.92762565612793, -13.039384841918945, -3.615931272506714, -8.375657081604004, -10.029280662536621, -6.8641157150268555, -11.280513763427734], 'distances_by_expert': [14.134139060974121, 0.7530527114868164, 39.89619445800781, 33.85525131225586, 26.07876968383789, 7.231862545013428, 16.751314163208008, 20.058561325073242, 13.728231430053711, 22.56102752685547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3221.140380859375, 'language': 50.2257194519043}}, {'routing_index': 286, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009037309791892767, 0.6965584754943848, 2.2438826352555452e-09, 4.3574267749590945e-08, 2.18338595914247e-06, 0.026821833103895187, 0.00023150617198552936, 4.4973181502427906e-05, 0.001105068949982524, 1.2813444300263654e-05], 'log_scores_by_expert': [-7.008978843688965, -0.3616034686565399, -19.915058135986328, -16.94879913330078, -13.03463363647461, -3.6185390949249268, -8.370903968811035, -10.009444236755371, -6.807847499847412, -11.265015602111816], 'distances_by_expert': [14.01795768737793, 0.7232069373130798, 39.830116271972656, 33.89759826660156, 26.06926727294922, 7.2370781898498535, 16.74180793762207, 20.018888473510742, 13.615694999694824, 22.530031204223633], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3276.58203125, 'language': 50.191314697265625}}, {'routing_index': 287, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000883953645825386, 0.6728599667549133, 2.214726624316654e-09, 4.131970143816943e-08, 2.166737886000192e-06, 0.02502506412565708, 0.00022481614723801613, 4.3607047700788826e-05, 0.0010781300952658057, 1.2552997759485152e-05], 'log_scores_by_expert': [-7.031105995178223, -0.39621806144714355, -19.928136825561523, -17.00192642211914, -13.042287826538086, -3.6878774166107178, -8.400227546691895, -10.040291786193848, -6.832527160644531, -11.285551071166992], 'distances_by_expert': [14.062211990356445, 0.7924361228942871, 39.85627365112305, 34.00385284423828, 26.084575653076172, 7.3757548332214355, 16.80045509338379, 20.080583572387695, 13.665054321289062, 22.571102142333984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3290.33056640625, 'language': 50.202247619628906}}, {'routing_index': 288, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008807287085801363, 0.6199658513069153, 2.17841189531498e-09, 3.582461971518569e-08, 2.0074223812116543e-06, 0.021367473527789116, 0.0002092028735205531, 4.096870543435216e-05, 0.0010535841574892402, 1.1643720426945947e-05], 'log_scores_by_expert': [-7.03476095199585, -0.47809094190597534, -19.944669723510742, -17.144630432128906, -13.118659019470215, -3.8458855152130127, -8.472206115722656, -10.102702140808105, -6.855557441711426, -11.360743522644043], 'distances_by_expert': [14.0695219039917, 0.9561818838119507, 39.889339447021484, 34.28926086425781, 26.23731803894043, 7.691771030426025, 16.944412231445312, 20.20540428161621, 13.711114883422852, 22.721487045288086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.380615234375, 'language': 50.18838119506836}}, {'routing_index': 289, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008723206701688468, 0.6314435005187988, 2.1853616694045286e-09, 3.5073394855089646e-08, 2.00832823793462e-06, 0.02128610759973526, 0.00021174500579945743, 4.112505121156573e-05, 0.0010448269313201308, 1.1869625268445816e-05], 'log_scores_by_expert': [-7.044353485107422, -0.4597468376159668, -19.941484451293945, -17.165822982788086, -13.118207931518555, -3.849700689315796, -8.460127830505371, -10.098893165588379, -6.863903999328613, -11.341527938842773], 'distances_by_expert': [14.088706970214844, 0.9194936752319336, 39.88296890258789, 34.33164596557617, 26.23641586303711, 7.699401378631592, 16.920255661010742, 20.197786331176758, 13.727807998657227, 22.683055877685547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.05322265625, 'language': 50.18009567260742}}, {'routing_index': 290, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008765048114582896, 0.6238520741462708, 2.206614224675718e-09, 3.566842110558355e-08, 2.0226768810971407e-06, 0.02110857143998146, 0.0002116456744261086, 4.115616320632398e-05, 0.001044033095240593, 1.1833152711915318e-05], 'log_scores_by_expert': [-7.0395684242248535, -0.4718420207500458, -19.931806564331055, -17.14900016784668, -13.111088752746582, -3.8580760955810547, -8.460597038269043, -10.098136901855469, -6.864664077758789, -11.344605445861816], 'distances_by_expert': [14.079136848449707, 0.9436840415000916, 39.86361312866211, 34.29800033569336, 26.222177505493164, 7.716152191162109, 16.921194076538086, 20.196273803710938, 13.729328155517578, 22.689210891723633], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3312.052490234375, 'language': 50.19963455200195}}, {'routing_index': 291, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008908080053515732, 0.6233716607093811, 2.2100048457929233e-09, 3.611248544643786e-08, 2.016648295466439e-06, 0.021503208205103874, 0.00021235633175820112, 4.144198101130314e-05, 0.0010658687679097056, 1.1832024028990418e-05], 'log_scores_by_expert': [-7.02338171005249, -0.47261232137680054, -19.93027114868164, -17.136627197265625, -13.114073753356934, -3.839553117752075, -8.457244873046875, -10.091216087341309, -6.84396505355835, -11.344700813293457], 'distances_by_expert': [14.04676342010498, 0.9452246427536011, 39.86054229736328, 34.27325439453125, 26.228147506713867, 7.67910623550415, 16.91448974609375, 20.182432174682617, 13.6879301071167, 22.689401626586914], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3340.843017578125, 'language': 50.180702209472656}}, {'routing_index': 292, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008511542109772563, 0.5825421810150146, 2.1418140594420265e-09, 3.332007381118274e-08, 1.9419603631831706e-06, 0.019623680040240288, 0.00020299565221648663, 3.967177326558158e-05, 0.0010095909237861633, 1.1252327567490283e-05], 'log_scores_by_expert': [-7.068917274475098, -0.5403536558151245, -19.961612701416016, -17.217105865478516, -13.151812553405762, -3.931018352508545, -8.502326011657715, -10.134870529174805, -6.898210048675537, -11.394935607910156], 'distances_by_expert': [14.137834548950195, 1.080707311630249, 39.92322540283203, 34.43421173095703, 26.303625106811523, 7.86203670501709, 17.00465202331543, 20.26974105834961, 13.796420097351074, 22.789871215820312], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3377.263916015625, 'language': 50.1888427734375}}, {'routing_index': 293, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008743653888814151, 0.6394238471984863, 2.2295143509154514e-09, 3.694955097444108e-08, 2.079455271086772e-06, 0.021079046651721, 0.00021645920060109347, 4.1819548641797155e-05, 0.0010088304989039898, 1.220257308887085e-05], 'log_scores_by_expert': [-7.0420122146606445, -0.4471878409385681, -19.92148208618164, -17.113712310791016, -13.083404541015625, -3.85947585105896, -8.438108444213867, -10.082146644592285, -6.898963451385498, -11.313863754272461], 'distances_by_expert': [14.084024429321289, 0.8943756818771362, 39.84296417236328, 34.22742462158203, 26.16680908203125, 7.71895170211792, 16.876216888427734, 20.16429328918457, 13.797926902770996, 22.627727508544922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3480.459716796875, 'language': 50.188690185546875}}, {'routing_index': 294, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009406209574081004, 0.7286856770515442, 2.3852271269220182e-09, 4.079277360347078e-08, 2.164121269743191e-06, 0.024511242285370827, 0.00022871304827276617, 4.475190144148655e-05, 0.0010875724256038666, 1.2792724191967864e-05], 'log_scores_by_expert': [-6.96897029876709, -0.3165128827095032, -19.853971481323242, -17.014760971069336, -13.043496131896973, -3.7086234092712402, -8.383042335510254, -10.014376640319824, -6.823807239532471, -11.266633987426758], 'distances_by_expert': [13.93794059753418, 0.6330257654190063, 39.707942962646484, 34.02952194213867, 26.086992263793945, 7.4172468185424805, 16.766084671020508, 20.02875328063965, 13.647614479064941, 22.533267974853516], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.941162109375, 'language': 50.18184280395508}}, {'routing_index': 295, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008851134334690869, 0.6834409236907959, 2.222733330725646e-09, 3.725867614434719e-08, 2.037971398749505e-06, 0.022522075101733208, 0.00021697176271118224, 4.182122211204842e-05, 0.0010578318033367395, 1.2257238267920911e-05], 'log_scores_by_expert': [-7.029794692993164, -0.3806150555610657, -19.924528121948242, -17.10538101196289, -13.103555679321289, -3.793259382247925, -8.43574333190918, -10.082106590270996, -6.851533889770508, -11.309393882751465], 'distances_by_expert': [14.059589385986328, 0.7612301111221313, 39.849056243896484, 34.21076202392578, 26.207111358642578, 7.58651876449585, 16.87148666381836, 20.164213180541992, 13.703067779541016, 22.61878776550293], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3525.250244140625, 'language': 50.184234619140625}}, {'routing_index': 296, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008920968393795192, 0.7674421668052673, 2.2482866679496283e-09, 4.7022904681170985e-08, 2.2250656002142932e-06, 0.02901518903672695, 0.0002355435281060636, 4.546921263681725e-05, 0.0010938247432932258, 1.310716470470652e-05], 'log_scores_by_expert': [-7.021935939788818, -0.2646922171115875, -19.913097381591797, -16.872631072998047, -13.015724182128906, -3.539935827255249, -8.353614807128906, -9.998475074768066, -6.818074703216553, -11.242351531982422], 'distances_by_expert': [14.043871879577637, 0.529384434223175, 39.826194763183594, 33.745262145996094, 26.031448364257812, 7.079871654510498, 16.707229614257812, 19.996950149536133, 13.636149406433105, 22.484703063964844], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3368.48095703125, 'language': 50.1722297668457}}, {'routing_index': 297, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009504859917797148, 0.82193523645401, 2.412988919786585e-09, 5.0391278705319564e-08, 2.3787022200849606e-06, 0.03266032785177231, 0.0002554290695115924, 4.9247610149905086e-05, 0.0011341327335685492, 1.3981275515106972e-05], 'log_scores_by_expert': [-6.9585371017456055, -0.19609373807907104, -19.84239959716797, -16.803447723388672, -12.948955535888672, -3.4215941429138184, -8.272565841674805, -9.918649673461914, -6.781887054443359, -11.177791595458984], 'distances_by_expert': [13.917074203491211, 0.3921874761581421, 39.68479919433594, 33.606895446777344, 25.897911071777344, 6.843188285827637, 16.54513168334961, 19.837299346923828, 13.563774108886719, 22.35558319091797], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3301.8681640625, 'language': 50.21406173706055}}, {'routing_index': 298, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008675358258187771, 0.7738547921180725, 2.2165522750583477e-09, 4.746787851672707e-08, 2.3340535335591994e-06, 0.031276803463697433, 0.00025677846861071885, 4.829171666642651e-05, 0.0010475218296051025, 1.3655927432409953e-05], 'log_scores_by_expert': [-7.049853801727295, -0.25637108087539673, -19.92731285095215, -16.86321258544922, -12.967904090881348, -3.464878559112549, -8.26729679107666, -9.938250541687012, -6.861328125, -11.201336860656738], 'distances_by_expert': [14.09970760345459, 0.5127421617507935, 39.8546257019043, 33.72642517089844, 25.935808181762695, 6.929757118225098, 16.53459358215332, 19.876501083374023, 13.72265625, 22.402673721313477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.890625, 'language': 50.20676803588867}}, {'routing_index': 299, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008278010063804686, 0.7467889189720154, 2.1333905753095905e-09, 4.46021566347099e-08, 2.178028807975352e-06, 0.03053455241024494, 0.00024379859678447247, 4.574322156258859e-05, 0.0010069211712107062, 1.2866821634816006e-05], 'log_scores_by_expert': [-7.096737861633301, -0.29197272658348083, -19.965553283691406, -16.92548370361328, -13.037090301513672, -3.488896369934082, -8.319168090820312, -9.992466926574707, -6.900857925415039, -11.260858535766602], 'distances_by_expert': [14.193475723266602, 0.5839454531669617, 39.93110656738281, 33.85096740722656, 26.074180603027344, 6.977792739868164, 16.638336181640625, 19.984933853149414, 13.801715850830078, 22.521717071533203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3268.9638671875, 'language': 50.197044372558594}}, {'routing_index': 300, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008857006905600429, 0.7644662261009216, 2.2491959406067963e-09, 4.542627962678125e-08, 2.1991720586811425e-06, 0.03127920255064964, 0.0002448730228934437, 4.799511589226313e-05, 0.001049616257660091, 1.3217312698543537e-05], 'log_scores_by_expert': [-7.0291314125061035, -0.2685774266719818, -19.91269302368164, -16.907175064086914, -13.027429580688477, -3.464801788330078, -8.314770698547363, -9.944411277770996, -6.859330654144287, -11.233983039855957], 'distances_by_expert': [14.058262825012207, 0.5371548533439636, 39.82538604736328, 33.81435012817383, 26.054859161376953, 6.929603576660156, 16.629541397094727, 19.888822555541992, 13.718661308288574, 22.467966079711914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3266.43701171875, 'language': 50.200740814208984}}, {'routing_index': 301, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009556349832564592, 0.7946128845214844, 2.405884158562799e-09, 4.8061231439078256e-08, 2.352633373448043e-06, 0.03146671876311302, 0.0002511684433557093, 5.008510925108567e-05, 0.0011371750151738524, 1.3822460459778085e-05], 'log_scores_by_expert': [-6.953134536743164, -0.22990024089813232, -19.845348358154297, -16.85079002380371, -12.959975242614746, -3.458824872970581, -8.289386749267578, -9.901786804199219, -6.779208183288574, -11.189215660095215], 'distances_by_expert': [13.906269073486328, 0.45980048179626465, 39.690696716308594, 33.70158004760742, 25.919950485229492, 6.917649745941162, 16.578773498535156, 19.803573608398438, 13.558416366577148, 22.37843132019043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.04931640625, 'language': 50.18061065673828}}, {'routing_index': 302, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009383336291648448, 0.762258768081665, 2.3815676097882488e-09, 4.7596525831750114e-08, 2.291652208441519e-06, 0.030260836705565453, 0.00024712143931537867, 4.8604186304146424e-05, 0.0011301875347271562, 1.3281337487569544e-05], 'log_scores_by_expert': [-6.971405029296875, -0.27146923542022705, -19.855506896972656, -16.860506057739258, -12.986237525939941, -3.49790096282959, -8.305630683898926, -9.931800842285156, -6.785371780395508, -11.229150772094727], 'distances_by_expert': [13.94281005859375, 0.5429384708404541, 39.71101379394531, 33.721012115478516, 25.972475051879883, 6.99580192565918, 16.61126136779785, 19.863601684570312, 13.570743560791016, 22.458301544189453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.121337890625, 'language': 50.19422149658203}}, {'routing_index': 303, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009012332884594798, 0.7370268106460571, 2.33005770233774e-09, 4.8916138695176414e-08, 2.35519928537542e-06, 0.0312669537961483, 0.00025790469953790307, 4.9220565415453166e-05, 0.0010473604779690504, 1.3459606634569354e-05], 'log_scores_by_expert': [-7.011746406555176, -0.30513104796409607, -19.87737274169922, -16.833158493041992, -12.958885192871094, -3.465193510055542, -8.262920379638672, -9.919198989868164, -6.8614821434021, -11.21581745147705], 'distances_by_expert': [14.023492813110352, 0.6102620959281921, 39.75474548339844, 33.666316986083984, 25.917770385742188, 6.930387020111084, 16.525840759277344, 19.838397979736328, 13.7229642868042, 22.4316349029541], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.12060546875, 'language': 50.22794723510742}}, {'routing_index': 304, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009112621773965657, 0.6633992195129395, 2.2759996110011116e-09, 3.855873842439905e-08, 2.0804175164812477e-06, 0.02368014119565487, 0.0002260221663163975, 4.4676595280179754e-05, 0.0010478530311957002, 1.2755081115756184e-05], 'log_scores_by_expert': [-7.000679969787598, -0.4103783071041107, -19.900846481323242, -17.071083068847656, -13.082942008972168, -3.7431185245513916, -8.394877433776855, -10.016060829162598, -6.861011981964111, -11.269580841064453], 'distances_by_expert': [14.001359939575195, 0.8207566142082214, 39.801692962646484, 34.14216613769531, 26.165884017944336, 7.486237049102783, 16.78975486755371, 20.032121658325195, 13.722023963928223, 22.539161682128906], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3533.29638671875, 'language': 50.191673278808594}}, {'routing_index': 305, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009644237579777837, 0.7611026763916016, 2.419694666855321e-09, 4.4348933414539715e-08, 2.2819431251264177e-06, 0.027467506006360054, 0.00024392326304223388, 4.763692049891688e-05, 0.001125013455748558, 1.3767771633865777e-05], 'log_scores_by_expert': [-6.943979740142822, -0.2729870676994324, -19.839624404907227, -16.931177139282227, -12.990483283996582, -3.5947515964508057, -8.318656921386719, -9.951902389526367, -6.7899603843688965, -11.193180084228516], 'distances_by_expert': [13.887959480285645, 0.5459741353988647, 39.67924880981445, 33.86235427856445, 25.980966567993164, 7.189503192901611, 16.637313842773438, 19.903804779052734, 13.579920768737793, 22.38636016845703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.987060546875, 'language': 50.18937683105469}}, {'routing_index': 306, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009213740704581141, 0.7173269391059875, 2.3044364194646505e-09, 4.0482884600123725e-08, 2.110379909936455e-06, 0.02430046536028385, 0.00022915496083442122, 4.382551196613349e-05, 0.0010998850921168923, 1.2546965990622994e-05], 'log_scores_by_expert': [-6.989644527435303, -0.33222365379333496, -19.888429641723633, -17.02238655090332, -13.068642616271973, -3.7172598838806152, -8.381112098693848, -10.035294532775879, -6.812549591064453, -11.286031723022461], 'distances_by_expert': [13.979289054870605, 0.6644473075866699, 39.776859283447266, 34.04477310180664, 26.137285232543945, 7.4345197677612305, 16.762224197387695, 20.070589065551758, 13.625099182128906, 22.572063446044922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3411.423583984375, 'language': 50.17980194091797}}, {'routing_index': 307, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008280034526251256, 0.6930702328681946, 2.050386305185725e-09, 3.827020478297527e-08, 1.9966903437307337e-06, 0.023248234763741493, 0.00021472779917530715, 4.0694565541343763e-05, 0.0010259744012728333, 1.2080299711669795e-05], 'log_scores_by_expert': [-7.096493244171143, -0.36662396788597107, -20.005237579345703, -17.078594207763672, -13.124019622802734, -3.761526107788086, -8.446139335632324, -10.109416007995605, -6.882112503051758, -11.323934555053711], 'distances_by_expert': [14.192986488342285, 0.7332479357719421, 40.010475158691406, 34.157188415527344, 26.24803924560547, 7.523052215576172, 16.89227867126465, 20.21883201599121, 13.764225006103516, 22.647869110107422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3463.1103515625, 'language': 50.18525314331055}}, {'routing_index': 308, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008794793393462896, 0.7546576857566833, 2.1787358583935656e-09, 4.5646192603499e-08, 2.189441374866874e-06, 0.02972647361457348, 0.00023914741177577525, 4.584821726894006e-05, 0.0010790681699290872, 1.3240563930594362e-05], 'log_scores_by_expert': [-7.03618049621582, -0.2814910411834717, -19.944520950317383, -16.902345657348633, -13.031864166259766, -3.5157172679901123, -8.338430404663086, -9.990174293518066, -6.831657409667969, -11.23222541809082], 'distances_by_expert': [14.07236099243164, 0.5629820823669434, 39.889041900634766, 33.804691314697266, 26.06372833251953, 7.031434535980225, 16.676860809326172, 19.980348587036133, 13.663314819335938, 22.46445083618164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.28662109375, 'language': 50.191162109375}}, {'routing_index': 309, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008483794517815113, 0.7373214960098267, 2.14027862099897e-09, 4.507543494014499e-08, 2.2005190203344682e-06, 0.029974455013871193, 0.00024506438057869673, 4.6456927520921454e-05, 0.001031305524520576, 1.3130560546414927e-05], 'log_scores_by_expert': [-7.072182655334473, -0.3047313094139099, -19.962329864501953, -16.914928436279297, -13.026817321777344, -3.5074098110198975, -8.313989639282227, -9.976984977722168, -6.876929759979248, -11.240568161010742], 'distances_by_expert': [14.144365310668945, 0.6094626188278198, 39.924659729003906, 33.829856872558594, 26.053634643554688, 7.014819622039795, 16.627979278564453, 19.953969955444336, 13.753859519958496, 22.481136322021484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.488525390625, 'language': 50.208431243896484}}, {'routing_index': 310, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008015685016289353, 0.6914204359054565, 2.0568298175760447e-09, 4.1970231734467234e-08, 2.0652021248679375e-06, 0.027446767315268517, 0.00023148873879108578, 4.423225618666038e-05, 0.0009745691786520183, 1.2058867469022516e-05], 'log_scores_by_expert': [-7.128940105438232, -0.3690072000026703, -20.002099990844727, -16.986305236816406, -13.090282440185547, -3.5955069065093994, -8.370979309082031, -10.026056289672852, -6.9335150718688965, -11.32571029663086], 'distances_by_expert': [14.257880210876465, 0.7380144000053406, 40.00419998168945, 33.97261047363281, 26.180564880371094, 7.191013813018799, 16.741958618164062, 20.052112579345703, 13.867030143737793, 22.65142059326172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3331.8310546875, 'language': 50.21341323852539}}, {'routing_index': 311, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009108211961574852, 0.7858304977416992, 2.2848771763506193e-09, 4.684494214757251e-08, 2.2519639060192276e-06, 0.03184233605861664, 0.0002498973626643419, 4.878739491687156e-05, 0.00109391612932086, 1.3504376511264127e-05], 'log_scores_by_expert': [-7.001163959503174, -0.24101419746875763, -19.896953582763672, -16.876422882080078, -13.003707885742188, -3.446958541870117, -8.29446029663086, -9.928038597106934, -6.817991256713867, -11.212496757507324], 'distances_by_expert': [14.002327919006348, 0.48202839493751526, 39.793907165527344, 33.752845764160156, 26.007415771484375, 6.893917083740234, 16.58892059326172, 19.856077194213867, 13.635982513427734, 22.42499351501465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.863525390625, 'language': 50.18159484863281}}, {'routing_index': 312, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009540709434077144, 0.8017314076423645, 2.363345297240471e-09, 4.628354943747581e-08, 2.3702173166384455e-06, 0.030000684782862663, 0.0002511794737074524, 4.941434599459171e-05, 0.0011560217244550586, 1.4286961231846362e-05], 'log_scores_by_expert': [-6.954772472381592, -0.22098161280155182, -19.863187789916992, -16.888479232788086, -12.952528953552246, -3.506535053253174, -8.289342880249023, -9.91526985168457, -6.762770652770996, -11.156163215637207], 'distances_by_expert': [13.909544944763184, 0.44196322560310364, 39.726375579833984, 33.77695846557617, 25.905057907104492, 7.013070106506348, 16.578685760498047, 19.83053970336914, 13.525541305541992, 22.312326431274414], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3404.484619140625, 'language': 50.177886962890625}}, {'routing_index': 313, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009319615201093256, 0.7815011143684387, 2.349152428138268e-09, 4.780843454454953e-08, 2.3545435396954417e-06, 0.031219923868775368, 0.00025405571796000004, 4.92681901960168e-05, 0.0011213435791432858, 1.3762993148702662e-05], 'log_scores_by_expert': [-6.978219032287598, -0.2465386539697647, -19.869211196899414, -16.856063842773438, -12.959163665771484, -3.4666988849639893, -8.27795696258545, -9.918231964111328, -6.793227672576904, -11.193527221679688], 'distances_by_expert': [13.956438064575195, 0.4930773079395294, 39.73842239379883, 33.712127685546875, 25.91832733154297, 6.9333977699279785, 16.5559139251709, 19.836463928222656, 13.586455345153809, 22.387054443359375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.61279296875, 'language': 50.20906448364258}}, {'routing_index': 314, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008549554622732103, 0.6982452273368835, 2.2247608200132163e-09, 4.607242942711309e-08, 2.178951262976625e-06, 0.029159199446439743, 0.00024419277906417847, 4.5696178858634084e-05, 0.001026463694870472, 1.246813280886272e-05], 'log_scores_by_expert': [-7.0644612312316895, -0.3591848909854889, -19.923616409301758, -16.893051147460938, -13.036666870117188, -3.534984827041626, -8.31755256652832, -9.99349594116211, -6.881635665893555, -11.29233455657959], 'distances_by_expert': [14.128922462463379, 0.7183697819709778, 39.847232818603516, 33.786102294921875, 26.073333740234375, 7.069969654083252, 16.63510513305664, 19.98699188232422, 13.76327133178711, 22.58466911315918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3264.038818359375, 'language': 50.225059509277344}}, {'routing_index': 315, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008835393819026649, 0.6088712811470032, 2.2014476908083225e-09, 3.558245964541129e-08, 1.98526936401322e-06, 0.02060827799141407, 0.00021252794249448925, 4.187893500784412e-05, 0.0010090989526361227, 1.207966579386266e-05], 'log_scores_by_expert': [-7.031574726104736, -0.49614837765693665, -19.93415069580078, -17.151412963867188, -13.129755973815918, -3.8820624351501465, -8.456437110900879, -10.080727577209473, -6.898697376251221, -11.323987007141113], 'distances_by_expert': [14.063149452209473, 0.9922967553138733, 39.86830139160156, 34.302825927734375, 26.259511947631836, 7.764124870300293, 16.912874221801758, 20.161455154418945, 13.797394752502441, 22.647974014282227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3532.311767578125, 'language': 50.189125061035156}}, {'routing_index': 316, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008634623955003917, 0.6320154070854187, 2.193396131389136e-09, 3.4987802877139984e-08, 1.985854623853811e-06, 0.02032860741019249, 0.0002102409052895382, 4.101999365957454e-05, 0.001005855854600668, 1.1762504982471e-05], 'log_scores_by_expert': [-7.05456018447876, -0.45884159207344055, -19.937814712524414, -17.16826629638672, -13.129461288452148, -3.895726203918457, -8.467256546020508, -10.10145092010498, -6.90191650390625, -11.350593566894531], 'distances_by_expert': [14.10912036895752, 0.9176831841468811, 39.87562942504883, 34.33653259277344, 26.258922576904297, 7.791452407836914, 16.934513092041016, 20.20290184020996, 13.8038330078125, 22.701187133789062], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3389.71142578125, 'language': 50.18070983886719}}, {'routing_index': 317, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008796731126494706, 0.68275386095047, 2.1895882884592766e-09, 3.778612622795663e-08, 2.0177003534627147e-06, 0.022194666787981987, 0.00021586734510492533, 4.1388426325283945e-05, 0.0010428723180666566, 1.202603289129911e-05], 'log_scores_by_expert': [-7.0359601974487305, -0.3816209137439728, -19.939552307128906, -17.091323852539062, -13.11355209350586, -3.807903289794922, -8.44084644317627, -10.092509269714355, -6.865776538848877, -11.328436851501465], 'distances_by_expert': [14.071920394897461, 0.7632418274879456, 39.87910461425781, 34.182647705078125, 26.22710418701172, 7.615806579589844, 16.88169288635254, 20.18501853942871, 13.731553077697754, 22.65687370300293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3443.45751953125, 'language': 50.17700958251953}}, {'routing_index': 318, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009029220091179013, 0.7213812470436096, 2.2176644964844172e-09, 4.091690186669439e-08, 2.1095768261147896e-06, 0.024717990309000015, 0.00022476600133813918, 4.366189750726335e-05, 0.0010920430067926645, 1.2817929928132799e-05], 'log_scores_by_expert': [-7.00987434387207, -0.3265875577926636, -19.92681121826172, -17.011722564697266, -13.069023132324219, -3.700223922729492, -8.400450706481934, -10.039034843444824, -6.819705009460449, -11.264665603637695], 'distances_by_expert': [14.01974868774414, 0.6531751155853271, 39.85362243652344, 34.02344512939453, 26.138046264648438, 7.400447845458984, 16.800901412963867, 20.07806968688965, 13.639410018920898, 22.52933120727539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.46337890625, 'language': 50.18080520629883}}, {'routing_index': 319, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009256362682208419, 0.7900205254554749, 2.3198762910681126e-09, 4.859299096438008e-08, 2.236984755654703e-06, 0.031003963202238083, 0.0002451768086757511, 4.757427450385876e-05, 0.0011163792805746198, 1.3356824638321996e-05], 'log_scores_by_expert': [-6.985029220581055, -0.23569639027118683, -19.881752014160156, -16.839786529541016, -13.010381698608398, -3.473640203475952, -8.313530921936035, -9.953218460083008, -6.797664642333984, -11.223483085632324], 'distances_by_expert': [13.97005844116211, 0.47139278054237366, 39.76350402832031, 33.67957305908203, 26.020763397216797, 6.947280406951904, 16.62706184387207, 19.906436920166016, 13.595329284667969, 22.44696617126465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.72216796875, 'language': 50.19676208496094}}, {'routing_index': 320, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008708681561984122, 0.7665795087814331, 2.169306734245424e-09, 4.5125585046434935e-08, 2.2500596514873905e-06, 0.030762284994125366, 0.00024892593501135707, 4.7538353101117536e-05, 0.0010532421292737126, 1.3644679711433128e-05], 'log_scores_by_expert': [-7.046020030975342, -0.2658168375492096, -19.9488582611084, -16.913816452026367, -13.00455379486084, -3.4814658164978027, -8.298355102539062, -9.953973770141602, -6.855882167816162, -11.202160835266113], 'distances_by_expert': [14.092040061950684, 0.5316336750984192, 39.8977165222168, 33.827632904052734, 26.00910758972168, 6.9629316329956055, 16.596710205078125, 19.907947540283203, 13.711764335632324, 22.404321670532227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3316.67578125, 'language': 50.212318420410156}}, {'routing_index': 321, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008622564491815865, 0.7701935172080994, 2.1992652143865143e-09, 4.6679129894755533e-08, 2.2701956368109677e-06, 0.03156974911689758, 0.0002535965177230537, 4.778192669618875e-05, 0.0010439961915835738, 1.3578049220086541e-05], 'log_scores_by_expert': [-7.055957794189453, -0.2611135244369507, -19.935142517089844, -16.879968643188477, -12.995644569396973, -3.4555559158325195, -8.279766082763672, -9.94886302947998, -6.864699363708496, -11.207056045532227], 'distances_by_expert': [14.111915588378906, 0.5222270488739014, 39.87028503417969, 33.75993728637695, 25.991289138793945, 6.911111831665039, 16.559532165527344, 19.89772605895996, 13.729398727416992, 22.414112091064453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3293.64111328125, 'language': 50.21498489379883}}, {'routing_index': 322, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008918161038309336, 0.7729867100715637, 2.223704331782983e-09, 4.518432561440022e-08, 2.2067858935770346e-06, 0.030972562730312347, 0.00024816105724312365, 4.7765617637196556e-05, 0.0010727589251473546, 1.3323022358235903e-05], 'log_scores_by_expert': [-7.022250652313232, -0.25749343633651733, -19.924091339111328, -16.91251564025879, -13.02397346496582, -3.474653482437134, -8.301432609558105, -9.949204444885254, -6.837521553039551, -11.226016998291016], 'distances_by_expert': [14.044501304626465, 0.5149868726730347, 39.848182678222656, 33.82503128051758, 26.04794692993164, 6.949306964874268, 16.60286521911621, 19.898408889770508, 13.675043106079102, 22.45203399658203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3282.32080078125, 'language': 50.203590393066406}}, {'routing_index': 323, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009385850862599909, 0.7817896604537964, 2.35546981919299e-09, 4.593221802906555e-08, 2.3613210942130536e-06, 0.030299004167318344, 0.000249123084358871, 4.935147080686875e-05, 0.0011293007992208004, 1.4104632100497838e-05], 'log_scores_by_expert': [-6.971137046813965, -0.24616952240467072, -19.866525650024414, -16.896099090576172, -12.956289291381836, -3.49664044380188, -8.297563552856445, -9.916543006896973, -6.78615665435791, -11.169007301330566], 'distances_by_expert': [13.94227409362793, 0.49233904480934143, 39.73305130004883, 33.792198181152344, 25.912578582763672, 6.99328088760376, 16.59512710571289, 19.833086013793945, 13.57231330871582, 22.338014602661133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.683349609375, 'language': 50.19377899169922}}, {'routing_index': 324, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009324714192189276, 0.7481974959373474, 2.3807955606969244e-09, 4.7267491254388005e-08, 2.3005732145975344e-06, 0.028776489198207855, 0.0002443465346004814, 4.832714330404997e-05, 0.0011173160746693611, 1.326877736573806e-05], 'log_scores_by_expert': [-6.977672100067139, -0.29008835554122925, -19.855831146240234, -16.867443084716797, -12.982352256774902, -3.54819655418396, -8.316923141479492, -9.937517166137695, -6.796825885772705, -11.230096817016602], 'distances_by_expert': [13.955344200134277, 0.5801767110824585, 39.71166229248047, 33.734886169433594, 25.964704513549805, 7.09639310836792, 16.633846282958984, 19.87503433227539, 13.59365177154541, 22.460193634033203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3281.162841796875, 'language': 50.2047233581543}}, {'routing_index': 325, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008991686045192182, 0.7117182016372681, 2.3087569633872818e-09, 4.677850995449262e-08, 2.204497150160023e-06, 0.02939627319574356, 0.0002450087631586939, 4.660336344386451e-05, 0.001067404286004603, 1.2502376193879172e-05], 'log_scores_by_expert': [-7.014039993286133, -0.34007325768470764, -19.88655662536621, -16.87784194946289, -13.02501106262207, -3.5268874168395996, -8.314216613769531, -9.973837852478027, -6.842525482177734, -11.289591789245605], 'distances_by_expert': [14.028079986572266, 0.6801465153694153, 39.77311325073242, 33.75568389892578, 26.05002212524414, 7.053774833679199, 16.628433227539062, 19.947675704956055, 13.685050964355469, 22.57918357849121], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3206.67431640625, 'language': 50.19172286987305}}, {'routing_index': 326, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008552955696359277, 0.6053122878074646, 2.195958082040761e-09, 3.501283885043449e-08, 1.954503659362672e-06, 0.020151210948824883, 0.00020666838099714369, 4.0912556869443506e-05, 0.000981982913799584, 1.1627109415712766e-05], 'log_scores_by_expert': [-7.064063549041748, -0.5020107626914978, -19.936647415161133, -17.167551040649414, -13.145374298095703, -3.9044909477233887, -8.484395027160645, -10.104073524475098, -6.925936698913574, -11.362171173095703], 'distances_by_expert': [14.128127098083496, 1.0040215253829956, 39.873294830322266, 34.33510208129883, 26.290748596191406, 7.808981895446777, 16.96879005432129, 20.208147048950195, 13.851873397827148, 22.724342346191406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3483.1904296875, 'language': 50.18690490722656}}, {'routing_index': 327, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008858676301315427, 0.685183048248291, 2.2408375155436033e-09, 3.9309494326289496e-08, 2.093776856781915e-06, 0.023197820410132408, 0.0002178722934331745, 4.266202086000703e-05, 0.0010433463612571359, 1.2288630387047306e-05], 'log_scores_by_expert': [-7.028943061828613, -0.3780692219734192, -19.91641616821289, -17.051799774169922, -13.07654094696045, -3.7636969089508057, -8.431601524353027, -10.062201499938965, -6.865322113037109, -11.306836128234863], 'distances_by_expert': [14.057886123657227, 0.7561384439468384, 39.83283233642578, 34.103599548339844, 26.1530818939209, 7.527393817901611, 16.863203048706055, 20.12440299987793, 13.730644226074219, 22.613672256469727], 'routing_embedding_norm': 1.41421377658844, 'modality_norms': {'vision': 3398.5888671875, 'language': 50.1913948059082}}, {'routing_index': 328, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008968404727056623, 0.7071189284324646, 2.2240311814414326e-09, 3.9592645606489896e-08, 2.0933837276970735e-06, 0.024129647761583328, 0.00022150491713546216, 4.273535523680039e-05, 0.001076233689673245, 1.2590320693561807e-05], 'log_scores_by_expert': [-7.016632556915283, -0.3465564250946045, -19.9239444732666, -17.04462242126465, -13.076728820800781, -3.724313974380493, -8.41506576538086, -10.060483932495117, -6.834287643432617, -11.28258228302002], 'distances_by_expert': [14.033265113830566, 0.693112850189209, 39.8478889465332, 34.0892448425293, 26.153457641601562, 7.448627948760986, 16.83013153076172, 20.120967864990234, 13.668575286865234, 22.56516456604004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3477.8876953125, 'language': 50.18674087524414}}, {'routing_index': 329, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008366144029423594, 0.7430045008659363, 2.1454775733786846e-09, 4.471475989475948e-08, 2.188737653341377e-06, 0.027271803468465805, 0.0002281719062011689, 4.41104311903473e-05, 0.0010363521287217736, 1.2878287634521257e-05], 'log_scores_by_expert': [-7.086147308349609, -0.29705318808555603, -19.959903717041016, -16.922962188720703, -13.032185554504395, -3.6019020080566406, -8.385411262512207, -10.028814315795898, -6.872048377990723, -11.259967803955078], 'distances_by_expert': [14.172294616699219, 0.5941063761711121, 39.91980743408203, 33.845924377441406, 26.06437110900879, 7.203804016113281, 16.770822525024414, 20.057628631591797, 13.744096755981445, 22.519935607910156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.889892578125, 'language': 50.172210693359375}}, {'routing_index': 330, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009180309716612101, 0.7765281200408936, 2.291882461591399e-09, 4.861069768935522e-08, 2.2869646727485815e-06, 0.03152057155966759, 0.0002442344557493925, 4.727369378088042e-05, 0.0011090408079326153, 1.345755208603805e-05], 'log_scores_by_expert': [-6.993279457092285, -0.2529224455356598, -19.893892288208008, -16.83942222595215, -12.988285064697266, -3.4571149349212646, -8.317381858825684, -9.959556579589844, -6.804259777069092, -11.215970039367676], 'distances_by_expert': [13.98655891418457, 0.5058448910713196, 39.787784576416016, 33.6788444519043, 25.97657012939453, 6.914229869842529, 16.634763717651367, 19.919113159179688, 13.608519554138184, 22.43194007873535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.101318359375, 'language': 50.21379470825195}}, {'routing_index': 331, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008335840539075434, 0.7114652395248413, 2.114964203769887e-09, 4.566622280322008e-08, 2.190732175222365e-06, 0.02986857481300831, 0.00024105662305373698, 4.6247310820035636e-05, 0.0010083673987537622, 1.289448391617043e-05], 'log_scores_by_expert': [-7.089776039123535, -0.34042876958847046, -19.974227905273438, -16.901906967163086, -13.031274795532227, -3.510948419570923, -8.33047866821289, -9.981507301330566, -6.899422645568848, -11.258710861206055], 'distances_by_expert': [14.17955207824707, 0.6808575391769409, 39.948455810546875, 33.80381393432617, 26.062549591064453, 7.021896839141846, 16.66095733642578, 19.963014602661133, 13.798845291137695, 22.51742172241211], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.7275390625, 'language': 50.218055725097656}}, {'routing_index': 332, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007743596797809005, 0.6373307108879089, 1.9881365442842025e-09, 4.140782650097208e-08, 1.9822932699753437e-06, 0.026386331766843796, 0.0002207705838372931, 4.234520019963384e-05, 0.0009526427020318806, 1.1423422620282508e-05], 'log_scores_by_expert': [-7.163474082946777, -0.45046666264533997, -20.036067962646484, -16.99979591369629, -13.131256103515625, -3.634909152984619, -8.418386459350586, -10.069655418395996, -6.956270694732666, -11.379844665527344], 'distances_by_expert': [14.326948165893555, 0.9009333252906799, 40.07213592529297, 33.99959182739258, 26.26251220703125, 7.269818305969238, 16.836772918701172, 20.139310836791992, 13.912541389465332, 22.759689331054688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.13427734375, 'language': 50.197509765625}}, {'routing_index': 333, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009054438560269773, 0.7576256394386292, 2.260067244463926e-09, 4.669462683182246e-08, 2.217458359154989e-06, 0.03180437535047531, 0.0002457524533383548, 4.790891398442909e-05, 0.001087313168682158, 1.3275119272293523e-05], 'log_scores_by_expert': [-7.00708532333374, -0.2775658965110779, -19.90787124633789, -16.879636764526367, -13.019148826599121, -3.4481513500213623, -8.311185836791992, -9.946208953857422, -6.824045658111572, -11.229619026184082], 'distances_by_expert': [14.01417064666748, 0.5551317930221558, 39.81574249267578, 33.759273529052734, 26.038297653198242, 6.896302700042725, 16.622371673583984, 19.892417907714844, 13.648091316223145, 22.459238052368164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.96240234375, 'language': 50.18326950073242}}, {'routing_index': 334, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009725437266752124, 0.7807974219322205, 2.4024175981907092e-09, 4.722171453863666e-08, 2.3953359686856857e-06, 0.0303947851061821, 0.0002508400066290051, 4.9775691877584904e-05, 0.0011659038718789816, 1.4231642126105726e-05], 'log_scores_by_expert': [-6.935595512390137, -0.24743956327438354, -19.846790313720703, -16.868412017822266, -12.941987037658691, -3.4934842586517334, -8.290695190429688, -9.907983779907227, -6.754258632659912, -11.160042762756348], 'distances_by_expert': [13.871191024780273, 0.4948791265487671, 39.693580627441406, 33.73682403564453, 25.883974075317383, 6.986968517303467, 16.581390380859375, 19.815967559814453, 13.508517265319824, 22.320085525512695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3378.210205078125, 'language': 50.20997619628906}}, {'routing_index': 335, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009071521926671267, 0.7687076330184937, 2.297546153329222e-09, 4.79351669468997e-08, 2.3010954919300275e-06, 0.03192827105522156, 0.00025150616420432925, 4.816688669961877e-05, 0.0011066450970247388, 1.3499019587470684e-05], 'log_scores_by_expert': [-7.005200386047363, -0.2630445659160614, -19.89142417907715, -16.853416442871094, -12.982125282287598, -3.444263458251953, -8.288043022155762, -9.940838813781738, -6.806422233581543, -11.21289348602295], 'distances_by_expert': [14.010400772094727, 0.5260891318321228, 39.7828483581543, 33.70683288574219, 25.964250564575195, 6.888526916503906, 16.576086044311523, 19.881677627563477, 13.612844467163086, 22.4257869720459], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.098388671875, 'language': 50.18647384643555}}, {'routing_index': 336, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008507788879796863, 0.7096135020256042, 2.1834785091101594e-09, 4.576693513058672e-08, 2.1802150058647385e-06, 0.031246693804860115, 0.000250637240242213, 4.682401777245104e-05, 0.001009305939078331, 1.290038835577434e-05], 'log_scores_by_expert': [-7.0693583488464355, -0.3430347740650177, -19.942346572875977, -16.899703979492188, -13.036087036132812, -3.465841770172119, -8.29150390625, -9.969114303588867, -6.898492336273193, -11.25825309753418], 'distances_by_expert': [14.138716697692871, 0.6860695481300354, 39.88469314575195, 33.799407958984375, 26.072174072265625, 6.931683540344238, 16.5830078125, 19.938228607177734, 13.796984672546387, 22.51650619506836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3231.894287109375, 'language': 50.20029830932617}}, {'routing_index': 337, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008851920138113201, 0.6648680567741394, 2.2496506879576827e-09, 4.133357478508515e-08, 2.074420308417757e-06, 0.025098752230405807, 0.00022012850968167186, 4.3915544665651396e-05, 0.001026852405630052, 1.2416468962328508e-05], 'log_scores_by_expert': [-7.029706001281738, -0.40816664695739746, -19.912490844726562, -17.001590728759766, -13.08582878112793, -3.6849372386932373, -8.42129898071289, -10.033242225646973, -6.881257057189941, -11.296486854553223], 'distances_by_expert': [14.059412002563477, 0.8163332939147949, 39.824981689453125, 34.00318145751953, 26.17165756225586, 7.369874477386475, 16.84259796142578, 20.066484451293945, 13.762514114379883, 22.592973709106445], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3493.567138671875, 'language': 50.191776275634766}}, {'routing_index': 338, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009217282058671117, 0.7321693301200867, 2.349197281148463e-09, 4.267778663802346e-08, 2.1541181922657415e-06, 0.027034759521484375, 0.00022951539722271264, 4.4993772462476045e-05, 0.0010827177902683616, 1.266851177206263e-05], 'log_scores_by_expert': [-6.989260196685791, -0.31174343824386597, -19.869192123413086, -16.969587326049805, -13.048129081726074, -3.6106319427490234, -8.37954044342041, -10.008986473083496, -6.828280925750732, -11.27639102935791], 'distances_by_expert': [13.978520393371582, 0.6234868764877319, 39.73838424682617, 33.93917465209961, 26.09625816345215, 7.221263885498047, 16.75908088684082, 20.017972946166992, 13.656561851501465, 22.55278205871582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.989013671875, 'language': 50.201969146728516}}, {'routing_index': 339, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009142574272118509, 0.6977173686027527, 2.288423006646667e-09, 3.944528614852061e-08, 2.0904749362671282e-06, 0.023676149547100067, 0.00022304771118797362, 4.305283437133767e-05, 0.0010836775181815028, 1.2493795111367945e-05], 'log_scores_by_expert': [-6.997398376464844, -0.35994115471839905, -19.895402908325195, -17.048351287841797, -13.078119277954102, -3.7432870864868164, -8.408124923706055, -10.053082466125488, -6.827394962310791, -11.290278434753418], 'distances_by_expert': [13.994796752929688, 0.7198823094367981, 39.79080581665039, 34.096702575683594, 26.156238555908203, 7.486574172973633, 16.81624984741211, 20.106164932250977, 13.654789924621582, 22.580556869506836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.89990234375, 'language': 50.184818267822266}}, {'routing_index': 340, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008617464336566627, 0.7639191150665283, 2.195987391928611e-09, 4.643413475946545e-08, 2.18146487895865e-06, 0.029831523075699806, 0.00023431664158124477, 4.5228367525851354e-05, 0.0010639082174748182, 1.292629985982785e-05], 'log_scores_by_expert': [-7.056549549102783, -0.2692933678627014, -19.936634063720703, -16.885231018066406, -13.035513877868652, -3.5121896266937256, -8.358837127685547, -10.003786087036133, -6.845806121826172, -11.256246566772461], 'distances_by_expert': [14.113099098205566, 0.5385867357254028, 39.873268127441406, 33.77046203613281, 26.071027755737305, 7.024379253387451, 16.717674255371094, 20.007572174072266, 13.691612243652344, 22.512493133544922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.260009765625, 'language': 50.180641174316406}}, {'routing_index': 341, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008702844497747719, 0.7392226457595825, 2.1739912092755276e-09, 4.756712002063068e-08, 2.2422987058234867e-06, 0.03060847707092762, 0.00023684660845901817, 4.6217854105634615e-05, 0.0010686407331377268, 1.314196106250165e-05], 'log_scores_by_expert': [-7.046690464019775, -0.30215612053871155, -19.946701049804688, -16.86112403869629, -13.00800895690918, -3.486478328704834, -8.348097801208496, -9.982144355773926, -6.841367721557617, -11.239700317382812], 'distances_by_expert': [14.09338092803955, 0.6043122410774231, 39.893402099609375, 33.72224807739258, 26.01601791381836, 6.972956657409668, 16.696195602416992, 19.96428871154785, 13.682735443115234, 22.479400634765625], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.779052734375, 'language': 50.20061492919922}}, {'routing_index': 342, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007751181838102639, 0.6591993570327759, 1.931368842633674e-09, 4.069182679700134e-08, 1.9828814856737154e-06, 0.027046898379921913, 0.00022065335360821337, 4.1958850488299504e-05, 0.0009639745694585145, 1.1893658665940166e-05], 'log_scores_by_expert': [-7.162495136260986, -0.4167293310165405, -20.06503677368164, -17.01723861694336, -13.130959510803223, -3.610183000564575, -8.418917655944824, -10.078821182250977, -6.944445610046387, -11.339505195617676], 'distances_by_expert': [14.324990272521973, 0.833458662033081, 40.13007354736328, 34.03447723388672, 26.261919021606445, 7.22036600112915, 16.83783531188965, 20.157642364501953, 13.888891220092773, 22.67901039123535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3336.22900390625, 'language': 50.1836051940918}}, {'routing_index': 343, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006873678648844361, 0.6127561330795288, 1.7656767159479614e-09, 3.8148936454263094e-08, 1.8620858099893667e-06, 0.027205055579543114, 0.00021026015747338533, 3.895138070220128e-05, 0.0008676516590639949, 1.1137844012409914e-05], 'log_scores_by_expert': [-7.2826409339904785, -0.489788293838501, -20.15473175048828, -17.081768035888672, -13.19381332397461, -3.6043524742126465, -8.467164993286133, -10.153196334838867, -7.049720287322998, -11.40516185760498], 'distances_by_expert': [14.565281867980957, 0.979576587677002, 40.30946350097656, 34.163536071777344, 26.38762664794922, 7.208704948425293, 16.934329986572266, 20.306392669677734, 14.099440574645996, 22.81032371520996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3260.480224609375, 'language': 50.17453384399414}}, {'routing_index': 344, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007266777683980763, 0.6579590439796448, 1.8806791679537582e-09, 3.9011769814578656e-08, 1.9855192476825323e-06, 0.02728395164012909, 0.00021663949883077294, 4.082318628206849e-05, 0.0008868249133229256, 1.1857599020004272e-05], 'log_scores_by_expert': [-7.227027416229248, -0.4186125695705414, -20.091632843017578, -17.059402465820312, -13.129630088806152, -3.601456642150879, -8.437275886535645, -10.106260299682617, -7.027863025665283, -11.342541694641113], 'distances_by_expert': [14.454054832458496, 0.8372251391410828, 40.183265686035156, 34.118804931640625, 26.259260177612305, 7.202913284301758, 16.87455177307129, 20.212520599365234, 14.055726051330566, 22.685083389282227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3214.210693359375, 'language': 50.223812103271484}}, {'routing_index': 345, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008301390917040408, 0.6917567253112793, 2.0939157074906234e-09, 4.3475225197653344e-08, 2.0963564111298183e-06, 0.028681132942438126, 0.00022340108989737928, 4.309185897000134e-05, 0.0010292368242517114, 1.225025062012719e-05], 'log_scores_by_expert': [-7.093917369842529, -0.36852094531059265, -19.984230041503906, -16.951074600219727, -13.075309753417969, -3.551515817642212, -8.40654182434082, -10.052176475524902, -6.878937721252441, -11.309964179992676], 'distances_by_expert': [14.187834739685059, 0.7370418906211853, 39.96846008300781, 33.90214920043945, 26.150619506835938, 7.103031635284424, 16.81308364868164, 20.104352951049805, 13.757875442504883, 22.61992835998535], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.6494140625, 'language': 50.19295883178711}}, {'routing_index': 346, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000774807354900986, 0.5843496918678284, 1.9861052802383483e-09, 4.114542662136955e-08, 1.988536041608313e-06, 0.024770762771368027, 0.00021082315652165562, 4.077015910297632e-05, 0.0009586659725755453, 1.1183227798028383e-05], 'log_scores_by_expert': [-7.162896156311035, -0.5372557044029236, -20.037090301513672, -17.006153106689453, -13.128111839294434, -3.6980912685394287, -8.46449089050293, -10.107560157775879, -6.949967861175537, -11.401095390319824], 'distances_by_expert': [14.32579231262207, 1.0745114088058472, 40.074180603027344, 34.012306213378906, 26.256223678588867, 7.396182537078857, 16.92898178100586, 20.215120315551758, 13.899935722351074, 22.80219078063965], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3260.388671875, 'language': 50.2110595703125}}, {'routing_index': 347, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008272283594124019, 0.6200838088989258, 2.06802508451176e-09, 4.252502350254872e-08, 2.0770055471075466e-06, 0.026400724425911903, 0.00022319919662550092, 4.312873716116883e-05, 0.0009932697284966707, 1.1818243365269154e-05], 'log_scores_by_expert': [-7.0974297523498535, -0.4779006540775299, -19.996671676635742, -16.973173141479492, -13.084583282470703, -3.634363889694214, -8.407445907592773, -10.051321029663086, -6.91450834274292, -11.345866203308105], 'distances_by_expert': [14.194859504699707, 0.9558013081550598, 39.993343353271484, 33.946346282958984, 26.169166564941406, 7.268727779388428, 16.814891815185547, 20.102642059326172, 13.82901668548584, 22.69173240661621], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3246.044677734375, 'language': 50.20175552368164}}, {'routing_index': 348, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000818482250906527, 0.6457980275154114, 2.0732424665936833e-09, 4.525996999404924e-08, 2.0603549728548387e-06, 0.02780299447476864, 0.00022318791889119893, 4.285130125936121e-05, 0.0010088642593473196, 1.1840817023767158e-05], 'log_scores_by_expert': [-7.108058929443359, -0.43726852536201477, -19.994152069091797, -16.910842895507812, -13.092632293701172, -3.582611560821533, -8.407496452331543, -10.057774543762207, -6.898930072784424, -11.343957901000977], 'distances_by_expert': [14.216117858886719, 0.8745370507240295, 39.988304138183594, 33.821685791015625, 26.185264587402344, 7.165223121643066, 16.814992904663086, 20.115549087524414, 13.797860145568848, 22.687915802001953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.196533203125, 'language': 50.22471618652344}}, {'routing_index': 349, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008348323171958327, 0.66756272315979, 2.123242026641492e-09, 4.491631955261255e-08, 2.141551703971345e-06, 0.026954108849167824, 0.0002270600525662303, 4.380085738375783e-05, 0.0010421316837891936, 1.2296379281906411e-05], 'log_scores_by_expert': [-7.088279724121094, -0.40412193536758423, -19.970321655273438, -16.91846466064453, -13.053979873657227, -3.613619565963745, -8.39029598236084, -10.035857200622559, -6.8664870262146, -11.306205749511719], 'distances_by_expert': [14.176559448242188, 0.8082438707351685, 39.940643310546875, 33.83692932128906, 26.107959747314453, 7.22723913192749, 16.78059196472168, 20.071714401245117, 13.7329740524292, 22.612411499023438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3270.826171875, 'language': 50.19392395019531}}, {'routing_index': 350, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009239649516530335, 0.697136640548706, 2.245201358164195e-09, 4.5892459610286096e-08, 2.2604435798712075e-06, 0.028207318857312202, 0.0002357934572501108, 4.6186305553419515e-05, 0.0011208764044567943, 1.306935700995382e-05], 'log_scores_by_expert': [-6.9868364334106445, -0.36077380180358887, -19.914470672607422, -16.89696502685547, -12.99994945526123, -3.568173885345459, -8.352554321289062, -9.982827186584473, -6.793644428253174, -11.245240211486816], 'distances_by_expert': [13.973672866821289, 0.7215476036071777, 39.828941345214844, 33.79393005371094, 25.99989891052246, 7.136347770690918, 16.705108642578125, 19.965654373168945, 13.587288856506348, 22.490480422973633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.29443359375, 'language': 50.19355773925781}}, {'routing_index': 351, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008297757594846189, 0.6362950801849365, 2.045757341306853e-09, 4.294029665175003e-08, 2.101168092849548e-06, 0.026573773473501205, 0.00022383207397069782, 4.349532173364423e-05, 0.0010274950182065368, 1.230170346389059e-05], 'log_scores_by_expert': [-7.09435510635376, -0.45209282636642456, -20.007497787475586, -16.963455200195312, -13.073017120361328, -3.6278305053710938, -8.404614448547363, -10.04285717010498, -6.880631446838379, -11.30577278137207], 'distances_by_expert': [14.18871021270752, 0.9041856527328491, 40.01499557495117, 33.926910400390625, 26.146034240722656, 7.2556610107421875, 16.809228897094727, 20.08571434020996, 13.761262893676758, 22.61154556274414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3332.138427734375, 'language': 50.2065315246582}}, {'routing_index': 352, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008912188350223005, 0.6464633941650391, 2.1398867122712772e-09, 4.2923346654788475e-08, 2.0801219307031715e-06, 0.026968929916620255, 0.00022437363804783672, 4.416708543431014e-05, 0.001087356242351234, 1.2219645213917829e-05], 'log_scores_by_expert': [-7.022920608520508, -0.43623876571655273, -19.962512969970703, -16.963850021362305, -13.083084106445312, -3.613069772720337, -8.40219783782959, -10.027530670166016, -6.824006080627441, -11.31246566772461], 'distances_by_expert': [14.045841217041016, 0.8724775314331055, 39.925025939941406, 33.92770004272461, 26.166168212890625, 7.226139545440674, 16.80439567565918, 20.05506134033203, 13.648012161254883, 22.62493133544922], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.662841796875, 'language': 50.190425872802734}}, {'routing_index': 353, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009270073496736586, 0.630400538444519, 2.193375259196273e-09, 4.065637426720059e-08, 2.0504578515101457e-06, 0.024097952991724014, 0.00021731179731432348, 4.309789801482111e-05, 0.001105831703171134, 1.1855619959533215e-05], 'log_scores_by_expert': [-6.983549118041992, -0.46139994263648987, -19.937824249267578, -17.018110275268555, -13.097447395324707, -3.72562837600708, -8.43417739868164, -10.05203628540039, -6.807157516479492, -11.342708587646484], 'distances_by_expert': [13.967098236083984, 0.9227998852729797, 39.875648498535156, 34.03622055053711, 26.194894790649414, 7.45125675201416, 16.86835479736328, 20.10407257080078, 13.614315032958984, 22.68541717529297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3344.44384765625, 'language': 50.19334030151367}}, {'routing_index': 354, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007786618662066758, 0.5337173342704773, 1.9019155139687882e-09, 3.674503545880725e-08, 1.782750246093201e-06, 0.021265827119350433, 0.0001928208366734907, 3.79116136173252e-05, 0.0009615887538529932, 1.0307297998224385e-05], 'log_scores_by_expert': [-7.157933712005615, -0.6278889179229736, -20.08040428161621, -17.1192626953125, -13.237353324890137, -3.850653886795044, -8.553749084472656, -10.180253028869629, -6.946923732757568, -11.482658386230469], 'distances_by_expert': [14.31586742401123, 1.2557778358459473, 40.16080856323242, 34.238525390625, 26.474706649780273, 7.701307773590088, 17.107498168945312, 20.360506057739258, 13.893847465515137, 22.965316772460938], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3379.311767578125, 'language': 50.1953125}}, {'routing_index': 355, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007470314740203321, 0.516340434551239, 1.8357998454732183e-09, 3.5656785968285476e-08, 1.7387147863701102e-06, 0.020487042143940926, 0.0001853690919233486, 3.652425220934674e-05, 0.0009324416168965399, 9.928922736435197e-06], 'log_scores_by_expert': [-7.199403285980225, -0.6609890460968018, -20.115785598754883, -17.14932632446289, -13.262364387512207, -3.887962579727173, -8.593161582946777, -10.217534065246582, -6.977704048156738, -11.520058631896973], 'distances_by_expert': [14.39880657196045, 1.3219780921936035, 40.231571197509766, 34.29865264892578, 26.524728775024414, 7.775925159454346, 17.186323165893555, 20.435068130493164, 13.955408096313477, 23.040117263793945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.408203125, 'language': 50.19750213623047}}, {'routing_index': 356, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0006612962461076677, 0.4595978856086731, 1.6654458923071047e-09, 3.27827862633967e-08, 1.5602765870426083e-06, 0.01869487203657627, 0.0001691278739599511, 3.2976655347738415e-05, 0.000849180796649307, 8.84898236108711e-06], 'log_scores_by_expert': [-7.321308612823486, -0.7774032950401306, -20.213172912597656, -17.233362197875977, -13.370647430419922, -3.979506015777588, -8.684855461120605, -10.319710731506348, -7.0712385177612305, -11.635208129882812], 'distances_by_expert': [14.642617225646973, 1.5548065900802612, 40.42634582519531, 34.46672439575195, 26.741294860839844, 7.959012031555176, 17.36971092224121, 20.639421463012695, 14.142477035522461, 23.270416259765625], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3300.89404296875, 'language': 50.19316482543945}}, {'routing_index': 357, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007199978572316468, 0.5119617581367493, 1.7949469688360864e-09, 3.544191429227794e-08, 1.7340302065349533e-06, 0.02059437334537506, 0.00018345653370488435, 3.5809269320452586e-05, 0.0009112803963944316, 9.859061719907913e-06], 'log_scores_by_expert': [-7.236262321472168, -0.6695053577423096, -20.138290405273438, -17.155370712280273, -13.26506233215332, -3.882737398147583, -8.603532791137695, -10.237303733825684, -7.000659942626953, -11.527119636535645], 'distances_by_expert': [14.472524642944336, 1.3390107154846191, 40.276580810546875, 34.31074142456055, 26.53012466430664, 7.765474796295166, 17.20706558227539, 20.474607467651367, 14.001319885253906, 23.05423927307129], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3339.671142578125, 'language': 50.1973991394043}}, {'routing_index': 358, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008480222313664854, 0.6142383217811584, 2.07286676712215e-09, 4.037446288407409e-08, 1.9741603409784148e-06, 0.023942390456795692, 0.00020607636542990804, 4.070489012519829e-05, 0.0010355607373639941, 1.1256341167609207e-05], 'log_scores_by_expert': [-7.072603702545166, -0.4873723089694977, -19.994333267211914, -17.025068283081055, -13.135367393493652, -3.732104778289795, -8.487263679504395, -10.109162330627441, -6.872812271118164, -11.39457893371582], 'distances_by_expert': [14.145207405090332, 0.9747446179389954, 39.98866653442383, 34.05013656616211, 26.270734786987305, 7.46420955657959, 16.97452735900879, 20.218324661254883, 13.745624542236328, 22.78915786743164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3322.552978515625, 'language': 50.1982307434082}}, {'routing_index': 359, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007330832886509597, 0.5406610369682312, 1.8579925376016604e-09, 3.765978107139745e-08, 1.7881103531180997e-06, 0.021961849182844162, 0.00019158613577019423, 3.68201253877487e-05, 0.000942012935411185, 1.016295573208481e-05], 'log_scores_by_expert': [-7.2182512283325195, -0.6149628162384033, -20.103769302368164, -17.09467315673828, -13.23435115814209, -3.818448543548584, -8.560173034667969, -10.209465980529785, -6.967491626739502, -11.496761322021484], 'distances_by_expert': [14.436502456665039, 1.2299256324768066, 40.20753860473633, 34.18934631347656, 26.46870231628418, 7.636897087097168, 17.120346069335938, 20.41893196105957, 13.934983253479004, 22.99352264404297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.60595703125, 'language': 50.19745635986328}}, {'routing_index': 360, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007668121252208948, 0.592374324798584, 1.967790819179527e-09, 3.944340676298452e-08, 1.8923674360848963e-06, 0.023599162697792053, 0.00020217242126818746, 3.85991224902682e-05, 0.0009745891438797116, 1.0747658961918205e-05], 'log_scores_by_expert': [-7.173268795013428, -0.5236165523529053, -20.046354293823242, -17.048398971557617, -13.177681922912598, -3.746544122695923, -8.506389617919922, -10.162281036376953, -6.933494567871094, -11.44082260131836], 'distances_by_expert': [14.346537590026855, 1.0472331047058105, 40.092708587646484, 34.096797943115234, 26.355363845825195, 7.493088245391846, 17.012779235839844, 20.324562072753906, 13.866989135742188, 22.88164520263672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3246.888671875, 'language': 50.18479537963867}}, {'routing_index': 361, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008376958430744708, 0.6395869255065918, 2.097889195695757e-09, 4.137521969482805e-08, 2.021417685682536e-06, 0.025514494627714157, 0.00021434745576698333, 4.138447911827825e-05, 0.0010415975702926517, 1.163370870926883e-05], 'log_scores_by_expert': [-7.084855556488037, -0.4469327926635742, -19.98233413696289, -17.00058364868164, -13.111711502075195, -3.668508529663086, -8.447912216186523, -10.092604637145996, -6.866999626159668, -11.361603736877441], 'distances_by_expert': [14.169711112976074, 0.8938655853271484, 39.96466827392578, 34.00116729736328, 26.22342300415039, 7.337017059326172, 16.895824432373047, 20.185209274291992, 13.733999252319336, 22.723207473754883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.93408203125, 'language': 50.17365264892578}}, {'routing_index': 362, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008111196220852435, 0.6370426416397095, 2.0621995222569467e-09, 4.092587957416072e-08, 2.0148104340478312e-06, 0.02531055174767971, 0.00021437933901324868, 4.1105522541329265e-05, 0.0010169970337301493, 1.1525959052960388e-05], 'log_scores_by_expert': [-7.117094993591309, -0.45091870427131653, -19.999492645263672, -17.011503219604492, -13.114985466003418, -3.6765339374542236, -8.447763442993164, -10.09936809539795, -6.8909010887146, -11.370908737182617], 'distances_by_expert': [14.234189987182617, 0.9018374085426331, 39.998985290527344, 34.023006439208984, 26.229970932006836, 7.353067874908447, 16.895526885986328, 20.1987361907959, 13.7818021774292, 22.741817474365234], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3271.65576171875, 'language': 50.180301666259766}}, {'routing_index': 363, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007747781928628683, 0.6244252324104309, 1.9945936013954224e-09, 4.137206488508127e-08, 2.0133331872784765e-06, 0.025396132841706276, 0.00021243898663669825, 4.05737737310119e-05, 0.0009771694894880056, 1.1462239854154177e-05], 'log_scores_by_expert': [-7.162933826446533, -0.47092369198799133, -20.032825469970703, -17.000659942626953, -13.115718841552734, -3.6731584072113037, -8.456855773925781, -10.112388610839844, -6.930850505828857, -11.376452445983887], 'distances_by_expert': [14.325867652893066, 0.9418473839759827, 40.065650939941406, 34.001319885253906, 26.23143768310547, 7.346316814422607, 16.913711547851562, 20.224777221679688, 13.861701011657715, 22.752904891967773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.867919921875, 'language': 50.222835540771484}}, {'routing_index': 364, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007679695263504982, 0.6154270768165588, 1.9590091770993467e-09, 4.0770213871610395e-08, 1.959778273885604e-06, 0.02539418265223503, 0.00020977364329155535, 3.988486059824936e-05, 0.000978507217951119, 1.117431565944571e-05], 'log_scores_by_expert': [-7.171760559082031, -0.4854387938976288, -20.050827026367188, -17.01531410217285, -13.142679214477539, -3.6732351779937744, -8.469481468200684, -10.12951374053955, -6.929482460021973, -11.40189266204834], 'distances_by_expert': [14.343521118164062, 0.9708775877952576, 40.101654052734375, 34.0306282043457, 26.285358428955078, 7.346470355987549, 16.938962936401367, 20.2590274810791, 13.858964920043945, 22.80378532409668], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3279.537841796875, 'language': 50.18981170654297}}, {'routing_index': 365, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009296406642533839, 0.6793291568756104, 2.353314210168378e-09, 3.9266407014793003e-08, 2.1085893422423396e-06, 0.023187946528196335, 0.00022459050524048507, 4.4413340219762176e-05, 0.0010657808743417263, 1.2662327208090574e-05], 'log_scores_by_expert': [-6.980712413787842, -0.3866494596004486, -19.867441177368164, -17.05289649963379, -13.069491386413574, -3.764122724533081, -8.40123176574707, -10.021970748901367, -6.844047546386719, -11.27687931060791], 'distances_by_expert': [13.961424827575684, 0.7732989192008972, 39.73488235473633, 34.10579299926758, 26.13898277282715, 7.528245449066162, 16.80246353149414, 20.043941497802734, 13.688095092773438, 22.55375862121582], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3474.282958984375, 'language': 50.191429138183594}}, {'routing_index': 366, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009315123315900564, 0.7606210112571716, 2.3369255419680712e-09, 4.343229420555872e-08, 2.2401015939976787e-06, 0.02649225853383541, 0.0002327500842511654, 4.5240485633257776e-05, 0.001095973770134151, 1.3193510312703438e-05], 'log_scores_by_expert': [-6.978701114654541, -0.2736200988292694, -19.87442970275879, -16.952062606811523, -13.008989334106445, -3.6309027671813965, -8.365545272827148, -10.003518104553223, -6.816112041473389, -11.235785484313965], 'distances_by_expert': [13.957402229309082, 0.5472401976585388, 39.74885940551758, 33.90412521362305, 26.01797866821289, 7.261805534362793, 16.731090545654297, 20.007036209106445, 13.632224082946777, 22.47157096862793], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3399.771728515625, 'language': 50.178890228271484}}, {'routing_index': 367, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008720075129531324, 0.6686620116233826, 2.166279822191086e-09, 3.692468197868948e-08, 1.9714962036232464e-06, 0.022141169756650925, 0.00021204650693107396, 4.1055922338273376e-05, 0.001041825977154076, 1.1933435416722205e-05], 'log_scores_by_expert': [-7.044712543487549, -0.4024764895439148, -19.950254440307617, -17.1143856048584, -13.136717796325684, -3.810316562652588, -8.458704948425293, -10.10057544708252, -6.8667802810668945, -11.336166381835938], 'distances_by_expert': [14.089425086975098, 0.8049529790878296, 39.900508880615234, 34.2287712097168, 26.273435592651367, 7.620633125305176, 16.917409896850586, 20.20115089416504, 13.733560562133789, 22.672332763671875], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3514.86962890625, 'language': 50.18987274169922}}, {'routing_index': 368, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008288590470328927, 0.7463071942329407, 2.109457053478536e-09, 4.4476085037103985e-08, 2.18449417843658e-06, 0.027820713818073273, 0.00022584959515370429, 4.38923088950105e-05, 0.0010352525860071182, 1.2975963727512863e-05], 'log_scores_by_expert': [-7.095460414886475, -0.29261794686317444, -19.976835250854492, -16.928314208984375, -13.034126281738281, -3.581974506378174, -8.395641326904297, -10.033771514892578, -6.873109817504883, -11.252411842346191], 'distances_by_expert': [14.19092082977295, 0.5852358937263489, 39.953670501708984, 33.85662841796875, 26.068252563476562, 7.163949012756348, 16.791282653808594, 20.067543029785156, 13.746219635009766, 22.504823684692383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3387.727783203125, 'language': 50.18800354003906}}, {'routing_index': 369, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009557157172821462, 0.7918696403503418, 2.433218071473675e-09, 5.030513960946337e-08, 2.333472593818442e-06, 0.03144778683781624, 0.000250593526288867, 4.876781167695299e-05, 0.0011295604053884745, 1.3544527064368594e-05], 'log_scores_by_expert': [-6.953050136566162, -0.2333584874868393, -19.83405113220215, -16.805158615112305, -12.96815299987793, -3.4594266414642334, -8.291678428649902, -9.92844009399414, -6.785926818847656, -11.209527969360352], 'distances_by_expert': [13.906100273132324, 0.4667169749736786, 39.6681022644043, 33.61031723022461, 25.93630599975586, 6.918853282928467, 16.583356857299805, 19.85688018798828, 13.571853637695312, 22.419055938720703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.6494140625, 'language': 50.20990753173828}}, {'routing_index': 370, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008208746439777315, 0.6879336833953857, 2.0820714041747124e-09, 4.3932441684546575e-08, 2.1535615815082565e-06, 0.028718292713165283, 0.00023525125288870186, 4.5104829041520134e-05, 0.0009827708126977086, 1.2601887647178955e-05], 'log_scores_by_expert': [-7.105140209197998, -0.3740628659725189, -19.98990249633789, -16.94061279296875, -13.04838752746582, -3.5502209663391113, -8.354856491088867, -10.006521224975586, -6.925134658813477, -11.28166389465332], 'distances_by_expert': [14.210280418395996, 0.7481257319450378, 39.97980499267578, 33.8812255859375, 26.09677505493164, 7.100441932678223, 16.709712982177734, 20.013042449951172, 13.850269317626953, 22.56332778930664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.275634765625, 'language': 50.21775436401367}}, {'routing_index': 371, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008268005331046879, 0.6908695101737976, 2.1204089595272535e-09, 4.3680362438180964e-08, 2.0956347270839615e-06, 0.028079258278012276, 0.00023399264318868518, 4.485774479690008e-05, 0.0009947494836524129, 1.2163301107648294e-05], 'log_scores_by_expert': [-7.097947120666504, -0.3698042631149292, -19.971656799316406, -16.946367263793945, -13.075654029846191, -3.5727241039276123, -8.360220909118652, -10.012014389038086, -6.91301965713501, -11.317087173461914], 'distances_by_expert': [14.195894241333008, 0.7396085262298584, 39.94331359863281, 33.89273452758789, 26.151308059692383, 7.145448207855225, 16.720441818237305, 20.024028778076172, 13.82603931427002, 22.634174346923828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.322998046875, 'language': 50.207706451416016}}, {'routing_index': 372, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008892385521903634, 0.7542001008987427, 2.2463277904449797e-09, 4.5763272282783873e-08, 2.1976459265715675e-06, 0.03138957545161247, 0.0002475785731803626, 4.793766129296273e-05, 0.0010548122227191925, 1.3205783943703864e-05], 'log_scores_by_expert': [-7.025145053863525, -0.28209754824638367, -19.913969039916992, -16.899784088134766, -13.02812385559082, -3.4612793922424316, -8.30378246307373, -9.945609092712402, -6.8543925285339355, -11.234855651855469], 'distances_by_expert': [14.05029010772705, 0.5641950964927673, 39.827938079833984, 33.79956817626953, 26.05624771118164, 6.922558784484863, 16.60756492614746, 19.891218185424805, 13.708785057067871, 22.469711303710938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3301.0947265625, 'language': 50.20640182495117}}, {'routing_index': 373, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009213212761096656, 0.779441773891449, 2.315331926183717e-09, 4.7289674398598436e-08, 2.3227066776598804e-06, 0.031450893729925156, 0.0002501570270396769, 4.971511225448921e-05, 0.0011054136557504535, 1.4095636288402602e-05], 'log_scores_by_expert': [-6.989701747894287, -0.24917736649513245, -19.883712768554688, -16.866973876953125, -12.972777366638184, -3.4593279361724854, -8.293421745300293, -9.909201622009277, -6.807535648345947, -11.169645309448242], 'distances_by_expert': [13.979403495788574, 0.4983547329902649, 39.767425537109375, 33.73394775390625, 25.945554733276367, 6.918655872344971, 16.586843490600586, 19.818403244018555, 13.615071296691895, 22.339290618896484], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.905029296875, 'language': 50.19196701049805}}, {'routing_index': 374, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009481231682002544, 0.7708185911178589, 2.398763632172063e-09, 4.851334978184241e-08, 2.275582119182218e-06, 0.031233515590429306, 0.00025024457136169076, 4.845534931519069e-05, 0.001144088921137154, 1.3328995919437148e-05], 'log_scores_by_expert': [-6.961026191711426, -0.26030221581459045, -19.848312377929688, -16.841426849365234, -12.993274688720703, -3.46626353263855, -8.293071746826172, -9.934867858886719, -6.773146629333496, -11.225568771362305], 'distances_by_expert': [13.922052383422852, 0.5206044316291809, 39.696624755859375, 33.68285369873047, 25.986549377441406, 6.9325270652771, 16.586143493652344, 19.869735717773438, 13.546293258666992, 22.45113754272461], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3302.685302734375, 'language': 50.17688751220703}}, {'routing_index': 375, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000902253610547632, 0.709190309047699, 2.3034301133151303e-09, 4.787267116057592e-08, 2.1996377199684503e-06, 0.029416071251034737, 0.0002432774199405685, 4.6520282921846956e-05, 0.0010826295474544168, 1.2460275684134103e-05], 'log_scores_by_expert': [-7.01061487197876, -0.3436313569545746, -19.888866424560547, -16.854721069335938, -13.027217864990234, -3.526214122772217, -8.321308135986328, -9.975622177124023, -6.828362464904785, -11.292964935302734], 'distances_by_expert': [14.02122974395752, 0.6872627139091492, 39.777732849121094, 33.709442138671875, 26.05443572998047, 7.052428245544434, 16.642616271972656, 19.951244354248047, 13.65672492980957, 22.58592987060547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.714111328125, 'language': 50.18075942993164}}, {'routing_index': 376, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008554974338039756, 0.616524338722229, 2.1147787965247744e-09, 3.596325726107352e-08, 2.0257907635823358e-06, 0.0205132607370615, 0.00020929805759806186, 4.109270594199188e-05, 0.0009829119080677629, 1.2042169146297965e-05], 'log_scores_by_expert': [-7.0638275146484375, -0.48365744948387146, -19.974315643310547, -17.14076805114746, -13.109550476074219, -3.886683702468872, -8.47175121307373, -10.099679946899414, -6.924991130828857, -11.327095985412598], 'distances_by_expert': [14.127655029296875, 0.9673148989677429, 39.948631286621094, 34.28153610229492, 26.219100952148438, 7.773367404937744, 16.94350242614746, 20.199359893798828, 13.849982261657715, 22.654191970825195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3583.9619140625, 'language': 50.19587326049805}}, {'routing_index': 377, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009666420519351959, 0.7458105683326721, 2.4181767699360535e-09, 4.2076436557181296e-08, 2.2869189706398174e-06, 0.025750836357474327, 0.0002380669757258147, 4.678050026996061e-05, 0.0011194887338206172, 1.352363051410066e-05], 'log_scores_by_expert': [-6.9416823387146, -0.293283611536026, -19.840251922607422, -16.98377799987793, -12.98830509185791, -3.659288167953491, -8.342958450317383, -9.970044136047363, -6.7948832511901855, -11.211071968078613], 'distances_by_expert': [13.8833646774292, 0.586567223072052, 39.680503845214844, 33.96755599975586, 25.97661018371582, 7.318576335906982, 16.685916900634766, 19.940088272094727, 13.589766502380371, 22.422143936157227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.300048828125, 'language': 50.187435150146484}}, {'routing_index': 378, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009365116129629314, 0.6853170990943909, 2.3231794266109773e-09, 3.829817174505479e-08, 2.100424808304524e-06, 0.022958405315876007, 0.00022256386000663042, 4.325449117459357e-05, 0.001096886582672596, 1.2502639037847985e-05], 'log_scores_by_expert': [-6.973348617553711, -0.37787365913391113, -19.880329132080078, -17.077863693237305, -13.073370933532715, -3.774071216583252, -8.410296440124512, -10.048409461975098, -6.815279483795166, -11.289570808410645], 'distances_by_expert': [13.946697235107422, 0.7557473182678223, 39.760658264160156, 34.15572738647461, 26.14674186706543, 7.548142433166504, 16.820592880249023, 20.096818923950195, 13.630558967590332, 22.57914161682129], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3476.525634765625, 'language': 50.18364715576172}}, {'routing_index': 379, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000886815192643553, 0.7438564300537109, 2.2278818789800425e-09, 4.198624381501759e-08, 2.2318683932098793e-06, 0.02553521655499935, 0.00022970042482484132, 4.4447402615332976e-05, 0.0010815088171511889, 1.3259304068924394e-05], 'log_scores_by_expert': [-7.027873992919922, -0.29590722918510437, -19.92221450805664, -16.985923767089844, -13.01267147064209, -3.667696714401245, -8.378734588623047, -10.021203994750977, -6.829398155212402, -11.23081111907959], 'distances_by_expert': [14.055747985839844, 0.5918144583702087, 39.84442901611328, 33.97184753417969, 26.02534294128418, 7.33539342880249, 16.757469177246094, 20.042407989501953, 13.658796310424805, 22.46162223815918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.223388671875, 'language': 50.20618438720703}}, {'routing_index': 380, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008894794154912233, 0.7422733306884766, 2.1704902319896746e-09, 4.556068944339131e-08, 2.240958338006749e-06, 0.030079053714871407, 0.00023661294835619628, 4.600514512276277e-05, 0.0011018362129107118, 1.3472140381054487e-05], 'log_scores_by_expert': [-7.024874210357666, -0.29803770780563354, -19.948312759399414, -16.904220581054688, -13.008606910705566, -3.5039262771606445, -8.349084854125977, -9.986757278442383, -6.810777187347412, -11.214886665344238], 'distances_by_expert': [14.049748420715332, 0.5960754156112671, 39.89662551879883, 33.808441162109375, 26.017213821411133, 7.007852554321289, 16.698169708251953, 19.973514556884766, 13.621554374694824, 22.429773330688477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3421.233642578125, 'language': 50.196205139160156}}, {'routing_index': 381, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008754759328439832, 0.7669757604598999, 2.197210857701748e-09, 4.591575120116431e-08, 2.2972517399466597e-06, 0.030656544491648674, 0.0002494908694643527, 4.7423247451661155e-05, 0.0010622096015140414, 1.3678254617843777e-05], 'log_scores_by_expert': [-7.040742874145508, -0.26530009508132935, -19.936077117919922, -16.89645767211914, -12.983797073364258, -3.4849090576171875, -8.296088218688965, -9.956398010253906, -6.8474040031433105, -11.199703216552734], 'distances_by_expert': [14.081485748291016, 0.5306001901626587, 39.872154235839844, 33.79291534423828, 25.967594146728516, 6.969818115234375, 16.59217643737793, 19.912796020507812, 13.694808006286621, 22.39940643310547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.6396484375, 'language': 50.19254684448242}}, {'routing_index': 382, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000845485832542181, 0.7543942332267761, 2.1410706541047375e-09, 4.55565185575324e-08, 2.2385020201909356e-06, 0.030851395800709724, 0.00025004922645166516, 4.6882283641025424e-05, 0.0010215744841843843, 1.3475828382070176e-05], 'log_scores_by_expert': [-7.075599193572998, -0.2818402349948883, -19.961959838867188, -16.904312133789062, -13.009703636169434, -3.4785733222961426, -8.293852806091309, -9.967870712280273, -6.886410236358643, -11.21461296081543], 'distances_by_expert': [14.151198387145996, 0.5636804699897766, 39.923919677734375, 33.808624267578125, 26.019407272338867, 6.957146644592285, 16.587705612182617, 19.935741424560547, 13.772820472717285, 22.42922592163086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.93017578125, 'language': 50.22502517700195}}, {'routing_index': 383, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000894369964953512, 0.7584728598594666, 2.253494280068935e-09, 4.496089189842678e-08, 2.196989953517914e-06, 0.03071744553744793, 0.0002471711777616292, 4.749109211843461e-05, 0.001080443849787116, 1.3111628504702821e-05], 'log_scores_by_expert': [-7.019391059875488, -0.27644824981689453, -19.910783767700195, -16.91747283935547, -13.028422355651855, -3.482924461364746, -8.305429458618164, -9.954968452453613, -6.83038330078125, -11.242011070251465], 'distances_by_expert': [14.038782119750977, 0.5528964996337891, 39.82156753540039, 33.83494567871094, 26.05684471130371, 6.965848922729492, 16.610858917236328, 19.909936904907227, 13.6607666015625, 22.48402214050293], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3291.84130859375, 'language': 50.18144989013672}}, {'routing_index': 384, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009481162996962667, 0.747910737991333, 2.36792496721705e-09, 4.629670868894209e-08, 2.2181563963385997e-06, 0.029368789866566658, 0.00023962660634424537, 4.7708075726404786e-05, 0.0011387855047360063, 1.2960207641299348e-05], 'log_scores_by_expert': [-6.961033344268799, -0.290471613407135, -19.861251831054688, -16.888195037841797, -13.018834114074707, -3.527822732925415, -8.33642864227295, -9.950409889221191, -6.777792930603027, -11.253626823425293], 'distances_by_expert': [13.922066688537598, 0.58094322681427, 39.722503662109375, 33.776390075683594, 26.037668228149414, 7.05564546585083, 16.6728572845459, 19.900819778442383, 13.555585861206055, 22.507253646850586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3318.970703125, 'language': 50.190711975097656}}, {'routing_index': 385, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009835081873461604, 0.7389964461326599, 2.450497360584336e-09, 4.35834088818865e-08, 2.2444853584602242e-06, 0.026959462091326714, 0.0002384164254181087, 4.765205449075438e-05, 0.0011677031870931387, 1.3106165170029271e-05], 'log_scores_by_expert': [-6.924384593963623, -0.30246222019195557, -19.826974868774414, -16.948589324951172, -13.007034301757812, -3.6134209632873535, -8.34149169921875, -9.951584815979004, -6.752716541290283, -11.242427825927734], 'distances_by_expert': [13.848769187927246, 0.6049244403839111, 39.65394973754883, 33.897178649902344, 26.014068603515625, 7.226841926574707, 16.6829833984375, 19.903169631958008, 13.505433082580566, 22.48485565185547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.74951171875, 'language': 50.18553161621094}}, {'routing_index': 386, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008895082282833755, 0.7180376648902893, 2.3066661913873077e-09, 4.656051189044774e-08, 2.2189012724993518e-06, 0.029598001390695572, 0.0002444474375806749, 4.649207403417677e-05, 0.0010665598092600703, 1.2606612472154666e-05], 'log_scores_by_expert': [-7.024841785430908, -0.33123329281806946, -19.887462615966797, -16.88251304626465, -13.018498420715332, -3.5200483798980713, -8.316510200500488, -9.976228713989258, -6.843317031860352, -11.281289100646973], 'distances_by_expert': [14.049683570861816, 0.6624665856361389, 39.774925231933594, 33.7650260925293, 26.036996841430664, 7.040096759796143, 16.633020401000977, 19.952457427978516, 13.686634063720703, 22.562578201293945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3230.01513671875, 'language': 50.17381286621094}}, {'routing_index': 387, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008887226576916873, 0.6343915462493896, 2.240743368631115e-09, 3.6546111914503854e-08, 2.016359530898626e-06, 0.02085629664361477, 0.00021550121891777962, 4.21848199039232e-05, 0.0010217357194051147, 1.2026572221657261e-05], 'log_scores_by_expert': [-7.025725364685059, -0.45508894324302673, -19.916458129882812, -17.124691009521484, -13.114216804504395, -3.8700993061065674, -8.442543983459473, -10.073450088500977, -6.886252403259277, -11.328392028808594], 'distances_by_expert': [14.051450729370117, 0.9101778864860535, 39.832916259765625, 34.24938201904297, 26.22843360900879, 7.740198612213135, 16.885087966918945, 20.146900177001953, 13.772504806518555, 22.656784057617188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3489.581787109375, 'language': 50.188873291015625}}, {'routing_index': 388, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009263802785426378, 0.7041032314300537, 2.353103267793699e-09, 4.1164344821709165e-08, 2.094549927278422e-06, 0.024599216878414154, 0.0002230506797786802, 4.4446216634241864e-05, 0.0010780961019918323, 1.2283532669243868e-05], 'log_scores_by_expert': [-6.984225749969482, -0.3508302867412567, -19.867530822753906, -17.005693435668945, -13.076171875, -3.705040693283081, -8.408111572265625, -10.021230697631836, -6.832558631896973, -11.3072509765625], 'distances_by_expert': [13.968451499938965, 0.7016605734825134, 39.73506164550781, 34.01138687133789, 26.15234375, 7.410081386566162, 16.81622314453125, 20.042461395263672, 13.665117263793945, 22.614501953125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3381.689697265625, 'language': 50.17596435546875}}, {'routing_index': 389, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009031963418237865, 0.699282705783844, 2.2361281715177483e-09, 3.893297417789654e-08, 2.0467907688725973e-06, 0.023137535899877548, 0.00021926843328401446, 4.278176129446365e-05, 0.0010695038363337517, 1.2304590200074017e-05], 'log_scores_by_expert': [-7.009570598602295, -0.3577001094818115, -19.918519973754883, -17.061424255371094, -13.099237442016602, -3.76629900932312, -8.425213813781738, -10.059398651123047, -6.840560436248779, -11.305538177490234], 'distances_by_expert': [14.01914119720459, 0.715400218963623, 39.837039947509766, 34.12284851074219, 26.198474884033203, 7.53259801864624, 16.850427627563477, 20.118797302246094, 13.681120872497559, 22.61107635498047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3484.594970703125, 'language': 50.187782287597656}}, {'routing_index': 390, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008564958116039634, 0.7403706312179565, 2.1484627410472967e-09, 4.595727887135581e-08, 2.130931306965067e-06, 0.028190426528453827, 0.00022643727425020188, 4.421623089001514e-05, 0.001064947689883411, 1.2577586858242285e-05], 'log_scores_by_expert': [-7.062661170959473, -0.30060431361198425, -19.958513259887695, -16.895553588867188, -13.058951377868652, -3.568772792816162, -8.39304256439209, -10.026418685913086, -6.844829559326172, -11.283594131469727], 'distances_by_expert': [14.125322341918945, 0.6012086272239685, 39.91702651977539, 33.791107177734375, 26.117902755737305, 7.137545585632324, 16.78608512878418, 20.052837371826172, 13.689659118652344, 22.567188262939453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.308837890625, 'language': 50.164764404296875}}, {'routing_index': 391, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009607747779227793, 0.8135685920715332, 2.447787750270436e-09, 5.0034049792202495e-08, 2.33743708122347e-06, 0.03132927045226097, 0.00025574007304385304, 4.949574577040039e-05, 0.001154793775640428, 1.3842578482581303e-05], 'log_scores_by_expert': [-6.947770595550537, -0.20632506906986237, -19.828081130981445, -16.810562133789062, -12.966455459594727, -3.463202476501465, -8.27134895324707, -9.913623809814453, -6.763833522796631, -11.187761306762695], 'distances_by_expert': [13.895541191101074, 0.41265013813972473, 39.65616226196289, 33.621124267578125, 25.932910919189453, 6.92640495300293, 16.54269790649414, 19.827247619628906, 13.527667045593262, 22.37552261352539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3372.5185546875, 'language': 50.19742202758789}}, {'routing_index': 392, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008777682669460773, 0.7698034048080444, 2.2597743676300297e-09, 4.8126544527349324e-08, 2.347239160371828e-06, 0.03075690194964409, 0.00025764413294382393, 4.924160020891577e-05, 0.001064484240487218, 1.3805374692310579e-05], 'log_scores_by_expert': [-7.038127899169922, -0.26162010431289673, -19.908000946044922, -16.84943199157715, -12.962270736694336, -3.4816408157348633, -8.263931274414062, -9.918771743774414, -6.845264911651611, -11.190452575683594], 'distances_by_expert': [14.076255798339844, 0.5232402086257935, 39.816001892089844, 33.6988639831543, 25.924541473388672, 6.963281631469727, 16.527862548828125, 19.837543487548828, 13.690529823303223, 22.380905151367188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3334.5009765625, 'language': 50.2088737487793}}, {'routing_index': 393, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008283501956611872, 0.7438290119171143, 2.133528909098459e-09, 4.392289199017796e-08, 2.1468151771841804e-06, 0.030299797654151917, 0.00024108029901981354, 4.548413562588394e-05, 0.0010045813396573067, 1.2727643479593098e-05], 'log_scores_by_expert': [-7.09607458114624, -0.2959441542625427, -19.96548843383789, -16.94083023071289, -13.051525115966797, -3.4966142177581787, -8.3303804397583, -9.998147010803223, -6.903184413909912, -11.271734237670898], 'distances_by_expert': [14.19214916229248, 0.5918883085250854, 39.93097686767578, 33.88166046142578, 26.103050231933594, 6.993228435516357, 16.6607608795166, 19.996294021606445, 13.806368827819824, 22.543468475341797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3275.25927734375, 'language': 50.203941345214844}}, {'routing_index': 394, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008592152153141797, 0.7228999733924866, 2.186633540901539e-09, 4.270987119525671e-08, 2.119209511874942e-06, 0.02783639170229435, 0.00023014577163849026, 4.492560037760995e-05, 0.0010390548268333077, 1.2448337656678632e-05], 'log_scores_by_expert': [-7.059491157531738, -0.3244844675064087, -19.940902709960938, -16.968835830688477, -13.064467430114746, -3.581411123275757, -8.376797676086426, -10.010502815246582, -6.869443893432617, -11.293923377990723], 'distances_by_expert': [14.118982315063477, 0.6489689350128174, 39.881805419921875, 33.93767166137695, 26.128934860229492, 7.162822246551514, 16.75359535217285, 20.021005630493164, 13.738887786865234, 22.587846755981445], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3242.47802734375, 'language': 50.20804214477539}}, {'routing_index': 395, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009801206178963184, 0.7826681137084961, 2.4382493801766714e-09, 4.750238602468926e-08, 2.3710222194495145e-06, 0.030660083517432213, 0.0002494088257662952, 4.992921094526537e-05, 0.0011710890103131533, 1.3966603546577971e-05], 'log_scores_by_expert': [-6.927834987640381, -0.2450464963912964, -19.831985473632812, -16.862485885620117, -12.952189445495605, -3.4847936630249023, -8.296417236328125, -9.90490436553955, -6.749821186065674, -11.178841590881348], 'distances_by_expert': [13.855669975280762, 0.4900929927825928, 39.663970947265625, 33.724971771240234, 25.90437889099121, 6.969587326049805, 16.59283447265625, 19.8098087310791, 13.499642372131348, 22.357683181762695], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3338.716552734375, 'language': 50.19753646850586}}, {'routing_index': 396, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009626471437513828, 0.7335289716720581, 2.3934072501674564e-09, 4.807837328257847e-08, 2.284109541506041e-06, 0.02984391711652279, 0.00024734329781495035, 4.901095962850377e-05, 0.0011515709338709712, 1.320189312536968e-05], 'log_scores_by_expert': [-6.945823669433594, -0.30988821387290955, -19.850547790527344, -16.850433349609375, -12.989534378051758, -3.5117743015289307, -8.304733276367188, -9.923466682434082, -6.766628265380859, -11.235150337219238], 'distances_by_expert': [13.891647338867188, 0.6197764277458191, 39.70109558105469, 33.70086669921875, 25.979068756103516, 7.023548603057861, 16.609466552734375, 19.846933364868164, 13.533256530761719, 22.470300674438477], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3353.129638671875, 'language': 50.20982360839844}}, {'routing_index': 397, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008818431524559855, 0.6593074202537537, 2.2372970143180737e-09, 4.6042121226719246e-08, 2.1515538719540928e-06, 0.02776847407221794, 0.00023425990366376936, 4.567077485262416e-05, 0.0010612577898427844, 1.1998985428363085e-05], 'log_scores_by_expert': [-7.033496379852295, -0.4165653586387634, -19.917997360229492, -16.893709182739258, -13.049320220947266, -3.5838539600372314, -8.359079360961914, -9.994051933288574, -6.848300457000732, -11.3306884765625], 'distances_by_expert': [14.06699275970459, 0.8331307172775269, 39.835994720458984, 33.787418365478516, 26.09864044189453, 7.167707920074463, 16.718158721923828, 19.98810386657715, 13.696600914001465, 22.661376953125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.04541015625, 'language': 50.1848030090332}}, {'routing_index': 398, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008618244319222867, 0.6435244083404541, 2.1557322593679373e-09, 3.785545032997106e-08, 2.081955699395621e-06, 0.02220108173787594, 0.00021608547831419855, 4.297092164051719e-05, 0.0010086243273690343, 1.258680276805535e-05], 'log_scores_by_expert': [-7.056458950042725, -0.44079533219337463, -19.955135345458984, -17.08949089050293, -13.082202911376953, -3.807614326477051, -8.439836502075195, -10.054986953735352, -6.899168014526367, -11.282861709594727], 'distances_by_expert': [14.11291790008545, 0.8815906643867493, 39.91027069091797, 34.17898178100586, 26.164405822753906, 7.615228652954102, 16.87967300415039, 20.109973907470703, 13.798336029052734, 22.565723419189453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3510.11083984375, 'language': 50.19721984863281}}, {'routing_index': 399, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008872174075804651, 0.6430119872093201, 2.281724142960684e-09, 3.710909979304233e-08, 2.043124368356075e-06, 0.021535074338316917, 0.00021589142852462828, 4.27345403295476e-05, 0.0010223741410300136, 1.2073906873411033e-05], 'log_scores_by_expert': [-7.027420520782471, -0.44159188866615295, -19.898334503173828, -17.109403610229492, -13.101030349731445, -3.8380722999572754, -8.44073486328125, -10.060503005981445, -6.885627746582031, -11.324463844299316], 'distances_by_expert': [14.054841041564941, 0.8831837773323059, 39.796669006347656, 34.218807220458984, 26.20206069946289, 7.676144599914551, 16.8814697265625, 20.12100601196289, 13.771255493164062, 22.648927688598633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.5087890625, 'language': 50.19002914428711}}, {'routing_index': 400, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000889821327291429, 0.6968777775764465, 2.2588477754936775e-09, 3.938041004403203e-08, 2.0723125544463983e-06, 0.02377554215490818, 0.00021967846259940416, 4.296145561966114e-05, 0.0010604409035295248, 1.2321570466156118e-05], 'log_scores_by_expert': [-7.024489879608154, -0.3611451983451843, -19.908411026000977, -17.049997329711914, -13.086845397949219, -3.739097833633423, -8.423345565795898, -10.055207252502441, -6.8490705490112305, -11.304159164428711], 'distances_by_expert': [14.048979759216309, 0.7222903966903687, 39.81682205200195, 34.09999465942383, 26.173690795898438, 7.478195667266846, 16.846691131591797, 20.110414505004883, 13.698141098022461, 22.608318328857422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.531005859375, 'language': 50.17724609375}}, {'routing_index': 401, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008182976162061095, 0.656011164188385, 2.017693567779588e-09, 3.705534723508208e-08, 1.947331156770815e-06, 0.022195301949977875, 0.0002062926796497777, 3.960286267101765e-05, 0.0010152842151001096, 1.1929964784940239e-05], 'log_scores_by_expert': [-7.1082844734191895, -0.42157742381095886, -20.021310806274414, -17.11085319519043, -13.14905071258545, -3.8078746795654297, -8.486214637756348, -10.136609077453613, -6.892586708068848, -11.336457252502441], 'distances_by_expert': [14.216568946838379, 0.8431548476219177, 40.04262161254883, 34.22170639038086, 26.2981014251709, 7.615749359130859, 16.972429275512695, 20.273218154907227, 13.785173416137695, 22.672914505004883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3528.5654296875, 'language': 50.19118881225586}}, {'routing_index': 402, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008326234528794885, 0.7441274523735046, 2.0762775942984035e-09, 4.516295604162224e-08, 2.1851587916899007e-06, 0.029254410415887833, 0.00022886077931616455, 4.417799937073141e-05, 0.0010413104901090264, 1.3005573237023782e-05], 'log_scores_by_expert': [-7.09092903137207, -0.2955429255962372, -19.99268913269043, -16.912988662719727, -13.033822059631348, -3.5317249298095703, -8.382396697998047, -10.027283668518066, -6.867275238037109, -11.25013256072998], 'distances_by_expert': [14.18185806274414, 0.5910858511924744, 39.98537826538086, 33.82597732543945, 26.067644119262695, 7.063449859619141, 16.764793395996094, 20.054567337036133, 13.734550476074219, 22.50026512145996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3427.32470703125, 'language': 50.19301986694336}}, {'routing_index': 403, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009324256097897887, 0.8017052412033081, 2.351389305488283e-09, 5.0062688217167306e-08, 2.367748038523132e-06, 0.03315196931362152, 0.00025570252910256386, 4.9487396609038115e-05, 0.0011100454721599817, 1.3792833669867832e-05], 'log_scores_by_expert': [-6.977721214294434, -0.22101426124572754, -19.86825942993164, -16.80998992919922, -12.953571319580078, -3.4066531658172607, -8.271495819091797, -9.913792610168457, -6.803354263305664, -11.191361427307129], 'distances_by_expert': [13.955442428588867, 0.4420285224914551, 39.73651885986328, 33.61997985839844, 25.907142639160156, 6.8133063316345215, 16.542991638183594, 19.827585220336914, 13.606708526611328, 22.382722854614258], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.59521484375, 'language': 50.18914031982422}}, {'routing_index': 404, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007726969779469073, 0.6537636518478394, 1.989168385563289e-09, 4.175631929115298e-08, 2.0569584648910677e-06, 0.027420878410339355, 0.00022730835189577192, 4.362443360150792e-05, 0.0009426811011508107, 1.1921786608581897e-05], 'log_scores_by_expert': [-7.165623664855957, -0.4250093698501587, -20.03554916381836, -16.99141502380371, -13.094282150268555, -3.5964505672454834, -8.389203071594238, -10.03989315032959, -6.966782569885254, -11.337142944335938], 'distances_by_expert': [14.331247329711914, 0.8500187397003174, 40.07109832763672, 33.98283004760742, 26.18856430053711, 7.192901134490967, 16.778406143188477, 20.07978630065918, 13.933565139770508, 22.674285888671875], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3375.94482421875, 'language': 50.215087890625}}, {'routing_index': 405, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007684255251660943, 0.6818886995315552, 1.9993739996948534e-09, 4.207627668506575e-08, 2.0369882349768886e-06, 0.0289631187915802, 0.00023238034918904305, 4.407548840390518e-05, 0.0009336036746390164, 1.1984632692474406e-05], 'log_scores_by_expert': [-7.171166896820068, -0.3828888237476349, -20.030431747436523, -16.983781814575195, -13.10403823852539, -3.5417320728302, -8.367135047912598, -10.029606819152832, -6.976458549499512, -11.33188533782959], 'distances_by_expert': [14.342333793640137, 0.7657776474952698, 40.06086349487305, 33.96756362915039, 26.20807647705078, 7.0834641456604, 16.734270095825195, 20.059213638305664, 13.952917098999023, 22.66377067565918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3277.982421875, 'language': 50.20976257324219}}, {'routing_index': 406, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009010386420413852, 0.763765275478363, 2.2624264683912543e-09, 4.726875246774398e-08, 2.323014768990106e-06, 0.03226297348737717, 0.00025345556787215173, 4.9662608944345266e-05, 0.0010825252393260598, 1.4026936696609482e-05], 'log_scores_by_expert': [-7.011962413787842, -0.26949483156204224, -19.906827926635742, -16.867416381835938, -12.972644805908203, -3.433835029602051, -8.280322074890137, -9.910258293151855, -6.828458786010742, -11.174530982971191], 'distances_by_expert': [14.023924827575684, 0.5389896631240845, 39.813655853271484, 33.734832763671875, 25.945289611816406, 6.867670059204102, 16.560644149780273, 19.82051658630371, 13.656917572021484, 22.349061965942383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3365.88720703125, 'language': 50.20066452026367}}, {'routing_index': 407, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009587276726961136, 0.7879142165184021, 2.3793111925130006e-09, 4.555304400355453e-08, 2.3102845716493903e-06, 0.029646048322319984, 0.0002459731185808778, 4.8481877456652e-05, 0.001154920901171863, 1.3828843293595128e-05], 'log_scores_by_expert': [-6.94990348815918, -0.23836608231067657, -19.856454849243164, -16.904388427734375, -12.978139877319336, -3.5184264183044434, -8.310288429260254, -9.934320449829102, -6.763723373413086, -11.188754081726074], 'distances_by_expert': [13.89980697631836, 0.47673216462135315, 39.71290969848633, 33.80877685546875, 25.956279754638672, 7.036852836608887, 16.620576858520508, 19.868640899658203, 13.527446746826172, 22.37750816345215], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3307.09423828125, 'language': 50.18452835083008}}, {'routing_index': 408, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009125600918196142, 0.7852104306221008, 2.3108672753124893e-09, 4.6767087980015276e-08, 2.3286174837267026e-06, 0.03123057633638382, 0.00025420234305784106, 4.9219113861909136e-05, 0.0010956758633255959, 1.3837720871379133e-05], 'log_scores_by_expert': [-6.999256610870361, -0.24180354177951813, -19.885643005371094, -16.87808609008789, -12.970235824584961, -3.466357707977295, -8.277379989624023, -9.919228553771973, -6.8163838386535645, -11.188112258911133], 'distances_by_expert': [13.998513221740723, 0.48360708355903625, 39.77128601074219, 33.75617218017578, 25.940471649169922, 6.93271541595459, 16.554759979248047, 19.838457107543945, 13.632767677307129, 22.376224517822266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.58642578125, 'language': 50.18660354614258}}, {'routing_index': 409, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008295110892504454, 0.6824256777763367, 2.159951106861513e-09, 4.4911267593761295e-08, 2.150081172658247e-06, 0.029685571789741516, 0.00024385999131482095, 4.554338374873623e-05, 0.000992162968032062, 1.2414373486535624e-05], 'log_scores_by_expert': [-7.094674110412598, -0.3821016252040863, -19.95318031311035, -16.918577194213867, -13.050004959106445, -3.517094135284424, -8.318916320800781, -9.996845245361328, -6.915623188018799, -11.296655654907227], 'distances_by_expert': [14.189348220825195, 0.7642032504081726, 39.9063606262207, 33.837154388427734, 26.10000991821289, 7.034188270568848, 16.637832641601562, 19.993690490722656, 13.831246376037598, 22.593311309814453], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3222.14892578125, 'language': 50.19166564941406}}, {'routing_index': 410, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007987649296410382, 0.5645337700843811, 2.042899183152258e-09, 3.434368522903242e-08, 1.8243935073769535e-06, 0.02110406383872032, 0.00019879294268321246, 4.011258715763688e-05, 0.0009323033154942095, 1.1218457075301558e-05], 'log_scores_by_expert': [-7.132443904876709, -0.5717549920082092, -20.008895874023438, -17.186847686767578, -13.214262962341309, -3.8582897186279297, -8.523246765136719, -10.123820304870605, -6.9778523445129395, -11.397950172424316], 'distances_by_expert': [14.264887809753418, 1.1435099840164185, 40.017791748046875, 34.373695373535156, 26.428525924682617, 7.716579437255859, 17.046493530273438, 20.24764060974121, 13.955704689025879, 22.795900344848633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3600.150634765625, 'language': 50.201988220214844}}, {'routing_index': 411, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009168130345642567, 0.7187882661819458, 2.3378170510568452e-09, 4.114981777547655e-08, 2.1476384972629603e-06, 0.025692185387015343, 0.00022923758660908788, 4.4960746890865266e-05, 0.0010838485322892666, 1.273208727070596e-05], 'log_scores_by_expert': [-6.994606971740723, -0.3301885724067688, -19.874048233032227, -17.006046295166016, -13.051141738891602, -3.6615684032440186, -8.380751609802246, -10.009720802307129, -6.827237129211426, -11.271385192871094], 'distances_by_expert': [13.989213943481445, 0.6603771448135376, 39.74809646606445, 34.01209259033203, 26.102283477783203, 7.323136806488037, 16.761503219604492, 20.019441604614258, 13.654474258422852, 22.542770385742188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3390.863525390625, 'language': 50.18174362182617}}, {'routing_index': 412, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009309248416684568, 0.7397595643997192, 2.2964159462901534e-09, 4.139345577414133e-08, 2.151461558241863e-06, 0.025975143536925316, 0.00022814252588432282, 4.437942334334366e-05, 0.001114057027734816, 1.2918129868921824e-05], 'log_scores_by_expert': [-6.979331970214844, -0.30143001675605774, -19.891916275024414, -17.00014305114746, -13.049363136291504, -3.6506152153015137, -8.385540008544922, -10.022734642028809, -6.799746990203857, -11.256878852844238], 'distances_by_expert': [13.958663940429688, 0.6028600335121155, 39.78383255004883, 34.00028610229492, 26.098726272583008, 7.301230430603027, 16.771080017089844, 20.045469284057617, 13.599493980407715, 22.513757705688477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3440.24462890625, 'language': 50.18293762207031}}, {'routing_index': 413, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008787097176536918, 0.7664803266525269, 2.2008639355419746e-09, 4.727326086140238e-08, 2.2554972929356154e-06, 0.030482515692710876, 0.0002360411745030433, 4.557049396680668e-05, 0.0010815903078764677, 1.3262680113257375e-05], 'log_scores_by_expert': [-7.037055969238281, -0.26594623923301697, -19.934415817260742, -16.867321014404297, -13.002140045166016, -3.4906020164489746, -8.3515043258667, -9.99625015258789, -6.829322814941406, -11.23055648803711], 'distances_by_expert': [14.074111938476562, 0.5318924784660339, 39.868831634521484, 33.734642028808594, 26.00428009033203, 6.981204032897949, 16.7030086517334, 19.99250030517578, 13.658645629882812, 22.46111297607422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.93310546875, 'language': 50.17647171020508}}, {'routing_index': 414, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008981392602436244, 0.7797420620918274, 2.285212685748661e-09, 4.8555563125773915e-08, 2.3625600533705438e-06, 0.030937133356928825, 0.0002467860758770257, 4.7785619244677946e-05, 0.0010965948458760977, 1.3726669749303255e-05], 'log_scores_by_expert': [-7.015185356140137, -0.2487921565771103, -19.896806716918945, -16.840557098388672, -12.955764770507812, -3.4757981300354004, -8.306988716125488, -9.948785781860352, -6.815545558929443, -11.19616985321045], 'distances_by_expert': [14.030370712280273, 0.4975843131542206, 39.79361343383789, 33.681114196777344, 25.911529541015625, 6.951596260070801, 16.613977432250977, 19.897571563720703, 13.631091117858887, 22.3923397064209], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.835205078125, 'language': 50.20628356933594}}, {'routing_index': 415, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000839340325910598, 0.7372069954872131, 2.1371824310278953e-09, 4.6308098688996324e-08, 2.263869646412786e-06, 0.030656730756163597, 0.0002478731912560761, 4.6550107072107494e-05, 0.0010151476599276066, 1.3177138498576824e-05], 'log_scores_by_expert': [-7.082894325256348, -0.3048866391181946, -19.963777542114258, -16.887948989868164, -12.998435020446777, -3.48490309715271, -8.302593231201172, -9.974981307983398, -6.892721176147461, -11.237027168273926], 'distances_by_expert': [14.165788650512695, 0.6097732782363892, 39.927555084228516, 33.77589797973633, 25.996870040893555, 6.96980619430542, 16.605186462402344, 19.949962615966797, 13.785442352294922, 22.47405433654785], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.30712890625, 'language': 50.2160530090332}}, {'routing_index': 416, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007969794096425176, 0.7243964672088623, 2.069694415851586e-09, 4.306521006469666e-08, 2.1326634396245936e-06, 0.029412388801574707, 0.0002354478492634371, 4.3997541069984436e-05, 0.0009658167837187648, 1.2479789802455343e-05], 'log_scores_by_expert': [-7.134681701660156, -0.3224165141582489, -19.995864868164062, -16.96055030822754, -13.058138847351074, -3.526339292526245, -8.354021072387695, -10.031376838684082, -6.942536354064941, -11.291399955749512], 'distances_by_expert': [14.269363403320312, 0.6448330283164978, 39.991729736328125, 33.92110061645508, 26.11627769470215, 7.05267858505249, 16.70804214477539, 20.062753677368164, 13.885072708129883, 22.582799911499023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.40087890625, 'language': 50.202762603759766}}, {'routing_index': 417, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009207872208207846, 0.7601456642150879, 2.308682134355422e-09, 4.771086992150231e-08, 2.2431800061895046e-06, 0.031070319935679436, 0.00024322592071257532, 4.759850344271399e-05, 0.0011050510220229626, 1.3159129593987018e-05], 'log_scores_by_expert': [-6.990281581878662, -0.27424514293670654, -19.88658905029297, -16.85810661315918, -13.00761604309082, -3.4715023040771484, -8.32151985168457, -9.952709197998047, -6.807863712310791, -11.238394737243652], 'distances_by_expert': [13.980563163757324, 0.5484902858734131, 39.77317810058594, 33.71621322631836, 26.01523208618164, 6.943004608154297, 16.64303970336914, 19.905418395996094, 13.615727424621582, 22.476789474487305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3312.875, 'language': 50.1802864074707}}, {'routing_index': 418, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009513471159152687, 0.7942407727241516, 2.4055861747029894e-09, 5.0140855023528275e-08, 2.37472886510659e-06, 0.03305031359195709, 0.0002543689333833754, 4.9448142817709595e-05, 0.0011409074068069458, 1.38553505166783e-05], 'log_scores_by_expert': [-6.957631587982178, -0.23036859929561615, -19.84547233581543, -16.808429718017578, -12.950627326965332, -3.409724235534668, -8.276724815368652, -9.914586067199707, -6.775931358337402, -11.18683910369873], 'distances_by_expert': [13.915263175964355, 0.4607371985912323, 39.69094467163086, 33.616859436035156, 25.901254653930664, 6.819448471069336, 16.553449630737305, 19.829172134399414, 13.551862716674805, 22.37367820739746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.05615234375, 'language': 50.194793701171875}}, {'routing_index': 419, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008600985747762024, 0.7071095705032349, 2.2124087006858417e-09, 4.6169279954710873e-08, 2.2043711851438275e-06, 0.02997046709060669, 0.0002442437980789691, 4.548877404886298e-05, 0.0010411679977551103, 1.2801339835277759e-05], 'log_scores_by_expert': [-7.0584635734558105, -0.34656965732574463, -19.929183959960938, -16.89095115661621, -13.025068283081055, -3.507542848587036, -8.317343711853027, -9.998044967651367, -6.867412090301514, -11.265960693359375], 'distances_by_expert': [14.116927146911621, 0.6931393146514893, 39.858367919921875, 33.78190231323242, 26.05013656616211, 7.015085697174072, 16.634687423706055, 19.996089935302734, 13.734824180603027, 22.53192138671875], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3256.00048828125, 'language': 50.19672393798828}}, {'routing_index': 420, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009204343077726662, 0.7049111723899841, 2.3028459139595725e-09, 4.412550680399363e-08, 2.222980583610479e-06, 0.02711472474038601, 0.00023404286184813827, 4.706339677795768e-05, 0.0010681409621611238, 1.3320482139533851e-05], 'log_scores_by_expert': [-6.990664958953857, -0.3496834933757782, -19.88912010192871, -16.936227798461914, -13.016661643981934, -3.6076784133911133, -8.360006332397461, -9.964015007019043, -6.8418354988098145, -11.226207733154297], 'distances_by_expert': [13.981329917907715, 0.6993669867515564, 39.77824020385742, 33.87245559692383, 26.033323287963867, 7.215356826782227, 16.720012664794922, 19.928030014038086, 13.683670997619629, 22.452415466308594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3490.832763671875, 'language': 50.19359588623047}}, {'routing_index': 421, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009477827115915716, 0.7579741477966309, 2.4062698500415536e-09, 4.4673843291320736e-08, 2.2781725874665426e-06, 0.02831522561609745, 0.00024157144071068615, 4.7827565140323713e-05, 0.0011064704740419984, 1.35659220177331e-05], 'log_scores_by_expert': [-6.961385250091553, -0.27710598707199097, -19.84518814086914, -16.923877716064453, -12.99213695526123, -3.5643556118011475, -8.32834529876709, -9.947908401489258, -6.806580066680908, -11.2079496383667], 'distances_by_expert': [13.922770500183105, 0.5542119741439819, 39.69037628173828, 33.847755432128906, 25.98427391052246, 7.128711223602295, 16.65669059753418, 19.895816802978516, 13.613160133361816, 22.4158992767334], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.8125, 'language': 50.1787223815918}}, {'routing_index': 422, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009066059719771147, 0.6858711838722229, 2.2664217169676704e-09, 3.873299192491686e-08, 2.0763679913216038e-06, 0.02299199439585209, 0.00022197903308551759, 4.347330468590371e-05, 0.0010643446585163474, 1.240224446519278e-05], 'log_scores_by_expert': [-7.005802631378174, -0.37706542015075684, -19.90506362915039, -17.066574096679688, -13.084890365600586, -3.772609233856201, -8.412927627563477, -10.043363571166992, -6.845396041870117, -11.297633171081543], 'distances_by_expert': [14.011605262756348, 0.7541308403015137, 39.81012725830078, 34.133148193359375, 26.169780731201172, 7.545218467712402, 16.825855255126953, 20.086727142333984, 13.690792083740234, 22.595266342163086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3415.49951171875, 'language': 50.18522644042969}}, {'routing_index': 423, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008206843631342053, 0.7347131967544556, 2.0685024804123486e-09, 4.460861902089164e-08, 2.146264478142257e-06, 0.027878301218152046, 0.00022423546761274338, 4.311652446631342e-05, 0.0010307771153748035, 1.2655325917876326e-05], 'log_scores_by_expert': [-7.105371952056885, -0.30827510356903076, -19.996440887451172, -16.925338745117188, -13.05178165435791, -3.579906702041626, -8.402813911437988, -10.051604270935059, -6.877442359924316, -11.277432441711426], 'distances_by_expert': [14.21074390411377, 0.6165502071380615, 39.992881774902344, 33.850677490234375, 26.10356330871582, 7.159813404083252, 16.805627822875977, 20.103208541870117, 13.754884719848633, 22.55486488342285], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.7548828125, 'language': 50.171085357666016}}, {'routing_index': 424, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009404124575667083, 0.8017606139183044, 2.3728936593414574e-09, 4.980373091711954e-08, 2.2840374640509253e-06, 0.031767453998327255, 0.000250729062827304, 4.8343972594011575e-05, 0.001123579335398972, 1.3451508493744768e-05], 'log_scores_by_expert': [-6.969192028045654, -0.22094517946243286, -19.859155654907227, -16.815176010131836, -12.9895658493042, -3.449312925338745, -8.2911376953125, -9.937169075012207, -6.79123592376709, -11.216419219970703], 'distances_by_expert': [13.938384056091309, 0.4418903589248657, 39.71831130981445, 33.63035202026367, 25.9791316986084, 6.89862585067749, 16.582275390625, 19.874338150024414, 13.58247184753418, 22.432838439941406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.381103515625, 'language': 50.19114685058594}}, {'routing_index': 425, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008045952999964356, 0.6838779449462891, 2.049534097992023e-09, 4.3598706866987413e-08, 2.1309720068529714e-06, 0.02837100252509117, 0.00023815827444195747, 4.5472468627849594e-05, 0.0009736341307871044, 1.253776645171456e-05], 'log_scores_by_expert': [-7.125171184539795, -0.3799758553504944, -20.005653381347656, -16.948238372802734, -13.058932304382324, -3.562387704849243, -8.342575073242188, -9.998403549194336, -6.934474945068359, -11.286765098571777], 'distances_by_expert': [14.25034236907959, 0.7599517107009888, 40.01130676269531, 33.89647674560547, 26.11786460876465, 7.124775409698486, 16.685150146484375, 19.996807098388672, 13.868949890136719, 22.573530197143555], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3348.572021484375, 'language': 50.2082405090332}}, {'routing_index': 426, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000815398117993027, 0.7159056663513184, 2.1121182580685627e-09, 4.410060583381892e-08, 2.127696461684536e-06, 0.029466744512319565, 0.00024111595121212304, 4.5569711801363155e-05, 0.0009898460702970624, 1.2537623661046382e-05], 'log_scores_by_expert': [-7.1118340492248535, -0.3342069089412689, -19.975574493408203, -16.936792373657227, -13.060470581054688, -3.5244929790496826, -8.330232620239258, -9.996267318725586, -6.917961120605469, -11.286776542663574], 'distances_by_expert': [14.223668098449707, 0.6684138178825378, 39.951148986816406, 33.87358474731445, 26.120941162109375, 7.048985958099365, 16.660465240478516, 19.992534637451172, 13.835922241210938, 22.57355308532715], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.0400390625, 'language': 50.211524963378906}}, {'routing_index': 427, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008202512981370091, 0.7391573190689087, 2.0990340576787503e-09, 4.363422689834806e-08, 2.1860446395294275e-06, 0.031046636402606964, 0.0002437781513435766, 4.6986620873212814e-05, 0.000976573210209608, 1.317313035542611e-05], 'log_scores_by_expert': [-7.105899810791016, -0.30224451422691345, -19.981788635253906, -16.947423934936523, -13.033416748046875, -3.4722647666931152, -8.319252014160156, -9.96564769744873, -6.931460857391357, -11.23733139038086], 'distances_by_expert': [14.211799621582031, 0.6044890284538269, 39.96357727050781, 33.89484786987305, 26.06683349609375, 6.9445295333862305, 16.638504028320312, 19.93129539489746, 13.862921714782715, 22.47466278076172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.502197265625, 'language': 50.21446990966797}}, {'routing_index': 428, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009921676246449351, 0.8057056665420532, 2.4487125660499487e-09, 4.5702819306825404e-08, 2.4459552605549106e-06, 0.02934388816356659, 0.0002546058385632932, 5.072109343018383e-05, 0.0011764934752136469, 1.4708518392581027e-05], 'log_scores_by_expert': [-6.915618419647217, -0.21603673696517944, -19.82770347595215, -16.901105880737305, -12.921074867248535, -3.5286710262298584, -8.27579402923584, -9.889168739318848, -6.7452168464660645, -11.127083778381348], 'distances_by_expert': [13.831236839294434, 0.4320734739303589, 39.6554069519043, 33.80221176147461, 25.84214973449707, 7.057342052459717, 16.55158805847168, 19.778337478637695, 13.490433692932129, 22.254167556762695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.54736328125, 'language': 50.182132720947266}}, {'routing_index': 429, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.001014700043015182, 0.7282593250274658, 2.5226727373706126e-09, 4.145524101772935e-08, 2.260103201479069e-06, 0.026268143206834793, 0.00024046606267802417, 4.8636509745847434e-05, 0.0011815065518021584, 1.3523437701223884e-05], 'log_scores_by_expert': [-6.893162250518799, -0.31709811091423035, -19.79794692993164, -16.9986515045166, -13.000100135803223, -3.6393983364105225, -8.332931518554688, -9.931136131286621, -6.740964889526367, -11.21108627319336], 'distances_by_expert': [13.786324501037598, 0.6341962218284607, 39.59589385986328, 33.9973030090332, 26.000200271606445, 7.278796672821045, 16.665863037109375, 19.862272262573242, 13.481929779052734, 22.42217254638672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3437.198974609375, 'language': 50.19312286376953}}, {'routing_index': 430, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009227422415278852, 0.7666724324226379, 2.3600388310285325e-09, 4.8349566128536026e-08, 2.313163804501528e-06, 0.03029058873653412, 0.00025215509231202304, 4.858616375713609e-05, 0.0010935432510450482, 1.3412120097200386e-05], 'log_scores_by_expert': [-6.988160610198975, -0.2656956613063812, -19.864587783813477, -16.84480857849121, -12.97689437866211, -3.496918201446533, -8.285466194152832, -9.932171821594238, -6.818332195281982, -11.219351768493652], 'distances_by_expert': [13.97632122039795, 0.5313913226127625, 39.72917556762695, 33.68961715698242, 25.95378875732422, 6.993836402893066, 16.570932388305664, 19.864343643188477, 13.636664390563965, 22.438703536987305], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.21435546875, 'language': 50.18082046508789}}, {'routing_index': 431, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008555590757168829, 0.5883523225784302, 2.146189670426679e-09, 3.592952424469331e-08, 1.9131352928525303e-06, 0.02097589150071144, 0.00020516336371656507, 4.094393807463348e-05, 0.0009765797294676304, 1.1527784408826847e-05], 'log_scores_by_expert': [-7.063755512237549, -0.5304293632507324, -19.959571838378906, -17.141706466674805, -13.166767120361328, -3.8643815517425537, -8.491703987121582, -10.103306770324707, -6.931454181671143, -11.370750427246094], 'distances_by_expert': [14.127511024475098, 1.0608587265014648, 39.91914367675781, 34.28341293334961, 26.333534240722656, 7.728763103485107, 16.983407974243164, 20.206613540649414, 13.862908363342285, 22.741500854492188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3568.55126953125, 'language': 50.19282150268555}}, {'routing_index': 432, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009128586389124393, 0.6819702386856079, 2.326163484056565e-09, 3.8502815158381054e-08, 2.093631337629631e-06, 0.023248644545674324, 0.00022269274631980807, 4.3631342123262584e-05, 0.001060887472704053, 1.2352572412055451e-05], 'log_scores_by_expert': [-6.998929500579834, -0.38276928663253784, -19.879045486450195, -17.072534561157227, -13.076610565185547, -3.7615084648132324, -8.409717559814453, -10.039734840393066, -6.848649501800537, -11.30164623260498], 'distances_by_expert': [13.997859001159668, 0.7655385732650757, 39.75809097290039, 34.14506912231445, 26.153221130371094, 7.523016929626465, 16.819435119628906, 20.079469680786133, 13.697299003601074, 22.60329246520996], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3388.411376953125, 'language': 50.18109893798828}}, {'routing_index': 433, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009094675770029426, 0.6949817538261414, 2.2854742542932627e-09, 3.9411442998016355e-08, 2.078295437968336e-06, 0.02361980825662613, 0.00022161945526022464, 4.2976618715329096e-05, 0.00107692985329777, 1.2275475455680862e-05], 'log_scores_by_expert': [-7.002651214599609, -0.36386963725090027, -19.896692276000977, -17.049209594726562, -13.083962440490723, -3.7456696033477783, -8.414548873901367, -10.054854393005371, -6.833641052246094, -11.307907104492188], 'distances_by_expert': [14.005302429199219, 0.7277392745018005, 39.79338455200195, 34.098419189453125, 26.167924880981445, 7.491339206695557, 16.829097747802734, 20.109708786010742, 13.667282104492188, 22.615814208984375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.75341796875, 'language': 50.186126708984375}}, {'routing_index': 434, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008504337165504694, 0.6921573877334595, 2.1225294855042875e-09, 3.8391274159721434e-08, 1.9645462998596486e-06, 0.023294657468795776, 0.00021367047156672925, 4.109239307581447e-05, 0.0010431880364194512, 1.1956195521634072e-05], 'log_scores_by_expert': [-7.069764137268066, -0.3679419457912445, -19.970657348632812, -17.075435638427734, -13.140249252319336, -3.759531259536743, -8.451075553894043, -10.099687576293945, -6.865473747253418, -11.334260940551758], 'distances_by_expert': [14.139528274536133, 0.735883891582489, 39.941314697265625, 34.15087127685547, 26.280498504638672, 7.519062519073486, 16.902151107788086, 20.19937515258789, 13.730947494506836, 22.668521881103516], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.818603515625, 'language': 50.181278228759766}}, {'routing_index': 435, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008817220805212855, 0.7878429889678955, 2.2057597970359666e-09, 4.670789621741278e-08, 2.285261871293187e-06, 0.030048992484807968, 0.0002426927676424384, 4.65742195956409e-05, 0.0010886972304433584, 1.3861601473763585e-05], 'log_scores_by_expert': [-7.033633708953857, -0.23845645785331726, -19.932193756103516, -16.879352569580078, -12.989029884338379, -3.5049262046813965, -8.323714256286621, -9.97446346282959, -6.822773456573486, -11.18638801574707], 'distances_by_expert': [14.067267417907715, 0.4769129157066345, 39.86438751220703, 33.758705139160156, 25.978059768676758, 7.009852409362793, 16.647428512573242, 19.94892692565918, 13.645546913146973, 22.37277603149414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3475.437255859375, 'language': 50.188697814941406}}, {'routing_index': 436, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008638161234557629, 0.7746728658676147, 2.1610635503321873e-09, 4.6569393674644743e-08, 2.2381348117050948e-06, 0.03251707926392555, 0.0002470359031576663, 4.678478217101656e-05, 0.001057411776855588, 1.352541039523203e-05], 'log_scores_by_expert': [-7.054150581359863, -0.2553144693374634, -19.952665328979492, -16.882322311401367, -13.009867668151855, -3.425989866256714, -8.305976867675781, -9.969952583312988, -6.851931095123291, -11.21094036102295], 'distances_by_expert': [14.108301162719727, 0.5106289386749268, 39.905330657958984, 33.764644622802734, 26.01973533630371, 6.851979732513428, 16.611953735351562, 19.939905166625977, 13.703862190246582, 22.4218807220459], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3316.30029296875, 'language': 50.192588806152344}}, {'routing_index': 437, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008097821846604347, 0.675756573677063, 2.0602535233393837e-09, 4.325133318161534e-08, 2.09857080335496e-06, 0.02784367837011814, 0.00023312373377848417, 4.437819370650686e-05, 0.0009793838253244758, 1.2269519174878951e-05], 'log_scores_by_expert': [-7.11874532699585, -0.39192238450050354, -20.000436782836914, -16.95623779296875, -13.074254035949707, -3.5811493396759033, -8.363941192626953, -10.022762298583984, -6.928586959838867, -11.308392524719238], 'distances_by_expert': [14.2374906539917, 0.7838447690010071, 40.00087356567383, 33.9124755859375, 26.148508071899414, 7.162298679351807, 16.727882385253906, 20.04552459716797, 13.857173919677734, 22.616785049438477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3346.535400390625, 'language': 50.21739959716797}}, {'routing_index': 438, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008404869586229324, 0.7311556935310364, 2.1699315677636832e-09, 4.420132171389923e-08, 2.173831035179319e-06, 0.029415776953101158, 0.00024107778153847903, 4.629915929399431e-05, 0.0010200223186984658, 1.276347666134825e-05], 'log_scores_by_expert': [-7.081529140472412, -0.31312885880470276, -19.948570251464844, -16.934511184692383, -13.039019584655762, -3.526224136352539, -8.330390930175781, -9.980386734008789, -6.887930870056152, -11.268922805786133], 'distances_by_expert': [14.163058280944824, 0.6262577176094055, 39.89714050292969, 33.869022369384766, 26.078039169311523, 7.052448272705078, 16.660781860351562, 19.960773468017578, 13.775861740112305, 22.537845611572266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.016357421875, 'language': 50.19406509399414}}, {'routing_index': 439, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008304185466840863, 0.7280483841896057, 2.0979693537981348e-09, 4.2166981017999206e-08, 2.13498537959822e-06, 0.028523897752165794, 0.0002286515518790111, 4.368297231849283e-05, 0.001036883913911879, 1.288890325668035e-05], 'log_scores_by_expert': [-7.093580722808838, -0.31738778948783875, -19.982295989990234, -16.98162841796875, -13.057050704956055, -3.5570130348205566, -8.38331127166748, -10.038552284240723, -6.871535301208496, -11.259143829345703], 'distances_by_expert': [14.187161445617676, 0.6347755789756775, 39.96459197998047, 33.9632568359375, 26.11410140991211, 7.114026069641113, 16.76662254333496, 20.077104568481445, 13.743070602416992, 22.518287658691406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.230224609375, 'language': 50.19122314453125}}, {'routing_index': 440, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008667489164508879, 0.7113319039344788, 2.1614592338181637e-09, 4.1736331723996045e-08, 2.2060683022573357e-06, 0.026639480143785477, 0.0002300663327332586, 4.426521263667382e-05, 0.001067358534783125, 1.3179967027099337e-05], 'log_scores_by_expert': [-7.0507612228393555, -0.3406161069869995, -19.952482223510742, -16.991893768310547, -13.024298667907715, -3.6253609657287598, -8.377142906188965, -10.025311470031738, -6.842568397521973, -11.236812591552734], 'distances_by_expert': [14.101522445678711, 0.681232213973999, 39.904964447021484, 33.983787536621094, 26.04859733581543, 7.2507219314575195, 16.75428581237793, 20.050622940063477, 13.685136795043945, 22.47362518310547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3327.5908203125, 'language': 50.21015548706055}}, {'routing_index': 441, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008108315523713827, 0.6805006265640259, 2.044918678834051e-09, 4.2434439961880344e-08, 2.1036544239905197e-06, 0.029077667742967606, 0.00023177944240160286, 4.341484236647375e-05, 0.0010027531534433365, 1.251486628461862e-05], 'log_scores_by_expert': [-7.11745023727417, -0.3849264979362488, -20.00790786743164, -16.975305557250977, -13.071834564208984, -3.5377848148345947, -8.36972427368164, -10.044709205627441, -6.905005931854248, -11.288593292236328], 'distances_by_expert': [14.23490047454834, 0.7698529958724976, 40.01581573486328, 33.95061111450195, 26.14366912841797, 7.0755696296691895, 16.73944854736328, 20.089418411254883, 13.810011863708496, 22.577186584472656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.692626953125, 'language': 50.22248458862305}}, {'routing_index': 442, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008177324198186398, 0.6278017163276672, 2.0403212452890784e-09, 4.163186062555724e-08, 2.0365239379316336e-06, 0.027106987312436104, 0.0002263526403112337, 4.255814928910695e-05, 0.0010026043746620417, 1.1909185559488833e-05], 'log_scores_by_expert': [-7.108975410461426, -0.4655309319496155, -20.01015853881836, -16.994400024414062, -13.104266166687012, -3.607963800430298, -8.393416404724121, -10.0646390914917, -6.905154228210449, -11.338200569152832], 'distances_by_expert': [14.217950820922852, 0.931061863899231, 40.02031707763672, 33.988800048828125, 26.208532333374023, 7.215927600860596, 16.786832809448242, 20.1292781829834, 13.810308456420898, 22.676401138305664], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3197.52783203125, 'language': 50.199378967285156}}, {'routing_index': 443, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007800948806107044, 0.6238106489181519, 1.9801515982464934e-09, 4.148505894363552e-08, 1.978589580176049e-06, 0.026396404951810837, 0.0002176818234147504, 4.0861046727513894e-05, 0.0009736225474625826, 1.1469116543594282e-05], 'log_scores_by_expert': [-7.156095027923584, -0.4719083905220032, -20.04009246826172, -16.99793243408203, -13.133126258850098, -3.6345274448394775, -8.432476043701172, -10.10533332824707, -6.9344868659973145, -11.375852584838867], 'distances_by_expert': [14.312190055847168, 0.9438167810440063, 40.08018493652344, 33.99586486816406, 26.266252517700195, 7.269054889678955, 16.864952087402344, 20.21066665649414, 13.868973731994629, 22.751705169677734], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3196.269775390625, 'language': 50.20914077758789}}, {'routing_index': 444, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000809174554888159, 0.6744632124900818, 2.0387418420142467e-09, 4.4350205286036726e-08, 2.093427610816434e-06, 0.028197044506669044, 0.00022972168517298996, 4.305509355617687e-05, 0.0010144489351660013, 1.238518780155573e-05], 'log_scores_by_expert': [-7.119495868682861, -0.39383819699287415, -20.01093292236328, -16.931148529052734, -13.07670783996582, -3.568538188934326, -8.378642082214355, -10.053030014038086, -6.893409729003906, -11.299009323120117], 'distances_by_expert': [14.238991737365723, 0.7876763939857483, 40.02186584472656, 33.86229705810547, 26.15341567993164, 7.137076377868652, 16.75728416442871, 20.106060028076172, 13.786819458007812, 22.598018646240234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3273.787109375, 'language': 50.20703887939453}}, {'routing_index': 445, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007760670850984752, 0.6479870080947876, 1.9799704098488746e-09, 4.226352245950693e-08, 1.993499608943239e-06, 0.026374155655503273, 0.00021946802735328674, 4.0699531382415444e-05, 0.000992986955679953, 1.1718513633240946e-05], 'log_scores_by_expert': [-7.161271572113037, -0.4338845908641815, -20.040184020996094, -16.979341506958008, -13.125618934631348, -3.6353707313537598, -8.424304008483887, -10.109293937683105, -6.914793014526367, -11.354340553283691], 'distances_by_expert': [14.322543144226074, 0.867769181728363, 40.08036804199219, 33.958683013916016, 26.251237869262695, 7.2707414627075195, 16.848608016967773, 20.21858787536621, 13.829586029052734, 22.708681106567383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.298828125, 'language': 50.20738983154297}}, {'routing_index': 446, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008131058420985937, 0.6573386788368225, 2.0420032331713855e-09, 4.3346059186433195e-08, 2.0390502868394833e-06, 0.026682773604989052, 0.0002220306923845783, 4.1707193304318935e-05, 0.0010334212565794587, 1.1958761206187773e-05], 'log_scores_by_expert': [-7.114649295806885, -0.4195558726787567, -20.009334564208984, -16.954050064086914, -13.103026390075684, -3.623737096786499, -8.412694931030273, -10.084836959838867, -6.874880313873291, -11.334046363830566], 'distances_by_expert': [14.22929859161377, 0.8391117453575134, 40.01866912841797, 33.90810012817383, 26.206052780151367, 7.247474193572998, 16.825389862060547, 20.169673919677734, 13.749760627746582, 22.668092727661133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.43505859375, 'language': 50.20509719848633}}, {'routing_index': 447, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008165899198502302, 0.6824769377708435, 2.0798884836636944e-09, 4.426231470233688e-08, 2.1138341708137887e-06, 0.027023067697882652, 0.0002277931635035202, 4.2581534216878936e-05, 0.0010358673753216863, 1.2348319614829961e-05], 'log_scores_by_expert': [-7.110373497009277, -0.3820265233516693, -19.990951538085938, -16.93313217163086, -13.067007064819336, -3.6110644340515137, -8.387072563171387, -10.06408977508545, -6.87251615524292, -11.301990509033203], 'distances_by_expert': [14.220746994018555, 0.7640530467033386, 39.981903076171875, 33.86626434326172, 26.134014129638672, 7.222128868103027, 16.774145126342773, 20.1281795501709, 13.74503231048584, 22.603981018066406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3274.94482421875, 'language': 50.21172332763672}}, {'routing_index': 448, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008172404486685991, 0.6750544905662537, 2.082599648289829e-09, 4.359687721944283e-08, 2.0821642010560026e-06, 0.02665681764483452, 0.0002249428944196552, 4.2261854105163366e-05, 0.0010312652448192239, 1.219436035171384e-05], 'log_scores_by_expert': [-7.109577178955078, -0.39296188950538635, -19.989648818969727, -16.948280334472656, -13.08210277557373, -3.6247103214263916, -8.399663925170898, -10.071625709533691, -6.876968860626221, -11.314537048339844], 'distances_by_expert': [14.219154357910156, 0.7859237790107727, 39.97929763793945, 33.89656066894531, 26.16420555114746, 7.249420642852783, 16.799327850341797, 20.143251419067383, 13.753937721252441, 22.629074096679688], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3251.914794921875, 'language': 50.207679748535156}}, {'routing_index': 449, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008111049537546933, 0.6655824780464172, 2.058564652074324e-09, 4.364205352658246e-08, 2.0705801944131963e-06, 0.026705004274845123, 0.00022372620878741145, 4.221750350552611e-05, 0.0010317054111510515, 1.2119983693992253e-05], 'log_scores_by_expert': [-7.11711311340332, -0.40709275007247925, -20.001256942749023, -16.94724464416504, -13.087681770324707, -3.6229043006896973, -8.4050874710083, -10.072675704956055, -6.876542091369629, -11.32065486907959], 'distances_by_expert': [14.23422622680664, 0.8141855001449585, 40.00251388549805, 33.89448928833008, 26.175363540649414, 7.2458086013793945, 16.8101749420166, 20.14535140991211, 13.753084182739258, 22.64130973815918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.43017578125, 'language': 50.19768524169922}}, {'routing_index': 450, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008361457730643451, 0.6865704655647278, 2.1192567700722975e-09, 4.424273569725301e-08, 2.144967311323853e-06, 0.02695527859032154, 0.0002299676270922646, 4.362593244877644e-05, 0.0010470548877492547, 1.2610820704139769e-05], 'log_scores_by_expert': [-7.086707592010498, -0.37604641914367676, -19.972200393676758, -16.933574676513672, -13.052386283874512, -3.6135761737823486, -8.377572059631348, -10.0398588180542, -6.86177396774292, -11.28095531463623], 'distances_by_expert': [14.173415184020996, 0.7520928382873535, 39.944400787353516, 33.867149353027344, 26.104772567749023, 7.227152347564697, 16.755144119262695, 20.0797176361084, 13.72354793548584, 22.56191062927246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.519775390625, 'language': 50.21900177001953}}, {'routing_index': 451, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008364320965483785, 0.6637194752693176, 2.0911377074384063e-09, 4.227472771844987e-08, 2.0664137991843745e-06, 0.025780772790312767, 0.00022144534159451723, 4.221589188091457e-05, 0.0010461220517754555, 1.2117209735151846e-05], 'log_scores_by_expert': [-7.086365222930908, -0.4098956882953644, -19.985557556152344, -16.979076385498047, -13.089695930480957, -3.6581263542175293, -8.415334701538086, -10.072713851928711, -6.862665176391602, -11.320883750915527], 'distances_by_expert': [14.172730445861816, 0.8197913765907288, 39.97111511230469, 33.958152770996094, 26.179391860961914, 7.316252708435059, 16.830669403076172, 20.145427703857422, 13.725330352783203, 22.641767501831055], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3266.033935546875, 'language': 50.180904388427734}}, {'routing_index': 452, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008230817038565874, 0.6518073678016663, 2.0739108208545076e-09, 4.320878588259802e-08, 2.076249074889347e-06, 0.026230588555336, 0.0002239802706753835, 4.218755930196494e-05, 0.0010399861494079232, 1.214613439515233e-05], 'log_scores_by_expert': [-7.102455139160156, -0.4280061423778534, -19.99382972717285, -16.95722198486328, -13.08494758605957, -3.640829086303711, -8.403952598571777, -10.073385238647461, -6.8685479164123535, -11.318499565124512], 'distances_by_expert': [14.204910278320312, 0.8560122847557068, 39.9876594543457, 33.91444396972656, 26.16989517211914, 7.281658172607422, 16.807905197143555, 20.146770477294922, 13.737095832824707, 22.636999130249023], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3274.091064453125, 'language': 50.20698928833008}}, {'routing_index': 453, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008596827974542975, 0.6700209379196167, 2.1557118312642842e-09, 4.2700584401700326e-08, 2.101066002069274e-06, 0.025422340258955956, 0.00022231142793316394, 4.298735802876763e-05, 0.0010645054280757904, 1.2177844837424345e-05], 'log_scores_by_expert': [-7.0589470863342285, -0.400446355342865, -19.95514488220215, -16.969053268432617, -13.073065757751465, -3.6721270084381104, -8.411431312561035, -10.054604530334473, -6.845244884490967, -11.315892219543457], 'distances_by_expert': [14.117894172668457, 0.80089271068573, 39.9102897644043, 33.938106536865234, 26.14613151550293, 7.344254016876221, 16.82286262512207, 20.109209060668945, 13.690489768981934, 22.631784439086914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3263.1259765625, 'language': 50.20405578613281}}, {'routing_index': 454, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009070457308553159, 0.689704179763794, 2.2308499492140754e-09, 4.275624831961977e-08, 2.166959120586398e-06, 0.025575540959835052, 0.00022788136266171932, 4.407191227073781e-05, 0.001111326739192009, 1.2544847777462564e-05], 'log_scores_by_expert': [-7.005317687988281, -0.37149250507354736, -19.920883178710938, -16.967750549316406, -13.04218578338623, -3.666118860244751, -8.386685371398926, -10.029687881469727, -6.802200794219971, -11.286200523376465], 'distances_by_expert': [14.010635375976562, 0.7429850101470947, 39.841766357421875, 33.93550109863281, 26.08437156677246, 7.332237720489502, 16.77337074279785, 20.059375762939453, 13.604401588439941, 22.57240104675293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.675537109375, 'language': 50.19422912597656}}, {'routing_index': 455, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009196248720400035, 0.707348644733429, 2.2725077375440605e-09, 4.372871131863576e-08, 2.209827016486088e-06, 0.02616093121469021, 0.00023144901206251234, 4.489472121349536e-05, 0.0011208330979570746, 1.2833329492423218e-05], 'log_scores_by_expert': [-6.991544723510742, -0.346231609582901, -19.902381896972656, -16.945261001586914, -13.02259635925293, -3.6434881687164307, -8.371150970458984, -10.011190414428711, -6.793683052062988, -11.26346492767334], 'distances_by_expert': [13.983089447021484, 0.692463219165802, 39.80476379394531, 33.89052200317383, 26.04519271850586, 7.286976337432861, 16.74230194091797, 20.022380828857422, 13.587366104125977, 22.52692985534668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.94287109375, 'language': 50.20888137817383}}, {'routing_index': 456, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009042439050972462, 0.6288766264915466, 2.221690831305523e-09, 3.726884045818224e-08, 2.016002099480829e-06, 0.02176680974662304, 0.00021225550153758377, 4.1682338633108884e-05, 0.001073758932761848, 1.1796184480772354e-05], 'log_scores_by_expert': [-7.008411407470703, -0.4638202488422394, -19.924997329711914, -17.1051082611084, -13.114394187927246, -3.827368974685669, -8.457719802856445, -10.085433006286621, -6.836589813232422, -11.347734451293945], 'distances_by_expert': [14.016822814941406, 0.9276404976844788, 39.84999465942383, 34.2102165222168, 26.228788375854492, 7.654737949371338, 16.91543960571289, 20.170866012573242, 13.673179626464844, 22.69546890258789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3362.973876953125, 'language': 50.200653076171875}}, {'routing_index': 457, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008834862965159118, 0.6274836659431458, 2.1986696907561054e-09, 3.662985648134054e-08, 2.0207987745379796e-06, 0.02158411778509617, 0.00021127905347384512, 4.127852662350051e-05, 0.0010569051373749971, 1.1823958629975095e-05], 'log_scores_by_expert': [-7.03163480758667, -0.46603769063949585, -19.935413360595703, -17.12240219116211, -13.112017631530762, -3.8357975482940674, -8.46233081817627, -10.095168113708496, -6.852410316467285, -11.345382690429688], 'distances_by_expert': [14.06326961517334, 0.9320753812789917, 39.870826721191406, 34.24480438232422, 26.224035263061523, 7.671595096588135, 16.92466163635254, 20.190336227416992, 13.70482063293457, 22.690765380859375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3355.44873046875, 'language': 50.19404983520508}}, {'routing_index': 458, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008470988250337541, 0.5761681795120239, 2.1057504628885226e-09, 3.360658595852328e-08, 1.8989713908013073e-06, 0.019414491951465607, 0.00020052393665537238, 3.892427048413083e-05, 0.0010126384440809488, 1.1112444553873502e-05], 'log_scores_by_expert': [-7.07369327545166, -0.5513556599617004, -19.978593826293945, -17.20854377746582, -13.174198150634766, -3.9417355060577393, -8.51457691192627, -10.153892517089844, -6.895195960998535, -11.407444953918457], 'distances_by_expert': [14.14738655090332, 1.1027113199234009, 39.95718765258789, 34.41708755493164, 26.34839630126953, 7.8834710121154785, 17.02915382385254, 20.307785034179688, 13.79039192199707, 22.814889907836914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3393.99609375, 'language': 50.20488739013672}}, {'routing_index': 459, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008771629072725773, 0.6003851890563965, 2.214659122756757e-09, 3.360312561540013e-08, 1.9810743197012926e-06, 0.019419856369495392, 0.00021123814804013819, 4.137808355153538e-05, 0.0009900282602757215, 1.2038884960929863e-05], 'log_scores_by_expert': [-7.038817882537842, -0.5101838707923889, -19.92816734313965, -17.208646774291992, -13.131871223449707, -3.9414591789245605, -8.4625244140625, -10.092759132385254, -6.917777061462402, -11.32736873626709], 'distances_by_expert': [14.077635765075684, 1.0203677415847778, 39.8563346862793, 34.417293548583984, 26.263742446899414, 7.882918357849121, 16.925048828125, 20.185518264770508, 13.835554122924805, 22.65473747253418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.957275390625, 'language': 50.1910285949707}}, {'routing_index': 460, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009340939577668905, 0.7096076607704163, 2.337005700070449e-09, 4.050582447234774e-08, 2.2176063794177026e-06, 0.023921633139252663, 0.0002324005326954648, 4.4907610572408885e-05, 0.001084367511793971, 1.3148867765266914e-05], 'log_scores_by_expert': [-6.97593355178833, -0.34304308891296387, -19.8743953704834, -17.021820068359375, -13.019082069396973, -3.7329721450805664, -8.367048263549805, -10.010903358459473, -6.82675838470459, -11.239174842834473], 'distances_by_expert': [13.95186710357666, 0.6860861778259277, 39.7487907409668, 34.04364013671875, 26.038164138793945, 7.465944290161133, 16.73409652709961, 20.021806716918945, 13.65351676940918, 22.478349685668945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3462.2412109375, 'language': 50.19249725341797}}, {'routing_index': 461, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009249562863260508, 0.6934300661087036, 2.3447610519866657e-09, 3.824554184461704e-08, 2.0790389498870354e-06, 0.02259545400738716, 0.0002233005507150665, 4.317202547099441e-05, 0.001074254047125578, 1.2281459021323826e-05], 'log_scores_by_expert': [-6.985764026641846, -0.3661048710346222, -19.871082305908203, -17.079238891601562, -13.08360481262207, -3.790006637573242, -8.406991958618164, -10.050317764282227, -6.8361287117004395, -11.307419776916504], 'distances_by_expert': [13.971528053283691, 0.7322097420692444, 39.742164611816406, 34.158477783203125, 26.16720962524414, 7.580013275146484, 16.813983917236328, 20.100635528564453, 13.672257423400879, 22.614839553833008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.253662109375, 'language': 50.181671142578125}}, {'routing_index': 462, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008710346883162856, 0.6735337376594543, 2.172097168795517e-09, 3.671841142249832e-08, 1.974026645257254e-06, 0.022247223183512688, 0.00021382723934948444, 4.134029950364493e-05, 0.0010531857842579484, 1.2150676411692984e-05], 'log_scores_by_expert': [-7.045828819274902, -0.39521726965904236, -19.947572708129883, -17.11998748779297, -13.135435104370117, -3.8055381774902344, -8.450342178344727, -10.093672752380371, -6.855935573577881, -11.31812572479248], 'distances_by_expert': [14.091657638549805, 0.7904345393180847, 39.895145416259766, 34.23997497558594, 26.270870208740234, 7.611076354980469, 16.900684356689453, 20.187345504760742, 13.711871147155762, 22.63625144958496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3519.783447265625, 'language': 50.17600631713867}}, {'routing_index': 463, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009043918689712882, 0.7766278982162476, 2.2171655622571507e-09, 4.709767509325502e-08, 2.2206540961633436e-06, 0.03044837713241577, 0.000240289096836932, 4.621741391019896e-05, 0.0011022703256458044, 1.3332580238056835e-05], 'log_scores_by_expert': [-7.0082478523254395, -0.25279393792152405, -19.92703628540039, -16.871042251586914, -13.017708778381348, -3.491722583770752, -8.333667755126953, -9.98215389251709, -6.810383319854736, -11.225299835205078], 'distances_by_expert': [14.016495704650879, 0.5055878758430481, 39.85407257080078, 33.74208450317383, 26.035417556762695, 6.983445167541504, 16.667335510253906, 19.96430778503418, 13.620766639709473, 22.450599670410156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3445.778076171875, 'language': 50.17455291748047}}, {'routing_index': 464, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009371406049467623, 0.7823936939239502, 2.3839081819687635e-09, 4.8689940967960865e-08, 2.3300635803025216e-06, 0.031051775440573692, 0.0002560238935984671, 4.924902168568224e-05, 0.001108886324800551, 1.3618979210150428e-05], 'log_scores_by_expert': [-6.972677230834961, -0.24539722502231598, -19.854524612426758, -16.837793350219727, -12.96961498260498, -3.4720993041992188, -8.27023983001709, -9.918621063232422, -6.804399013519287, -11.204046249389648], 'distances_by_expert': [13.945354461669922, 0.49079445004463196, 39.709049224853516, 33.67558670043945, 25.93922996520996, 6.9441986083984375, 16.54047966003418, 19.837242126464844, 13.608798027038574, 22.408092498779297], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3359.713623046875, 'language': 50.187095642089844}}, {'routing_index': 465, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007344229961745441, 0.6153803467750549, 1.9326844569178547e-09, 3.858309227666723e-08, 1.9028057067771442e-06, 0.02454628422856331, 0.0002144087920896709, 4.106712367502041e-05, 0.0009111039689742029, 1.0961844054691028e-05], 'log_scores_by_expert': [-7.21642541885376, -0.4855147898197174, -20.064355850219727, -17.070451736450195, -13.172181129455566, -3.7071948051452637, -8.447626113891602, -10.100302696228027, -7.000853538513184, -11.421090126037598], 'distances_by_expert': [14.43285083770752, 0.9710295796394348, 40.12871170043945, 34.14090347290039, 26.344362258911133, 7.414389610290527, 16.895252227783203, 20.200605392456055, 14.001707077026367, 22.842180252075195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.8369140625, 'language': 50.1903076171875}}, {'routing_index': 466, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008458959637209773, 0.7191476225852966, 2.140225552338393e-09, 4.4035633806061014e-08, 2.1554642444243655e-06, 0.029278768226504326, 0.00024250397109426558, 4.653892028727569e-05, 0.0010129447327926755, 1.2678447092184797e-05], 'log_scores_by_expert': [-7.0751142501831055, -0.3296887278556824, -19.96235466003418, -16.93826675415039, -13.047504425048828, -3.5308926105499268, -8.324492454528809, -9.975221633911133, -6.894893646240234, -11.275607109069824], 'distances_by_expert': [14.150228500366211, 0.6593774557113647, 39.92470932006836, 33.87653350830078, 26.095008850097656, 7.0617852210998535, 16.648984909057617, 19.950443267822266, 13.789787292480469, 22.55121421813965], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3343.1240234375, 'language': 50.195945739746094}}, {'routing_index': 467, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000979436095803976, 0.7969065308570862, 2.4361901385105966e-09, 4.865568570266987e-08, 2.4050207230175147e-06, 0.031431835144758224, 0.00025667320005595684, 5.062941272626631e-05, 0.001162322936579585, 1.4246891623770352e-05], 'log_scores_by_expert': [-6.928533554077148, -0.22701793909072876, -19.83283042907715, -16.838497161865234, -12.937952041625977, -3.4599339962005615, -8.267706871032715, -9.89097785949707, -6.7573347091674805, -11.158971786499023], 'distances_by_expert': [13.857067108154297, 0.4540358781814575, 39.6656608581543, 33.67699432373047, 25.875904083251953, 6.919867992401123, 16.53541374206543, 19.78195571899414, 13.514669418334961, 22.317943572998047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.21875, 'language': 50.195884704589844}}, {'routing_index': 468, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000968875945545733, 0.7782084941864014, 2.427650525049785e-09, 4.700891409470387e-08, 2.361507995374268e-06, 0.02990182675421238, 0.000251173711149022, 4.920019637211226e-05, 0.0011556553654372692, 1.3724222299060784e-05], 'log_scores_by_expert': [-6.939373970031738, -0.25076085329055786, -19.836341857910156, -16.872928619384766, -12.956210136413574, -3.509835720062256, -8.289365768432617, -9.919612884521484, -6.763087749481201, -11.196348190307617], 'distances_by_expert': [13.878747940063477, 0.5015217065811157, 39.67268371582031, 33.74585723876953, 25.91242027282715, 7.019671440124512, 16.578731536865234, 19.83922576904297, 13.526175498962402, 22.392696380615234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.3466796875, 'language': 50.19039535522461}}, {'routing_index': 469, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009653099696151912, 0.761772096157074, 2.388127029462339e-09, 4.878634385363512e-08, 2.3330030671786517e-06, 0.03143088519573212, 0.00025376706616953015, 4.9190442950930446e-05, 0.0011397328926250339, 1.3337222299014684e-05], 'log_scores_by_expert': [-6.943061351776123, -0.2721078395843506, -19.85275650024414, -16.8358154296875, -12.968354225158691, -3.4599642753601074, -8.279093742370605, -9.919811248779297, -6.776961326599121, -11.22495174407959], 'distances_by_expert': [13.886122703552246, 0.5442156791687012, 39.70551300048828, 33.671630859375, 25.936708450317383, 6.919928550720215, 16.55818748474121, 19.839622497558594, 13.553922653198242, 22.44990348815918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.632568359375, 'language': 50.20465087890625}}, {'routing_index': 470, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008957767277024686, 0.6923670172691345, 2.2812149946815907e-09, 4.674158304851517e-08, 2.196612967964029e-06, 0.02790438011288643, 0.00024166890943888575, 4.606432776199654e-05, 0.0010686051100492477, 1.2270314982743002e-05], 'log_scores_by_expert': [-7.017819404602051, -0.36763909459114075, -19.898557662963867, -16.878631591796875, -13.028594017028809, -3.5789716243743896, -8.32794189453125, -9.985471725463867, -6.841401100158691, -11.308327674865723], 'distances_by_expert': [14.035638809204102, 0.7352781891822815, 39.797115325927734, 33.75726318359375, 26.057188034057617, 7.157943248748779, 16.6558837890625, 19.970943450927734, 13.682802200317383, 22.616655349731445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3268.9716796875, 'language': 50.213619232177734}}, {'routing_index': 471, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008498808019794524, 0.6301950216293335, 2.1511772363425052e-09, 4.3251663583987465e-08, 2.0760135157615878e-06, 0.025250200182199478, 0.00022614981571678072, 4.375597563921474e-05, 0.0010240637930110097, 1.1622309102676809e-05], 'log_scores_by_expert': [-7.0704145431518555, -0.46172600984573364, -19.957250595092773, -16.95623016357422, -13.085061073303223, -3.6789212226867676, -8.394312858581543, -10.036882400512695, -6.883976459503174, -11.362584114074707], 'distances_by_expert': [14.140829086303711, 0.9234520196914673, 39.91450119018555, 33.91246032714844, 26.170122146606445, 7.357842445373535, 16.788625717163086, 20.07376480102539, 13.767952919006348, 22.725168228149414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3295.47265625, 'language': 50.18013000488281}}, {'routing_index': 472, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008775921305641532, 0.6783336997032166, 2.2457322668145707e-09, 4.612272519466387e-08, 2.1714295144192874e-06, 0.027661725878715515, 0.00023824299569241703, 4.539122892310843e-05, 0.0010603271657600999, 1.2277771020308137e-05], 'log_scores_by_expert': [-7.038328647613525, -0.38811591267585754, -19.914234161376953, -16.89196014404297, -13.040124893188477, -3.587705612182617, -8.342219352722168, -10.000191688537598, -6.849177837371826, -11.307720184326172], 'distances_by_expert': [14.07665729522705, 0.7762318253517151, 39.828468322753906, 33.78392028808594, 26.080249786376953, 7.175411224365234, 16.684438705444336, 20.000383377075195, 13.698355674743652, 22.615440368652344], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3304.41357421875, 'language': 50.20663833618164}}, {'routing_index': 473, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009356751688756049, 0.758131742477417, 2.3845538876798855e-09, 5.0149942865118646e-08, 2.378479848630377e-06, 0.031339071691036224, 0.00025475979782640934, 4.83584008179605e-05, 0.0011219677980989218, 1.3531887816498056e-05], 'log_scores_by_expert': [-6.974242210388184, -0.2768980860710144, -19.8542537689209, -16.80824851989746, -12.94904899597168, -3.4628896713256836, -8.275189399719238, -9.936870574951172, -6.792671203613281, -11.210461616516113], 'distances_by_expert': [13.948484420776367, 0.5537961721420288, 39.7085075378418, 33.61649703979492, 25.89809799194336, 6.925779342651367, 16.550378799438477, 19.873741149902344, 13.585342407226562, 22.420923233032227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.05126953125, 'language': 50.20844650268555}}, {'routing_index': 474, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009079453302547336, 0.7386253476142883, 2.3242032742842866e-09, 4.896981664614941e-08, 2.316749032615917e-06, 0.030856456607580185, 0.0002505944576114416, 4.71496932732407e-05, 0.001102273934520781, 1.3205595678300597e-05], 'log_scores_by_expert': [-7.004326343536377, -0.3029645085334778, -19.8798885345459, -16.832061767578125, -12.975345611572266, -3.4784092903137207, -8.291674613952637, -9.962182998657227, -6.810379981994629, -11.234869956970215], 'distances_by_expert': [14.008652687072754, 0.6059290170669556, 39.7597770690918, 33.66412353515625, 25.95069122314453, 6.956818580627441, 16.583349227905273, 19.924365997314453, 13.620759963989258, 22.46973991394043], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.1630859375, 'language': 50.209774017333984}}, {'routing_index': 475, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009236460318788886, 0.7206733822822571, 2.343433225249214e-09, 4.864585179120695e-08, 2.303761220900924e-06, 0.030145542696118355, 0.00024978775763884187, 4.7688787162769586e-05, 0.0011051844339817762, 1.312049698753981e-05], 'log_scores_by_expert': [-6.987181663513184, -0.32756924629211426, -19.87164878845215, -16.838699340820312, -12.98096752166748, -3.501718282699585, -8.294898986816406, -9.950814247131348, -6.807743072509766, -11.241334915161133], 'distances_by_expert': [13.974363327026367, 0.6551384925842285, 39.7432975769043, 33.677398681640625, 25.96193504333496, 7.00343656539917, 16.589797973632812, 19.901628494262695, 13.615486145019531, 22.482669830322266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3288.660400390625, 'language': 50.19784927368164}}, {'routing_index': 476, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008773410809226334, 0.6843500137329102, 2.2474120342508286e-09, 4.666924979801479e-08, 2.225782736786641e-06, 0.028461739420890808, 0.00024153619597200304, 4.555949999485165e-05, 0.0010670959018170834, 1.2651318684220314e-05], 'log_scores_by_expert': [-7.038614749908447, -0.3792857825756073, -19.91348648071289, -16.88018035888672, -13.015401840209961, -3.559194564819336, -8.3284912109375, -9.996491432189941, -6.8428144454956055, -11.277749061584473], 'distances_by_expert': [14.077229499816895, 0.7585715651512146, 39.82697296142578, 33.76036071777344, 26.030803680419922, 7.118389129638672, 16.656982421875, 19.992982864379883, 13.685628890991211, 22.555498123168945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3315.58984375, 'language': 50.20216369628906}}, {'routing_index': 477, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008429682347923517, 0.6378005146980286, 2.1190547094818157e-09, 4.3669196259088494e-08, 2.1083199044369394e-06, 0.027194829657673836, 0.00022718741092830896, 4.375835487735458e-05, 0.0010414610151201487, 1.2081060049240477e-05], 'log_scores_by_expert': [-7.0785813331604, -0.44972971081733704, -19.9722957611084, -16.946622848510742, -13.069619178771973, -3.6047284603118896, -8.389735221862793, -10.03682804107666, -6.867130756378174, -11.323871612548828], 'distances_by_expert': [14.1571626663208, 0.8994594216346741, 39.9445915222168, 33.893245697021484, 26.139238357543945, 7.209456920623779, 16.779470443725586, 20.07365608215332, 13.734261512756348, 22.647743225097656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3389.885009765625, 'language': 50.18083953857422}}, {'routing_index': 478, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009361853008158505, 0.718625009059906, 2.293579326462236e-09, 4.755605331752122e-08, 2.288114501425298e-06, 0.03055037558078766, 0.00024412758648395538, 4.768459984916262e-05, 0.0011274197604507208, 1.3208014024712611e-05], 'log_scores_by_expert': [-6.973697185516357, -0.33041566610336304, -19.893152236938477, -16.861356735229492, -12.98778247833252, -3.4883782863616943, -8.317819595336914, -9.950901985168457, -6.787823677062988, -11.234686851501465], 'distances_by_expert': [13.947394371032715, 0.6608313322067261, 39.78630447387695, 33.722713470458984, 25.97556495666504, 6.976756572723389, 16.635639190673828, 19.901803970336914, 13.575647354125977, 22.46937370300293], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3380.89111328125, 'language': 50.193702697753906}}, {'routing_index': 479, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000944201136007905, 0.7153210043907166, 2.2867563398421e-09, 4.672874709399366e-08, 2.2777642243454466e-06, 0.02996412105858326, 0.0002414894406683743, 4.71069106424693e-05, 0.0011259627062827349, 1.3176786524127237e-05], 'log_scores_by_expert': [-6.9651713371276855, -0.33502396941185, -19.89613151550293, -16.87890625, -12.992316246032715, -3.5077545642852783, -8.32868480682373, -9.963090896606445, -6.789116859436035, -11.237053871154785], 'distances_by_expert': [13.930342674255371, 0.6700479388237, 39.79226303100586, 33.7578125, 25.98463249206543, 7.015509128570557, 16.65736961364746, 19.92618179321289, 13.57823371887207, 22.47410774230957], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3338.5107421875, 'language': 50.207679748535156}}, {'routing_index': 480, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009596895542927086, 0.7312737107276917, 2.31474461820369e-09, 4.5882483590276024e-08, 2.331579707970377e-06, 0.029901521280407906, 0.00024590297834947705, 4.770261512021534e-05, 0.0011402395321056247, 1.3571822819358204e-05], 'log_scores_by_expert': [-6.9489006996154785, -0.312967449426651, -19.88396644592285, -16.89718246459961, -12.968964576721191, -3.5098459720611572, -8.31057357788086, -9.95052433013916, -6.776516914367676, -11.207514762878418], 'distances_by_expert': [13.897801399230957, 0.625934898853302, 39.7679328918457, 33.79436492919922, 25.937929153442383, 7.0196919441223145, 16.62114715576172, 19.90104866027832, 13.553033828735352, 22.415029525756836], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3361.66943359375, 'language': 50.20083999633789}}, {'routing_index': 481, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008500967524014413, 0.600026547908783, 2.0803805345082083e-09, 4.173665146822714e-08, 2.0446018424991053e-06, 0.025628484785556793, 0.00021714420290663838, 4.25357575295493e-05, 0.0010211498010903597, 1.1604566680034623e-05], 'log_scores_by_expert': [-7.070160388946533, -0.510781466960907, -19.99071502685547, -16.991886138916016, -13.10030746459961, -3.664050817489624, -8.434948921203613, -10.065165519714355, -6.886826038360596, -11.36411190032959], 'distances_by_expert': [14.140320777893066, 1.021562933921814, 39.98143005371094, 33.98377227783203, 26.20061492919922, 7.328101634979248, 16.869897842407227, 20.13033103942871, 13.773652076721191, 22.72822380065918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3351.814697265625, 'language': 50.20728302001953}}, {'routing_index': 482, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000916918448638171, 0.6772893071174622, 2.2629227380832617e-09, 4.458233604509587e-08, 2.177222995669581e-06, 0.027948817238211632, 0.0002327765105292201, 4.537434870144352e-05, 0.001095587038435042, 1.2454240277293138e-05], 'log_scores_by_expert': [-6.994492053985596, -0.3896567225456238, -19.90660858154297, -16.925928115844727, -13.037460327148438, -3.577380418777466, -8.365431785583496, -10.000563621520996, -6.816464900970459, -11.293449401855469], 'distances_by_expert': [13.988984107971191, 0.7793134450912476, 39.81321716308594, 33.85185623168945, 26.074920654296875, 7.154760837554932, 16.730863571166992, 20.001127243041992, 13.632929801940918, 22.586898803710938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3305.581298828125, 'language': 50.18772506713867}}, {'routing_index': 483, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009600039338693023, 0.7239677309989929, 2.395759590712032e-09, 4.5540009097067013e-08, 2.3697064079897245e-06, 0.02847476489841938, 0.0002442162949591875, 4.7305038606282324e-05, 0.001139515545219183, 1.3509360542229842e-05], 'log_scores_by_expert': [-6.948573112487793, -0.3230084776878357, -19.849565505981445, -16.904674530029297, -12.952744483947754, -3.55873703956604, -8.317456245422363, -9.958893775939941, -6.777152061462402, -11.212127685546875], 'distances_by_expert': [13.897146224975586, 0.6460169553756714, 39.69913101196289, 33.809349060058594, 25.905488967895508, 7.11747407913208, 16.634912490844727, 19.917787551879883, 13.554304122924805, 22.42425537109375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3392.503173828125, 'language': 50.2155647277832}}, {'routing_index': 484, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009355823276564479, 0.6973365545272827, 2.3296888862489595e-09, 4.343776183191039e-08, 2.2761657874070806e-06, 0.02684706076979637, 0.00023544943542219698, 4.5684282667934895e-05, 0.0011199195869266987, 1.2882058399554808e-05], 'log_scores_by_expert': [-6.97434139251709, -0.36048707365989685, -19.877531051635742, -16.951936721801758, -12.99301815032959, -3.6175990104675293, -8.35401439666748, -9.993756294250488, -6.794498443603516, -11.259675025939941], 'distances_by_expert': [13.94868278503418, 0.7209741473197937, 39.755062103271484, 33.903873443603516, 25.98603630065918, 7.235198020935059, 16.70802879333496, 19.987512588500977, 13.588996887207031, 22.519350051879883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.500244140625, 'language': 50.201454162597656}}, {'routing_index': 485, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000915281183551997, 0.638961672782898, 2.216171912650111e-09, 3.94289649818802e-08, 2.1283742626110325e-06, 0.024090571328997612, 0.00022055214503780007, 4.3512041884241626e-05, 0.0010977023048326373, 1.2206634892208967e-05], 'log_scores_by_expert': [-6.996279239654541, -0.4479108452796936, -19.9274845123291, -17.048765182495117, -13.060152053833008, -3.7259347438812256, -8.419376373291016, -10.042472839355469, -6.814536094665527, -11.313530921936035], 'distances_by_expert': [13.992558479309082, 0.8958216905593872, 39.8549690246582, 34.097530364990234, 26.120304107666016, 7.451869487762451, 16.83875274658203, 20.084945678710938, 13.629072189331055, 22.62706184387207], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3378.554931640625, 'language': 50.18960952758789}}, {'routing_index': 486, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009171891142614186, 0.6235647201538086, 2.2486597028859023e-09, 3.819735283627779e-08, 2.0636528006434673e-06, 0.022950250655412674, 0.00021572411060333252, 4.262761285644956e-05, 0.0010814655106514692, 1.180083017970901e-05], 'log_scores_by_expert': [-6.994196891784668, -0.47230276465415955, -19.912931442260742, -17.08049964904785, -13.091032981872559, -3.7744264602661133, -8.441510200500488, -10.063008308410645, -6.829438209533691, -11.34734058380127], 'distances_by_expert': [13.988393783569336, 0.9446055293083191, 39.825862884521484, 34.1609992980957, 26.182065963745117, 7.548852920532227, 16.883020401000977, 20.12601661682129, 13.658876419067383, 22.69468116760254], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3388.212158203125, 'language': 50.19138717651367}}, {'routing_index': 487, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009152310667559505, 0.6759271025657654, 2.326394188401082e-09, 3.8599726082111374e-08, 2.0704023881989997e-06, 0.023012904450297356, 0.00022516160970553756, 4.404578066896647e-05, 0.0010498004266992211, 1.2595495718414895e-05], 'log_scores_by_expert': [-6.996334075927734, -0.3916700482368469, -19.87894630432129, -17.07002067565918, -13.087767601013184, -3.771700143814087, -8.39869213104248, -10.030281066894531, -6.859155178070068, -11.282171249389648], 'distances_by_expert': [13.992668151855469, 0.7833400964736938, 39.75789260864258, 34.14004135131836, 26.175535202026367, 7.543400287628174, 16.79738426208496, 20.060562133789062, 13.718310356140137, 22.564342498779297], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3536.506103515625, 'language': 50.18437576293945}}, {'routing_index': 488, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009341719560325146, 0.7557004690170288, 2.371807639178769e-09, 4.349629278976863e-08, 2.2054121018300066e-06, 0.02653060108423233, 0.00023378542391583323, 4.52597341791261e-05, 0.001103549380786717, 1.2961358152097091e-05], 'log_scores_by_expert': [-6.9758501052856445, -0.2801101803779602, -19.8596134185791, -16.950590133666992, -13.024596214294434, -3.6294565200805664, -8.361106872558594, -10.003092765808105, -6.809223651885986, -11.253538131713867], 'distances_by_expert': [13.951700210571289, 0.5602203607559204, 39.7192268371582, 33.901180267333984, 26.049192428588867, 7.258913040161133, 16.722213745117188, 20.00618553161621, 13.618447303771973, 22.507076263427734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3371.08251953125, 'language': 50.180702209472656}}, {'routing_index': 489, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008758329786360264, 0.6888640522956848, 2.193689008223032e-09, 3.758658451147312e-08, 1.9943704501201864e-06, 0.0229189395904541, 0.00021576836297754198, 4.147424624534324e-05, 0.0010510316351428628, 1.2053888895025011e-05], 'log_scores_by_expert': [-7.040335178375244, -0.3727113604545593, -19.937681198120117, -17.09661865234375, -13.125182151794434, -3.775791645050049, -8.441305160522461, -10.090437889099121, -6.857983112335205, -11.326123237609863], 'distances_by_expert': [14.080670356750488, 0.7454227209091187, 39.875362396240234, 34.1932373046875, 26.250364303588867, 7.551583290100098, 16.882610321044922, 20.180875778198242, 13.71596622467041, 22.652246475219727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3485.328857421875, 'language': 50.18716812133789}}, {'routing_index': 490, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008758337935432792, 0.7705538868904114, 2.209461058555462e-09, 4.664326525016804e-08, 2.2375138541974593e-06, 0.028859226033091545, 0.000234828723478131, 4.535142215900123e-05, 0.0010791376698762178, 1.327281461271923e-05], 'log_scores_by_expert': [-7.040334224700928, -0.26064568758010864, -19.930517196655273, -16.8807373046875, -13.01014518737793, -3.545325517654419, -8.356654167175293, -10.001069068908691, -6.831593036651611, -11.229792594909668], 'distances_by_expert': [14.080668449401855, 0.5212913751602173, 39.86103439331055, 33.761474609375, 26.02029037475586, 7.090651035308838, 16.713308334350586, 20.002138137817383, 13.663186073303223, 22.459585189819336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.425048828125, 'language': 50.18730926513672}}, {'routing_index': 491, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009427804034203291, 0.819612979888916, 2.376036922768776e-09, 4.977637857450645e-08, 2.338868853257736e-06, 0.0328051894903183, 0.0002580481523182243, 4.9250476877205074e-05, 0.0011334650916978717, 1.3909803783462849e-05], 'log_scores_by_expert': [-6.966677188873291, -0.1989230513572693, -19.857831954956055, -16.815725326538086, -12.965843200683594, -3.417168617248535, -8.262364387512207, -9.918591499328613, -6.78247594833374, -11.182916641235352], 'distances_by_expert': [13.933354377746582, 0.3978461027145386, 39.71566390991211, 33.63145065307617, 25.931686401367188, 6.83433723449707, 16.524728775024414, 19.837182998657227, 13.56495189666748, 22.365833282470703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.659912109375, 'language': 50.19004821777344}}, {'routing_index': 492, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008190088556148112, 0.6741399168968201, 2.0661325983439838e-09, 4.326956926092862e-08, 2.1442513116198825e-06, 0.027109332382678986, 0.0002355233154958114, 4.5451353798853233e-05, 0.0009781908011063933, 1.2519152733148076e-05], 'log_scores_by_expert': [-7.107415676116943, -0.3943175971508026, -19.997587203979492, -16.9558162689209, -13.052720069885254, -3.607877254486084, -8.353700637817383, -9.998867988586426, -6.929805755615234, -11.288250923156738], 'distances_by_expert': [14.214831352233887, 0.7886351943016052, 39.995174407958984, 33.9116325378418, 26.105440139770508, 7.215754508972168, 16.707401275634766, 19.99773597717285, 13.859611511230469, 22.576501846313477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.019287109375, 'language': 50.21717071533203}}, {'routing_index': 493, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008198985597118735, 0.7031719088554382, 2.0968771163865085e-09, 4.279484144831258e-08, 2.080171498164418e-06, 0.027735866606235504, 0.00023373081057798117, 4.4690230424748734e-05, 0.0009986789664253592, 1.2140100807300769e-05], 'log_scores_by_expert': [-7.106329917907715, -0.35215383768081665, -19.982816696166992, -16.966848373413086, -13.083060264587402, -3.585028886795044, -8.361340522766113, -10.015755653381348, -6.909077167510986, -11.31899642944336], 'distances_by_expert': [14.21265983581543, 0.7043076753616333, 39.965633392333984, 33.93369674682617, 26.166120529174805, 7.170057773590088, 16.722681045532227, 20.031511306762695, 13.818154335021973, 22.63799285888672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3279.6162109375, 'language': 50.18678665161133}}, {'routing_index': 494, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000923271756619215, 0.784759521484375, 2.31002106332312e-09, 4.734653558102764e-08, 2.2642798285232857e-06, 0.03219802677631378, 0.0002517391985747963, 4.9012829549610615e-05, 0.0010997597128152847, 1.3523050256480929e-05], 'log_scores_by_expert': [-6.987586975097656, -0.24237793684005737, -19.886009216308594, -16.865772247314453, -12.99825382232666, -3.435850143432617, -8.287117004394531, -9.923428535461426, -6.812663555145264, -11.211114883422852], 'distances_by_expert': [13.975173950195312, 0.48475587368011475, 39.77201843261719, 33.731544494628906, 25.99650764465332, 6.871700286865234, 16.574234008789062, 19.84685707092285, 13.625327110290527, 22.422229766845703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.93115234375, 'language': 50.18019485473633}}, {'routing_index': 495, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009879659628495574, 0.8166483044624329, 2.4462896153210067e-09, 4.852954305079038e-08, 2.397930302322493e-06, 0.03222048655152321, 0.00025748126790858805, 5.0836391892516986e-05, 0.0011780366767197847, 1.430153406545287e-05], 'log_scores_by_expert': [-6.919862270355225, -0.20254676043987274, -19.828693389892578, -16.841093063354492, -12.94090461730957, -3.435152769088745, -8.26456356048584, -9.886898040771484, -6.743906021118164, -11.155143737792969], 'distances_by_expert': [13.83972454071045, 0.4050935208797455, 39.657386779785156, 33.682186126708984, 25.88180923461914, 6.87030553817749, 16.52912712097168, 19.77379608154297, 13.487812042236328, 22.310287475585938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3345.971923828125, 'language': 50.18331527709961}}, {'routing_index': 496, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009368073078803718, 0.7743455767631531, 2.3780859503830243e-09, 4.830652500231736e-08, 2.3176949071057606e-06, 0.03156200051307678, 0.0002545650349929929, 4.8572310333838686e-05, 0.0011325752129778266, 1.3488763215718791e-05], 'log_scores_by_expert': [-6.9730329513549805, -0.2557370662689209, -19.856969833374023, -16.845699310302734, -12.974937438964844, -3.455801486968994, -8.275954246520996, -9.932456970214844, -6.783261299133301, -11.213653564453125], 'distances_by_expert': [13.946065902709961, 0.5114741325378418, 39.71393966674805, 33.69139862060547, 25.949874877929688, 6.911602973937988, 16.551908493041992, 19.864913940429688, 13.566522598266602, 22.42730712890625], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.933349609375, 'language': 50.194610595703125}}, {'routing_index': 497, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008464353741146624, 0.6150327920913696, 2.1513577586063093e-09, 3.493085998229617e-08, 1.9832143607345643e-06, 0.02072402648627758, 0.00021140844910405576, 4.1246024920837954e-05, 0.000973096233792603, 1.20904078357853e-05], 'log_scores_by_expert': [-7.074476718902588, -0.48607969284057617, -19.95716667175293, -17.16989517211914, -13.130791664123535, -3.8764615058898926, -8.461718559265137, -10.095955848693848, -6.935027599334717, -11.323098182678223], 'distances_by_expert': [14.148953437805176, 0.9721593856811523, 39.91433334350586, 34.33979034423828, 26.26158332824707, 7.752923011779785, 16.923437118530273, 20.191911697387695, 13.870055198669434, 22.646196365356445], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3628.7587890625, 'language': 50.19743728637695}}, {'routing_index': 498, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009130428079515696, 0.7105421423912048, 2.306736579527069e-09, 4.063993586100878e-08, 2.179516513933777e-06, 0.024206681177020073, 0.00022919801995158195, 4.433208960108459e-05, 0.0010713960509747267, 1.274962050956674e-05], 'log_scores_by_expert': [-6.998727798461914, -0.34172704815864563, -19.887432098388672, -17.01851463317871, -13.036407470703125, -3.7211265563964844, -8.380924224853516, -10.023801803588867, -6.83879280090332, -11.27000904083252], 'distances_by_expert': [13.997455596923828, 0.6834540963172913, 39.774864196777344, 34.03702926635742, 26.07281494140625, 7.442253112792969, 16.76184844970703, 20.047603607177734, 13.67758560180664, 22.54001808166504], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.866943359375, 'language': 50.177608489990234}}, {'routing_index': 499, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009207323892042041, 0.7172521948814392, 2.286974387644136e-09, 4.0111267196607514e-08, 2.103824954247102e-06, 0.02415926568210125, 0.0002258879248984158, 4.3762778659584e-05, 0.0010804170742630959, 1.2556206456793007e-05], 'log_scores_by_expert': [-6.9903411865234375, -0.33232784271240234, -19.89603614807129, -17.03160858154297, -13.07175350189209, -3.7230873107910156, -8.395471572875977, -10.036726951599121, -6.830408096313477, -11.285295486450195], 'distances_by_expert': [13.980682373046875, 0.6646556854248047, 39.79207229614258, 34.06321716308594, 26.14350700378418, 7.446174621582031, 16.790943145751953, 20.073453903198242, 13.660816192626953, 22.57059097290039], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3452.43603515625, 'language': 50.189414978027344}}, {'routing_index': 500, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008312496938742697, 0.7438496947288513, 2.0631714114927036e-09, 4.3387167636410595e-08, 2.134447868229472e-06, 0.027404140681028366, 0.0002223913761554286, 4.2871044570347294e-05, 0.0010380222229287028, 1.2761273865180556e-05], 'log_scores_by_expert': [-7.092580318450928, -0.29591628909111023, -19.999021530151367, -16.953102111816406, -13.057302474975586, -3.5970611572265625, -8.41107177734375, -10.057313919067383, -6.870438098907471, -11.269095420837402], 'distances_by_expert': [14.185160636901855, 0.5918325781822205, 39.998043060302734, 33.90620422363281, 26.114604949951172, 7.194122314453125, 16.8221435546875, 20.114627838134766, 13.740876197814941, 22.538190841674805], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3460.719482421875, 'language': 50.176849365234375}}, {'routing_index': 501, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000921300204936415, 0.7978056073188782, 2.31191643607076e-09, 4.8232038807327626e-08, 2.2719129901815904e-06, 0.03213866427540779, 0.00025092638679780066, 4.8463156417710707e-05, 0.001104433205910027, 1.36515400299686e-05], 'log_scores_by_expert': [-6.989724636077881, -0.2258903533220291, -19.885189056396484, -16.84724235534668, -12.994888305664062, -3.4376955032348633, -8.290350914001465, -9.934706687927246, -6.808423042297363, -11.201658248901367], 'distances_by_expert': [13.979449272155762, 0.4517807066440582, 39.77037811279297, 33.69448471069336, 25.989776611328125, 6.875391006469727, 16.58070182800293, 19.869413375854492, 13.616846084594727, 22.403316497802734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.414794921875, 'language': 50.185890197753906}}, {'routing_index': 502, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008685921784490347, 0.7708227634429932, 2.2321651194090464e-09, 4.787787588611536e-08, 2.310245008629863e-06, 0.030953599140048027, 0.00025558500783517957, 4.839286702917889e-05, 0.0010444090003147721, 1.3578904145106208e-05], 'log_scores_by_expert': [-7.0486369132995605, -0.2602968215942383, -19.9202938079834, -16.854612350463867, -12.978157043457031, -3.4752659797668457, -8.271955490112305, -9.936158180236816, -6.864304065704346, -11.206993103027344], 'distances_by_expert': [14.097273826599121, 0.5205936431884766, 39.8405876159668, 33.709224700927734, 25.956314086914062, 6.950531959533691, 16.54391098022461, 19.872316360473633, 13.728608131408691, 22.413986206054688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3339.17822265625, 'language': 50.211456298828125}}, {'routing_index': 503, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008205521153286099, 0.7448877096176147, 2.1300281538572108e-09, 4.424037314265661e-08, 2.1713674414058914e-06, 0.029576769098639488, 0.000244576163822785, 4.540313238976523e-05, 0.0009871725924313068, 1.284558584302431e-05], 'log_scores_by_expert': [-7.105533123016357, -0.2945217788219452, -19.967130661010742, -16.93362808227539, -13.040153503417969, -3.520766019821167, -8.315983772277832, -9.999929428100586, -6.920665740966797, -11.262510299682617], 'distances_by_expert': [14.211066246032715, 0.5890435576438904, 39.934261322021484, 33.86725616455078, 26.080307006835938, 7.041532039642334, 16.631967544555664, 19.999858856201172, 13.841331481933594, 22.525020599365234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3271.889892578125, 'language': 50.218994140625}}, {'routing_index': 504, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008638293365947902, 0.7603126764297485, 2.220263084495855e-09, 4.419777965836147e-08, 2.185065113735618e-06, 0.029519138857722282, 0.00023952173069119453, 4.6231165470089763e-05, 0.0010531933512538671, 1.2961877473571803e-05], 'log_scores_by_expert': [-7.054135322570801, -0.2740255296230316, -19.925640106201172, -16.93459129333496, -13.033864974975586, -3.522716522216797, -8.33686637878418, -9.981856346130371, -6.855928421020508, -11.253498077392578], 'distances_by_expert': [14.108270645141602, 0.5480510592460632, 39.851280212402344, 33.86918258666992, 26.067729949951172, 7.045433044433594, 16.67373275756836, 19.963712692260742, 13.711856842041016, 22.506996154785156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.3037109375, 'language': 50.17427062988281}}, {'routing_index': 505, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000896197569090873, 0.7472717761993408, 2.279031630081363e-09, 4.538843256796099e-08, 2.2210988390725106e-06, 0.02936367318034172, 0.00023810105631127954, 4.6412555093411356e-05, 0.0010932919103652239, 1.2932243407703936e-05], 'log_scores_by_expert': [-7.017349720001221, -0.2913263440132141, -19.89951515197754, -16.908008575439453, -13.017508506774902, -3.5279970169067383, -8.342815399169922, -9.977940559387207, -6.818562030792236, -11.255786895751953], 'distances_by_expert': [14.034699440002441, 0.5826526880264282, 39.79903030395508, 33.816017150878906, 26.035017013549805, 7.055994033813477, 16.685630798339844, 19.955881118774414, 13.637124061584473, 22.511573791503906], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3332.725830078125, 'language': 50.18632888793945}}, {'routing_index': 506, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009076878195628524, 0.7392889261245728, 2.338762516984616e-09, 4.6758973581972896e-08, 2.249821363875526e-06, 0.029768552631139755, 0.00024382208357565105, 4.6704317355761304e-05, 0.0010981614468619227, 1.281279583054129e-05], 'log_scores_by_expert': [-7.004610061645508, -0.302066445350647, -19.87364387512207, -16.878259658813477, -13.004659652709961, -3.5143027305603027, -8.319071769714355, -9.971673965454102, -6.814117908477783, -11.265066146850586], 'distances_by_expert': [14.009220123291016, 0.604132890701294, 39.74728775024414, 33.75651931762695, 26.009319305419922, 7.0286054611206055, 16.63814353942871, 19.943347930908203, 13.628235816955566, 22.530132293701172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3268.091796875, 'language': 50.20322036743164}}, {'routing_index': 507, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008378787897527218, 0.5989445447921753, 2.1095092339606936e-09, 3.557479288929244e-08, 1.9270630673418054e-06, 0.02046865224838257, 0.0002022082917392254, 3.944865966332145e-05, 0.000970928929746151, 1.1334254850225989e-05], 'log_scores_by_expert': [-7.08463716506958, -0.512586236000061, -19.976810455322266, -17.151628494262695, -13.159513473510742, -3.8888607025146484, -8.50621223449707, -10.140510559082031, -6.937257289886475, -11.387681007385254], 'distances_by_expert': [14.16927433013916, 1.025172472000122, 39.95362091064453, 34.30325698852539, 26.319026947021484, 7.777721405029297, 17.01242446899414, 20.281021118164062, 13.87451457977295, 22.775362014770508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.6494140625, 'language': 50.18968200683594}}, {'routing_index': 508, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008990219794213772, 0.6923728585243225, 2.2755439754718054e-09, 3.9369371762632e-08, 2.0793640942429192e-06, 0.023444311693310738, 0.000218771310755983, 4.2535390093689784e-05, 0.0010553228203207254, 1.2265237273823004e-05], 'log_scores_by_expert': [-7.014203071594238, -0.36763066053390503, -19.901046752929688, -17.050277709960938, -13.08344841003418, -3.753127336502075, -8.427483558654785, -10.065174102783203, -6.853908538818359, -11.308741569519043], 'distances_by_expert': [14.028406143188477, 0.7352613210678101, 39.802093505859375, 34.100555419921875, 26.16689682006836, 7.50625467300415, 16.85496711730957, 20.130348205566406, 13.707817077636719, 22.617483139038086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.314453125, 'language': 50.18098831176758}}, {'routing_index': 509, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000935312476940453, 0.72496098279953, 2.3087700640189723e-09, 4.070680859058484e-08, 2.1272135199978948e-06, 0.02521207183599472, 0.00022787507623434067, 4.3940137402387336e-05, 0.0011142269941046834, 1.2754315321217291e-05], 'log_scores_by_expert': [-6.974629878997803, -0.32163742184638977, -19.886550903320312, -17.016870498657227, -13.060697555541992, -3.6804323196411133, -8.386713027954102, -10.032682418823242, -6.799594402313232, -11.269640922546387], 'distances_by_expert': [13.949259757995605, 0.6432748436927795, 39.773101806640625, 34.03374099731445, 26.121395111083984, 7.360864639282227, 16.773426055908203, 20.065364837646484, 13.599188804626465, 22.539281845092773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3458.378173828125, 'language': 50.18464279174805}}, {'routing_index': 510, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008923503919504583, 0.7501095533370972, 2.2260935317319763e-09, 4.262198416427054e-08, 2.2514464035339188e-06, 0.025866450741887093, 0.00023041963868308812, 4.4874985178466886e-05, 0.0010889200493693352, 1.3438507266982924e-05], 'log_scores_by_expert': [-7.021651744842529, -0.28753599524497986, -19.923017501831055, -16.970895767211914, -13.003937721252441, -3.654808521270752, -8.375608444213867, -10.011630058288574, -6.822568893432617, -11.217386245727539], 'distances_by_expert': [14.043303489685059, 0.5750719904899597, 39.84603500366211, 33.94179153442383, 26.007875442504883, 7.309617042541504, 16.751216888427734, 20.02326011657715, 13.645137786865234, 22.434772491455078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3441.000732421875, 'language': 50.18703079223633}}, {'routing_index': 511, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008745805826038122, 0.7149726152420044, 2.145432498323885e-09, 4.4997779724553766e-08, 2.164882971555926e-06, 0.02875709906220436, 0.0002276519953738898, 4.441804048838094e-05, 0.0010853292187675834, 1.2878397683380172e-05], 'log_scores_by_expert': [-7.041766166687012, -0.3355110287666321, -19.959924697875977, -16.91665267944336, -13.043144226074219, -3.54887056350708, -8.38769245147705, -10.021864891052246, -6.82587194442749, -11.25995922088623], 'distances_by_expert': [14.083532333374023, 0.6710220575332642, 39.91984939575195, 33.83330535888672, 26.086288452148438, 7.09774112701416, 16.7753849029541, 20.043729782104492, 13.65174388885498, 22.51991844177246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3424.802978515625, 'language': 50.20771408081055}}, {'routing_index': 512, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008647851063869894, 0.7595512270927429, 2.1907828884337732e-09, 4.656735086427943e-08, 2.265331659145886e-06, 0.031041929498314857, 0.0002457440132275224, 4.693614391726442e-05, 0.0010534359607845545, 1.3341624253371265e-05], 'log_scores_by_expert': [-7.053029537200928, -0.27502748370170593, -19.939006805419922, -16.882366180419922, -12.99778938293457, -3.472416400909424, -8.311220169067383, -9.96672248840332, -6.855698108673096, -11.224621772766113], 'distances_by_expert': [14.106059074401855, 0.5500549674034119, 39.878013610839844, 33.764732360839844, 25.99557876586914, 6.944832801818848, 16.622440338134766, 19.93344497680664, 13.711396217346191, 22.449243545532227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3287.08740234375, 'language': 50.222774505615234}}, {'routing_index': 513, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008218439179472625, 0.7299546599388123, 2.0990780225105254e-09, 4.4991860903564884e-08, 2.175687086491962e-06, 0.03030371479690075, 0.0002450335305184126, 4.548278957372531e-05, 0.0010003518546000123, 1.2830979358113836e-05], 'log_scores_by_expert': [-7.103960037231445, -0.3147728443145752, -19.981767654418945, -16.916784286499023, -13.038166046142578, -3.4964849948883057, -8.314115524291992, -9.998176574707031, -6.907403469085693, -11.26364803314209], 'distances_by_expert': [14.20792007446289, 0.6295456886291504, 39.96353530883789, 33.83356857299805, 26.076332092285156, 6.992969989776611, 16.628231048583984, 19.996353149414062, 13.814806938171387, 22.52729606628418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3297.958740234375, 'language': 50.20664978027344}}, {'routing_index': 514, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008632240351289511, 0.7410594820976257, 2.2023420864769605e-09, 4.4437758361937085e-08, 2.1278265194268897e-06, 0.030123146250844002, 0.00024084752658382058, 4.60035698779393e-05, 0.0010366842616349459, 1.2547827282105573e-05], 'log_scores_by_expert': [-7.054836273193359, -0.299674391746521, -19.933744430541992, -16.929176330566406, -13.060409545898438, -3.5024614334106445, -8.33134651184082, -9.986791610717773, -6.87172794342041, -11.28596305847168], 'distances_by_expert': [14.109672546386719, 0.599348783493042, 39.867488861083984, 33.85835266113281, 26.120819091796875, 7.004922866821289, 16.66269302368164, 19.973583221435547, 13.74345588684082, 22.57192611694336], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3234.283447265625, 'language': 50.19976806640625}}, {'routing_index': 515, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009674466564320028, 0.7889401316642761, 2.4049437996609413e-09, 4.850409496270913e-08, 2.3170696294982918e-06, 0.031869832426309586, 0.00025061023188754916, 4.978818105882965e-05, 0.0011543820146471262, 1.3718935406359378e-05], 'log_scores_by_expert': [-6.940850257873535, -0.23706483840942383, -19.845739364624023, -16.841617584228516, -12.975207328796387, -3.4460954666137695, -8.291611671447754, -9.907732963562012, -6.764190196990967, -11.196733474731445], 'distances_by_expert': [13.88170051574707, 0.47412967681884766, 39.69147872924805, 33.68323516845703, 25.950414657592773, 6.892190933227539, 16.583223342895508, 19.815465927124023, 13.528380393981934, 22.39346694946289], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3299.141845703125, 'language': 50.19796371459961}}, {'routing_index': 516, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0010145959677174687, 0.7902685403823853, 2.518898201131492e-09, 4.7730985386351676e-08, 2.4207672595366603e-06, 0.029957013204693794, 0.0002554958045948297, 5.043847704655491e-05, 0.0011995714157819748, 1.3986129488330334e-05], 'log_scores_by_expert': [-6.8932647705078125, -0.23538248240947723, -19.7994441986084, -16.857685089111328, -12.931426048278809, -3.5079917907714844, -8.27230453491211, -9.894756317138672, -6.725790977478027, -11.177444458007812], 'distances_by_expert': [13.786529541015625, 0.47076496481895447, 39.5988883972168, 33.715370178222656, 25.862852096557617, 7.015983581542969, 16.54460906982422, 19.789512634277344, 13.451581954956055, 22.354888916015625], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3340.808837890625, 'language': 50.18467712402344}}, {'routing_index': 517, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008599468856118619, 0.7210546135902405, 2.2403032762241537e-09, 4.666791397767156e-08, 2.2296856059256243e-06, 0.031394001096487045, 0.00025199211086146533, 4.704688399215229e-05, 0.001013775821775198, 1.2943224646733142e-05], 'log_scores_by_expert': [-7.058640003204346, -0.3270404040813446, -19.916654586791992, -16.88020896911621, -13.013649940490723, -3.4611384868621826, -8.286112785339355, -9.96436595916748, -6.894073486328125, -11.254938125610352], 'distances_by_expert': [14.117280006408691, 0.6540808081626892, 39.833309173583984, 33.76041793823242, 26.027299880981445, 6.922276973724365, 16.57222557067871, 19.92873191833496, 13.78814697265625, 22.509876251220703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3215.341064453125, 'language': 50.215450286865234}}, {'routing_index': 518, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008731409325264394, 0.6482591032981873, 2.206685723038504e-09, 3.697028105875688e-08, 2.1057740013930015e-06, 0.021646371111273766, 0.00021437443501781672, 4.237024768372066e-05, 0.00100425083655864, 1.249144861503737e-05], 'log_scores_by_expert': [-7.0434136390686035, -0.4334648847579956, -19.931774139404297, -17.11315155029297, -13.07082748413086, -3.8329174518585205, -8.447786331176758, -10.069064140319824, -6.903513431549072, -11.29046630859375], 'distances_by_expert': [14.086827278137207, 0.8669297695159912, 39.863548278808594, 34.22630310058594, 26.14165496826172, 7.665834903717041, 16.895572662353516, 20.13812828063965, 13.807026863098145, 22.5809326171875], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3501.71533203125, 'language': 50.197383880615234}}, {'routing_index': 519, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008883735281415284, 0.6799902319908142, 2.268181642506306e-09, 3.9193452039398835e-08, 2.15716704587976e-06, 0.022943930700421333, 0.000223285416723229, 4.352984979050234e-05, 0.001037732232362032, 1.2651318684220314e-05], 'log_scores_by_expert': [-7.026118278503418, -0.3856768310070038, -19.904287338256836, -17.05475616455078, -13.046714782714844, -3.7747018337249756, -8.407059669494629, -10.04206371307373, -6.870717525482178, -11.277749061584473], 'distances_by_expert': [14.052236557006836, 0.7713536620140076, 39.80857467651367, 34.10951232910156, 26.093429565429688, 7.549403667449951, 16.814119338989258, 20.08412742614746, 13.741435050964355, 22.555498123168945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.359375, 'language': 50.19688415527344}}, {'routing_index': 520, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009062442113645375, 0.7332536578178406, 2.289483935768999e-09, 4.1631306402223345e-08, 2.1468254089995753e-06, 0.025598246604204178, 0.00022798223653808236, 4.394462303025648e-05, 0.0010848051169887185, 1.2661011169257108e-05], 'log_scores_by_expert': [-7.00620174407959, -0.31026357412338257, -19.894939422607422, -16.994413375854492, -13.051520347595215, -3.665231466293335, -8.386242866516113, -10.032580375671387, -6.82635498046875, -11.276983261108398], 'distances_by_expert': [14.01240348815918, 0.6205271482467651, 39.789878845214844, 33.988826751708984, 26.10304069519043, 7.33046293258667, 16.772485733032227, 20.065160751342773, 13.6527099609375, 22.553966522216797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3376.480224609375, 'language': 50.176910400390625}}, {'routing_index': 521, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000830883567687124, 0.7215008735656738, 2.0721078186625164e-09, 4.285782040369668e-08, 2.1210332761256723e-06, 0.026683136820793152, 0.00021878862753510475, 4.242596332915127e-05, 0.0010320262517780066, 1.2510618034866638e-05], 'log_scores_by_expert': [-7.093020915985107, -0.32642167806625366, -19.994699478149414, -16.965377807617188, -13.063607215881348, -3.6237235069274902, -8.427404403686523, -10.067749977111816, -6.8762311935424805, -11.288932800292969], 'distances_by_expert': [14.186041831970215, 0.6528433561325073, 39.98939895629883, 33.930755615234375, 26.127214431762695, 7.2474470138549805, 16.854808807373047, 20.135499954223633, 13.752462387084961, 22.577865600585938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3422.406494140625, 'language': 50.184444427490234}}, {'routing_index': 522, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009199933265335858, 0.8000031113624573, 2.311303592961167e-09, 4.88717475377598e-08, 2.306220949321869e-06, 0.032501909881830215, 0.00024641357595101, 4.7702935262350366e-05, 0.0011124723823741078, 1.3556376870837994e-05], 'log_scores_by_expert': [-6.991144180297852, -0.2231397181749344, -19.885454177856445, -16.83406639099121, -12.979900360107422, -3.4264564514160156, -8.308499336242676, -9.950517654418945, -6.801170349121094, -11.208653450012207], 'distances_by_expert': [13.982288360595703, 0.4462794363498688, 39.77090835571289, 33.66813278198242, 25.959800720214844, 6.852912902832031, 16.61699867248535, 19.90103530883789, 13.602340698242188, 22.417306900024414], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3345.155029296875, 'language': 50.20048904418945}}, {'routing_index': 523, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.00088151526870206, 0.7723440527915955, 2.2165353996683734e-09, 4.763712269095777e-08, 2.31726630772755e-06, 0.03164369612932205, 0.00025173797621391714, 4.836698280996643e-05, 0.0010632819030433893, 1.3646997103933245e-05], 'log_scores_by_expert': [-7.033868312835693, -0.2583252191543579, -19.92732048034668, -16.85965347290039, -12.975122451782227, -3.453216314315796, -8.287121772766113, -9.93669319152832, -6.846395015716553, -11.201991081237793], 'distances_by_expert': [14.067736625671387, 0.5166504383087158, 39.85464096069336, 33.71930694580078, 25.950244903564453, 6.906432628631592, 16.574243545532227, 19.87338638305664, 13.692790031433105, 22.403982162475586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3343.24560546875, 'language': 50.22193908691406}}, {'routing_index': 524, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008061902481131256, 0.7162975072860718, 2.09977479848078e-09, 4.390429708678312e-08, 2.147394752682885e-06, 0.029501117765903473, 0.000240179113461636, 4.5422279072226956e-05, 0.0009839163394644856, 1.2594943655130919e-05], 'log_scores_by_expert': [-7.123190879821777, -0.3336597681045532, -19.981435775756836, -16.941253662109375, -13.051255226135254, -3.523327112197876, -8.334125518798828, -9.999507904052734, -6.923969745635986, -11.282215118408203], 'distances_by_expert': [14.246381759643555, 0.6673195362091064, 39.96287155151367, 33.88250732421875, 26.102510452270508, 7.046654224395752, 16.668251037597656, 19.99901580810547, 13.847939491271973, 22.564430236816406], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3271.233154296875, 'language': 50.197879791259766}}, {'routing_index': 525, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008157267584465444, 0.718939483165741, 2.1233432789813378e-09, 4.321909230498022e-08, 2.0822217265958898e-06, 0.029665138572454453, 0.00023095091455616057, 4.387795343063772e-05, 0.0009869758505374193, 1.2236006114108022e-05], 'log_scores_by_expert': [-7.111431121826172, -0.3299781382083893, -19.970273971557617, -16.95698356628418, -13.082075119018555, -3.517782688140869, -8.373305320739746, -10.034098625183105, -6.920865058898926, -11.311127662658691], 'distances_by_expert': [14.222862243652344, 0.6599562764167786, 39.940547943115234, 33.91396713256836, 26.16415023803711, 7.035565376281738, 16.746610641479492, 20.06819725036621, 13.841730117797852, 22.622255325317383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3208.61865234375, 'language': 50.193546295166016}}, {'routing_index': 526, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008733807480894029, 0.7231975793838501, 2.2110504538375153e-09, 4.536618902761802e-08, 2.1483676846401067e-06, 0.028937090188264847, 0.00023036864877212793, 4.4967004214413464e-05, 0.001082991948351264, 1.2351265468169004e-05], 'log_scores_by_expert': [-7.0431389808654785, -0.3240728974342346, -19.929798126220703, -16.908498764038086, -13.050802230834961, -3.542631149291992, -8.375829696655273, -10.009581565856934, -6.828027725219727, -11.301752090454102], 'distances_by_expert': [14.086277961730957, 0.6481457948684692, 39.859596252441406, 33.81699752807617, 26.101604461669922, 7.085262298583984, 16.751659393310547, 20.019163131713867, 13.656055450439453, 22.603504180908203], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3275.97119140625, 'language': 50.17247772216797}}, {'routing_index': 527, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008878945372998714, 0.7259820699691772, 2.2729671478316504e-09, 4.6190599789497355e-08, 2.187902964578825e-06, 0.029670599848031998, 0.00023717434669379145, 4.558818545774557e-05, 0.001083996263332665, 1.2507647625170648e-05], 'log_scores_by_expert': [-7.026657581329346, -0.3202299177646637, -19.902179718017578, -16.89048957824707, -13.032567024230957, -3.5175986289978027, -8.346714973449707, -9.995862007141113, -6.82710075378418, -11.289170265197754], 'distances_by_expert': [14.053315162658691, 0.6404598355293274, 39.804359436035156, 33.78097915649414, 26.065134048461914, 7.0351972579956055, 16.693429946899414, 19.991724014282227, 13.65420150756836, 22.578340530395508], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3242.81982421875, 'language': 50.20018005371094}}, {'routing_index': 528, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008318147156387568, 0.5704988837242126, 2.105822849429728e-09, 3.3073387584181546e-08, 1.8508416133045102e-06, 0.01939486153423786, 0.00020027969731017947, 3.976351581513882e-05, 0.0009556176955811679, 1.1228326002310496e-05], 'log_scores_by_expert': [-7.091900825500488, -0.561244010925293, -19.978559494018555, -17.224536895751953, -13.199870109558105, -3.942747116088867, -8.515795707702637, -10.132560729980469, -6.953152656555176, -11.39707088470459], 'distances_by_expert': [14.183801651000977, 1.122488021850586, 39.95711898803711, 34.449073791503906, 26.39974021911621, 7.885494232177734, 17.031591415405273, 20.265121459960938, 13.906305313110352, 22.79414176940918], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3560.30908203125, 'language': 50.18944549560547}}, {'routing_index': 529, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009031653753481805, 0.6981693506240845, 2.2999313564753265e-09, 3.972274953412125e-08, 2.1194621240283595e-06, 0.023844435811042786, 0.00022682393318973482, 4.370147144072689e-05, 0.0010651153279468417, 1.2474233699322212e-05], 'log_scores_by_expert': [-7.0096049308776855, -0.35929355025291443, -19.8903865814209, -17.04134178161621, -13.064348220825195, -3.7362043857574463, -8.391336441040039, -10.038128852844238, -6.844672203063965, -11.291845321655273], 'distances_by_expert': [14.019209861755371, 0.7185871005058289, 39.7807731628418, 34.08268356323242, 26.12869644165039, 7.472408771514893, 16.782672882080078, 20.076257705688477, 13.68934440612793, 22.583690643310547], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3369.0400390625, 'language': 50.19050216674805}}, {'routing_index': 530, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008545996388420463, 0.6759249567985535, 2.1199115796122214e-09, 3.7002589436951894e-08, 2.009395302593475e-06, 0.022372446954250336, 0.00021423056023195386, 4.052377335028723e-05, 0.0010420660255476832, 1.2075070117134601e-05], 'log_scores_by_expert': [-7.064877510070801, -0.39167320728302, -19.971891403198242, -17.11227798461914, -13.117676734924316, -3.7999250888824463, -8.448457717895508, -10.113621711730957, -6.866549968719482, -11.32436752319336], 'distances_by_expert': [14.129755020141602, 0.78334641456604, 39.943782806396484, 34.22455596923828, 26.235353469848633, 7.599850177764893, 16.896915435791016, 20.227243423461914, 13.733099937438965, 22.64873504638672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3504.203125, 'language': 50.189491271972656}}, {'routing_index': 531, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008383631356991827, 0.7228495478630066, 2.08222639130895e-09, 3.9805421181426937e-08, 2.0704280814243248e-06, 0.024566220119595528, 0.00021792818733956665, 4.1316649003420025e-05, 0.001043327385559678, 1.2475959010771476e-05], 'log_scores_by_expert': [-7.084059238433838, -0.3245541751384735, -19.98982810974121, -17.039262771606445, -13.08775520324707, -3.706382989883423, -8.431344985961914, -10.094244956970215, -6.865340232849121, -11.291707038879395], 'distances_by_expert': [14.168118476867676, 0.649108350276947, 39.97965621948242, 34.07852554321289, 26.17551040649414, 7.412765979766846, 16.862689971923828, 20.18848991394043, 13.730680465698242, 22.58341407775879], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.984130859375, 'language': 50.18876647949219}}, {'routing_index': 532, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009248045971617103, 0.8124867081642151, 2.2945201294533035e-09, 4.857871971353234e-08, 2.3430657165590674e-06, 0.03165339305996895, 0.0002517502289265394, 4.8816298658493906e-05, 0.0011079349787905812, 1.4050393474462908e-05], 'log_scores_by_expert': [-6.985928058624268, -0.20765572786331177, -19.892742156982422, -16.84008026123047, -12.96405029296875, -3.4529099464416504, -8.287073135375977, -9.927446365356445, -6.805257320404053, -11.172860145568848], 'distances_by_expert': [13.971856117248535, 0.41531145572662354, 39.785484313964844, 33.68016052246094, 25.9281005859375, 6.905819892883301, 16.574146270751953, 19.85489273071289, 13.610514640808105, 22.345720291137695], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3440.981201171875, 'language': 50.17363357543945}}, {'routing_index': 533, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008424847619608045, 0.7148655652999878, 2.1240074143946686e-09, 4.516037321877775e-08, 2.2065985376684694e-06, 0.028953811153769493, 0.00024337184731848538, 4.629372779163532e-05, 0.0010240481933578849, 1.2960306776221842e-05], 'log_scores_by_expert': [-7.079154968261719, -0.33566075563430786, -19.969961166381836, -16.91304588317871, -13.02405834197998, -3.542053461074829, -8.32091999053955, -9.980504035949707, -6.883991718292236, -11.253619194030762], 'distances_by_expert': [14.158309936523438, 0.6713215112686157, 39.93992233276367, 33.82609176635742, 26.04811668395996, 7.084106922149658, 16.6418399810791, 19.961008071899414, 13.767983436584473, 22.507238388061523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3399.73583984375, 'language': 50.186126708984375}}, {'routing_index': 534, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008008132572285831, 0.6802002787590027, 2.047771507918128e-09, 4.1947185280832855e-08, 2.0449276689760154e-06, 0.027444614097476006, 0.00022817951685283333, 4.364128835732117e-05, 0.0009864013409242034, 1.2017595508950762e-05], 'log_scores_by_expert': [-7.1298828125, -0.3853679895401001, -20.006513595581055, -16.986854553222656, -13.10014820098877, -3.595585346221924, -8.385377883911133, -10.039506912231445, -6.921447277069092, -11.32913875579834], 'distances_by_expert': [14.259765625, 0.7707359790802002, 40.01302719116211, 33.97370910644531, 26.20029640197754, 7.191170692443848, 16.770755767822266, 20.07901382446289, 13.842894554138184, 22.65827751159668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3325.03759765625, 'language': 50.18510818481445}}, {'routing_index': 535, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008027129806578159, 0.6843274235725403, 2.0760400065711337e-09, 4.2951274537017525e-08, 2.0930981463607168e-06, 0.02773379720747471, 0.00023575568047817796, 4.455061207409017e-05, 0.0009905463084578514, 1.2325812349445187e-05], 'log_scores_by_expert': [-7.127513408660889, -0.3793187737464905, -19.9928035736084, -16.963199615478516, -13.076865196228027, -3.5851035118103027, -8.352714538574219, -10.018884658813477, -6.9172539710998535, -11.303814888000488], 'distances_by_expert': [14.255026817321777, 0.758637547492981, 39.9856071472168, 33.92639923095703, 26.153730392456055, 7.1702070236206055, 16.705429077148438, 20.037769317626953, 13.834507942199707, 22.607629776000977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.1005859375, 'language': 50.206111907958984}}, {'routing_index': 536, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009496306884102523, 0.7817473411560059, 2.372757990087848e-09, 4.473455206266408e-08, 2.3223255993798375e-06, 0.02862161211669445, 0.0002463813580106944, 4.784622433362529e-05, 0.0011405935510993004, 1.3823054359818343e-05], 'log_scores_by_expert': [-6.959437370300293, -0.24622362852096558, -19.85921287536621, -16.92251968383789, -12.972941398620605, -3.553593158721924, -8.308629989624023, -9.947518348693848, -6.7762064933776855, -11.189172744750977], 'distances_by_expert': [13.918874740600586, 0.49244725704193115, 39.71842575073242, 33.84503936767578, 25.94588279724121, 7.107186317443848, 16.617259979248047, 19.895036697387695, 13.552412986755371, 22.378345489501953], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3354.642333984375, 'language': 50.20000457763672}}, {'routing_index': 537, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009473055833950639, 0.7678329944610596, 2.3949326966032913e-09, 4.507337436621128e-08, 2.3065199457050767e-06, 0.02844558097422123, 0.00024605004000477493, 4.779806477017701e-05, 0.0011384781682863832, 1.3635028153657913e-05], 'log_scores_by_expert': [-6.961888790130615, -0.26418304443359375, -19.849910736083984, -16.914974212646484, -12.97977066040039, -3.559762477874756, -8.309975624084473, -9.948525428771973, -6.77806282043457, -11.202868461608887], 'distances_by_expert': [13.92377758026123, 0.5283660888671875, 39.69982147216797, 33.82994842529297, 25.95954132080078, 7.119524955749512, 16.619951248168945, 19.897050857543945, 13.55612564086914, 22.405736923217773], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3324.933349609375, 'language': 50.19607925415039}}, {'routing_index': 538, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008547916077077389, 0.6987325549125671, 2.2374164743155234e-09, 4.567371192365499e-08, 2.1509672478714492e-06, 0.028123416006565094, 0.00023733092530164868, 4.4695305405184627e-05, 0.0010613849153742194, 1.228325163538102e-05], 'log_scores_by_expert': [-7.064652919769287, -0.35848721861839294, -19.917943954467773, -16.901742935180664, -13.049592971801758, -3.571152687072754, -8.346055030822754, -10.015642166137695, -6.848180770874023, -11.307273864746094], 'distances_by_expert': [14.129305839538574, 0.7169744372367859, 39.83588790893555, 33.80348587036133, 26.099185943603516, 7.142305374145508, 16.692110061645508, 20.03128433227539, 13.696361541748047, 22.614547729492188], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3252.812255859375, 'language': 50.20372009277344}}, {'routing_index': 539, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009057741845026612, 0.6319513320922852, 2.2918038578012556e-09, 3.5784943008820846e-08, 2.0030163341289153e-06, 0.020717155188322067, 0.0002146991464542225, 4.200044713797979e-05, 0.001031924388371408, 1.1945880942221265e-05], 'log_scores_by_expert': [-7.006720542907715, -0.4589429497718811, -19.8939266204834, -17.14573860168457, -13.120856285095215, -3.876793146133423, -8.446272850036621, -10.07783031463623, -6.8763298988342285, -11.335124015808105], 'distances_by_expert': [14.01344108581543, 0.9178858995437622, 39.7878532409668, 34.29147720336914, 26.24171257019043, 7.753586292266846, 16.892545700073242, 20.15566062927246, 13.752659797668457, 22.67024803161621], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3507.38525390625, 'language': 50.18048095703125}}, {'routing_index': 540, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009243981330655515, 0.7336530089378357, 2.320159397939392e-09, 4.041391221676349e-08, 2.1216885670582997e-06, 0.02502823807299137, 0.00022633538173977286, 4.380044265417382e-05, 0.0010894559090957046, 1.263436752196867e-05], 'log_scores_by_expert': [-6.986367702484131, -0.30971914529800415, -19.881629943847656, -17.024091720581055, -13.063298225402832, -3.6877505779266357, -8.393492698669434, -10.035866737365723, -6.822076797485352, -11.27908992767334], 'distances_by_expert': [13.972735404968262, 0.6194382905960083, 39.76325988769531, 34.04818344116211, 26.126596450805664, 7.3755011558532715, 16.786985397338867, 20.071733474731445, 13.644153594970703, 22.55817985534668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.375244140625, 'language': 50.17763137817383}}, {'routing_index': 541, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008946092566475272, 0.7016140818595886, 2.221894224163634e-09, 3.8312784056415694e-08, 2.0878089799225563e-06, 0.023230543360114098, 0.00021980756719131023, 4.266498945071362e-05, 0.0010716401739045978, 1.2581594091898296e-05], 'log_scores_by_expert': [-7.019123554229736, -0.3543718159198761, -19.92490577697754, -17.077482223510742, -13.079395294189453, -3.7622873783111572, -8.422758102416992, -10.062131881713867, -6.838564872741699, -11.283275604248047], 'distances_by_expert': [14.038247108459473, 0.7087436318397522, 39.84981155395508, 34.154964447021484, 26.158790588378906, 7.5245747566223145, 16.845516204833984, 20.124263763427734, 13.677129745483398, 22.566551208496094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3539.440185546875, 'language': 50.18416213989258}}, {'routing_index': 542, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008446871070191264, 0.7539822459220886, 2.1298696140092943e-09, 4.523442242998499e-08, 2.1850546545465477e-06, 0.029477311298251152, 0.00023207516642287374, 4.435775917954743e-05, 0.001056202338077128, 1.3061419849691447e-05], 'log_scores_by_expert': [-7.076544284820557, -0.2823864817619324, -19.967205047607422, -16.911407470703125, -13.033869743347168, -3.524134397506714, -8.368449211120605, -10.023222923278809, -6.8530755043029785, -11.245847702026367], 'distances_by_expert': [14.153088569641113, 0.5647729635238647, 39.934410095214844, 33.82281494140625, 26.067739486694336, 7.048268795013428, 16.73689842224121, 20.046445846557617, 13.706151008605957, 22.491695404052734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.945068359375, 'language': 50.186614990234375}}, {'routing_index': 543, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009017942938953638, 0.7947717308998108, 2.2673165567255182e-09, 4.775994710826126e-08, 2.290260454174131e-06, 0.032176438719034195, 0.00025004634517244995, 4.7502278903266415e-05, 0.0010992537718266249, 1.381737365591107e-05], 'log_scores_by_expert': [-7.011124134063721, -0.22970035672187805, -19.9046688079834, -16.857078552246094, -12.986845016479492, -3.43652081489563, -8.293864250183105, -9.954732894897461, -6.81312370300293, -11.189583778381348], 'distances_by_expert': [14.022248268127441, 0.4594007134437561, 39.8093376159668, 33.71415710449219, 25.973690032958984, 6.87304162979126, 16.58772850036621, 19.909465789794922, 13.62624740600586, 22.379167556762695], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.466064453125, 'language': 50.1972770690918}}, {'routing_index': 544, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008553623920306563, 0.7663018703460693, 2.1906700897744713e-09, 4.725072244582407e-08, 2.318324959560414e-06, 0.030791139230132103, 0.0002546048490330577, 4.779619484907016e-05, 0.0010355805279687047, 1.3572612260759342e-05], 'log_scores_by_expert': [-7.063985347747803, -0.2661791443824768, -19.939058303833008, -16.8677978515625, -12.974665641784668, -3.4805283546447754, -8.275797843933105, -9.948564529418945, -6.872793197631836, -11.207456588745117], 'distances_by_expert': [14.127970695495605, 0.5323582887649536, 39.878116607666016, 33.735595703125, 25.949331283569336, 6.961056709289551, 16.55159568786621, 19.89712905883789, 13.745586395263672, 22.414913177490234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.85546875, 'language': 50.21244812011719}}, {'routing_index': 545, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008120050770230591, 0.7198770046234131, 2.128943688006757e-09, 4.3406124916600675e-08, 2.1269825083436444e-06, 0.029247581958770752, 0.00023880827939137816, 4.5294626033864915e-05, 0.000979890231974423, 1.2399015759001486e-05], 'log_scores_by_expert': [-7.11600399017334, -0.32867491245269775, -19.967639923095703, -16.952665328979492, -13.060806274414062, -3.5319583415985107, -8.339849472045898, -10.00232219696045, -6.928070068359375, -11.297893524169922], 'distances_by_expert': [14.23200798034668, 0.6573498249053955, 39.935279846191406, 33.905330657958984, 26.121612548828125, 7.0639166831970215, 16.679698944091797, 20.0046443939209, 13.85614013671875, 22.595787048339844], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.954833984375, 'language': 50.22569274902344}}, {'routing_index': 546, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009055936825461686, 0.7789971232414246, 2.2868695825906116e-09, 4.666426534072343e-08, 2.276795385114383e-06, 0.03178227320313454, 0.00025017731240950525, 4.889681076747365e-05, 0.0010858147870749235, 1.3661020602739882e-05], 'log_scores_by_expert': [-7.006919860839844, -0.24974797666072845, -19.896081924438477, -16.880287170410156, -12.992741584777832, -3.4488465785980225, -8.293340682983398, -9.925798416137695, -6.825424671173096, -11.200963973999023], 'distances_by_expert': [14.013839721679688, 0.4994959533214569, 39.79216384887695, 33.76057434082031, 25.985483169555664, 6.897693157196045, 16.586681365966797, 19.85159683227539, 13.650849342346191, 22.401927947998047], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3337.667724609375, 'language': 50.183406829833984}}, {'routing_index': 547, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009512754040770233, 0.8057416081428528, 2.3855275532724818e-09, 4.8353072656937e-08, 2.4241840037575457e-06, 0.03244595602154732, 0.0002590450458228588, 5.1019062084378675e-05, 0.0011445401469245553, 1.451650223316392e-05], 'log_scores_by_expert': [-6.957706928253174, -0.21599215269088745, -19.853845596313477, -16.844736099243164, -12.930015563964844, -3.4281795024871826, -8.258508682250977, -9.88331127166748, -6.772752285003662, -11.14022445678711], 'distances_by_expert': [13.915413856506348, 0.4319843053817749, 39.70769119262695, 33.68947219848633, 25.860031127929688, 6.856359004974365, 16.517017364501953, 19.76662254333496, 13.545504570007324, 22.28044891357422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.53759765625, 'language': 50.196868896484375}}, {'routing_index': 548, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009341046097688377, 0.7582734823226929, 2.380918129318843e-09, 4.806086195685566e-08, 2.282933337482973e-06, 0.030178885906934738, 0.0002506286255083978, 4.82326649944298e-05, 0.0011322301579639316, 1.3089314052194823e-05], 'log_scores_by_expert': [-6.975922107696533, -0.2767111659049988, -19.85577964782715, -16.850797653198242, -12.990049362182617, -3.500612735748291, -8.29153823852539, -9.939474105834961, -6.783565998077393, -11.243714332580566], 'distances_by_expert': [13.951844215393066, 0.5534223318099976, 39.7115592956543, 33.701595306396484, 25.980098724365234, 7.001225471496582, 16.58307647705078, 19.878948211669922, 13.567131996154785, 22.487428665161133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3309.0625, 'language': 50.18876266479492}}, {'routing_index': 549, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008864968549460173, 0.6404932737350464, 2.2431938528910678e-09, 3.780522916940754e-08, 2.0326897356426343e-06, 0.02302752621471882, 0.00021766169811598957, 4.313165845815092e-05, 0.0010239314287900925, 1.2256245099706575e-05], 'log_scores_by_expert': [-7.028233051300049, -0.4455166757106781, -19.91536521911621, -17.090818405151367, -13.10615062713623, -3.7710649967193604, -8.432568550109863, -10.051253318786621, -6.884105682373047, -11.30947494506836], 'distances_by_expert': [14.056466102600098, 0.8910333514213562, 39.83073043823242, 34.181636810302734, 26.21230125427246, 7.542129993438721, 16.865137100219727, 20.102506637573242, 13.768211364746094, 22.61894989013672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3512.92724609375, 'language': 50.1904296875}}, {'routing_index': 550, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000928774883504957, 0.777019739151001, 2.3275616989337777e-09, 4.4258179343614756e-08, 2.3278114440472564e-06, 0.027357634156942368, 0.00023971071641426533, 4.644337241188623e-05, 0.001099565764889121, 1.3655589100380894e-05], 'log_scores_by_expert': [-6.981644153594971, -0.25228962302207947, -19.87844467163086, -16.933225631713867, -12.970582008361816, -3.598759651184082, -8.336077690124512, -9.977276802062988, -6.812839984893799, -11.201361656188965], 'distances_by_expert': [13.963288307189941, 0.5045792460441589, 39.75688934326172, 33.866451263427734, 25.941164016723633, 7.197519302368164, 16.672155380249023, 19.954553604125977, 13.625679969787598, 22.40272331237793], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3390.931396484375, 'language': 50.1844367980957}}, {'routing_index': 551, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008582595037296414, 0.6918355822563171, 2.1237240854787842e-09, 3.836199624629444e-08, 2.099655830534175e-06, 0.023064570501446724, 0.00021789057063870132, 4.107918721274473e-05, 0.0010392420226708055, 1.2412371688697021e-05], 'log_scores_by_expert': [-7.060604095458984, -0.3684069514274597, -19.970094680786133, -17.07619857788086, -13.073737144470215, -3.7694575786590576, -8.431517601013184, -10.100008964538574, -6.869263648986816, -11.2968168258667], 'distances_by_expert': [14.121208190917969, 0.7368139028549194, 39.940189361572266, 34.15239715576172, 26.14747428894043, 7.538915157318115, 16.863035202026367, 20.20001792907715, 13.738527297973633, 22.5936336517334], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3498.46826171875, 'language': 50.18682861328125}}, {'routing_index': 552, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008341955835931003, 0.7409892082214355, 2.0942789724642807e-09, 4.0537589285349895e-08, 2.1305390873749275e-06, 0.025176968425512314, 0.00022161775268614292, 4.207332676742226e-05, 0.0010523274540901184, 1.286166843783576e-05], 'log_scores_by_expert': [-7.089042663574219, -0.29976919293403625, -19.98405647277832, -17.02103614807129, -13.059135437011719, -3.681825637817383, -8.414556503295898, -10.076096534729004, -6.856750965118408, -11.261259078979492], 'distances_by_expert': [14.178085327148438, 0.5995383858680725, 39.96811294555664, 34.04207229614258, 26.118270874023438, 7.363651275634766, 16.829113006591797, 20.152193069458008, 13.713501930236816, 22.522518157958984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3495.175048828125, 'language': 50.17073059082031}}, {'routing_index': 553, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000919607758987695, 0.8016980886459351, 2.3037991514485157e-09, 4.8334076296896455e-08, 2.283987441842328e-06, 0.03237251564860344, 0.00024924997705966234, 4.7942281526047736e-05, 0.0011203928152099252, 1.3666546692547854e-05], 'log_scores_by_expert': [-6.991563320159912, -0.22102321684360504, -19.88870620727539, -16.845129013061523, -12.989587783813477, -3.430445432662964, -8.297054290771484, -9.945512771606445, -6.794075965881348, -11.200559616088867], 'distances_by_expert': [13.983126640319824, 0.4420464336872101, 39.77741241455078, 33.69025802612305, 25.979175567626953, 6.860890865325928, 16.59410858154297, 19.89102554321289, 13.588151931762695, 22.401119232177734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3428.60693359375, 'language': 50.17988204956055}}, {'routing_index': 554, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008155404357239604, 0.7197288870811462, 2.0717956239479918e-09, 4.533340458579005e-08, 2.2132837784738513e-06, 0.03016635589301586, 0.0002447261940687895, 4.574453123495914e-05, 0.0009930210653692484, 1.3131174455338623e-05], 'log_scores_by_expert': [-7.111659526824951, -0.32888078689575195, -19.994850158691406, -16.909221649169922, -13.02103328704834, -3.501028060913086, -8.315370559692383, -9.992438316345215, -6.914758682250977, -11.240521430969238], 'distances_by_expert': [14.223319053649902, 0.6577615737915039, 39.98970031738281, 33.818443298339844, 26.04206657409668, 7.002056121826172, 16.630741119384766, 19.98487663269043, 13.829517364501953, 22.481042861938477], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3361.21875, 'language': 50.207149505615234}}, {'routing_index': 555, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008541132556274533, 0.7511816024780273, 2.1688679741060923e-09, 4.515201723620521e-08, 2.1954379008093383e-06, 0.029870497062802315, 0.0002446027647238225, 4.6140299673425034e-05, 0.0010331207886338234, 1.2923182111990172e-05], 'log_scores_by_expert': [-7.065446853637695, -0.2861078977584839, -19.949060440063477, -16.913230895996094, -13.029129028320312, -3.5108840465545654, -8.315875053405762, -9.983823776245117, -6.875171184539795, -11.256487846374512], 'distances_by_expert': [14.13089370727539, 0.5722157955169678, 39.89812088012695, 33.82646179199219, 26.058258056640625, 7.021768093109131, 16.631750106811523, 19.967647552490234, 13.75034236907959, 22.512975692749023], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3310.40966796875, 'language': 50.20305633544922}}, {'routing_index': 556, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008835672051645815, 0.788182258605957, 2.2500155072435746e-09, 4.648730467238238e-08, 2.311245225428138e-06, 0.03177633881568909, 0.00025557648041285574, 4.917660407954827e-05, 0.0010608728043735027, 1.385734594805399e-05], 'log_scores_by_expert': [-7.031543254852295, -0.23802602291107178, -19.912328720092773, -16.88408660888672, -12.977724075317383, -3.449033260345459, -8.271988868713379, -9.920092582702637, -6.848663330078125, -11.186695098876953], 'distances_by_expert': [14.06308650970459, 0.47605204582214355, 39.82465744018555, 33.76817321777344, 25.955448150634766, 6.898066520690918, 16.543977737426758, 19.840185165405273, 13.69732666015625, 22.373390197753906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3286.51513671875, 'language': 50.20030975341797}}, {'routing_index': 557, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009804038563743234, 0.8041152358055115, 2.42008235673552e-09, 4.661107055881075e-08, 2.3532886643806705e-06, 0.030660368502140045, 0.00025159926735796034, 4.958556382916868e-05, 0.0011743133654817939, 1.4203764294506982e-05], 'log_scores_by_expert': [-6.92754602432251, -0.2180127203464508, -19.83946418762207, -16.881427764892578, -12.959696769714355, -3.4847843647003174, -8.287672996520996, -9.911810874938965, -6.747071743011475, -11.162003517150879], 'distances_by_expert': [13.85509204864502, 0.4360254406929016, 39.67892837524414, 33.762855529785156, 25.91939353942871, 6.969568729400635, 16.575345993041992, 19.82362174987793, 13.49414348602295, 22.324007034301758], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3373.6103515625, 'language': 50.196475982666016}}, {'routing_index': 558, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0010298514971509576, 0.7918076515197754, 2.557150269311137e-09, 4.70543071173779e-08, 2.4081052742985776e-06, 0.02968410775065422, 0.00025669889873825014, 5.0678252591751516e-05, 0.0012066138442605734, 1.42341941682389e-05], 'log_scores_by_expert': [-6.878340721130371, -0.23343677818775177, -19.784372329711914, -16.871963500976562, -12.936670303344727, -3.517143487930298, -8.267606735229492, -9.890013694763184, -6.719937324523926, -11.159863471984863], 'distances_by_expert': [13.756681442260742, 0.46687355637550354, 39.56874465942383, 33.743927001953125, 25.873340606689453, 7.034286975860596, 16.535213470458984, 19.780027389526367, 13.439874649047852, 22.319726943969727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.028076171875, 'language': 50.211421966552734}}, {'routing_index': 559, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009066163911484182, 0.7329705357551575, 2.3194999254627646e-09, 4.854583934843504e-08, 2.3174429770733695e-06, 0.03193647041916847, 0.00025897560408338904, 4.8725923988968134e-05, 0.0010659537510946393, 1.3498890439223032e-05], 'log_scores_by_expert': [-7.005791187286377, -0.3106497526168823, -19.881914138793945, -16.840757369995117, -12.975046157836914, -3.4440066814422607, -8.258776664733887, -9.929299354553223, -6.84388542175293, -11.212903022766113], 'distances_by_expert': [14.011582374572754, 0.6212995052337646, 39.76382827758789, 33.681514739990234, 25.950092315673828, 6.8880133628845215, 16.517553329467773, 19.858598709106445, 13.68777084350586, 22.425806045532227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3306.200439453125, 'language': 50.235843658447266}}, {'routing_index': 560, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008890880853869021, 0.6374586820602417, 2.260584608393401e-09, 3.6382530765877164e-08, 2.043426547970739e-06, 0.021148957312107086, 0.00021469176863320172, 4.178259041509591e-05, 0.0010175806237384677, 1.20532677101437e-05], 'log_scores_by_expert': [-7.0253143310546875, -0.4502658545970917, -19.907642364501953, -17.12917709350586, -13.100882530212402, -3.8561646938323975, -8.446307182312012, -10.083030700683594, -6.890327453613281, -11.32617473602295], 'distances_by_expert': [14.050628662109375, 0.9005317091941833, 39.815284729003906, 34.25835418701172, 26.201765060424805, 7.712329387664795, 16.892614364624023, 20.166061401367188, 13.780654907226562, 22.6523494720459], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3479.3505859375, 'language': 50.19523620605469}}, {'routing_index': 561, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009188823751173913, 0.723285436630249, 2.3493946788022413e-09, 4.1568068098740696e-08, 2.0944319203408668e-06, 0.0261475071310997, 0.00022652863117400557, 4.394893767312169e-05, 0.0010853302665054798, 1.2423385669535492e-05], 'log_scores_by_expert': [-6.992352485656738, -0.3239513039588928, -19.869108200073242, -16.995933532714844, -13.076228141784668, -3.6440014839172363, -8.39263916015625, -10.032482147216797, -6.825870990753174, -11.295929908752441], 'distances_by_expert': [13.984704971313477, 0.6479026079177856, 39.738216400146484, 33.99186706542969, 26.152456283569336, 7.288002967834473, 16.7852783203125, 20.064964294433594, 13.651741981506348, 22.591859817504883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3394.745361328125, 'language': 50.17564010620117}}, {'routing_index': 562, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008894013590179384, 0.7090609669685364, 2.180831293330243e-09, 3.8286483317051534e-08, 2.0160000531177502e-06, 0.023897109553217888, 0.00021779521193820983, 4.1984305426012725e-05, 0.0010766088962554932, 1.2215089554956648e-05], 'log_scores_by_expert': [-7.024961948394775, -0.3438137173652649, -19.943559646606445, -17.078168869018555, -13.114395141601562, -3.7339978218078613, -8.431955337524414, -10.078214645385742, -6.833939075469971, -11.312838554382324], 'distances_by_expert': [14.04992389678955, 0.6876274347305298, 39.88711929321289, 34.15633773803711, 26.228790283203125, 7.467995643615723, 16.863910675048828, 20.156429290771484, 13.667878150939941, 22.62567710876465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3454.00244140625, 'language': 50.18637466430664}}, {'routing_index': 563, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008624991169199347, 0.7519828081130981, 2.159349588026771e-09, 4.595026581455386e-08, 2.276402483403217e-06, 0.028893975540995598, 0.0002332527219550684, 4.5208013034425676e-05, 0.001070972066372633, 1.3500770364771597e-05], 'log_scores_by_expert': [-7.055676460266113, -0.28504180908203125, -19.953458786010742, -16.895706176757812, -12.992914199829102, -3.5441222190856934, -8.363388061523438, -10.004236221313477, -6.839188575744629, -11.212763786315918], 'distances_by_expert': [14.111352920532227, 0.5700836181640625, 39.906917572021484, 33.791412353515625, 25.985828399658203, 7.088244438171387, 16.726776123046875, 20.008472442626953, 13.678377151489258, 22.425527572631836], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.825439453125, 'language': 50.18393325805664}}, {'routing_index': 564, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009134281426668167, 0.7855929732322693, 2.2424921919395047e-09, 4.7840721606462466e-08, 2.316216750841704e-06, 0.031806182116270065, 0.00024687949917279184, 4.771962994709611e-05, 0.0011195761617273092, 1.3782787391392048e-05], 'log_scores_by_expert': [-6.998305797576904, -0.24131643772125244, -19.915678024291992, -16.855388641357422, -12.97557544708252, -3.448094606399536, -8.306610107421875, -9.950167655944824, -6.79480504989624, -11.192090034484863], 'distances_by_expert': [13.996611595153809, 0.4826328754425049, 39.831356048583984, 33.710777282714844, 25.95115089416504, 6.896189212799072, 16.61322021484375, 19.90033531188965, 13.58961009979248, 22.384180068969727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.419677734375, 'language': 50.19013214111328}}, {'routing_index': 565, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008205705671571195, 0.7216122150421143, 2.1018744522649513e-09, 4.5571901807761606e-08, 2.1462910808622837e-06, 0.02965557761490345, 0.00024142611073330045, 4.549376535578631e-05, 0.0010040459455922246, 1.2620048437383957e-05], 'log_scores_by_expert': [-7.105510711669922, -0.32626745104789734, -19.980436325073242, -16.903974533081055, -13.051769256591797, -3.5181050300598145, -8.328947067260742, -9.99793529510498, -6.903717517852783, -11.280223846435547], 'distances_by_expert': [14.211021423339844, 0.6525349020957947, 39.960872650146484, 33.80794906616211, 26.103538513183594, 7.036210060119629, 16.657894134521484, 19.99587059020996, 13.807435035705566, 22.560447692871094], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3308.334716796875, 'language': 50.213775634765625}}, {'routing_index': 566, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008386030094698071, 0.7282257080078125, 2.167693580190644e-09, 4.4980961177998324e-08, 2.1216603727225447e-06, 0.029585126787424088, 0.0002411587192909792, 4.6249777369666845e-05, 0.001017332193441689, 1.2573282219818793e-05], 'log_scores_by_expert': [-7.083773136138916, -0.3171442151069641, -19.949602127075195, -16.91702651977539, -13.063311576843262, -3.5204834938049316, -8.330055236816406, -9.981453895568848, -6.890571594238281, -11.283936500549316], 'distances_by_expert': [14.167546272277832, 0.6342884302139282, 39.89920425415039, 33.83405303955078, 26.126623153686523, 7.040966987609863, 16.660110473632812, 19.962907791137695, 13.781143188476562, 22.567873001098633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3259.6640625, 'language': 50.217811584472656}}, {'routing_index': 567, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009130206308327615, 0.7864671945571899, 2.2975021884974467e-09, 4.721541202457047e-08, 2.318831320735626e-06, 0.03156636282801628, 0.0002510683552827686, 4.954250471200794e-05, 0.0010907257674261928, 1.3897671124141198e-05], 'log_scores_by_expert': [-6.998752117156982, -0.24020422995090485, -19.891443252563477, -16.868545532226562, -12.974447250366211, -3.4556632041931152, -8.289785385131836, -9.912679672241211, -6.820911884307861, -11.183789253234863], 'distances_by_expert': [13.997504234313965, 0.4804084599018097, 39.78288650512695, 33.737091064453125, 25.948894500732422, 6.9113264083862305, 16.579570770263672, 19.825359344482422, 13.641823768615723, 22.367578506469727], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3374.38916015625, 'language': 50.195899963378906}}, {'routing_index': 568, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009857378900051117, 0.8127689361572266, 2.4587982760948535e-09, 4.737715642022522e-08, 2.4016148927330505e-06, 0.030705651268363, 0.00025430103414691985, 5.035979120293632e-05, 0.001183857093565166, 1.4333976650959812e-05], 'log_scores_by_expert': [-6.922120094299316, -0.20730844140052795, -19.823593139648438, -16.86512565612793, -12.939369201660156, -3.4833085536956787, -8.276991844177246, -9.896317481994629, -6.738977432250977, -11.152877807617188], 'distances_by_expert': [13.844240188598633, 0.4146168828010559, 39.647186279296875, 33.73025131225586, 25.878738403320312, 6.966617107391357, 16.553983688354492, 19.792634963989258, 13.477954864501953, 22.305755615234375], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.174072265625, 'language': 50.184349060058594}}, {'routing_index': 569, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009115898283198476, 0.7665525078773499, 2.3468238463664193e-09, 4.7694765470396305e-08, 2.2563451693713432e-06, 0.030549990013241768, 0.0002475212386343628, 4.797013389179483e-05, 0.001102487905882299, 1.3096157090330962e-05], 'log_scores_by_expert': [-7.0003204345703125, -0.26585203409194946, -19.870203018188477, -16.858444213867188, -13.001764297485352, -3.4883909225463867, -8.304014205932617, -9.944931983947754, -6.81018590927124, -11.243191719055176], 'distances_by_expert': [14.000640869140625, 0.5317040681838989, 39.74040603637695, 33.716888427734375, 26.003528594970703, 6.976781845092773, 16.608028411865234, 19.889863967895508, 13.62037181854248, 22.48638343811035], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.823974609375, 'language': 50.19415283203125}}, {'routing_index': 570, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008592430385760963, 0.6789913773536682, 2.237079410605247e-09, 4.7071718967117704e-08, 2.1596965780190658e-06, 0.028488915413618088, 0.00023862092348281294, 4.569818338495679e-05, 0.001032553962431848, 1.2197953765280545e-05], 'log_scores_by_expert': [-7.0594587326049805, -0.38714680075645447, -19.918094635009766, -16.871593475341797, -13.04554271697998, -3.5582401752471924, -8.3406343460083, -9.993452072143555, -6.875720024108887, -11.314242362976074], 'distances_by_expert': [14.118917465209961, 0.7742936015129089, 39.83618927001953, 33.743186950683594, 26.09108543395996, 7.116480350494385, 16.6812686920166, 19.98690414428711, 13.751440048217773, 22.62848472595215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3222.018310546875, 'language': 50.2112922668457}}, {'routing_index': 571, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008954345830716193, 0.6579031944274902, 2.2499897500694033e-09, 3.8775123556433755e-08, 2.104398845403921e-06, 0.022821534425020218, 0.0002186734927818179, 4.314568650443107e-05, 0.0010346748167648911, 1.2583369425556157e-05], 'log_scores_by_expert': [-7.0182013511657715, -0.4186974763870239, -19.91234016418457, -17.065486907958984, -13.071480751037598, -3.780050754547119, -8.42793083190918, -10.050928115844727, -6.873668193817139, -11.283134460449219], 'distances_by_expert': [14.036402702331543, 0.8373949527740479, 39.82468032836914, 34.13097381591797, 26.142961502075195, 7.560101509094238, 16.85586166381836, 20.101856231689453, 13.747336387634277, 22.566268920898438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3523.064208984375, 'language': 50.192832946777344}}, {'routing_index': 572, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009122408227995038, 0.7350794076919556, 2.3084090194913642e-09, 4.2916060039033255e-08, 2.1768119040643796e-06, 0.026393938809633255, 0.00022758470731787384, 4.4502841774374247e-05, 0.0010858944151550531, 1.270894063054584e-05], 'log_scores_by_expert': [-6.999606609344482, -0.3077767491340637, -19.886707305908203, -16.964019775390625, -13.037649154663086, -3.6346209049224854, -8.387988090515137, -10.019957542419434, -6.825351238250732, -11.273204803466797], 'distances_by_expert': [13.999213218688965, 0.6155534982681274, 39.773414611816406, 33.92803955078125, 26.075298309326172, 7.269241809844971, 16.775976181030273, 20.039915084838867, 13.650702476501465, 22.546409606933594], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3347.616455078125, 'language': 50.179351806640625}}, {'routing_index': 573, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009399291593581438, 0.7189618349075317, 2.327916748257053e-09, 4.0864961192710325e-08, 2.1166058559174417e-06, 0.024788491427898407, 0.00022623503173235804, 4.401650949148461e-05, 0.0011120300041511655, 1.2600818990904372e-05], 'log_scores_by_expert': [-6.969706058502197, -0.3299471139907837, -19.878292083740234, -17.01299285888672, -13.065696716308594, -3.697375774383545, -8.393936157226562, -10.030945777893066, -6.801568031311035, -11.28174877166748], 'distances_by_expert': [13.939412117004395, 0.6598942279815674, 39.75658416748047, 34.02598571777344, 26.131393432617188, 7.39475154876709, 16.787872314453125, 20.061891555786133, 13.60313606262207, 22.56349754333496], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3457.254150390625, 'language': 50.18281173706055}}, {'routing_index': 574, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008717132150195539, 0.7390667796134949, 2.1899349000875645e-09, 4.545548648593467e-08, 2.2132078356662532e-06, 0.027928674593567848, 0.0002316574682481587, 4.484875898924656e-05, 0.0010803573532029986, 1.313230131927412e-05], 'log_scores_by_expert': [-7.045050144195557, -0.3023669719696045, -19.939393997192383, -16.906532287597656, -13.02106761932373, -3.578101396560669, -8.370250701904297, -10.012214660644531, -6.830463409423828, -11.240435600280762], 'distances_by_expert': [14.090100288391113, 0.604733943939209, 39.878787994384766, 33.81306457519531, 26.04213523864746, 7.156202793121338, 16.740501403808594, 20.024429321289062, 13.660926818847656, 22.480871200561523], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3446.152587890625, 'language': 50.182456970214844}}, {'routing_index': 575, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009465587791055441, 0.8007750511169434, 2.3274506766313152e-09, 4.941963993587706e-08, 2.35361403611023e-06, 0.03218017518520355, 0.0002495156368240714, 4.860650369664654e-05, 0.0011450167512521148, 1.3936306459072512e-05], 'log_scores_by_expert': [-6.962677478790283, -0.22217519581317902, -19.87849235534668, -16.822917938232422, -12.959558486938477, -3.4364047050476074, -8.295989036560059, -9.931753158569336, -6.772336006164551, -11.181013107299805], 'distances_by_expert': [13.925354957580566, 0.44435039162635803, 39.75698471069336, 33.645835876464844, 25.919116973876953, 6.872809410095215, 16.591978073120117, 19.863506317138672, 13.544672012329102, 22.36202621459961], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3335.430908203125, 'language': 50.19618225097656}}, {'routing_index': 576, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008523361175321043, 0.766821026802063, 2.169008750385615e-09, 4.682135923417263e-08, 2.3109942048904486e-06, 0.031758297234773636, 0.0002549817436374724, 4.8470090405317023e-05, 0.0010287024779245257, 1.385344785376219e-05], 'log_scores_by_expert': [-7.067529678344727, -0.2655019164085388, -19.94899559020996, -16.87692642211914, -12.977832794189453, -3.449601173400879, -8.27431869506836, -9.934563636779785, -6.879456996917725, -11.186976432800293], 'distances_by_expert': [14.135059356689453, 0.5310038328170776, 39.89799118041992, 33.75385284423828, 25.955665588378906, 6.899202346801758, 16.54863739013672, 19.86912727355957, 13.75891399383545, 22.373952865600586], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3300.905029296875, 'language': 50.204280853271484}}, {'routing_index': 577, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008117592078633606, 0.7222889065742493, 2.1053649934543728e-09, 4.37415579312983e-08, 2.1127157197042834e-06, 0.030246077105402946, 0.00023653126845601946, 4.461106800590642e-05, 0.0009891246445477009, 1.2461678124964237e-05], 'log_scores_by_expert': [-7.116306781768799, -0.32533004879951477, -19.978776931762695, -16.94496726989746, -13.067536354064941, -3.4983887672424316, -8.349430084228516, -10.017528533935547, -6.918690204620361, -11.292852401733398], 'distances_by_expert': [14.232613563537598, 0.6506600975990295, 39.95755386352539, 33.88993453979492, 26.135072708129883, 6.996777534484863, 16.69886016845703, 20.035057067871094, 13.837380409240723, 22.585704803466797], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3238.80078125, 'language': 50.19023895263672}}, {'routing_index': 578, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008794076275080442, 0.7400630712509155, 2.234571860881829e-09, 4.488420302095619e-08, 2.160613348678453e-06, 0.030757403001189232, 0.00023907101422082633, 4.669919508160092e-05, 0.001052961335517466, 1.2848980077251326e-05], 'log_scores_by_expert': [-7.036262035369873, -0.3010198771953583, -19.91921615600586, -16.919179916381836, -13.04511833190918, -3.4816246032714844, -8.338749885559082, -9.971783638000488, -6.856148719787598, -11.262246131896973], 'distances_by_expert': [14.072524070739746, 0.6020397543907166, 39.83843231201172, 33.83835983276367, 26.09023666381836, 6.963249206542969, 16.677499771118164, 19.943567276000977, 13.712297439575195, 22.524492263793945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3243.74560546875, 'language': 50.192806243896484}}, {'routing_index': 579, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009581723716109991, 0.8056407570838928, 2.431121304269368e-09, 4.8817895503816544e-08, 2.4297528398165014e-06, 0.03168153017759323, 0.0002566100738476962, 5.079757465864532e-05, 0.0011443354887887836, 1.4384288988367189e-05], 'log_scores_by_expert': [-6.9504828453063965, -0.21611732244491577, -19.83491325378418, -16.835168838500977, -12.92772102355957, -3.452021360397339, -8.267952919006348, -9.887661933898926, -6.772931098937988, -11.149374008178711], 'distances_by_expert': [13.900965690612793, 0.43223464488983154, 39.66982650756836, 33.67033767700195, 25.85544204711914, 6.904042720794678, 16.535905838012695, 19.77532386779785, 13.545862197875977, 22.298748016357422], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3307.5537109375, 'language': 50.20188522338867}}, {'routing_index': 580, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009329449967481196, 0.7527272701263428, 2.3727306786014424e-09, 4.807443332310868e-08, 2.3039851839712355e-06, 0.030418895184993744, 0.00024881819263100624, 4.8168632929446176e-05, 0.0011284981155768037, 1.3169161320547573e-05], 'log_scores_by_expert': [-6.977164268493652, -0.284052312374115, -19.859224319458008, -16.850515365600586, -12.980870246887207, -3.4926912784576416, -8.298788070678711, -9.940802574157715, -6.786867618560791, -11.237632751464844], 'distances_by_expert': [13.954328536987305, 0.56810462474823, 39.718448638916016, 33.70103073120117, 25.961740493774414, 6.985382556915283, 16.597576141357422, 19.88160514831543, 13.573735237121582, 22.475265502929688], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3267.60009765625, 'language': 50.183631896972656}}, {'routing_index': 581, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008575374376960099, 0.6135877370834351, 2.1530368599087524e-09, 3.708426277171384e-08, 1.9568349216569914e-06, 0.021823210641741753, 0.00021035521058365703, 4.192556662019342e-05, 0.0009882939048111439, 1.1867655302921776e-05], 'log_scores_by_expert': [-7.061445713043213, -0.48843201994895935, -19.95638656616211, -17.11007308959961, -13.144182205200195, -3.8247811794281006, -8.466712951660156, -10.079614639282227, -6.919530391693115, -11.341693878173828], 'distances_by_expert': [14.122891426086426, 0.9768640398979187, 39.91277313232422, 34.22014617919922, 26.28836441040039, 7.649562358856201, 16.933425903320312, 20.159229278564453, 13.83906078338623, 22.683387756347656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3555.608154296875, 'language': 50.1897087097168}}, {'routing_index': 582, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008693661657162011, 0.6278228163719177, 2.21964069346825e-09, 3.481578758623982e-08, 1.9394303762965137e-06, 0.020436245948076248, 0.00021060752624180168, 4.1479466744931415e-05, 0.0010075840400531888, 1.1596776857913937e-05], 'log_scores_by_expert': [-7.047746181488037, -0.46549728512763977, -19.925920486450195, -17.173194885253906, -13.153116226196289, -3.8904452323913574, -8.465514183044434, -10.090312004089355, -6.900199890136719, -11.36478328704834], 'distances_by_expert': [14.095492362976074, 0.9309945702552795, 39.85184097290039, 34.34638977050781, 26.306232452392578, 7.780890464782715, 16.931028366088867, 20.18062400817871, 13.800399780273438, 22.72956657409668], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.596435546875, 'language': 50.18693923950195}}, {'routing_index': 583, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008699102327227592, 0.6879065036773682, 2.172639845809954e-09, 3.765159206636781e-08, 2.049937847914407e-06, 0.022249985486268997, 0.00021598573948722333, 4.1839175537461415e-05, 0.001041512587107718, 1.2321100257395301e-05], 'log_scores_by_expert': [-7.047120571136475, -0.374102383852005, -19.947322845458984, -17.094890594482422, -13.097701072692871, -3.8054139614105225, -8.440298080444336, -10.081677436828613, -6.867081165313721, -11.304197311401367], 'distances_by_expert': [14.09424114227295, 0.74820476770401, 39.89464569091797, 34.189781188964844, 26.195402145385742, 7.610827922821045, 16.880596160888672, 20.163354873657227, 13.734162330627441, 22.608394622802734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3478.216796875, 'language': 50.182979583740234}}, {'routing_index': 584, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008531871717423201, 0.6834807991981506, 2.1366524105559392e-09, 3.7821386911218724e-08, 2.0121528905292507e-06, 0.022740308195352554, 0.00021306735288817436, 4.166560756857507e-05, 0.0010400331811979413, 1.2241234799148515e-05], 'log_scores_by_expert': [-7.066531658172607, -0.38055670261383057, -19.964025497436523, -17.090391159057617, -13.116305351257324, -3.783616304397583, -8.453902244567871, -10.085834503173828, -6.868502616882324, -11.310700416564941], 'distances_by_expert': [14.133063316345215, 0.7611134052276611, 39.92805099487305, 34.180782318115234, 26.23261070251465, 7.567232608795166, 16.907804489135742, 20.171669006347656, 13.737005233764648, 22.621400833129883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3522.863037109375, 'language': 50.18170166015625}}, {'routing_index': 585, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009480394655838609, 0.8063057065010071, 2.3400075210844307e-09, 4.846766188393303e-08, 2.3307750325329835e-06, 0.03162354230880737, 0.0002514661173336208, 4.9040318117477e-05, 0.0011498348321765661, 1.3940081771579571e-05], 'log_scores_by_expert': [-6.961114406585693, -0.21529237926006317, -19.873111724853516, -16.842369079589844, -12.96930980682373, -3.4538533687591553, -8.288202285766602, -9.922867774963379, -6.768136978149414, -11.180742263793945], 'distances_by_expert': [13.922228813171387, 0.43058475852012634, 39.74622344970703, 33.68473815917969, 25.93861961364746, 6.9077067375183105, 16.576404571533203, 19.845735549926758, 13.536273956298828, 22.36148452758789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3401.145751953125, 'language': 50.18457794189453}}, {'routing_index': 586, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008354439632967114, 0.7073038816452026, 2.106770979892758e-09, 4.444488155286308e-08, 2.1547675714828074e-06, 0.028311001136898994, 0.00023819597845431417, 4.575823186314665e-05, 0.0010216358350589871, 1.262516434508143e-05], 'log_scores_by_expert': [-7.087547302246094, -0.3462948799133301, -19.97810935974121, -16.92901611328125, -13.04782772064209, -3.564504861831665, -8.342416763305664, -9.992138862609863, -6.886350154876709, -11.279818534851074], 'distances_by_expert': [14.175094604492188, 0.6925897598266602, 39.95621871948242, 33.8580322265625, 26.09565544128418, 7.12900972366333, 16.684833526611328, 19.984277725219727, 13.772700309753418, 22.55963706970215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3391.534423828125, 'language': 50.19307327270508}}, {'routing_index': 587, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008136612013913691, 0.6945906281471252, 2.1007722228461034e-09, 4.2591505433620114e-08, 2.0791201222891686e-06, 0.027429765090346336, 0.00023447067360393703, 4.495500252232887e-05, 0.0009967094520106912, 1.2176660675322637e-05], 'log_scores_by_expert': [-7.113966464996338, -0.3644326329231262, -19.980960845947266, -16.97161102294922, -13.083565711975098, -3.5961265563964844, -8.358180046081543, -10.009848594665527, -6.911051273345947, -11.31598949432373], 'distances_by_expert': [14.227932929992676, 0.7288652658462524, 39.96192169189453, 33.94322204589844, 26.167131423950195, 7.192253112792969, 16.716360092163086, 20.019697189331055, 13.822102546691895, 22.63197898864746], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.973876953125, 'language': 50.19103240966797}}, {'routing_index': 588, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008647071663290262, 0.7333539128303528, 2.2133161969861703e-09, 4.471331038757853e-08, 2.1914843273407314e-06, 0.02952275611460209, 0.00024104122712742537, 4.7475921746809036e-05, 0.0010379237355664372, 1.2938276086060796e-05], 'log_scores_by_expert': [-7.053119659423828, -0.3101268708705902, -19.928773880004883, -16.92299461364746, -13.03093147277832, -3.5225939750671387, -8.33054256439209, -9.95528793334961, -6.870532989501953, -11.25532054901123], 'distances_by_expert': [14.106239318847656, 0.6202537417411804, 39.857547760009766, 33.84598922729492, 26.06186294555664, 7.045187950134277, 16.66108512878418, 19.91057586669922, 13.741065979003906, 22.51064109802246], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.49365234375, 'language': 50.210262298583984}}, {'routing_index': 589, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009289755253121257, 0.7634590268135071, 2.3353436962025853e-09, 4.641784201453447e-08, 2.330746156076202e-06, 0.02995832823216915, 0.00024766524438746274, 4.9038637371268123e-05, 0.0011205226182937622, 1.3786298040940892e-05], 'log_scores_by_expert': [-6.981428146362305, -0.2698958218097687, -19.875106811523438, -16.885581970214844, -12.969322204589844, -3.5079479217529297, -8.30343246459961, -9.92290210723877, -6.793960094451904, -11.191835403442383], 'distances_by_expert': [13.96285629272461, 0.5397916436195374, 39.750213623046875, 33.77116394042969, 25.938644409179688, 7.015895843505859, 16.60686492919922, 19.84580421447754, 13.587920188903809, 22.383670806884766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3353.75439453125, 'language': 50.198394775390625}}, {'routing_index': 590, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009572230046615005, 0.7806509733200073, 2.410445176792564e-09, 4.827465360790484e-08, 2.3786590190866264e-06, 0.030475299805402756, 0.0002563314628787339, 5.0087117415387183e-05, 0.0011548427864909172, 1.3968587154522538e-05], 'log_scores_by_expert': [-6.951474189758301, -0.2476271390914917, -19.843454360961914, -16.846359252929688, -12.948973655700684, -3.4908387660980225, -8.269039154052734, -9.90174674987793, -6.763791084289551, -11.178699493408203], 'distances_by_expert': [13.902948379516602, 0.4952542781829834, 39.68690872192383, 33.692718505859375, 25.897947311401367, 6.981677532196045, 16.53807830810547, 19.80349349975586, 13.527582168579102, 22.357398986816406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.66650390625, 'language': 50.19601058959961}}, {'routing_index': 591, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008869429002515972, 0.6822810769081116, 2.2693500412174217e-09, 4.6985878299210526e-08, 2.228531229775399e-06, 0.02826612815260887, 0.0002443929261062294, 4.672623617807403e-05, 0.0010484487283974886, 1.2581882401718758e-05], 'log_scores_by_expert': [-7.0277299880981445, -0.3823135495185852, -19.903772354125977, -16.8734188079834, -13.014167785644531, -3.5660910606384277, -8.316733360290527, -9.97120475769043, -6.860443592071533, -11.283252716064453], 'distances_by_expert': [14.055459976196289, 0.7646270990371704, 39.80754470825195, 33.7468376159668, 26.028335571289062, 7.1321821212768555, 16.633466720581055, 19.94240951538086, 13.720887184143066, 22.566505432128906], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3265.865234375, 'language': 50.19287872314453}}, {'routing_index': 592, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009136464213952422, 0.655691385269165, 2.3120665382236893e-09, 3.791455682744527e-08, 2.1183104763622396e-06, 0.022493837401270866, 0.00022117835760582238, 4.392316986923106e-05, 0.0010401185136288404, 1.2575572327477857e-05], 'log_scores_by_expert': [-6.9980669021606445, -0.42206501960754395, -19.88512420654297, -17.08793067932129, -13.064891815185547, -3.7945139408111572, -8.41654109954834, -10.033068656921387, -6.868420600891113, -11.283754348754883], 'distances_by_expert': [13.996133804321289, 0.8441300392150879, 39.77024841308594, 34.17586135864258, 26.129783630371094, 7.5890278816223145, 16.83308219909668, 20.066137313842773, 13.736841201782227, 22.567508697509766], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3545.4560546875, 'language': 50.1947135925293}}, {'routing_index': 593, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009395760716870427, 0.7461847066879272, 2.3796877801629535e-09, 4.2703192093540565e-08, 2.223152478109114e-06, 0.02610449492931366, 0.0002363310632063076, 4.601168620865792e-05, 0.0011026245774701238, 1.3167075849196408e-05], 'log_scores_by_expert': [-6.970081806182861, -0.29278215765953064, -19.85629653930664, -16.968992233276367, -13.016584396362305, -3.6456477642059326, -8.350276947021484, -9.986615180969238, -6.810061931610107, -11.237791061401367], 'distances_by_expert': [13.940163612365723, 0.5855643153190613, 39.71259307861328, 33.937984466552734, 26.03316879272461, 7.291295528411865, 16.70055389404297, 19.973230361938477, 13.620123863220215, 22.475582122802734], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3381.19287109375, 'language': 50.18648147583008}}, {'routing_index': 594, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009335395880043507, 0.7181613445281982, 2.3322987985352484e-09, 3.995344144414048e-08, 2.0952832073817262e-06, 0.0245819091796875, 0.00022541233920492232, 4.354666452854872e-05, 0.001100630615837872, 1.2392513781378511e-05], 'log_scores_by_expert': [-6.976527214050293, -0.33106112480163574, -19.87641143798828, -17.035551071166992, -13.075821876525879, -3.705744504928589, -8.397579193115234, -10.041677474975586, -6.8118720054626465, -11.298418045043945], 'distances_by_expert': [13.953054428100586, 0.6621222496032715, 39.75282287597656, 34.071102142333984, 26.151643753051758, 7.411489009857178, 16.79515838623047, 20.083354949951172, 13.623744010925293, 22.59683609008789], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3420.90087890625, 'language': 50.1879997253418}}, {'routing_index': 595, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008383063250221312, 0.732450544834137, 2.091141704241295e-09, 4.236586192973846e-08, 2.1167088561924174e-06, 0.026051342487335205, 0.00022085565433371812, 4.283446469344199e-05, 0.001041175564751029, 1.2598019566212315e-05], 'log_scores_by_expert': [-7.084126949310303, -0.3113595247268677, -19.98555564880371, -16.9769229888916, -13.065648078918457, -3.647686004638672, -8.418001174926758, -10.058167457580566, -6.867404937744141, -11.281970977783203], 'distances_by_expert': [14.168253898620605, 0.6227190494537354, 39.97111129760742, 33.9538459777832, 26.131296157836914, 7.295372009277344, 16.836002349853516, 20.116334915161133, 13.734809875488281, 22.563941955566406], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3456.162109375, 'language': 50.18181610107422}}, {'routing_index': 596, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008885218412615359, 0.775734007358551, 2.209638250150192e-09, 4.6497589778482507e-08, 2.214438836745103e-06, 0.03182040899991989, 0.00024232827126979828, 4.6839428250677884e-05, 0.0010882752249017358, 1.3408974155026954e-05], 'log_scores_by_expert': [-7.025951385498047, -0.25394561886787415, -19.930437088012695, -16.883865356445312, -13.020511627197266, -3.4476473331451416, -8.325217247009277, -9.968785285949707, -6.8231611251831055, -11.219586372375488], 'distances_by_expert': [14.051902770996094, 0.5078912377357483, 39.86087417602539, 33.767730712890625, 26.04102325439453, 6.895294666290283, 16.650434494018555, 19.937570571899414, 13.646322250366211, 22.439172744750977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3400.426025390625, 'language': 50.188560485839844}}, {'routing_index': 597, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000852936995215714, 0.7617505192756653, 2.151903544245215e-09, 4.615440118982406e-08, 2.2000447188474936e-06, 0.03161226585507393, 0.0002463033888489008, 4.641220220946707e-05, 0.001038435148075223, 1.314834207732929e-05], 'log_scores_by_expert': [-7.066824913024902, -0.27213621139526367, -19.956912994384766, -16.891273498535156, -13.027032852172852, -3.454210042953491, -8.30894660949707, -9.977948188781738, -6.870040416717529, -11.239214897155762], 'distances_by_expert': [14.133649826049805, 0.5442724227905273, 39.91382598876953, 33.78254699707031, 26.054065704345703, 6.908420085906982, 16.61789321899414, 19.955896377563477, 13.740080833435059, 22.478429794311523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.414306640625, 'language': 50.1989860534668}}, {'routing_index': 598, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007783481851220131, 0.7020494341850281, 2.0169164116623506e-09, 4.215129933982098e-08, 2.0467948615987552e-06, 0.028643636032938957, 0.00023327562666963786, 4.3873140384675935e-05, 0.0009572722483426332, 1.2071776836819481e-05], 'log_scores_by_expert': [-7.158336639404297, -0.35375139117240906, -20.021696090698242, -16.98200035095215, -13.099235534667969, -3.552824020385742, -8.363289833068848, -10.034208297729492, -6.951422691345215, -11.324640274047852], 'distances_by_expert': [14.316673278808594, 0.7075027823448181, 40.043392181396484, 33.9640007019043, 26.198471069335938, 7.105648040771484, 16.726579666137695, 20.068416595458984, 13.90284538269043, 22.649280548095703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3320.294677734375, 'language': 50.1802978515625}}, {'routing_index': 599, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008631178643554449, 0.7517225742340088, 2.1934716265548104e-09, 4.4259870435325865e-08, 2.1353723695938243e-06, 0.030385032296180725, 0.00024112283426802605, 4.677407559938729e-05, 0.001030866988003254, 1.2843172953580506e-05], 'log_scores_by_expert': [-7.054959297180176, -0.28538793325424194, -19.937780380249023, -16.93318748474121, -13.056869506835938, -3.493805170059204, -8.330204010009766, -9.970181465148926, -6.877355098724365, -11.26269817352295], 'distances_by_expert': [14.109918594360352, 0.5707758665084839, 39.87556076049805, 33.86637496948242, 26.113739013671875, 6.987610340118408, 16.66040802001953, 19.94036293029785, 13.75471019744873, 22.5253963470459], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3255.769287109375, 'language': 50.19890213012695}}, {'routing_index': 600, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008930672192946076, 0.7675502300262451, 2.255227338210375e-09, 4.58896600719072e-08, 2.228973471574136e-06, 0.030864128842949867, 0.0002433929912513122, 4.7615121729904786e-05, 0.0010827694786712527, 1.3272081559989601e-05], 'log_scores_by_expert': [-7.020848751068115, -0.26455143094062805, -19.910015106201172, -16.89702606201172, -13.013969421386719, -3.4781606197357178, -8.320833206176758, -9.952360153198242, -6.828233242034912, -11.22984790802002], 'distances_by_expert': [14.04169750213623, 0.5291028618812561, 39.820030212402344, 33.79405212402344, 26.027938842773438, 6.9563212394714355, 16.641666412353516, 19.904720306396484, 13.656466484069824, 22.45969581604004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3317.274169921875, 'language': 50.17960739135742}}, {'routing_index': 601, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009096727590076625, 0.759149968624115, 2.3053685627161258e-09, 4.620504867602904e-08, 2.2646490833722055e-06, 0.03008895181119442, 0.00024633461725898087, 4.7806086513446644e-05, 0.0010964185930788517, 1.3290015886013862e-05], 'log_scores_by_expert': [-7.002425670623779, -0.27555590867996216, -19.888025283813477, -16.89017677307129, -12.998090744018555, -3.5035972595214844, -8.308819770812988, -9.948357582092285, -6.815706253051758, -11.228497505187988], 'distances_by_expert': [14.004851341247559, 0.5511118173599243, 39.77605056762695, 33.78035354614258, 25.99618148803711, 7.007194519042969, 16.617639541625977, 19.89671516418457, 13.631412506103516, 22.456995010375977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3326.707275390625, 'language': 50.185630798339844}}, {'routing_index': 602, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009041124139912426, 0.7223746180534363, 2.35471508958085e-09, 4.90331828473245e-08, 2.2703493414155673e-06, 0.029752643778920174, 0.00025050650583580136, 4.7906905820127577e-05, 0.0010658047394827008, 1.2843515833083075e-05], 'log_scores_by_expert': [-7.008556842803955, -0.32521146535873413, -19.866846084594727, -16.830768585205078, -12.995576858520508, -3.5148372650146484, -8.292025566101074, -9.946250915527344, -6.844025135040283, -11.26267147064209], 'distances_by_expert': [14.01711368560791, 0.6504229307174683, 39.73369216918945, 33.661537170410156, 25.991153717041016, 7.029674530029297, 16.58405113220215, 19.892501831054688, 13.688050270080566, 22.52534294128418], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3237.818603515625, 'language': 50.21549606323242}}, {'routing_index': 603, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000881203799508512, 0.6377270221710205, 2.2281452238814836e-09, 3.6967104932728034e-08, 2.0602665244950913e-06, 0.021169090643525124, 0.00021422628196887672, 4.1635616071289405e-05, 0.0010079732164740562, 1.220236299559474e-05], 'log_scores_by_expert': [-7.034221649169922, -0.44984501600265503, -19.922096252441406, -17.113237380981445, -13.09267520904541, -3.855213165283203, -8.448477745056152, -10.086554527282715, -6.899813652038574, -11.313880920410156], 'distances_by_expert': [14.068443298339844, 0.8996900320053101, 39.84419250488281, 34.22647476196289, 26.18535041809082, 7.710426330566406, 16.896955490112305, 20.17310905456543, 13.799627304077148, 22.627761840820312], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3487.090576171875, 'language': 50.19599151611328}}, {'routing_index': 604, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008782882941886783, 0.6649937033653259, 2.2322204085156727e-09, 3.855814867392837e-08, 2.089964482365758e-06, 0.02268129214644432, 0.0002151689404854551, 4.1797458834480494e-05, 0.0010320134460926056, 1.2055107617925387e-05], 'log_scores_by_expert': [-7.037535667419434, -0.4079777002334595, -19.920269012451172, -17.07109832763672, -13.078363418579102, -3.786214828491211, -8.444087028503418, -10.082674980163574, -6.876243591308594, -11.326022148132324], 'distances_by_expert': [14.075071334838867, 0.815955400466919, 39.840538024902344, 34.14219665527344, 26.156726837158203, 7.572429656982422, 16.888174057006836, 20.16534996032715, 13.752487182617188, 22.65204429626465], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3408.65576171875, 'language': 50.19087219238281}}, {'routing_index': 605, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009130671387538314, 0.7276725769042969, 2.301102863810911e-09, 4.140806098007488e-08, 2.1384882984420983e-06, 0.024817639961838722, 0.00022632179025094956, 4.3566520616877824e-05, 0.0010759381111711264, 1.2676741789618973e-05], 'log_scores_by_expert': [-6.998701095581055, -0.3179040551185608, -19.889877319335938, -16.99979019165039, -13.055411338806152, -3.6962006092071533, -8.393552780151367, -10.041221618652344, -6.834562301635742, -11.275741577148438], 'distances_by_expert': [13.99740219116211, 0.6358081102371216, 39.779754638671875, 33.99958038330078, 26.110822677612305, 7.392401218414307, 16.787105560302734, 20.082443237304688, 13.669124603271484, 22.551483154296875], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3432.0673828125, 'language': 50.19908905029297}}, {'routing_index': 606, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008734419825486839, 0.7202422618865967, 2.168442092553846e-09, 4.032213496429904e-08, 2.0907680209347745e-06, 0.024725299328565598, 0.00022202517720870674, 4.280269786249846e-05, 0.0010629975004121661, 1.2683792192547116e-05], 'log_scores_by_expert': [-7.043068885803223, -0.3281676769256592, -19.949256896972656, -17.026365280151367, -13.07797908782959, -3.6999282836914062, -8.4127197265625, -10.05890941619873, -6.846662521362305, -11.275185585021973], 'distances_by_expert': [14.086137771606445, 0.6563353538513184, 39.89851379394531, 34.052730560302734, 26.15595817565918, 7.3998565673828125, 16.825439453125, 20.11781883239746, 13.69332504272461, 22.550371170043945], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3464.662109375, 'language': 50.18534851074219}}, {'routing_index': 607, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008896859944798052, 0.7857510447502136, 2.2679740308007013e-09, 4.7328207131158706e-08, 2.205784312536707e-06, 0.03084883652627468, 0.00024149611999746412, 4.6093638957245275e-05, 0.0010918410262092948, 1.3134493201505393e-05], 'log_scores_by_expert': [-7.024641990661621, -0.2411152869462967, -19.90437889099121, -16.866159439086914, -13.02442741394043, -3.47865629196167, -8.328657150268555, -9.984835624694824, -6.819890022277832, -11.24026870727539], 'distances_by_expert': [14.049283981323242, 0.4822305738925934, 39.80875778198242, 33.73231887817383, 26.04885482788086, 6.95731258392334, 16.65731430053711, 19.96967124938965, 13.639780044555664, 22.48053741455078], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3386.374755859375, 'language': 50.186100006103516}}, {'routing_index': 608, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008244242053478956, 0.7524879574775696, 2.1258435012327936e-09, 4.4746496286052206e-08, 2.187345899073989e-06, 0.03042474202811718, 0.00024350699095521122, 4.576403443934396e-05, 0.0010113529860973358, 1.3108502571412828e-05], 'log_scores_by_expert': [-7.100825309753418, -0.2843702733516693, -19.969097137451172, -16.922252655029297, -13.032821655273438, -3.4924991130828857, -8.320364952087402, -9.992012023925781, -6.896466255187988, -11.242249488830566], 'distances_by_expert': [14.201650619506836, 0.5687405467033386, 39.938194274902344, 33.844505310058594, 26.065643310546875, 6.9849982261657715, 16.640729904174805, 19.984024047851562, 13.792932510375977, 22.484498977661133], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3278.2587890625, 'language': 50.1951789855957}}, {'routing_index': 609, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000805819348897785, 0.7360190153121948, 2.11074890898999e-09, 4.422611610266358e-08, 2.165289743061294e-06, 0.03009544312953949, 0.00024485436733812094, 4.5698441681452096e-05, 0.0009704470285214484, 1.2849862287112046e-05], 'log_scores_by_expert': [-7.123651027679443, -0.3064993917942047, -19.97622299194336, -16.933950424194336, -13.042956352233887, -3.5033814907073975, -8.314846992492676, -9.993446350097656, -6.937753677368164, -11.262177467346191], 'distances_by_expert': [14.247302055358887, 0.6129987835884094, 39.95244598388672, 33.86790084838867, 26.085912704467773, 7.006762981414795, 16.62969398498535, 19.986892700195312, 13.875507354736328, 22.524354934692383], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.045654296875, 'language': 50.23406219482422}}, {'routing_index': 610, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008480946416966617, 0.7514492869377136, 2.1572088559906888e-09, 4.456890323467633e-08, 2.1853065845789388e-06, 0.030625557526946068, 0.00024638770264573395, 4.7314017137978226e-05, 0.0010179649107158184, 1.3139892871549819e-05], 'log_scores_by_expert': [-7.072518348693848, -0.285751610994339, -19.954450607299805, -16.92622947692871, -13.033754348754883, -3.4859204292297363, -8.30860424041748, -9.958703994750977, -6.889949798583984, -11.23985767364502], 'distances_by_expert': [14.145036697387695, 0.571503221988678, 39.90890121459961, 33.85245895385742, 26.067508697509766, 6.971840858459473, 16.61720848083496, 19.917407989501953, 13.779899597167969, 22.47971534729004], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.718017578125, 'language': 50.205772399902344}}, {'routing_index': 611, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009628197876736522, 0.7878025770187378, 2.407444910090817e-09, 4.506855688646283e-08, 2.3091192815627437e-06, 0.029044611379504204, 0.000245901319431141, 4.8897694796323776e-05, 0.0011529362527653575, 1.3853989003109746e-05], 'log_scores_by_expert': [-6.945644378662109, -0.23850779235363007, -19.84469985961914, -16.915081024169922, -12.978644371032715, -3.5389223098754883, -8.310580253601074, -9.925780296325684, -6.765443325042725, -11.18693733215332], 'distances_by_expert': [13.891288757324219, 0.47701558470726013, 39.68939971923828, 33.830162048339844, 25.95728874206543, 7.077844619750977, 16.62116050720215, 19.851560592651367, 13.53088665008545, 22.37387466430664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3360.169677734375, 'language': 50.18343734741211}}, {'routing_index': 612, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0010095899924635887, 0.7636318802833557, 2.5165931560877652e-09, 4.4739245197433775e-08, 2.365211230426212e-06, 0.028210101649165154, 0.00024969843798317015, 5.006046922062524e-05, 0.001186181209050119, 1.3901264537707902e-05], 'log_scores_by_expert': [-6.8982110023498535, -0.2696695029735565, -19.80035972595215, -16.922414779663086, -12.954643249511719, -3.568075180053711, -8.295256614685059, -9.902278900146484, -6.737016201019287, -11.183530807495117], 'distances_by_expert': [13.796422004699707, 0.539339005947113, 39.6007194519043, 33.84482955932617, 25.909286499023438, 7.136150360107422, 16.590513229370117, 19.80455780029297, 13.474032402038574, 22.367061614990234], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3426.916259765625, 'language': 50.195194244384766}}, {'routing_index': 613, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008808236452750862, 0.6913124918937683, 2.303342405696185e-09, 4.638722117533689e-08, 2.169340859836666e-06, 0.02809644304215908, 0.0002363808744121343, 4.531259764917195e-05, 0.0010588261066004634, 1.217738008563174e-05], 'log_scores_by_expert': [-7.034653186798096, -0.3691633641719818, -19.888904571533203, -16.886241912841797, -13.04108715057373, -3.5721123218536377, -8.350066184997559, -10.001925468444824, -6.850594520568848, -11.315930366516113], 'distances_by_expert': [14.069306373596191, 0.7383267283439636, 39.777809143066406, 33.772483825683594, 26.08217430114746, 7.144224643707275, 16.700132369995117, 20.00385093688965, 13.701189041137695, 22.631860733032227], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3257.517578125, 'language': 50.205543518066406}}, {'routing_index': 614, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008687851368449628, 0.6182469129562378, 2.151444133957625e-09, 3.537107318152266e-08, 2.011930291700992e-06, 0.02042151242494583, 0.00021388822642620653, 4.164093843428418e-05, 0.0009956397116184235, 1.2126562978664879e-05], 'log_scores_by_expert': [-7.048414707183838, -0.4808674156665802, -19.95712661743164, -17.157371520996094, -13.116415977478027, -3.8911664485931396, -8.450057029724121, -10.086426734924316, -6.912125110626221, -11.320112228393555], 'distances_by_expert': [14.096829414367676, 0.9617348313331604, 39.91425323486328, 34.31474304199219, 26.232831954956055, 7.782332897186279, 16.900114059448242, 20.172853469848633, 13.824250221252441, 22.64022445678711], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3548.51708984375, 'language': 50.184425354003906}}, {'routing_index': 615, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000897180987522006, 0.6877065300941467, 2.2401580590525327e-09, 3.85485918741324e-08, 2.135832801286597e-06, 0.02272479049861431, 0.00022327242186293006, 4.300568616599776e-05, 0.0010498609626665711, 1.2745694220939185e-05], 'log_scores_by_expert': [-7.0162529945373535, -0.37439316511154175, -19.916719436645508, -17.071346282958984, -13.05665397644043, -3.784298896789551, -8.40711784362793, -10.054178237915039, -6.859097480773926, -11.270317077636719], 'distances_by_expert': [14.032505989074707, 0.7487863302230835, 39.833438873291016, 34.14269256591797, 26.11330795288086, 7.568597793579102, 16.81423568725586, 20.108356475830078, 13.718194961547852, 22.540634155273438], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3518.64892578125, 'language': 50.19684982299805}}, {'routing_index': 616, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009037378476932645, 0.7391957640647888, 2.2699344626175844e-09, 4.0937589318446044e-08, 2.1602631932182703e-06, 0.024995915591716766, 0.00022838066797703505, 4.376019205665216e-05, 0.0010854125721380115, 1.2833745131501928e-05], 'log_scores_by_expert': [-7.008971214294434, -0.3021925091743469, -19.903514862060547, -17.01121711730957, -13.045280456542969, -3.689042806625366, -8.384496688842773, -10.036786079406738, -6.8257951736450195, -11.263432502746582], 'distances_by_expert': [14.017942428588867, 0.6043850183486938, 39.807029724121094, 34.02243423461914, 26.090560913085938, 7.378085613250732, 16.768993377685547, 20.073572158813477, 13.651590347290039, 22.526865005493164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3405.80322265625, 'language': 50.16913604736328}}, {'routing_index': 617, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008026700816117227, 0.6648051738739014, 1.9895021186044914e-09, 3.426765360359241e-08, 1.965537649084581e-06, 0.020701183006167412, 0.0002074574731523171, 3.8935409975238144e-05, 0.0009953862754628062, 1.2022604096273426e-05], 'log_scores_by_expert': [-7.127566814422607, -0.4082612693309784, -20.035381317138672, -17.189064025878906, -13.139744758605957, -3.8775644302368164, -8.480584144592285, -10.153606414794922, -6.912379741668701, -11.32872200012207], 'distances_by_expert': [14.255133628845215, 0.8165225386619568, 40.070762634277344, 34.37812805175781, 26.279489517211914, 7.755128860473633, 16.96116828918457, 20.307212829589844, 13.824759483337402, 22.65744400024414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.6201171875, 'language': 50.18524932861328}}, {'routing_index': 618, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008125562453642488, 0.7509533166885376, 2.0755928087368147e-09, 4.229287497992118e-08, 2.223351657448802e-06, 0.027520228177309036, 0.00023153134679887444, 4.3684842239599675e-05, 0.0010243031429126859, 1.3355907867662609e-05], 'log_scores_by_expert': [-7.115325450897217, -0.2864117920398712, -19.993019104003906, -16.978647232055664, -13.016494750976562, -3.592833995819092, -8.370795249938965, -10.038509368896484, -6.883742809295654, -11.223551750183105], 'distances_by_expert': [14.230650901794434, 0.5728235840797424, 39.98603820800781, 33.95729446411133, 26.032989501953125, 7.185667991638184, 16.74159049987793, 20.07701873779297, 13.767485618591309, 22.44710350036621], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3407.07177734375, 'language': 50.18798065185547}}, {'routing_index': 619, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008725877851247787, 0.7442634701728821, 2.1397641436493586e-09, 4.420932953053125e-08, 2.1896523776376853e-06, 0.0294861551374197, 0.00023756982409395278, 4.552019527181983e-05, 0.0010808139340952039, 1.330491704720771e-05], 'log_scores_by_expert': [-7.0440473556518555, -0.29536017775535583, -19.962570190429688, -16.934329986572266, -13.031767845153809, -3.523834466934204, -8.345048904418945, -9.997354507446289, -6.83004093170166, -11.227376937866211], 'distances_by_expert': [14.088094711303711, 0.5907203555107117, 39.925140380859375, 33.86865997314453, 26.063535690307617, 7.047668933868408, 16.69009780883789, 19.994709014892578, 13.66008186340332, 22.454753875732422], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3409.311767578125, 'language': 50.18963623046875}}, {'routing_index': 620, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008710433612577617, 0.7797350883483887, 2.2104096331077017e-09, 4.7146386350505054e-08, 2.3193244942376623e-06, 0.03210968151688576, 0.000258370244409889, 4.837772939936258e-05, 0.0010596669744700193, 1.3815779311698861e-05], 'log_scores_by_expert': [-7.04581880569458, -0.2488010823726654, -19.93008804321289, -16.87000846862793, -12.974234580993652, -3.4385976791381836, -8.261116981506348, -9.936470985412598, -6.8498005867004395, -11.189699172973633], 'distances_by_expert': [14.09163761138916, 0.4976021647453308, 39.86017608642578, 33.74001693725586, 25.948469161987305, 6.877195358276367, 16.522233963012695, 19.872941970825195, 13.699601173400879, 22.379398345947266], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.288818359375, 'language': 50.20271301269531}}, {'routing_index': 621, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008317127940244973, 0.7480592131614685, 2.142700683549492e-09, 4.320870417018341e-08, 2.1461273718159646e-06, 0.030436785891652107, 0.0002441066171741113, 4.5718406909145415e-05, 0.0010071046417579055, 1.2932871868542861e-05], 'log_scores_by_expert': [-7.0920233726501465, -0.29027312994003296, -19.961198806762695, -16.957223892211914, -13.05184555053711, -3.492103338241577, -8.31790542602539, -9.993009567260742, -6.9006757736206055, -11.255738258361816], 'distances_by_expert': [14.184046745300293, 0.5805462598800659, 39.92239761352539, 33.91444778442383, 26.10369110107422, 6.984206676483154, 16.63581085205078, 19.986019134521484, 13.801351547241211, 22.511476516723633], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3232.372314453125, 'language': 50.2065544128418}}, {'routing_index': 622, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009764335118234158, 0.811222493648529, 2.423953704422388e-09, 4.7204874675799147e-08, 2.392009946561302e-06, 0.031214116141200066, 0.00025788330822251737, 5.055304063716903e-05, 0.0011647914070636034, 1.4327950339065865e-05], 'log_scores_by_expert': [-6.931603908538818, -0.20921292901039124, -19.837865829467773, -16.8687686920166, -12.943376541137695, -3.4668848514556885, -8.2630033493042, -9.892487525939941, -6.755213260650635, -11.153298377990723], 'distances_by_expert': [13.863207817077637, 0.41842585802078247, 39.67573165893555, 33.7375373840332, 25.88675308227539, 6.933769702911377, 16.5260066986084, 19.784975051879883, 13.51042652130127, 22.306596755981445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3363.19921875, 'language': 50.178016662597656}}, {'routing_index': 623, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009708201396279037, 0.7655645608901978, 2.4416606514421346e-09, 4.415261756207656e-08, 2.346561132071656e-06, 0.027676599100232124, 0.0002501815906725824, 4.902708678855561e-05, 0.0011615584371611476, 1.4007459867571015e-05], 'log_scores_by_expert': [-6.937369346618652, -0.267141729593277, -19.83058738708496, -16.93561363220215, -12.962559700012207, -3.587167978286743, -8.293323516845703, -9.923137664794922, -6.757992744445801, -11.175920486450195], 'distances_by_expert': [13.874738693237305, 0.534283459186554, 39.66117477416992, 33.8712272644043, 25.925119400024414, 7.174335956573486, 16.586647033691406, 19.846275329589844, 13.515985488891602, 22.35184097290039], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3450.60546875, 'language': 50.2016716003418}}, {'routing_index': 624, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009338329546153545, 0.7872940897941589, 2.3888968581076142e-09, 4.831490585388565e-08, 2.3175953174359165e-06, 0.03123902902007103, 0.00025551189901307225, 4.880568667431362e-05, 0.001122811227105558, 1.345276632491732e-05], 'log_scores_by_expert': [-6.976212978363037, -0.23915345966815948, -19.852434158325195, -16.84552574157715, -12.974980354309082, -3.4660871028900146, -8.272241592407227, -9.927663803100586, -6.791919708251953, -11.216325759887695], 'distances_by_expert': [13.952425956726074, 0.47830691933631897, 39.70486831665039, 33.6910514831543, 25.949960708618164, 6.932174205780029, 16.544483184814453, 19.855327606201172, 13.583839416503906, 22.43265151977539], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3323.302978515625, 'language': 50.20401382446289}}, {'routing_index': 625, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009086115169338882, 0.6518071293830872, 2.2978485780811297e-09, 3.795275915763341e-08, 2.0963882434443804e-06, 0.022124335169792175, 0.00021972059039399028, 4.344607441453263e-05, 0.0010475596645846963, 1.2434467862476595e-05], 'log_scores_by_expert': [-7.0035929679870605, -0.4280065894126892, -19.891292572021484, -17.086923599243164, -13.075294494628906, -3.811077117919922, -8.4231538772583, -10.043990135192871, -6.861291885375977, -11.295038223266602], 'distances_by_expert': [14.007185935974121, 0.8560131788253784, 39.78258514404297, 34.17384719848633, 26.150588989257812, 7.622154235839844, 16.8463077545166, 20.087980270385742, 13.722583770751953, 22.590076446533203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3505.452392578125, 'language': 50.19185256958008}}, {'routing_index': 626, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009460151195526123, 0.6993588805198669, 2.400063259244689e-09, 4.062722425146603e-08, 2.1523399027501e-06, 0.024443726986646652, 0.00023090731701813638, 4.482865915633738e-05, 0.0010958561906591058, 1.2793358109775e-05], 'log_scores_by_expert': [-6.963252067565918, -0.3575912117958069, -19.84777069091797, -17.018827438354492, -13.048954963684082, -3.711381673812866, -8.373494148254395, -10.012662887573242, -6.816219329833984, -11.266584396362305], 'distances_by_expert': [13.926504135131836, 0.7151824235916138, 39.69554138183594, 34.037654876708984, 26.097909927368164, 7.422763347625732, 16.74698829650879, 20.025325775146484, 13.632438659667969, 22.53316879272461], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3446.081298828125, 'language': 50.18720626831055}}, {'routing_index': 627, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000925295113120228, 0.7342143058776855, 2.325045711515372e-09, 4.165386258137005e-08, 2.106161446135957e-06, 0.026038022711873055, 0.00022814272961113602, 4.372014518594369e-05, 0.0011081183329224586, 1.246872761839768e-05], 'log_scores_by_expert': [-6.985397815704346, -0.3089543581008911, -19.879526138305664, -16.993871688842773, -13.070643424987793, -3.6481974124908447, -8.385539054870605, -10.037701606750488, -6.805091857910156, -11.29228687286377], 'distances_by_expert': [13.970795631408691, 0.6179087162017822, 39.75905227661133, 33.98774337768555, 26.141286849975586, 7.2963948249816895, 16.77107810974121, 20.075403213500977, 13.610183715820312, 22.58457374572754], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3357.846435546875, 'language': 50.166053771972656}}, {'routing_index': 628, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008605219190940261, 0.6758543252944946, 2.155321254804221e-09, 3.682059457332798e-08, 1.990653572647716e-06, 0.022309930995106697, 0.0002131334040313959, 4.0847837226465344e-05, 0.0010385955683887005, 1.1956605703744572e-05], 'log_scores_by_expert': [-7.057971477508545, -0.39177772402763367, -19.955326080322266, -17.11720848083496, -13.127047538757324, -3.8027234077453613, -8.453592300415039, -10.105656623840332, -6.8698859214782715, -11.334226608276367], 'distances_by_expert': [14.11594295501709, 0.7835554480552673, 39.91065216064453, 34.23441696166992, 26.25409507751465, 7.605446815490723, 16.907184600830078, 20.211313247680664, 13.739771842956543, 22.668453216552734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3481.64794921875, 'language': 50.17770767211914}}, {'routing_index': 629, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008531086496077478, 0.7521661520004272, 2.149401323592315e-09, 4.557164245966305e-08, 2.2463398181571392e-06, 0.028836054727435112, 0.00023184422752819955, 4.447207902558148e-05, 0.001057627028785646, 1.3231059710960835e-05], 'log_scores_by_expert': [-7.066623687744141, -0.2847980260848999, -19.95807647705078, -16.903980255126953, -13.006208419799805, -3.546128749847412, -8.369444847106934, -10.020648956298828, -6.851727485656738, -11.232943534851074], 'distances_by_expert': [14.133247375488281, 0.5695960521697998, 39.91615295410156, 33.807960510253906, 26.01241683959961, 7.092257499694824, 16.738889694213867, 20.041297912597656, 13.703454971313477, 22.46588706970215], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3438.255859375, 'language': 50.17049026489258}}, {'routing_index': 630, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009135178988799453, 0.786932110786438, 2.3140385163600286e-09, 4.8750713688150427e-08, 2.3465654521714896e-06, 0.03127456083893776, 0.00025168299907818437, 4.8422691179439425e-05, 0.00111505133099854, 1.3810984455631115e-05], 'log_scores_by_expert': [-6.9982075691223145, -0.23961332440376282, -19.8842716217041, -16.836545944213867, -12.962557792663574, -3.4649503231048584, -8.28734016418457, -9.935542106628418, -6.798854827880859, -11.190046310424805], 'distances_by_expert': [13.996415138244629, 0.47922664880752563, 39.7685432434082, 33.673091888427734, 25.92511558532715, 6.929900646209717, 16.57468032836914, 19.871084213256836, 13.597709655761719, 22.38009262084961], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3329.904052734375, 'language': 50.20063400268555}}, {'routing_index': 631, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0007781318272463977, 0.7020060420036316, 2.0007777656871895e-09, 4.2184517212717765e-08, 2.1436808310681954e-06, 0.028367403894662857, 0.00023389537818729877, 4.386004729894921e-05, 0.0009675827459432185, 1.281755066884216e-05], 'log_scores_by_expert': [-7.158614635467529, -0.3538132309913635, -20.02972984313965, -16.981212615966797, -13.052986145019531, -3.562514543533325, -8.360636711120605, -10.034506797790527, -6.940709590911865, -11.264695167541504], 'distances_by_expert': [14.317229270935059, 0.707626461982727, 40.0594596862793, 33.962425231933594, 26.105972290039062, 7.12502908706665, 16.72127342224121, 20.069013595581055, 13.88141918182373, 22.529390335083008], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.694091796875, 'language': 50.203773498535156}}, {'routing_index': 632, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008246161160059273, 0.7238286733627319, 2.1023274232589984e-09, 4.4361879503185264e-08, 2.1483615455508698e-06, 0.0297334473580122, 0.00024118126020766795, 4.504168828134425e-05, 0.0010113829048350453, 1.2867029909102712e-05], 'log_scores_by_expert': [-7.100592613220215, -0.3232005834579468, -19.980220794677734, -16.930885314941406, -13.05080509185791, -3.5154826641082764, -8.329961776733398, -10.007922172546387, -6.89643669128418, -11.260842323303223], 'distances_by_expert': [14.20118522644043, 0.6464011669158936, 39.96044158935547, 33.86177062988281, 26.10161018371582, 7.030965328216553, 16.659923553466797, 20.015844345092773, 13.79287338256836, 22.521684646606445], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.672607421875, 'language': 50.19517517089844}}, {'routing_index': 633, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009079284500330687, 0.7497788667678833, 2.2820332290507395e-09, 4.6481453352953395e-08, 2.194485659856582e-06, 0.02988559938967228, 0.00024140378809534013, 4.65550365333911e-05, 0.0010988444555550814, 1.2804099242202938e-05], 'log_scores_by_expert': [-7.004344940185547, -0.2879769802093506, -19.8981990814209, -16.884212493896484, -13.029562950134277, -3.51037859916687, -8.329039573669434, -9.974875450134277, -6.813496112823486, -11.265745162963867], 'distances_by_expert': [14.008689880371094, 0.5759539604187012, 39.7963981628418, 33.76842498779297, 26.059125900268555, 7.02075719833374, 16.658079147338867, 19.949750900268555, 13.626992225646973, 22.531490325927734], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3294.7607421875, 'language': 50.18383026123047}}, {'routing_index': 634, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0010096515761688352, 0.7806323766708374, 2.4707014212310696e-09, 4.803273156994692e-08, 2.3991310627025086e-06, 0.03024081513285637, 0.00025120581267401576, 5.004734339308925e-05, 0.0011989811901003122, 1.423062349203974e-05], 'log_scores_by_expert': [-6.8981499671936035, -0.24765095114707947, -19.818763732910156, -16.851383209228516, -12.940403938293457, -3.498562812805176, -8.289237976074219, -9.902541160583496, -6.726283073425293, -11.160114288330078], 'distances_by_expert': [13.796299934387207, 0.49530190229415894, 39.63752746582031, 33.70276641845703, 25.880807876586914, 6.997125625610352, 16.578475952148438, 19.805082321166992, 13.452566146850586, 22.320228576660156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3389.343994140625, 'language': 50.194786071777344}}, {'routing_index': 635, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009875966934487224, 0.7639603614807129, 2.44374787072843e-09, 4.720235580180088e-08, 2.3809443518985063e-06, 0.028668291866779327, 0.0002480313996784389, 4.9216625484405085e-05, 0.0011808329727500677, 1.3871030205336865e-05], 'log_scores_by_expert': [-6.920236110687256, -0.2692393958568573, -19.82973289489746, -16.86882209777832, -12.948013305664062, -3.5519635677337646, -8.301955223083496, -9.919279098510742, -6.741535186767578, -11.185708045959473], 'distances_by_expert': [13.840472221374512, 0.5384787917137146, 39.65946578979492, 33.73764419555664, 25.896026611328125, 7.103927135467529, 16.603910446166992, 19.838558197021484, 13.483070373535156, 22.371416091918945], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3357.83984375, 'language': 50.19953918457031}}, {'routing_index': 636, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008886769064702094, 0.7097264528274536, 2.2883184236377474e-09, 4.839477796281244e-08, 2.2871217879583128e-06, 0.029154792428016663, 0.0002469975152052939, 4.705199535237625e-05, 0.0010680722771212459, 1.2989446986466646e-05], 'log_scores_by_expert': [-7.0257768630981445, -0.3428756296634674, -19.895448684692383, -16.843873977661133, -12.988216400146484, -3.5351359844207764, -8.306132316589355, -9.96425724029541, -6.841899871826172, -11.251373291015625], 'distances_by_expert': [14.051553726196289, 0.6857512593269348, 39.790897369384766, 33.687747955322266, 25.97643280029297, 7.070271968841553, 16.61226463317871, 19.92851448059082, 13.683799743652344, 22.50274658203125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3283.455078125, 'language': 50.22347640991211}}, {'routing_index': 637, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008445699349977076, 0.6664663553237915, 2.21919616016919e-09, 4.628584449051232e-08, 2.1873897821933497e-06, 0.02712257392704487, 0.0002356197073822841, 4.482186341192573e-05, 0.001019797520712018, 1.2205563507450279e-05], 'log_scores_by_expert': [-7.076683044433594, -0.405765563249588, -19.92612075805664, -16.888429641723633, -13.032801628112793, -3.607388973236084, -8.353291511535645, -10.01281452178955, -6.888151168823242, -11.313618659973145], 'distances_by_expert': [14.153366088867188, 0.811531126499176, 39.85224151611328, 33.776859283447266, 26.065603256225586, 7.214777946472168, 16.70658302307129, 20.0256290435791, 13.776302337646484, 22.62723731994629], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3251.142822265625, 'language': 50.227169036865234}}, {'routing_index': 638, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008541926508769393, 0.6566810011863708, 2.199823212478691e-09, 4.5913122193042e-08, 2.159558789571747e-06, 0.02672617696225643, 0.00023090555623639375, 4.441346391104162e-05, 0.0010336308041587472, 1.2055866136506665e-05], 'log_scores_by_expert': [-7.065353870391846, -0.420556902885437, -19.93488883972168, -16.896514892578125, -13.04560661315918, -3.6221117973327637, -8.373501777648926, -10.021967887878418, -6.874677658081055, -11.325959205627441], 'distances_by_expert': [14.130707740783691, 0.841113805770874, 39.86977767944336, 33.79302978515625, 26.09121322631836, 7.244223594665527, 16.74700355529785, 20.043935775756836, 13.74935531616211, 22.651918411254883], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3267.23583984375, 'language': 50.22480010986328}}, {'routing_index': 639, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008148947963491082, 0.618474006652832, 2.090324358050566e-09, 4.3476553912569216e-08, 2.0429704363778e-06, 0.025427905842661858, 0.00022058497415855527, 4.265030293026939e-05, 0.000996098853647709, 1.1372844710422214e-05], 'log_scores_by_expert': [-7.112451553344727, -0.48050013184547424, -19.985946655273438, -16.9510440826416, -13.101105690002441, -3.671908140182495, -8.419227600097656, -10.06247615814209, -6.911664009094238, -11.384282112121582], 'distances_by_expert': [14.224903106689453, 0.9610002636909485, 39.971893310546875, 33.9020881652832, 26.202211380004883, 7.34381628036499, 16.838455200195312, 20.12495231628418, 13.823328018188477, 22.768564224243164], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.91162109375, 'language': 50.19681930541992}}, {'routing_index': 640, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008466464933007956, 0.6419539451599121, 2.1510706549321412e-09, 4.477424297988364e-08, 2.0832167137996294e-06, 0.026440579444169998, 0.00022647916921414435, 4.379835445433855e-05, 0.0010314993560314178, 1.1737562090274878e-05], 'log_scores_by_expert': [-7.074227333068848, -0.44323867559432983, -19.957300186157227, -16.921632766723633, -13.081597328186035, -3.6328554153442383, -8.392857551574707, -10.035914421081543, -6.876741886138916, -11.352716445922852], 'distances_by_expert': [14.148454666137695, 0.8864773511886597, 39.91460037231445, 33.843265533447266, 26.16319465637207, 7.265710830688477, 16.785715103149414, 20.071828842163086, 13.753483772277832, 22.705432891845703], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3292.0087890625, 'language': 50.18495178222656}}, {'routing_index': 641, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008711829432286322, 0.6540998816490173, 2.184253222736743e-09, 4.56282620575621e-08, 2.1145681330381194e-06, 0.02691641077399254, 0.00022850398090668023, 4.438983523868956e-05, 0.0010576392523944378, 1.1860312952194363e-05], 'log_scores_by_expert': [-7.045658588409424, -0.42449527978897095, -19.941991806030273, -16.902738571166992, -13.066659927368164, -3.6150190830230713, -8.383956909179688, -10.022500038146973, -6.851716041564941, -11.342312812805176], 'distances_by_expert': [14.091317176818848, 0.8489905595779419, 39.88398361206055, 33.805477142333984, 26.133319854736328, 7.230038166046143, 16.767913818359375, 20.045000076293945, 13.703432083129883, 22.68462562561035], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3302.072265625, 'language': 50.180931091308594}}, {'routing_index': 642, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008756066090427339, 0.6644416451454163, 2.212278138458146e-09, 4.5788326019646775e-08, 2.134981286872062e-06, 0.026858428493142128, 0.0002299647603649646, 4.467305916477926e-05, 0.0010622662957757711, 1.1904994607903063e-05], 'log_scores_by_expert': [-7.04059362411499, -0.408808171749115, -19.929243087768555, -16.89923667907715, -13.057052612304688, -3.617175579071045, -8.377584457397461, -10.01613998413086, -6.847350597381592, -11.338552474975586], 'distances_by_expert': [14.08118724822998, 0.81761634349823, 39.85848617553711, 33.7984733581543, 26.114105224609375, 7.23435115814209, 16.755168914794922, 20.03227996826172, 13.694701194763184, 22.677104949951172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3289.39013671875, 'language': 50.17892837524414}}, {'routing_index': 643, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009148181998170912, 0.6931937336921692, 2.259192388720521e-09, 4.645371021183564e-08, 2.2082197119743796e-06, 0.028907928615808487, 0.00023615194368176162, 4.6610384742962196e-05, 0.001097032567486167, 1.2503510333772283e-05], 'log_scores_by_expert': [-6.9967851638793945, -0.36644572019577026, -19.90825843811035, -16.884809494018555, -13.023324012756348, -3.5436394214630127, -8.351035118103027, -9.973687171936035, -6.815146446228027, -11.289501190185547], 'distances_by_expert': [13.993570327758789, 0.7328914403915405, 39.8165168762207, 33.76961898803711, 26.046648025512695, 7.087278842926025, 16.702070236206055, 19.94737434387207, 13.630292892456055, 22.579002380371094], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3302.53515625, 'language': 50.18107986450195}}, {'routing_index': 644, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008507472230121493, 0.637239396572113, 2.1455839327444437e-09, 4.409008980132967e-08, 2.0621714611479547e-06, 0.025861196219921112, 0.00022341066505759954, 4.3583557271631435e-05, 0.0010381831089034677, 1.1499378160806373e-05], 'log_scores_by_expert': [-7.069395542144775, -0.4506099224090576, -19.959854125976562, -16.937030792236328, -13.091751098632812, -3.6550116539001465, -8.406498908996582, -10.040830612182617, -6.870283126831055, -11.373217582702637], 'distances_by_expert': [14.13879108428955, 0.9012198448181152, 39.919708251953125, 33.874061584472656, 26.183502197265625, 7.310023307800293, 16.812997817993164, 20.081661224365234, 13.74056625366211, 22.746435165405273], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3291.024169921875, 'language': 50.180824279785156}}, {'routing_index': 645, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008526019519194961, 0.6509383916854858, 2.1840824704355555e-09, 4.534958009116963e-08, 2.112280526489485e-06, 0.0262216217815876, 0.00022633753542322665, 4.400400575832464e-05, 0.0010462653590366244, 1.1711632396327332e-05], 'log_scores_by_expert': [-7.067217826843262, -0.42934033274650574, -19.94207000732422, -16.908864974975586, -13.067742347717285, -3.6411709785461426, -8.39348316192627, -10.031229972839355, -6.862528324127197, -11.354928016662598], 'distances_by_expert': [14.134435653686523, 0.8586806654930115, 39.88414001464844, 33.81772994995117, 26.13548469543457, 7.282341957092285, 16.78696632385254, 20.06245994567871, 13.725056648254395, 22.709856033325195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3235.43505859375, 'language': 50.182899475097656}}, {'routing_index': 646, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008548490586690605, 0.6344094276428223, 2.1504265035332537e-09, 4.447939261353895e-08, 2.08835467674362e-06, 0.026092367246747017, 0.0002235451538581401, 4.3873140384675935e-05, 0.0010343146277591586, 1.1601346159295645e-05], 'log_scores_by_expert': [-7.0645856857299805, -0.455060750246048, -19.957599639892578, -16.928239822387695, -13.079133987426758, -3.6461124420166016, -8.40589714050293, -10.034208297729492, -6.874016284942627, -11.364389419555664], 'distances_by_expert': [14.129171371459961, 0.910121500492096, 39.915199279785156, 33.85647964477539, 26.158267974853516, 7.292224884033203, 16.81179428100586, 20.068416595458984, 13.748032569885254, 22.728778839111328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3298.621826171875, 'language': 50.20252990722656}}, {'routing_index': 647, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009258755017071962, 0.7136968374252319, 2.2940649380132072e-09, 4.870480196927929e-08, 2.338995955142309e-06, 0.029179681092500687, 0.0002457037044223398, 4.768014696310274e-05, 0.001110287383198738, 1.33425146486843e-05], 'log_scores_by_expert': [-6.984770774841309, -0.33729711174964905, -19.892940521240234, -16.837488174438477, -12.965788841247559, -3.534282684326172, -8.311384201049805, -9.950995445251465, -6.803136348724365, -11.224555015563965], 'distances_by_expert': [13.969541549682617, 0.6745942234992981, 39.78588104248047, 33.67497634887695, 25.931577682495117, 7.068565368652344, 16.62276840209961, 19.90199089050293, 13.60627269744873, 22.44911003112793], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3314.868896484375, 'language': 50.2012825012207}}, {'routing_index': 648, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009868943598121405, 0.6547931432723999, 2.345960092853261e-09, 4.125473296312521e-08, 2.190671466451022e-06, 0.024579891934990883, 0.00022717745741829276, 4.573179467115551e-05, 0.001145211630500853, 1.2568784768518526e-05], 'log_scores_by_expert': [-6.920947551727295, -0.42343592643737793, -19.87057113647461, -17.00349998474121, -13.031302452087402, -3.7058265209198, -8.389779090881348, -9.992716789245605, -6.772165775299072, -11.284294128417969], 'distances_by_expert': [13.84189510345459, 0.8468718528747559, 39.74114227294922, 34.00699996948242, 26.062604904174805, 7.4116530418396, 16.779558181762695, 19.98543357849121, 13.544331550598145, 22.568588256835938], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3358.24169921875, 'language': 50.18939971923828}}, {'routing_index': 649, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000990786706097424, 0.6294513940811157, 2.3911441715540604e-09, 3.883863186615599e-08, 2.145474581993767e-06, 0.022695254534482956, 0.00022483609791379422, 4.4948013965040445e-05, 0.0011353620793670416, 1.2266863450349774e-05], 'log_scores_by_expert': [-6.917011260986328, -0.46290668845176697, -19.85149383544922, -17.06385040283203, -13.052149772644043, -3.78559947013855, -8.400138854980469, -10.010004043579102, -6.780803680419922, -11.308609008789062], 'distances_by_expert': [13.834022521972656, 0.9258133769035339, 39.70298767089844, 34.12770080566406, 26.104299545288086, 7.5711989402771, 16.800277709960938, 20.020008087158203, 13.561607360839844, 22.617218017578125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3356.678466796875, 'language': 50.18971252441406}}, {'routing_index': 650, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009599979966878891, 0.5870534181594849, 2.3618311750794874e-09, 3.6553782223336384e-08, 2.003687086471473e-06, 0.021434757858514786, 0.00021387659944593906, 4.277670450392179e-05, 0.0010962538653984666, 1.1505762813612819e-05], 'log_scores_by_expert': [-6.94857931137085, -0.5326393842697144, -19.863828659057617, -17.124481201171875, -13.120521545410156, -3.8427414894104004, -8.450111389160156, -10.059516906738281, -6.815856456756592, -11.372662544250488], 'distances_by_expert': [13.8971586227417, 1.0652787685394287, 39.727657318115234, 34.24896240234375, 26.241043090820312, 7.685482978820801, 16.900222778320312, 20.119033813476562, 13.631712913513184, 22.745325088500977], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3321.273193359375, 'language': 50.19548797607422}}, {'routing_index': 651, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009610203560441732, 0.5788886547088623, 2.303676360781992e-09, 3.5505109963196446e-08, 1.9661488295241725e-06, 0.02186981588602066, 0.00020976144878659397, 4.232626815792173e-05, 0.001100508845411241, 1.1407440979382955e-05], 'log_scores_by_expert': [-6.94751501083374, -0.5466451048851013, -19.88875961303711, -17.153589248657227, -13.139433860778809, -3.8226478099823, -8.469539642333984, -10.07010269165039, -6.81198263168335, -11.381244659423828], 'distances_by_expert': [13.89503002166748, 1.0932902097702026, 39.77751922607422, 34.30717849731445, 26.278867721557617, 7.6452956199646, 16.93907928466797, 20.14020538330078, 13.6239652633667, 22.762489318847656], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3332.957763671875, 'language': 50.19456100463867}}, {'routing_index': 652, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009476272971369326, 0.5662766098976135, 2.2688739775844624e-09, 3.42874635350654e-08, 1.9348119622009108e-06, 0.021456167101860046, 0.00020693661645054817, 4.159751915722154e-05, 0.0010879909386858344, 1.1356110007909592e-05], 'log_scores_by_expert': [-6.961549282073975, -0.5686725974082947, -19.903982162475586, -17.188486099243164, -13.155500411987305, -3.841743230819702, -8.483098030090332, -10.087470054626465, -6.823422431945801, -11.385754585266113], 'distances_by_expert': [13.92309856414795, 1.1373451948165894, 39.80796432495117, 34.37697219848633, 26.31100082397461, 7.683486461639404, 16.966196060180664, 20.17494010925293, 13.646844863891602, 22.771509170532227], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3316.228759765625, 'language': 50.19174575805664}}, {'routing_index': 653, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008954256190918386, 0.6401819586753845, 2.267731780136728e-09, 3.733237363690023e-08, 2.0200261587888235e-06, 0.02256929501891136, 0.00021805395954288542, 4.3096832087030634e-05, 0.0010304684983566403, 1.2232330846018158e-05], 'log_scores_by_expert': [-7.018211364746094, -0.44600293040275574, -19.90448570251465, -17.103404998779297, -13.11240005493164, -3.7911648750305176, -8.430768013000488, -10.052061080932617, -6.877741813659668, -11.31142807006836], 'distances_by_expert': [14.036422729492188, 0.8920058608055115, 39.8089714050293, 34.206809997558594, 26.22480010986328, 7.582329750061035, 16.861536026000977, 20.104122161865234, 13.755483627319336, 22.62285614013672], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3531.53955078125, 'language': 50.19033432006836}}, {'routing_index': 654, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009288839064538479, 0.7170747518539429, 2.3536061988238544e-09, 3.9657571448969975e-08, 2.1502164599951357e-06, 0.024465259164571762, 0.00022970765712670982, 4.497691406868398e-05, 0.0010829109232872725, 1.2755092939187307e-05], 'log_scores_by_expert': [-6.981526851654053, -0.3325752019882202, -19.86731719970703, -17.042984008789062, -13.049942016601562, -3.710501194000244, -8.378703117370605, -10.009361267089844, -6.8281025886535645, -11.269579887390137], 'distances_by_expert': [13.963053703308105, 0.6651504039764404, 39.73463439941406, 34.085968017578125, 26.099884033203125, 7.421002388000488, 16.75740623474121, 20.018722534179688, 13.656205177307129, 22.539159774780273], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3380.45263671875, 'language': 50.16693878173828}}, {'routing_index': 655, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009359973482787609, 0.7438144683837891, 2.3258261983016837e-09, 4.115075924460143e-08, 2.162567852792563e-06, 0.025099217891693115, 0.00023084654822014272, 4.490178616833873e-05, 0.001117215259000659, 1.296347090828931e-05], 'log_scores_by_expert': [-6.973897933959961, -0.29596373438835144, -19.87919044494629, -17.006023406982422, -13.044214248657227, -3.6849186420440674, -8.373757362365723, -10.011033058166504, -6.7969160079956055, -11.253375053405762], 'distances_by_expert': [13.947795867919922, 0.5919274687767029, 39.75838088989258, 34.012046813964844, 26.088428497314453, 7.369837284088135, 16.747514724731445, 20.022066116333008, 13.593832015991211, 22.506750106811523], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3472.830322265625, 'language': 50.18694305419922}}, {'routing_index': 656, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008872157195582986, 0.7507343888282776, 2.2086352746697457e-09, 4.216569493564748e-08, 2.1358305275498424e-06, 0.026391182094812393, 0.00022596592316403985, 4.4137192162452266e-05, 0.0010896113235503435, 1.2826696547563188e-05], 'log_scores_by_expert': [-7.0274224281311035, -0.2867034077644348, -19.930891036987305, -16.981658935546875, -13.056654930114746, -3.634725332260132, -8.395126342773438, -10.028207778930664, -6.821934223175049, -11.263981819152832], 'distances_by_expert': [14.054844856262207, 0.5734068155288696, 39.86178207397461, 33.96331787109375, 26.113309860229492, 7.269450664520264, 16.790252685546875, 20.056415557861328, 13.643868446350098, 22.527963638305664], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3452.234375, 'language': 50.17469024658203}}, {'routing_index': 657, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009617711766622961, 0.8297474384307861, 2.406476351524134e-09, 5.043964890205643e-08, 2.3767158836562885e-06, 0.03311390057206154, 0.0002590638177935034, 5.0278355047339574e-05, 0.001152052660472691, 1.4178956917021424e-05], 'log_scores_by_expert': [-6.9467339515686035, -0.1866339147090912, -19.845102310180664, -16.802488327026367, -12.949790954589844, -3.407802104949951, -8.25843620300293, -9.89793586730957, -6.766210079193115, -11.163751602172852], 'distances_by_expert': [13.893467903137207, 0.3732678294181824, 39.69020462036133, 33.604976654052734, 25.899581909179688, 6.815604209899902, 16.51687240600586, 19.79587173461914, 13.53242015838623, 22.327503204345703], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3378.64208984375, 'language': 50.195709228515625}}, {'routing_index': 658, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008278581663034856, 0.7222303152084351, 2.0885986273810886e-09, 4.444530432579086e-08, 2.1954631392873125e-06, 0.02958904206752777, 0.00024311784363817424, 4.624629218596965e-05, 0.0010061173234134912, 1.306860849581426e-05], 'log_scores_by_expert': [-7.096668720245361, -0.32541123032569885, -19.986772537231445, -16.929006576538086, -13.029117584228516, -3.5203511714935303, -8.321964263916016, -9.981529235839844, -6.901656627655029, -11.2452974319458], 'distances_by_expert': [14.193337440490723, 0.6508224606513977, 39.97354507446289, 33.85801315307617, 26.05823516845703, 7.0407023429870605, 16.64392852783203, 19.963058471679688, 13.803313255310059, 22.4905948638916], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3379.95947265625, 'language': 50.21284484863281}}, {'routing_index': 659, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008379371138289571, 0.7184416055679321, 2.126058440410361e-09, 4.361326233492946e-08, 2.151874014089117e-06, 0.028620058670639992, 0.0002406046405667439, 4.619242827175185e-05, 0.0010135467164218426, 1.2657630577450618e-05], 'log_scores_by_expert': [-7.084567546844482, -0.33067095279693604, -19.968996047973633, -16.947904586791992, -13.049171447753906, -3.553647518157959, -8.332355499267578, -9.982694625854492, -6.894299507141113, -11.277250289916992], 'distances_by_expert': [14.169135093688965, 0.6613419055938721, 39.937992095947266, 33.895809173583984, 26.098342895507812, 7.107295036315918, 16.664710998535156, 19.965389251708984, 13.788599014282227, 22.554500579833984], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3303.80224609375, 'language': 50.200035095214844}}, {'routing_index': 660, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008976217359304428, 0.7709408402442932, 2.2488011452992396e-09, 4.521294272308296e-08, 2.2573954083782155e-06, 0.031233470886945724, 0.0002458802191540599, 4.87049255752936e-05, 0.0010773104149848223, 1.357680685032392e-05], 'log_scores_by_expert': [-7.015761852264404, -0.2601436376571655, -19.91286849975586, -16.911882400512695, -13.001298904418945, -3.4662649631500244, -8.31066608428955, -9.929730415344238, -6.833287715911865, -11.207147598266602], 'distances_by_expert': [14.031523704528809, 0.520287275314331, 39.82573699951172, 33.82376480102539, 26.00259780883789, 6.932529926300049, 16.6213321685791, 19.859460830688477, 13.66657543182373, 22.414295196533203], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3330.698974609375, 'language': 50.18442153930664}}, {'routing_index': 661, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009755004430189729, 0.7426608204841614, 2.412657629236037e-09, 4.132379771704109e-08, 2.242709342681337e-06, 0.026211652904748917, 0.0002379101497353986, 4.763433389598504e-05, 0.0011550068156793714, 1.347800025541801e-05], 'log_scores_by_expert': [-6.932559967041016, -0.2975158095359802, -19.84253692626953, -17.001827239990234, -13.00782585144043, -3.6415512561798096, -8.34361743927002, -9.951956748962402, -6.763648986816406, -11.214451789855957], 'distances_by_expert': [13.865119934082031, 0.5950316190719604, 39.68507385253906, 34.00365447998047, 26.01565170288086, 7.283102512359619, 16.68723487854004, 19.903913497924805, 13.527297973632812, 22.428903579711914], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3397.75537109375, 'language': 50.17662811279297}}, {'routing_index': 662, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0010145616251975298, 0.7345871925354004, 2.5479438559017353e-09, 4.442962264761263e-08, 2.3524069092673017e-06, 0.027132106944918633, 0.00024750776356086135, 4.9515816499479115e-05, 0.0011818227358162403, 1.3697901522391476e-05], 'log_scores_by_expert': [-6.893298625946045, -0.30844664573669434, -19.787979125976562, -16.929359436035156, -12.960071563720703, -3.6070375442504883, -8.304068565368652, -9.91321849822998, -6.740697383880615, -11.198267936706543], 'distances_by_expert': [13.78659725189209, 0.6168932914733887, 39.575958251953125, 33.85871887207031, 25.920143127441406, 7.214075088500977, 16.608137130737305, 19.82643699645996, 13.48139476776123, 22.396535873413086], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3444.846923828125, 'language': 50.22020721435547}}, {'routing_index': 663, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009092490654438734, 0.7325552105903625, 2.3491075751280732e-09, 4.792127583641559e-08, 2.281153228977928e-06, 0.030250707641243935, 0.0002511931234039366, 4.801480463356711e-05, 0.001083074021153152, 1.3107189261063468e-05], 'log_scores_by_expert': [-7.002891540527344, -0.31121665239334106, -19.869230270385742, -16.85370635986328, -12.990829467773438, -3.4982357025146484, -8.289288520812988, -9.944001197814941, -6.827951908111572, -11.242349624633789], 'distances_by_expert': [14.005783081054688, 0.6224333047866821, 39.738460540771484, 33.70741271972656, 25.981658935546875, 6.996471405029297, 16.578577041625977, 19.888002395629883, 13.655903816223145, 22.484699249267578], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3245.927490234375, 'language': 50.197059631347656}}, {'routing_index': 664, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.000860251544509083, 0.6189881563186646, 2.1680119921541063e-09, 3.397686043626891e-08, 2.0411146124388324e-06, 0.01975637674331665, 0.00021179488976486027, 4.082252780790441e-05, 0.000986809260211885, 1.2148161658842582e-05], 'log_scores_by_expert': [-7.058285713195801, -0.4796691834926605, -19.94945526123047, -17.197586059570312, -13.102014541625977, -3.924278974533081, -8.459892272949219, -10.106276512145996, -6.92103385925293, -11.31833267211914], 'distances_by_expert': [14.116571426391602, 0.959338366985321, 39.89891052246094, 34.395172119140625, 26.204029083251953, 7.848557949066162, 16.919784545898438, 20.212553024291992, 13.84206771850586, 22.63666534423828], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3538.018310546875, 'language': 50.190185546875}}, {'routing_index': 665, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009294944466091692, 0.7069380879402161, 2.3586887998305883e-09, 3.858617958485411e-08, 2.156446953449631e-06, 0.023113606497645378, 0.00022569562133867294, 4.4036747567588463e-05, 0.001077568856999278, 1.2800497643183917e-05], 'log_scores_by_expert': [-6.980869770050049, -0.3468121886253357, -19.86515998840332, -17.070371627807617, -13.047048568725586, -3.767333745956421, -8.396323204040527, -10.030486106872559, -6.833047866821289, -11.266026496887207], 'distances_by_expert': [13.961739540100098, 0.6936243772506714, 39.73031997680664, 34.140743255615234, 26.094097137451172, 7.534667491912842, 16.792646408081055, 20.060972213745117, 13.666095733642578, 22.532052993774414], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3439.059814453125, 'language': 50.189117431640625}}, {'routing_index': 666, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008845473057590425, 0.6911389827728271, 2.210089222742795e-09, 3.6764102873121374e-08, 2.0250683974154526e-06, 0.022194644436240196, 0.00021732195455115288, 4.1777893784455955e-05, 0.001056296518072486, 1.2230312677274924e-05], 'log_scores_by_expert': [-7.030434608459473, -0.369414359331131, -19.930233001708984, -17.118743896484375, -13.109907150268555, -3.8079042434692383, -8.434130668640137, -10.08314323425293, -6.8529863357543945, -11.311593055725098], 'distances_by_expert': [14.060869216918945, 0.738828718662262, 39.86046600341797, 34.23748779296875, 26.21981430053711, 7.615808486938477, 16.868261337280273, 20.16628646850586, 13.705972671508789, 22.623186111450195], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3494.35693359375, 'language': 50.185909271240234}}, {'routing_index': 667, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008637993014417589, 0.686129629611969, 2.1445569764466654e-09, 3.7373407479890375e-08, 2.0467068679863587e-06, 0.0222407728433609, 0.00021366517466958612, 4.122871905565262e-05, 0.0010337308049201965, 1.2384077308524866e-05], 'log_scores_by_expert': [-7.05417013168335, -0.3766886293888092, -19.9603328704834, -17.102306365966797, -13.099278450012207, -3.805828094482422, -8.45110034942627, -10.096375465393066, -6.8745808601379395, -11.29909896850586], 'distances_by_expert': [14.1083402633667, 0.7533772587776184, 39.9206657409668, 34.204612731933594, 26.198556900024414, 7.611656188964844, 16.90220069885254, 20.192750930786133, 13.749161720275879, 22.59819793701172], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3601.17529296875, 'language': 50.1910514831543}}, {'routing_index': 668, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009364986908622086, 0.8130406141281128, 2.3537767290804368e-09, 4.886662097192129e-08, 2.2917636215424864e-06, 0.03120500035583973, 0.0002493817009963095, 4.80744602100458e-05, 0.0011217575520277023, 1.339784012088785e-05], 'log_scores_by_expert': [-6.973362445831299, -0.2069743126630783, -19.867244720458984, -16.834171295166016, -12.986188888549805, -3.467176914215088, -8.296525955200195, -9.94275951385498, -6.792858600616455, -11.220417022705078], 'distances_by_expert': [13.946724891662598, 0.4139486253261566, 39.73448944091797, 33.66834259033203, 25.97237777709961, 6.934353828430176, 16.59305191040039, 19.88551902770996, 13.58571720123291, 22.440834045410156], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3414.8798828125, 'language': 50.17206954956055}}, {'routing_index': 669, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008714505238458514, 0.7480645775794983, 2.186892000821672e-09, 4.568224909462515e-08, 2.265627699671313e-06, 0.02977292612195015, 0.00024936741101555526, 4.780672679771669e-05, 0.0010527977719902992, 1.324662662227638e-05], 'log_scores_by_expert': [-7.045351505279541, -0.2902659773826599, -19.940784454345703, -16.90155601501465, -12.997658729553223, -3.514155864715576, -8.29658317565918, -9.948344230651855, -6.856304168701172, -11.231767654418945], 'distances_by_expert': [14.090703010559082, 0.5805319547653198, 39.881568908691406, 33.8031120300293, 25.995317459106445, 7.028311729431152, 16.59316635131836, 19.89668846130371, 13.712608337402344, 22.46353530883789], 'routing_embedding_norm': 1.4142136573791504, 'modality_norms': {'vision': 3355.52978515625, 'language': 50.19723129272461}}, {'routing_index': 670, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008296613814309239, 0.7548460960388184, 2.1558352880646225e-09, 4.4045290081839994e-08, 2.1913110686000437e-06, 0.029565375298261642, 0.00024380488321185112, 4.6495442802552134e-05, 0.0010071104625239968, 1.2996534678677563e-05], 'log_scores_by_expert': [-7.0944929122924805, -0.28124141693115234, -19.955087661743164, -16.938047409057617, -13.031010627746582, -3.521151304244995, -8.31914234161377, -9.976156234741211, -6.900670051574707, -11.25082778930664], 'distances_by_expert': [14.188985824584961, 0.5624828338623047, 39.91017532348633, 33.876094818115234, 26.062021255493164, 7.04230260848999, 16.63828468322754, 19.952312469482422, 13.801340103149414, 22.50165557861328], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3276.693359375, 'language': 50.220306396484375}}, {'routing_index': 671, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0008523283759132028, 0.7551993131637573, 2.1800661276216715e-09, 4.310408385777009e-08, 2.1861656023247633e-06, 0.02941431850194931, 0.00024071433290373534, 4.6398483391385525e-05, 0.0010159268276765943, 1.3126728845236357e-05], 'log_scores_by_expert': [-7.067538738250732, -0.2807735502719879, -19.943910598754883, -16.95964813232422, -13.033361434936523, -3.526273727416992, -8.331899642944336, -9.978243827819824, -6.891953945159912, -11.240859985351562], 'distances_by_expert': [14.135077476501465, 0.5615471005439758, 39.887821197509766, 33.91929626464844, 26.066722869873047, 7.052547454833984, 16.663799285888672, 19.95648765563965, 13.783907890319824, 22.481719970703125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3249.686767578125, 'language': 50.22333526611328}}, {'routing_index': 672, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009395218803547323, 0.7773381471633911, 2.3606556709410143e-09, 4.414100018834688e-08, 2.2932022147870157e-06, 0.028228798881173134, 0.00024136579304467887, 4.755073314299807e-05, 0.0011380515061318874, 1.3609917004941963e-05], 'log_scores_by_expert': [-6.970139503479004, -0.25187984108924866, -19.86432647705078, -16.935876846313477, -12.98556137084961, -3.5674126148223877, -8.32919692993164, -9.953713417053223, -6.778437614440918, -11.2047119140625], 'distances_by_expert': [13.940279006958008, 0.5037596821784973, 39.72865295410156, 33.87175369262695, 25.97112274169922, 7.134825229644775, 16.65839385986328, 19.907426834106445, 13.556875228881836, 22.409423828125], 'routing_embedding_norm': 1.4142135381698608, 'modality_norms': {'vision': 3319.311767578125, 'language': 50.18182373046875}}, {'routing_index': 673, 'expert_index': 1, 'adapter_name': 'gk_expert_0001', 'activation_weights': [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'scores_by_expert': [0.0009522806503809988, 0.7590937614440918, 2.3772743773520233e-09, 4.467554504117288e-08, 2.290461452503223e-06, 0.02857748232781887, 0.00024245009990409017, 4.71119383291807e-05, 0.001146532827988267, 1.3256723832455464e-05], 'log_scores_by_expert': [-6.956650733947754, -0.2756299376487732, -19.857311248779297, -16.923839569091797, -12.986757278442383, -3.555136203765869, -8.324714660644531, -9.962984085083008, -6.771012783050537, -11.231005668640137], 'distances_by_expert': [13.913301467895508, 0.5512598752975464, 39.714622497558594, 33.847679138183594, 25.973514556884766, 7.110272407531738, 16.649429321289062, 19.925968170166016, 13.542025566101074, 22.462011337280273], 'routing_embedding_norm': 1.4142134189605713, 'modality_norms': {'vision': 3288.493896484375, 'language': 50.191436767578125}}]}}}]
+INFO 2026-09-24 12:26:21 bot_eval.py:853
+Aggregated Metrics for per_group:
+INFO 2026-09-24 12:26:21 bot_eval.py:854 {'libero_spatial': {'avg_sum_reward': 0.86, 'avg_max_reward': 0.86, 'pc_success': 86.0, 'n_episodes': 50, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4'], 'predicted_video_paths': []}}
+INFO 2026-09-24 12:26:21 bot_eval.py:853
+Aggregated Metrics for overall:
+INFO 2026-09-24 12:26:21 bot_eval.py:854 {'avg_sum_reward': 0.86, 'avg_max_reward': 0.86, 'pc_success': 86.0, 'n_episodes': 50, 'eval_s': 842.7101151943207, 'eval_ep_s': 16.85420231819153, 'video_paths': ['/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4', '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4'], 'predicted_video_paths': []}
+INFO 2026-09-24 12:26:21 bot_eval.py:853
+Aggregated Metrics for expert_activation_artifacts:
+INFO 2026-09-24 12:26:21 bot_eval.py:854 {'json': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json', 'csv': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv', 'visualization': '/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg'}
+INFO 2026-09-24 12:26:21 bot_eval.py:862 End of eval
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval_info.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval_info.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3f8de11e0c22d35df746ac1af98cc351cb06fff
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/eval_info.json
@@ -0,0 +1,39416 @@
+{
+ "per_task": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 1,
+ "metrics": {
+ "sum_rewards": [
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0
+ ],
+ "max_rewards": [
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.0,
+ 1.0,
+ 1.0
+ ],
+ "successes": [
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ false,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ false,
+ true,
+ true
+ ],
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": [],
+ "task_descriptions": [
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate",
+ "pick up the black bowl next to the ramekin and place it on the plate"
+ ],
+ "expert_activation": {
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 674,
+ "top1_count_by_expert": [
+ 0,
+ 674,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0
+ ],
+ "top1_fraction_by_expert": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "activation_fraction_by_expert": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008692082483321428,
+ 0.647177517414093,
+ 2.211012484210073e-09,
+ 3.706651341417455e-08,
+ 2.0364889223856153e-06,
+ 0.021563393995165825,
+ 0.00021440675482153893,
+ 4.1820148908300325e-05,
+ 0.001006647595204413,
+ 1.2196593161206692e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0479278564453125,
+ -0.4351347088813782,
+ -19.9298152923584,
+ -17.110551834106445,
+ -13.104283332824707,
+ -3.8367581367492676,
+ -8.447635650634766,
+ -10.082132339477539,
+ -6.901129722595215,
+ -11.314353942871094
+ ],
+ "distances_by_expert": [
+ 14.095855712890625,
+ 0.8702694177627563,
+ 39.8596305847168,
+ 34.22110366821289,
+ 26.208566665649414,
+ 7.673516273498535,
+ 16.89527130126953,
+ 20.164264678955078,
+ 13.80225944519043,
+ 22.628707885742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.85546875,
+ "language": 50.194664001464844
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009298774530179799,
+ 0.6941472887992859,
+ 2.365617923771879e-09,
+ 4.0120681887856335e-08,
+ 2.0919508187944302e-06,
+ 0.023845653980970383,
+ 0.00022129587887320668,
+ 4.348524453234859e-05,
+ 0.001068958779796958,
+ 1.2305035852477886e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980457782745361,
+ -0.3650711178779602,
+ -19.862226486206055,
+ -17.031373977661133,
+ -13.077413558959961,
+ -3.7361533641815186,
+ -8.416009902954102,
+ -10.043088912963867,
+ -6.841070175170898,
+ -11.305501937866211
+ ],
+ "distances_by_expert": [
+ 13.960915565490723,
+ 0.7301422357559204,
+ 39.72445297241211,
+ 34.062747955322266,
+ 26.154827117919922,
+ 7.472306728363037,
+ 16.832019805908203,
+ 20.086177825927734,
+ 13.682140350341797,
+ 22.611003875732422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.734619140625,
+ "language": 50.200374603271484
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008824075921438634,
+ 0.6504295468330383,
+ 2.20163243191962e-09,
+ 3.594288955355296e-08,
+ 1.973962525880779e-06,
+ 0.02135072462260723,
+ 0.00021082255989313126,
+ 4.08134947065264e-05,
+ 0.00103664118796587,
+ 1.189792419609148e-05
+ ],
+ "log_scores_by_expert": [
+ -7.032856464385986,
+ -0.43012234568595886,
+ -19.934066772460938,
+ -17.141334533691406,
+ -13.135467529296875,
+ -3.8466696739196777,
+ -8.464493751525879,
+ -10.106497764587402,
+ -6.871769428253174,
+ -11.339146614074707
+ ],
+ "distances_by_expert": [
+ 14.065712928771973,
+ 0.8602446913719177,
+ 39.868133544921875,
+ 34.28266906738281,
+ 26.27093505859375,
+ 7.6933393478393555,
+ 16.928987503051758,
+ 20.212995529174805,
+ 13.743538856506348,
+ 22.678293228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3526.1416015625,
+ "language": 50.18967819213867
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008338070474565029,
+ 0.7049282789230347,
+ 2.083342609537908e-09,
+ 4.4493564388403684e-08,
+ 2.104599388985662e-06,
+ 0.02751944027841091,
+ 0.00022208914742805064,
+ 4.309128416934982e-05,
+ 0.0010390998795628548,
+ 1.2456187505449634e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089508533477783,
+ -0.3496592342853546,
+ -19.98929214477539,
+ -16.927921295166016,
+ -13.071385383605957,
+ -3.592862606048584,
+ -8.412431716918945,
+ -10.052189826965332,
+ -6.869400501251221,
+ -11.293292999267578
+ ],
+ "distances_by_expert": [
+ 14.179017066955566,
+ 0.6993184685707092,
+ 39.97858428955078,
+ 33.85584259033203,
+ 26.142770767211914,
+ 7.185725212097168,
+ 16.82486343383789,
+ 20.104379653930664,
+ 13.738801002502441,
+ 22.586585998535156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.557861328125,
+ "language": 50.173030853271484
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008983363513834774,
+ 0.7994239330291748,
+ 2.3049904207539385e-09,
+ 4.8234710448014084e-08,
+ 2.3132718069973635e-06,
+ 0.03135128319263458,
+ 0.0002496422384865582,
+ 4.7760378947714344e-05,
+ 0.0010941806249320507,
+ 1.366270225844346e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014966011047363,
+ -0.22386395931243896,
+ -19.8881893157959,
+ -16.847187042236328,
+ -12.976847648620605,
+ -3.4625000953674316,
+ -8.29548168182373,
+ -9.94931411743164,
+ -6.817749500274658,
+ -11.200840950012207
+ ],
+ "distances_by_expert": [
+ 14.029932022094727,
+ 0.44772791862487793,
+ 39.7763786315918,
+ 33.694374084472656,
+ 25.95369529724121,
+ 6.925000190734863,
+ 16.59096336364746,
+ 19.89862823486328,
+ 13.635499000549316,
+ 22.401681900024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.384033203125,
+ "language": 50.188541412353516
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008650423842482269,
+ 0.7608932852745056,
+ 2.1925596893623833e-09,
+ 4.7800501334904766e-08,
+ 2.3008319658401888e-06,
+ 0.0312826968729496,
+ 0.00025487475795671344,
+ 4.8429523303639144e-05,
+ 0.00103979732375592,
+ 1.3653844689542893e-05
+ ],
+ "log_scores_by_expert": [
+ -7.052731990814209,
+ -0.2732621729373932,
+ -19.938196182250977,
+ -16.856229782104492,
+ -12.982239723205566,
+ -3.4646902084350586,
+ -8.274738311767578,
+ -9.93540096282959,
+ -6.868729591369629,
+ -11.201489448547363
+ ],
+ "distances_by_expert": [
+ 14.105463981628418,
+ 0.5465243458747864,
+ 39.87639236450195,
+ 33.712459564208984,
+ 25.964479446411133,
+ 6.929380416870117,
+ 16.549476623535156,
+ 19.87080192565918,
+ 13.737459182739258,
+ 22.402978897094727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.053466796875,
+ "language": 50.21639633178711
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883426198735833,
+ 0.7613061666488647,
+ 2.2838184676743367e-09,
+ 4.72127084094609e-08,
+ 2.25591270464065e-06,
+ 0.030876105651259422,
+ 0.0002522371069062501,
+ 4.863711365032941e-05,
+ 0.0010585070122033358,
+ 1.319493185292231e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026153087615967,
+ -0.27271968126296997,
+ -19.897417068481445,
+ -16.868602752685547,
+ -13.00195598602295,
+ -3.4777727127075195,
+ -8.285140991210938,
+ -9.931123733520508,
+ -6.850895881652832,
+ -11.235677719116211
+ ],
+ "distances_by_expert": [
+ 14.052306175231934,
+ 0.5454393625259399,
+ 39.79483413696289,
+ 33.737205505371094,
+ 26.0039119720459,
+ 6.955545425415039,
+ 16.570281982421875,
+ 19.862247467041016,
+ 13.701791763305664,
+ 22.471355438232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.204833984375,
+ "language": 50.210060119628906
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009088402730412781,
+ 0.760134220123291,
+ 2.28973284777112e-09,
+ 4.6469221359757285e-08,
+ 2.242792788820225e-06,
+ 0.031851932406425476,
+ 0.0002470302570145577,
+ 4.8494504881091416e-05,
+ 0.0010765909682959318,
+ 1.3474927982315421e-05
+ ],
+ "log_scores_by_expert": [
+ -7.003341197967529,
+ -0.2742603123188019,
+ -19.89483070373535,
+ -16.884475708007812,
+ -13.00778865814209,
+ -3.446657180786133,
+ -8.305999755859375,
+ -9.934060096740723,
+ -6.833955764770508,
+ -11.214679718017578
+ ],
+ "distances_by_expert": [
+ 14.006682395935059,
+ 0.5485206246376038,
+ 39.7896614074707,
+ 33.768951416015625,
+ 26.01557731628418,
+ 6.893314361572266,
+ 16.61199951171875,
+ 19.868120193481445,
+ 13.667911529541016,
+ 22.429359436035156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.46240234375,
+ "language": 50.21537780761719
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009553793934173882,
+ 0.8101063966751099,
+ 2.411328026141746e-09,
+ 4.952267929070331e-08,
+ 2.405509349046042e-06,
+ 0.03277794271707535,
+ 0.0002584340691100806,
+ 5.089741898700595e-05,
+ 0.0011377119226381183,
+ 1.4325093616207596e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953402042388916,
+ -0.2105897068977356,
+ -19.843088150024414,
+ -16.82083511352539,
+ -12.937748908996582,
+ -3.417999505996704,
+ -8.260869979858398,
+ -9.885698318481445,
+ -6.778736114501953,
+ -11.153497695922852
+ ],
+ "distances_by_expert": [
+ 13.906804084777832,
+ 0.4211794137954712,
+ 39.68617630004883,
+ 33.64167022705078,
+ 25.875497817993164,
+ 6.835999011993408,
+ 16.521739959716797,
+ 19.77139663696289,
+ 13.557472229003906,
+ 22.306995391845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.618896484375,
+ "language": 50.20056915283203
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009281480452045798,
+ 0.7839350700378418,
+ 2.3867836596025427e-09,
+ 4.918699048062081e-08,
+ 2.3233069441630505e-06,
+ 0.031700607389211655,
+ 0.0002543801092542708,
+ 4.852508209296502e-05,
+ 0.0011266712099313736,
+ 1.3517878869606648e-05
+ ],
+ "log_scores_by_expert": [
+ -6.982319355010986,
+ -0.243429034948349,
+ -19.85331916809082,
+ -16.82763671875,
+ -12.972518920898438,
+ -3.4514193534851074,
+ -8.276680946350098,
+ -9.933429718017578,
+ -6.788487911224365,
+ -11.21149730682373
+ ],
+ "distances_by_expert": [
+ 13.964638710021973,
+ 0.486858069896698,
+ 39.70663833618164,
+ 33.6552734375,
+ 25.945037841796875,
+ 6.902838706970215,
+ 16.553361892700195,
+ 19.866859436035156,
+ 13.57697582244873,
+ 22.42299461364746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.382080078125,
+ "language": 50.20157241821289
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148583631031215,
+ 0.7157266736030579,
+ 2.3518020864088385e-09,
+ 4.8809425834406284e-08,
+ 2.2727799660060555e-06,
+ 0.029814429581165314,
+ 0.00024936505360528827,
+ 4.779984010383487e-05,
+ 0.0010879754554480314,
+ 1.2860515198553912e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99674129486084,
+ -0.3344569206237793,
+ -19.868083953857422,
+ -16.835342407226562,
+ -12.9945068359375,
+ -3.5127627849578857,
+ -8.296592712402344,
+ -9.948488235473633,
+ -6.823436737060547,
+ -11.261348724365234
+ ],
+ "distances_by_expert": [
+ 13.99348258972168,
+ 0.6689138412475586,
+ 39.736167907714844,
+ 33.670684814453125,
+ 25.989013671875,
+ 7.0255255699157715,
+ 16.593185424804688,
+ 19.896976470947266,
+ 13.646873474121094,
+ 22.52269744873047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.6103515625,
+ "language": 50.20957565307617
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000850141339469701,
+ 0.6280196905136108,
+ 2.196502535412037e-09,
+ 3.533108738906776e-08,
+ 1.988310259548598e-06,
+ 0.020562198013067245,
+ 0.0002086212916765362,
+ 4.098863428225741e-05,
+ 0.0009876301046460867,
+ 1.1675756468321197e-05
+ ],
+ "log_scores_by_expert": [
+ -7.070107936859131,
+ -0.465183824300766,
+ -19.936399459838867,
+ -17.15850257873535,
+ -13.128225326538086,
+ -3.884300947189331,
+ -8.474989891052246,
+ -10.102215766906738,
+ -6.920202255249023,
+ -11.357995986938477
+ ],
+ "distances_by_expert": [
+ 14.140215873718262,
+ 0.930367648601532,
+ 39.872798919677734,
+ 34.3170051574707,
+ 26.256450653076172,
+ 7.768601894378662,
+ 16.949979782104492,
+ 20.204431533813477,
+ 13.840404510498047,
+ 22.715991973876953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.95556640625,
+ "language": 50.187461853027344
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008752597495913506,
+ 0.6618935465812683,
+ 2.2582489211941947e-09,
+ 3.791961944443756e-08,
+ 1.959664359674207e-06,
+ 0.022840574383735657,
+ 0.00021105690393596888,
+ 4.154589623794891e-05,
+ 0.0010278713889420033,
+ 1.1544583685463294e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040989875793457,
+ -0.41265052556991577,
+ -19.908676147460938,
+ -17.087797164916992,
+ -13.14273738861084,
+ -3.779216766357422,
+ -8.463382720947266,
+ -10.088711738586426,
+ -6.880265235900879,
+ -11.369294166564941
+ ],
+ "distances_by_expert": [
+ 14.081979751586914,
+ 0.8253010511398315,
+ 39.817352294921875,
+ 34.175594329833984,
+ 26.28547477722168,
+ 7.558433532714844,
+ 16.92676544189453,
+ 20.17742347717285,
+ 13.760530471801758,
+ 22.738588333129883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.375,
+ "language": 50.18210983276367
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008478229283355176,
+ 0.6447824835777283,
+ 2.1217239076776195e-09,
+ 3.3952375133594614e-08,
+ 1.9541494111763313e-06,
+ 0.019747193902730942,
+ 0.0002064213767880574,
+ 3.9540293073514476e-05,
+ 0.001009702100418508,
+ 1.1860912309202831e-05
+ ],
+ "log_scores_by_expert": [
+ -7.07283878326416,
+ -0.4388422966003418,
+ -19.971036911010742,
+ -17.198307037353516,
+ -13.14555549621582,
+ -3.924743890762329,
+ -8.485590934753418,
+ -10.138190269470215,
+ -6.898099899291992,
+ -11.342262268066406
+ ],
+ "distances_by_expert": [
+ 14.14567756652832,
+ 0.8776845932006836,
+ 39.942073822021484,
+ 34.39661407470703,
+ 26.29111099243164,
+ 7.849487781524658,
+ 16.971181869506836,
+ 20.27638053894043,
+ 13.796199798583984,
+ 22.684524536132812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.1025390625,
+ "language": 50.18561553955078
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008340086205862463,
+ 0.7184143662452698,
+ 2.117898967313181e-09,
+ 4.3919879288978336e-08,
+ 2.159855284844525e-06,
+ 0.02620447799563408,
+ 0.00022181692474987358,
+ 4.314737452659756e-05,
+ 0.0010323987808078527,
+ 1.2641899957088754e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089266777038574,
+ -0.330708771944046,
+ -19.972841262817383,
+ -16.940898895263672,
+ -13.045469284057617,
+ -3.641824960708618,
+ -8.413658142089844,
+ -10.050889015197754,
+ -6.875870227813721,
+ -11.278493881225586
+ ],
+ "distances_by_expert": [
+ 14.178533554077148,
+ 0.661417543888092,
+ 39.945682525634766,
+ 33.881797790527344,
+ 26.090938568115234,
+ 7.283649921417236,
+ 16.827316284179688,
+ 20.101778030395508,
+ 13.751740455627441,
+ 22.556987762451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.7060546875,
+ "language": 50.1834716796875
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009548173984512687,
+ 0.806976854801178,
+ 2.4000910148203047e-09,
+ 4.845555423571568e-08,
+ 2.3551251615572255e-06,
+ 0.030560189858078957,
+ 0.0002486196462996304,
+ 4.8255671572405845e-05,
+ 0.0011466427240520716,
+ 1.3774640137853567e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953990459442139,
+ -0.21446028351783752,
+ -19.847759246826172,
+ -16.842618942260742,
+ -12.958916664123535,
+ -3.4880571365356445,
+ -8.299586296081543,
+ -9.938997268676758,
+ -6.770916938781738,
+ -11.192681312561035
+ ],
+ "distances_by_expert": [
+ 13.907980918884277,
+ 0.42892056703567505,
+ 39.695518493652344,
+ 33.685237884521484,
+ 25.91783332824707,
+ 6.976114273071289,
+ 16.599172592163086,
+ 19.877994537353516,
+ 13.541833877563477,
+ 22.38536262512207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.928466796875,
+ "language": 50.203487396240234
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008564733434468508,
+ 0.7478764057159424,
+ 2.160404299900165e-09,
+ 4.530522801360348e-08,
+ 2.1789658148918534e-06,
+ 0.030303729698061943,
+ 0.00024195255537051708,
+ 4.605673166224733e-05,
+ 0.0010399757884442806,
+ 1.2952608813066036e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062687397003174,
+ -0.29051756858825684,
+ -19.952970504760742,
+ -16.90984344482422,
+ -13.036660194396973,
+ -3.4964845180511475,
+ -8.32676887512207,
+ -9.985636711120605,
+ -6.868557929992676,
+ -11.254213333129883
+ ],
+ "distances_by_expert": [
+ 14.125374794006348,
+ 0.5810351371765137,
+ 39.905941009521484,
+ 33.81968688964844,
+ 26.073320388793945,
+ 6.992969036102295,
+ 16.65353775024414,
+ 19.97127342224121,
+ 13.737115859985352,
+ 22.508426666259766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.65478515625,
+ "language": 50.19269561767578
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008856027852743864,
+ 0.7376139163970947,
+ 2.2025017365479016e-09,
+ 4.5135831072684596e-08,
+ 2.2251313112064963e-06,
+ 0.029448462650179863,
+ 0.0002463703276589513,
+ 4.762633761856705e-05,
+ 0.0010612477781251073,
+ 1.3144003787601832e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029242038726807,
+ -0.30433475971221924,
+ -19.933671951293945,
+ -16.913589477539062,
+ -13.015694618225098,
+ -3.525113582611084,
+ -8.308674812316895,
+ -9.95212459564209,
+ -6.8483099937438965,
+ -11.239544868469238
+ ],
+ "distances_by_expert": [
+ 14.058484077453613,
+ 0.6086695194244385,
+ 39.86734390258789,
+ 33.827178955078125,
+ 26.031389236450195,
+ 7.050227165222168,
+ 16.61734962463379,
+ 19.90424919128418,
+ 13.696619987487793,
+ 22.479089736938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.399658203125,
+ "language": 50.18085861206055
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000939847610425204,
+ 0.7572715282440186,
+ 2.327676940083734e-09,
+ 4.581549717386224e-08,
+ 2.2332992557494435e-06,
+ 0.029384087771177292,
+ 0.00023824209347367287,
+ 4.7597233788110316e-05,
+ 0.00112482241820544,
+ 1.3046617823420092e-05
+ ],
+ "log_scores_by_expert": [
+ -6.96979284286499,
+ -0.27803340554237366,
+ -19.878395080566406,
+ -16.898643493652344,
+ -13.012030601501465,
+ -3.5273020267486572,
+ -8.342223167419434,
+ -9.952735900878906,
+ -6.790130138397217,
+ -11.246981620788574
+ ],
+ "distances_by_expert": [
+ 13.93958568572998,
+ 0.5560668110847473,
+ 39.75679016113281,
+ 33.79728698730469,
+ 26.02406120300293,
+ 7.0546040534973145,
+ 16.684446334838867,
+ 19.905471801757812,
+ 13.580260276794434,
+ 22.49396324157715
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3300.7958984375,
+ "language": 50.17585372924805
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009796398226171732,
+ 0.7173526287078857,
+ 2.423690137476342e-09,
+ 3.9867952494887504e-08,
+ 2.2433082449424546e-06,
+ 0.02424795925617218,
+ 0.0002348005073145032,
+ 4.699665805674158e-05,
+ 0.0011435849592089653,
+ 1.3323175153345801e-05
+ ],
+ "log_scores_by_expert": [
+ -6.928325653076172,
+ -0.3321877419948578,
+ -19.837974548339844,
+ -17.03769302368164,
+ -13.007558822631836,
+ -3.7194228172302246,
+ -8.35677433013916,
+ -9.965434074401855,
+ -6.773587226867676,
+ -11.226005554199219
+ ],
+ "distances_by_expert": [
+ 13.856651306152344,
+ 0.6643754839897156,
+ 39.67594909667969,
+ 34.07538604736328,
+ 26.015117645263672,
+ 7.438845634460449,
+ 16.71354866027832,
+ 19.93086814880371,
+ 13.547174453735352,
+ 22.452011108398438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.623779296875,
+ "language": 50.18928146362305
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009256508783437312,
+ 0.7747159600257874,
+ 2.3561439466135425e-09,
+ 4.7211898390742135e-08,
+ 2.2995905055722687e-06,
+ 0.030106710270047188,
+ 0.0002495658409316093,
+ 4.7757148422533646e-05,
+ 0.0011159114073961973,
+ 1.3260429113870487e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985013484954834,
+ -0.25525879859924316,
+ -19.866239547729492,
+ -16.868619918823242,
+ -12.982779502868652,
+ -3.503007173538208,
+ -8.295787811279297,
+ -9.949381828308105,
+ -6.798083782196045,
+ -11.23072624206543
+ ],
+ "distances_by_expert": [
+ 13.970026969909668,
+ 0.5105175971984863,
+ 39.732479095458984,
+ 33.737239837646484,
+ 25.965559005737305,
+ 7.006014347076416,
+ 16.591575622558594,
+ 19.89876365661621,
+ 13.59616756439209,
+ 22.46145248413086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.0771484375,
+ "language": 50.20217514038086
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009220161591656506,
+ 0.7082805037498474,
+ 2.313627955885522e-09,
+ 4.068134629164888e-08,
+ 2.180472847612691e-06,
+ 0.025029730051755905,
+ 0.00023171269276645035,
+ 4.567883297568187e-05,
+ 0.0010695221135392785,
+ 1.3370716260396875e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988947868347168,
+ -0.3449150323867798,
+ -19.884449005126953,
+ -17.01749610900879,
+ -13.035968780517578,
+ -3.6876909732818604,
+ -8.370012283325195,
+ -9.993875503540039,
+ -6.840543270111084,
+ -11.222443580627441
+ ],
+ "distances_by_expert": [
+ 13.977895736694336,
+ 0.6898300647735596,
+ 39.768898010253906,
+ 34.03499221801758,
+ 26.071937561035156,
+ 7.375381946563721,
+ 16.74002456665039,
+ 19.987751007080078,
+ 13.681086540222168,
+ 22.444887161254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.959228515625,
+ "language": 50.188934326171875
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000897756137419492,
+ 0.672005832195282,
+ 2.280997390968764e-09,
+ 3.769406120568419e-08,
+ 2.094783440043102e-06,
+ 0.022610832005739212,
+ 0.00021889946947339922,
+ 4.260147761669941e-05,
+ 0.0010496923932805657,
+ 1.2343940397840925e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0156121253967285,
+ -0.39748823642730713,
+ -19.898653030395508,
+ -17.09376335144043,
+ -13.07606029510498,
+ -3.7893261909484863,
+ -8.426898002624512,
+ -10.063621520996094,
+ -6.85925817489624,
+ -11.302345275878906
+ ],
+ "distances_by_expert": [
+ 14.031224250793457,
+ 0.7949764728546143,
+ 39.797306060791016,
+ 34.18752670288086,
+ 26.15212059020996,
+ 7.578652381896973,
+ 16.853796005249023,
+ 20.127243041992188,
+ 13.71851634979248,
+ 22.604690551757812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.22314453125,
+ "language": 50.183780670166016
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009438482229597867,
+ 0.7093254327774048,
+ 2.340489579921723e-09,
+ 3.809374504726293e-08,
+ 2.1577018287644023e-06,
+ 0.02341550402343273,
+ 0.0002267011150252074,
+ 4.367871952126734e-05,
+ 0.0011069048196077347,
+ 1.289370993617922e-05
+ ],
+ "log_scores_by_expert": [
+ -6.965545177459717,
+ -0.34344083070755005,
+ -19.872905731201172,
+ -17.083215713500977,
+ -13.046466827392578,
+ -3.754356861114502,
+ -8.391878128051758,
+ -10.038649559020996,
+ -6.806187629699707,
+ -11.258770942687988
+ ],
+ "distances_by_expert": [
+ 13.931090354919434,
+ 0.6868816614151001,
+ 39.745811462402344,
+ 34.16643142700195,
+ 26.092933654785156,
+ 7.508713722229004,
+ 16.783756256103516,
+ 20.077299118041992,
+ 13.612375259399414,
+ 22.517541885375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.246337890625,
+ "language": 50.183387756347656
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008411300368607044,
+ 0.6596704125404358,
+ 2.0980053250241326e-09,
+ 3.453292762856108e-08,
+ 2.0111667708988534e-06,
+ 0.020879970863461494,
+ 0.00021093116083648056,
+ 3.982066846219823e-05,
+ 0.0010208995081484318,
+ 1.2149354915891308e-05
+ ],
+ "log_scores_by_expert": [
+ -7.080764293670654,
+ -0.41601496934890747,
+ -19.98227882385254,
+ -17.181352615356445,
+ -13.116795539855957,
+ -3.868964910507202,
+ -8.46397876739502,
+ -10.131124496459961,
+ -6.887071132659912,
+ -11.31823444366455
+ ],
+ "distances_by_expert": [
+ 14.161528587341309,
+ 0.8320299386978149,
+ 39.96455764770508,
+ 34.36270523071289,
+ 26.233591079711914,
+ 7.737929821014404,
+ 16.92795753479004,
+ 20.262248992919922,
+ 13.774142265319824,
+ 22.6364688873291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.198974609375,
+ "language": 50.17917251586914
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009229407296516001,
+ 0.7873661518096924,
+ 2.2649349062930924e-09,
+ 4.6749967452797137e-08,
+ 2.2544220428244444e-06,
+ 0.031127098947763443,
+ 0.0002435000060359016,
+ 4.715487011708319e-05,
+ 0.0011291203554719687,
+ 1.3471253623720258e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987945556640625,
+ -0.2390618920326233,
+ -19.905719757080078,
+ -16.87845230102539,
+ -13.002616882324219,
+ -3.4696764945983887,
+ -8.320393562316895,
+ -9.96207332611084,
+ -6.786316394805908,
+ -11.21495246887207
+ ],
+ "distances_by_expert": [
+ 13.97589111328125,
+ 0.4781237840652466,
+ 39.811439514160156,
+ 33.75690460205078,
+ 26.005233764648438,
+ 6.939352989196777,
+ 16.64078712463379,
+ 19.92414665222168,
+ 13.572632789611816,
+ 22.42990493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.63330078125,
+ "language": 50.17586898803711
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008881808025762439,
+ 0.7910662889480591,
+ 2.258606413008124e-09,
+ 4.6388898056193284e-08,
+ 2.349380338273477e-06,
+ 0.030907560139894485,
+ 0.00025160357472486794,
+ 4.788703517988324e-05,
+ 0.0010853121057152748,
+ 1.395985145791201e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0263352394104,
+ -0.23437348008155823,
+ -19.908517837524414,
+ -16.886205673217773,
+ -12.961359024047852,
+ -3.4767544269561768,
+ -8.2876558303833,
+ -9.94666576385498,
+ -6.825887680053711,
+ -11.179325103759766
+ ],
+ "distances_by_expert": [
+ 14.0526704788208,
+ 0.46874696016311646,
+ 39.81703567504883,
+ 33.77241134643555,
+ 25.922718048095703,
+ 6.9535088539123535,
+ 16.5753116607666,
+ 19.89333152770996,
+ 13.651775360107422,
+ 22.35865020751953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.26318359375,
+ "language": 50.19295120239258
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008293429855257273,
+ 0.7488672137260437,
+ 2.11120787518837e-09,
+ 4.5514742197383384e-08,
+ 2.2054330202081474e-06,
+ 0.031533822417259216,
+ 0.00025125063257291913,
+ 4.6579414629377425e-05,
+ 0.000999738578684628,
+ 1.3117442904331256e-05
+ ],
+ "log_scores_by_expert": [
+ -7.094876766204834,
+ -0.28919360041618347,
+ -19.97600555419922,
+ -16.905229568481445,
+ -13.02458667755127,
+ -3.4566946029663086,
+ -8.28905963897705,
+ -9.97435188293457,
+ -6.908016681671143,
+ -11.241567611694336
+ ],
+ "distances_by_expert": [
+ 14.189753532409668,
+ 0.5783872008323669,
+ 39.95201110839844,
+ 33.81045913696289,
+ 26.04917335510254,
+ 6.913389205932617,
+ 16.5781192779541,
+ 19.94870376586914,
+ 13.816033363342285,
+ 22.483135223388672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.311767578125,
+ "language": 50.20372772216797
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008446653955616057,
+ 0.7625863552093506,
+ 2.1800370397784263e-09,
+ 4.479585413719178e-08,
+ 2.223444880655734e-06,
+ 0.030989354476332664,
+ 0.00024877689429558814,
+ 4.7126184654189274e-05,
+ 0.001017012051306665,
+ 1.3156683053239249e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0765700340271,
+ -0.27103957533836365,
+ -19.943923950195312,
+ -16.92115020751953,
+ -13.01645278930664,
+ -3.474111557006836,
+ -8.298954010009766,
+ -9.962681770324707,
+ -6.890886306762695,
+ -11.238580703735352
+ ],
+ "distances_by_expert": [
+ 14.1531400680542,
+ 0.5420791506767273,
+ 39.887847900390625,
+ 33.84230041503906,
+ 26.03290557861328,
+ 6.948223114013672,
+ 16.59790802001953,
+ 19.925363540649414,
+ 13.78177261352539,
+ 22.477161407470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.543212890625,
+ "language": 50.2073860168457
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009201170178130269,
+ 0.7377048134803772,
+ 2.3097610490907527e-09,
+ 4.3087315049206154e-08,
+ 2.136368493665941e-06,
+ 0.02943781390786171,
+ 0.00023524071730207652,
+ 4.6580127673223615e-05,
+ 0.0011049836175516248,
+ 1.2858197806053795e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991009712219238,
+ -0.3042115271091461,
+ -19.88612174987793,
+ -16.960037231445312,
+ -13.056403160095215,
+ -3.525475263595581,
+ -8.354901313781738,
+ -9.974336624145508,
+ -6.807924747467041,
+ -11.261528968811035
+ ],
+ "distances_by_expert": [
+ 13.982019424438477,
+ 0.6084230542182922,
+ 39.77224349975586,
+ 33.920074462890625,
+ 26.11280632019043,
+ 7.050950527191162,
+ 16.709802627563477,
+ 19.948673248291016,
+ 13.615849494934082,
+ 22.52305793762207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.5517578125,
+ "language": 50.175228118896484
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009984452044591308,
+ 0.7274966239929199,
+ 2.5064570419175425e-09,
+ 4.177695345219945e-08,
+ 2.212034587500966e-06,
+ 0.02672075480222702,
+ 0.00023739681637380272,
+ 4.755544796353206e-05,
+ 0.0011728985700756311,
+ 1.3070616660115775e-05
+ ],
+ "log_scores_by_expert": [
+ -6.909311294555664,
+ -0.3181459307670593,
+ -19.80439567565918,
+ -16.990921020507812,
+ -13.021597862243652,
+ -3.622314691543579,
+ -8.34577751159668,
+ -9.953614234924316,
+ -6.748277187347412,
+ -11.24514389038086
+ ],
+ "distances_by_expert": [
+ 13.818622589111328,
+ 0.6362918615341187,
+ 39.60879135131836,
+ 33.981842041015625,
+ 26.043195724487305,
+ 7.244629383087158,
+ 16.69155502319336,
+ 19.907228469848633,
+ 13.496554374694824,
+ 22.49028778076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.695556640625,
+ "language": 50.18003845214844
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009582034545019269,
+ 0.756169855594635,
+ 2.4460795611247477e-09,
+ 4.9617320030392875e-08,
+ 2.3828004032111494e-06,
+ 0.03063139133155346,
+ 0.00025456721778027713,
+ 4.99355883221142e-05,
+ 0.001119175460189581,
+ 1.358990357402945e-05
+ ],
+ "log_scores_by_expert": [
+ -6.950450420379639,
+ -0.2794892191886902,
+ -19.828779220581055,
+ -16.818925857543945,
+ -12.947234153747559,
+ -3.485729932785034,
+ -8.275945663452148,
+ -9.904776573181152,
+ -6.795163154602051,
+ -11.206183433532715
+ ],
+ "distances_by_expert": [
+ 13.900900840759277,
+ 0.5589784383773804,
+ 39.65755844116211,
+ 33.63785171508789,
+ 25.894468307495117,
+ 6.971459865570068,
+ 16.551891326904297,
+ 19.809553146362305,
+ 13.590326309204102,
+ 22.41236686706543
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.0419921875,
+ "language": 50.21087646484375
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148557437583804,
+ 0.6424018144607544,
+ 2.2859103498973354e-09,
+ 3.7770202965248245e-08,
+ 2.0430757103895303e-06,
+ 0.022073881700634956,
+ 0.0002170831139665097,
+ 4.359594458946958e-05,
+ 0.0010422071209177375,
+ 1.2282501302252058e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996744155883789,
+ -0.44254133105278015,
+ -19.896501541137695,
+ -17.091745376586914,
+ -13.101054191589355,
+ -3.8133602142333984,
+ -8.435230255126953,
+ -10.040546417236328,
+ -6.866414546966553,
+ -11.307334899902344
+ ],
+ "distances_by_expert": [
+ 13.993488311767578,
+ 0.8850826621055603,
+ 39.79300308227539,
+ 34.18349075317383,
+ 26.20210838317871,
+ 7.626720428466797,
+ 16.870460510253906,
+ 20.081092834472656,
+ 13.732829093933105,
+ 22.614669799804688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.255615234375,
+ "language": 50.194244384765625
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009411858627572656,
+ 0.7178957462310791,
+ 2.3824990869059093e-09,
+ 4.120738950064151e-08,
+ 2.128971118509071e-06,
+ 0.024953719228506088,
+ 0.00022756864200346172,
+ 4.517654815572314e-05,
+ 0.0010983997490257025,
+ 1.2657582374231424e-05
+ ],
+ "log_scores_by_expert": [
+ -6.968369960784912,
+ -0.33143097162246704,
+ -19.85511589050293,
+ -17.004648208618164,
+ -13.059871673583984,
+ -3.690732479095459,
+ -8.38805866241455,
+ -10.004932403564453,
+ -6.813900947570801,
+ -11.277254104614258
+ ],
+ "distances_by_expert": [
+ 13.936739921569824,
+ 0.6628619432449341,
+ 39.71023178100586,
+ 34.00929641723633,
+ 26.11974334716797,
+ 7.381464958190918,
+ 16.7761173248291,
+ 20.009864807128906,
+ 13.627801895141602,
+ 22.554508209228516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.205810546875,
+ "language": 50.18316650390625
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008395204786211252,
+ 0.6397219300270081,
+ 2.0685617663218636e-09,
+ 3.519179969657671e-08,
+ 1.9018223156308522e-06,
+ 0.020894113928079605,
+ 0.00020400987705215812,
+ 3.9733986341161653e-05,
+ 0.0010055187158286572,
+ 1.1587480003072415e-05
+ ],
+ "log_scores_by_expert": [
+ -7.082679748535156,
+ -0.4467216730117798,
+ -19.99641227722168,
+ -17.162452697753906,
+ -13.172698020935059,
+ -3.8682878017425537,
+ -8.497342109680176,
+ -10.13330364227295,
+ -6.902251720428467,
+ -11.365585327148438
+ ],
+ "distances_by_expert": [
+ 14.165359497070312,
+ 0.8934433460235596,
+ 39.99282455444336,
+ 34.32490539550781,
+ 26.345396041870117,
+ 7.736575603485107,
+ 16.99468421936035,
+ 20.2666072845459,
+ 13.804503440856934,
+ 22.731170654296875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.42822265625,
+ "language": 50.179473876953125
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008366654510609806,
+ 0.7327799797058105,
+ 2.111389285630594e-09,
+ 4.4861867110057574e-08,
+ 2.1308135274011875e-06,
+ 0.02768167480826378,
+ 0.0002238467859569937,
+ 4.350805829744786e-05,
+ 0.0010463022626936436,
+ 1.259954569832189e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086086273193359,
+ -0.31090980768203735,
+ -19.975919723510742,
+ -16.919677734375,
+ -13.059006690979004,
+ -3.586984634399414,
+ -8.404548645019531,
+ -10.042564392089844,
+ -6.86249303817749,
+ -11.28184986114502
+ ],
+ "distances_by_expert": [
+ 14.172172546386719,
+ 0.6218196153640747,
+ 39.951839447021484,
+ 33.83935546875,
+ 26.118013381958008,
+ 7.173969268798828,
+ 16.809097290039062,
+ 20.085128784179688,
+ 13.72498607635498,
+ 22.56369972229004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.853271484375,
+ "language": 50.17366027832031
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009269092115573585,
+ 0.807153046131134,
+ 2.367089635413322e-09,
+ 5.007280989843821e-08,
+ 2.3189993498817785e-06,
+ 0.03197794780135155,
+ 0.00025232325424440205,
+ 4.889354750048369e-05,
+ 0.0011194022372364998,
+ 1.3687219507119153e-05
+ ],
+ "log_scores_by_expert": [
+ -6.983654975891113,
+ -0.21424199640750885,
+ -19.861604690551758,
+ -16.80978775024414,
+ -12.974374771118164,
+ -3.442708730697632,
+ -8.284799575805664,
+ -9.925865173339844,
+ -6.7949604988098145,
+ -11.199048042297363
+ ],
+ "distances_by_expert": [
+ 13.967309951782227,
+ 0.4284839928150177,
+ 39.723209381103516,
+ 33.61957550048828,
+ 25.948749542236328,
+ 6.885417461395264,
+ 16.569599151611328,
+ 19.851730346679688,
+ 13.589920997619629,
+ 22.398096084594727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.99951171875,
+ "language": 50.192169189453125
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326588431373239,
+ 0.7021796107292175,
+ 2.117075181828909e-09,
+ 4.5062026998721194e-08,
+ 2.1453681711136596e-06,
+ 0.028555335476994514,
+ 0.00023811921710148454,
+ 4.561897731036879e-05,
+ 0.0010054976446554065,
+ 1.2480635632527992e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09088659286499,
+ -0.35356611013412476,
+ -19.973230361938477,
+ -16.915225982666016,
+ -13.052199363708496,
+ -3.5559115409851074,
+ -8.34273910522461,
+ -9.995186805725098,
+ -6.902272701263428,
+ -11.291332244873047
+ ],
+ "distances_by_expert": [
+ 14.18177318572998,
+ 0.7071322202682495,
+ 39.94646072387695,
+ 33.83045196533203,
+ 26.104398727416992,
+ 7.111823081970215,
+ 16.68547821044922,
+ 19.990373611450195,
+ 13.804545402526855,
+ 22.582664489746094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.54296875,
+ "language": 50.21016311645508
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008448027074337006,
+ 0.7216959595680237,
+ 2.1697204033443995e-09,
+ 4.4968693657665426e-08,
+ 2.1264024780975888e-06,
+ 0.029918905347585678,
+ 0.00024062390730250627,
+ 4.646215893444605e-05,
+ 0.0010165777057409286,
+ 1.2440647878975142e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076407432556152,
+ -0.32615137100219727,
+ -19.948667526245117,
+ -16.917299270629883,
+ -13.061079025268555,
+ -3.5092647075653076,
+ -8.332275390625,
+ -9.976872444152832,
+ -6.891313552856445,
+ -11.294541358947754
+ ],
+ "distances_by_expert": [
+ 14.152814865112305,
+ 0.6523027420043945,
+ 39.897335052490234,
+ 33.834598541259766,
+ 26.12215805053711,
+ 7.018529415130615,
+ 16.66455078125,
+ 19.953744888305664,
+ 13.78262710571289,
+ 22.589082717895508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.690185546875,
+ "language": 50.19633483886719
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009074744884856045,
+ 0.7755122780799866,
+ 2.2853172687575807e-09,
+ 4.6581298818182404e-08,
+ 2.2526749035023386e-06,
+ 0.03104141168296337,
+ 0.00024512538220733404,
+ 4.847841410082765e-05,
+ 0.0010910711716860533,
+ 1.3402249351202045e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004845142364502,
+ -0.25423145294189453,
+ -19.896760940551758,
+ -16.88206672668457,
+ -13.003392219543457,
+ -3.472433090209961,
+ -8.313740730285645,
+ -9.934391975402832,
+ -6.8205952644348145,
+ -11.220088005065918
+ ],
+ "distances_by_expert": [
+ 14.009690284729004,
+ 0.5084629058837891,
+ 39.793521881103516,
+ 33.76413345336914,
+ 26.006784439086914,
+ 6.944866180419922,
+ 16.62748146057129,
+ 19.868783950805664,
+ 13.641190528869629,
+ 22.440176010131836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.21044921875,
+ "language": 50.1723747253418
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009533479460515082,
+ 0.7805433869361877,
+ 2.3661639314553895e-09,
+ 4.6484114335498816e-08,
+ 2.3229570160765434e-06,
+ 0.029901256784796715,
+ 0.00024312271852977574,
+ 4.876669481745921e-05,
+ 0.0011452280450612307,
+ 1.3736741493630689e-05
+ ],
+ "log_scores_by_expert": [
+ -6.955530643463135,
+ -0.2477649450302124,
+ -19.861995697021484,
+ -16.8841552734375,
+ -12.97266960144043,
+ -3.509854793548584,
+ -8.321944236755371,
+ -9.928462982177734,
+ -6.772151470184326,
+ -11.195436477661133
+ ],
+ "distances_by_expert": [
+ 13.91106128692627,
+ 0.4955298900604248,
+ 39.72399139404297,
+ 33.768310546875,
+ 25.94533920288086,
+ 7.019709587097168,
+ 16.643888473510742,
+ 19.85692596435547,
+ 13.544302940368652,
+ 22.390872955322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.6044921875,
+ "language": 50.1928596496582
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008923154673539102,
+ 0.7563525438308716,
+ 2.285204026009069e-09,
+ 4.673213638284324e-08,
+ 2.2701458419760456e-06,
+ 0.03077695146203041,
+ 0.0002473084023222327,
+ 4.760949013871141e-05,
+ 0.0010733831441029906,
+ 1.3255308658699505e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021690845489502,
+ -0.27924761176109314,
+ -19.89681053161621,
+ -16.878833770751953,
+ -12.99566650390625,
+ -3.4809892177581787,
+ -8.304874420166016,
+ -9.952478408813477,
+ -6.836939811706543,
+ -11.231112480163574
+ ],
+ "distances_by_expert": [
+ 14.043381690979004,
+ 0.5584952235221863,
+ 39.79362106323242,
+ 33.757667541503906,
+ 25.9913330078125,
+ 6.961978435516357,
+ 16.60974884033203,
+ 19.904956817626953,
+ 13.673879623413086,
+ 22.46222496032715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.098876953125,
+ "language": 50.2016487121582
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008392118033953011,
+ 0.7066253423690796,
+ 2.1484134471450034e-09,
+ 4.499126049495317e-08,
+ 2.1690286757802824e-06,
+ 0.030082209035754204,
+ 0.0002456425572745502,
+ 4.6120108891045675e-05,
+ 0.0009965136414393783,
+ 1.277926185139222e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083047389984131,
+ -0.3472546935081482,
+ -19.95853614807129,
+ -16.916797637939453,
+ -13.041231155395508,
+ -3.50382137298584,
+ -8.311633110046387,
+ -9.984261512756348,
+ -6.911247730255127,
+ -11.26768684387207
+ ],
+ "distances_by_expert": [
+ 14.166094779968262,
+ 0.6945093870162964,
+ 39.91707229614258,
+ 33.833595275878906,
+ 26.082462310791016,
+ 7.00764274597168,
+ 16.623266220092773,
+ 19.968523025512695,
+ 13.822495460510254,
+ 22.53537368774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.081787109375,
+ "language": 50.20320129394531
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008659933228045702,
+ 0.6944509148597717,
+ 2.1957402562833295e-09,
+ 4.533669084594294e-08,
+ 2.1691776055376977e-06,
+ 0.029403505846858025,
+ 0.00024200932239182293,
+ 4.664191146730445e-05,
+ 0.0010297317057847977,
+ 1.2544500350486487e-05
+ ],
+ "log_scores_by_expert": [
+ -7.051633358001709,
+ -0.364633709192276,
+ -19.93674659729004,
+ -16.909149169921875,
+ -13.041162490844727,
+ -3.526641368865967,
+ -8.326534271240234,
+ -9.973011016845703,
+ -6.878457069396973,
+ -11.28622817993164
+ ],
+ "distances_by_expert": [
+ 14.103266716003418,
+ 0.729267418384552,
+ 39.87349319458008,
+ 33.81829833984375,
+ 26.082324981689453,
+ 7.053282737731934,
+ 16.65306854248047,
+ 19.946022033691406,
+ 13.756914138793945,
+ 22.57245635986328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.54296875,
+ "language": 50.18996047973633
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008583180024288595,
+ 0.7367867231369019,
+ 2.188085268528539e-09,
+ 4.629652750054447e-08,
+ 2.271109451612574e-06,
+ 0.031125331297516823,
+ 0.00025313813239336014,
+ 4.764106051879935e-05,
+ 0.0010138115612789989,
+ 1.336373134108726e-05
+ ],
+ "log_scores_by_expert": [
+ -7.060535907745361,
+ -0.30545687675476074,
+ -19.94023895263672,
+ -16.888198852539062,
+ -12.99524211883545,
+ -3.469733238220215,
+ -8.281575202941895,
+ -9.951815605163574,
+ -6.894038200378418,
+ -11.222966194152832
+ ],
+ "distances_by_expert": [
+ 14.121071815490723,
+ 0.6109137535095215,
+ 39.88047790527344,
+ 33.776397705078125,
+ 25.9904842376709,
+ 6.93946647644043,
+ 16.56315040588379,
+ 19.90363121032715,
+ 13.788076400756836,
+ 22.445932388305664
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3258.91357421875,
+ "language": 50.21625518798828
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008684612694196403,
+ 0.7461098432540894,
+ 2.2519002218501782e-09,
+ 4.64890774765081e-08,
+ 2.287658389832359e-06,
+ 0.030363529920578003,
+ 0.00025319246924482286,
+ 4.8429432354168966e-05,
+ 0.0010137396166101098,
+ 1.3235400729172397e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048787593841553,
+ -0.2928824722766876,
+ -19.91149139404297,
+ -16.884048461914062,
+ -12.987981796264648,
+ -3.4945130348205566,
+ -8.281360626220703,
+ -9.935402870178223,
+ -6.89410924911499,
+ -11.23261547088623
+ ],
+ "distances_by_expert": [
+ 14.097575187683105,
+ 0.5857649445533752,
+ 39.82298278808594,
+ 33.768096923828125,
+ 25.975963592529297,
+ 6.989026069641113,
+ 16.562721252441406,
+ 19.870805740356445,
+ 13.78821849822998,
+ 22.46523094177246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.217529296875,
+ "language": 50.2066764831543
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008889990276657045,
+ 0.7348783016204834,
+ 2.2888901884954294e-09,
+ 4.714027213026384e-08,
+ 2.2997417090664385e-06,
+ 0.03040243871510029,
+ 0.0002519174013286829,
+ 4.818677916773595e-05,
+ 0.001043487573042512,
+ 1.3283261978358496e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02541446685791,
+ -0.3080504536628723,
+ -19.895198822021484,
+ -16.87013816833496,
+ -12.98271369934082,
+ -3.493232488632202,
+ -8.286409378051758,
+ -9.940425872802734,
+ -6.86518669128418,
+ -11.229005813598633
+ ],
+ "distances_by_expert": [
+ 14.05082893371582,
+ 0.6161009073257446,
+ 39.79039764404297,
+ 33.74027633666992,
+ 25.96542739868164,
+ 6.986464977264404,
+ 16.572818756103516,
+ 19.88085174560547,
+ 13.73037338256836,
+ 22.458011627197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.3037109375,
+ "language": 50.224666595458984
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000839024200104177,
+ 0.6771839261054993,
+ 2.2002721866698494e-09,
+ 4.4640284357910787e-08,
+ 2.1108910459588515e-06,
+ 0.027469750493764877,
+ 0.00023190879437606782,
+ 4.43723147327546e-05,
+ 0.001016370253637433,
+ 1.1956183698202949e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083271026611328,
+ -0.3898123502731323,
+ -19.93468475341797,
+ -16.92462921142578,
+ -13.068400382995605,
+ -3.594669818878174,
+ -8.369166374206543,
+ -10.022894859313965,
+ -6.891517639160156,
+ -11.334261894226074
+ ],
+ "distances_by_expert": [
+ 14.166542053222656,
+ 0.7796247005462646,
+ 39.86936950683594,
+ 33.84925842285156,
+ 26.13680076599121,
+ 7.189339637756348,
+ 16.738332748413086,
+ 20.04578971862793,
+ 13.783035278320312,
+ 22.66852378845215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3185.3505859375,
+ "language": 50.20457077026367
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008484752615913749,
+ 0.6716177463531494,
+ 2.161508749765062e-09,
+ 4.510054552042675e-08,
+ 2.1014207050029654e-06,
+ 0.02851950004696846,
+ 0.00023151632922235876,
+ 4.425330917001702e-05,
+ 0.0010249128099530935,
+ 1.1825266483356245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0720696449279785,
+ -0.3980658948421478,
+ -19.95245933532715,
+ -16.914371490478516,
+ -13.072896957397461,
+ -3.5571672916412354,
+ -8.37086009979248,
+ -10.025580406188965,
+ -6.883147716522217,
+ -11.345272064208984
+ ],
+ "distances_by_expert": [
+ 14.144139289855957,
+ 0.7961317896842957,
+ 39.9049186706543,
+ 33.82874298095703,
+ 26.145793914794922,
+ 7.114334583282471,
+ 16.74172019958496,
+ 20.05116081237793,
+ 13.766295433044434,
+ 22.69054412841797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.61474609375,
+ "language": 50.185699462890625
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008700952748768032,
+ 0.6968415379524231,
+ 2.202157345365663e-09,
+ 4.644352458171852e-08,
+ 2.183521473853034e-06,
+ 0.03013991378247738,
+ 0.00024014500377234071,
+ 4.5951124775456265e-05,
+ 0.0010337944841012359,
+ 1.2353172678558622e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046907901763916,
+ -0.36119717359542847,
+ -19.933828353881836,
+ -16.885028839111328,
+ -13.034571647644043,
+ -3.5019049644470215,
+ -8.334267616271973,
+ -9.987932205200195,
+ -6.874519348144531,
+ -11.301597595214844
+ ],
+ "distances_by_expert": [
+ 14.093815803527832,
+ 0.7223943471908569,
+ 39.86765670776367,
+ 33.770057678222656,
+ 26.069143295288086,
+ 7.003809928894043,
+ 16.668535232543945,
+ 19.97586441040039,
+ 13.749038696289062,
+ 22.603195190429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.432373046875,
+ "language": 50.191368103027344
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007997520151548088,
+ 0.5902982354164124,
+ 2.047720881748205e-09,
+ 4.185695345881868e-08,
+ 1.905380599964701e-06,
+ 0.024684792384505272,
+ 0.00020884723926428705,
+ 4.098159843124449e-05,
+ 0.0009741352405399084,
+ 1.0539308277657256e-05
+ ],
+ "log_scores_by_expert": [
+ -7.131208896636963,
+ -0.5271273851394653,
+ -20.00653839111328,
+ -16.9890079498291,
+ -13.170828819274902,
+ -3.7015678882598877,
+ -8.473907470703125,
+ -10.102387428283691,
+ -6.933960437774658,
+ -11.46039867401123
+ ],
+ "distances_by_expert": [
+ 14.262417793273926,
+ 1.0542547702789307,
+ 40.01307678222656,
+ 33.9780158996582,
+ 26.341657638549805,
+ 7.403135776519775,
+ 16.94781494140625,
+ 20.204774856567383,
+ 13.867920875549316,
+ 22.92079734802246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.83837890625,
+ "language": 50.190120697021484
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007708796765655279,
+ 0.5636715888977051,
+ 1.977143782028179e-09,
+ 4.046080803732366e-08,
+ 1.8642001577973133e-06,
+ 0.023709561675786972,
+ 0.000203287010663189,
+ 3.961646507377736e-05,
+ 0.0009462844463996589,
+ 1.0235155968985055e-05
+ ],
+ "log_scores_by_expert": [
+ -7.167978286743164,
+ -0.5732835531234741,
+ -20.04161262512207,
+ -17.022932052612305,
+ -13.192678451538086,
+ -3.7418768405914307,
+ -8.50089168548584,
+ -10.136265754699707,
+ -6.962967395782471,
+ -11.4896821975708
+ ],
+ "distances_by_expert": [
+ 14.335956573486328,
+ 1.1465671062469482,
+ 40.08322525024414,
+ 34.04586410522461,
+ 26.385356903076172,
+ 7.483753681182861,
+ 17.00178337097168,
+ 20.272531509399414,
+ 13.925934791564941,
+ 22.9793643951416
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3253.91796875,
+ "language": 50.19645309448242
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008363060769625008,
+ 0.6034877896308899,
+ 2.12052242432037e-09,
+ 4.31226681030239e-08,
+ 1.9814087863778695e-06,
+ 0.025975873693823814,
+ 0.00021417213429231197,
+ 4.2686599044827744e-05,
+ 0.001005725935101509,
+ 1.0989236216119025e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0865159034729,
+ -0.5050294995307922,
+ -19.971603393554688,
+ -16.959217071533203,
+ -13.131702423095703,
+ -3.6505870819091797,
+ -8.44873046875,
+ -10.061625480651855,
+ -6.902045726776123,
+ -11.418594360351562
+ ],
+ "distances_by_expert": [
+ 14.1730318069458,
+ 1.0100589990615845,
+ 39.943206787109375,
+ 33.918434143066406,
+ 26.263404846191406,
+ 7.301174163818359,
+ 16.8974609375,
+ 20.12325096130371,
+ 13.804091453552246,
+ 22.837188720703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.094482421875,
+ "language": 50.20768737792969
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008524673758074641,
+ 0.6061220169067383,
+ 2.132711340863125e-09,
+ 4.2459134874661686e-08,
+ 1.9603278360591503e-06,
+ 0.025911662727594376,
+ 0.00021343117987271398,
+ 4.255044404999353e-05,
+ 0.001022825250402093,
+ 1.0966748050122987e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067375659942627,
+ -0.5006739497184753,
+ -19.965871810913086,
+ -16.97472381591797,
+ -13.142398834228516,
+ -3.653062105178833,
+ -8.45219612121582,
+ -10.064820289611816,
+ -6.885186672210693,
+ -11.420642852783203
+ ],
+ "distances_by_expert": [
+ 14.134751319885254,
+ 1.0013478994369507,
+ 39.93174362182617,
+ 33.94944763183594,
+ 26.28479766845703,
+ 7.306124210357666,
+ 16.90439224243164,
+ 20.129640579223633,
+ 13.770373344421387,
+ 22.841285705566406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.7939453125,
+ "language": 50.18710708618164
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008586913463659585,
+ 0.631049394607544,
+ 2.1924968507391895e-09,
+ 4.3432628160644526e-08,
+ 2.034132648986997e-06,
+ 0.02649248018860817,
+ 0.00022030010586604476,
+ 4.342324609751813e-05,
+ 0.0010348785435780883,
+ 1.1342537618475035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.06010103225708,
+ -0.46037113666534424,
+ -19.93822479248047,
+ -16.952054977416992,
+ -13.105441093444824,
+ -3.630894422531128,
+ -8.420519828796387,
+ -10.044515609741211,
+ -6.873471260070801,
+ -11.386950492858887
+ ],
+ "distances_by_expert": [
+ 14.12020206451416,
+ 0.9207422733306885,
+ 39.87644958496094,
+ 33.904109954833984,
+ 26.21088218688965,
+ 7.261788845062256,
+ 16.841039657592773,
+ 20.089031219482422,
+ 13.746942520141602,
+ 22.773900985717773
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3213.028076171875,
+ "language": 50.19050216674805
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000884854409378022,
+ 0.6455278992652893,
+ 2.2119319709190677e-09,
+ 3.723246067011132e-08,
+ 2.087082521029515e-06,
+ 0.0213637575507164,
+ 0.0002175772242480889,
+ 4.275468018022366e-05,
+ 0.0010165824787691236,
+ 1.254356811841717e-05
+ ],
+ "log_scores_by_expert": [
+ -7.030087471008301,
+ -0.4376869201660156,
+ -19.929399490356445,
+ -17.1060848236084,
+ -13.079743385314941,
+ -3.8460593223571777,
+ -8.43295669555664,
+ -10.06003189086914,
+ -6.891308784484863,
+ -11.28630256652832
+ ],
+ "distances_by_expert": [
+ 14.060174942016602,
+ 0.8753738403320312,
+ 39.85879898071289,
+ 34.2121696472168,
+ 26.159486770629883,
+ 7.6921186447143555,
+ 16.86591339111328,
+ 20.12006378173828,
+ 13.782617568969727,
+ 22.57260513305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3551.56103515625,
+ "language": 50.19623947143555
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008782593649812043,
+ 0.6537719368934631,
+ 2.2135442367954283e-09,
+ 3.602401577040837e-08,
+ 2.0434399630175903e-06,
+ 0.021122759208083153,
+ 0.00021848546748515218,
+ 4.2551051592454314e-05,
+ 0.0010247031459584832,
+ 1.2363686437311117e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03756856918335,
+ -0.4249967038631439,
+ -19.92867088317871,
+ -17.139080047607422,
+ -13.100875854492188,
+ -3.8574042320251465,
+ -8.428791046142578,
+ -10.06480598449707,
+ -6.883352279663086,
+ -11.30074691772461
+ ],
+ "distances_by_expert": [
+ 14.0751371383667,
+ 0.8499934077262878,
+ 39.85734176635742,
+ 34.278160095214844,
+ 26.201751708984375,
+ 7.714808464050293,
+ 16.857582092285156,
+ 20.12961196899414,
+ 13.766704559326172,
+ 22.60149383544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.531494140625,
+ "language": 50.189815521240234
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009204567177221179,
+ 0.7148017287254333,
+ 2.3123001291480705e-09,
+ 4.012289878119191e-08,
+ 2.100168330798624e-06,
+ 0.02381846494972706,
+ 0.0002258984895888716,
+ 4.3832362280227244e-05,
+ 0.001088412245735526,
+ 1.255263759958325e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990640640258789,
+ -0.33575010299682617,
+ -19.88502311706543,
+ -17.03131866455078,
+ -13.073493003845215,
+ -3.7372941970825195,
+ -8.395424842834473,
+ -10.035138130187988,
+ -6.82303524017334,
+ -11.285579681396484
+ ],
+ "distances_by_expert": [
+ 13.981281280517578,
+ 0.6715002059936523,
+ 39.77004623413086,
+ 34.06263732910156,
+ 26.14698600769043,
+ 7.474588394165039,
+ 16.790849685668945,
+ 20.070276260375977,
+ 13.64607048034668,
+ 22.57115936279297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.15673828125,
+ "language": 50.1751594543457
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008752931607887149,
+ 0.701524555683136,
+ 2.1639507963300275e-09,
+ 3.965938688565984e-08,
+ 2.025707772190799e-06,
+ 0.024301042780280113,
+ 0.00021766252757515758,
+ 4.225963493809104e-05,
+ 0.0010701465653255582,
+ 1.2270840670680627e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040951728820801,
+ -0.3544993996620178,
+ -19.951330184936523,
+ -17.042938232421875,
+ -13.109591484069824,
+ -3.717236042022705,
+ -8.432564735412598,
+ -10.071678161621094,
+ -6.839959621429443,
+ -11.308284759521484
+ ],
+ "distances_by_expert": [
+ 14.081903457641602,
+ 0.7089987993240356,
+ 39.90266036987305,
+ 34.08587646484375,
+ 26.21918296813965,
+ 7.43447208404541,
+ 16.865129470825195,
+ 20.143356323242188,
+ 13.679919242858887,
+ 22.61656951904297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.6103515625,
+ "language": 50.1810188293457
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008749501430429518,
+ 0.7597035765647888,
+ 2.1741779487882695e-09,
+ 4.549269760900643e-08,
+ 2.1801899947604397e-06,
+ 0.028563279658555984,
+ 0.00023413951566908509,
+ 4.5097473048372194e-05,
+ 0.0010766073828563094,
+ 1.31452698042267e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041343688964844,
+ -0.2748269736766815,
+ -19.94661521911621,
+ -16.90571403503418,
+ -13.03609848022461,
+ -3.555633306503296,
+ -8.359593391418457,
+ -10.006684303283691,
+ -6.833940505981445,
+ -11.239448547363281
+ ],
+ "distances_by_expert": [
+ 14.082687377929688,
+ 0.549653947353363,
+ 39.89323043823242,
+ 33.81142807006836,
+ 26.07219696044922,
+ 7.111266613006592,
+ 16.719186782836914,
+ 20.013368606567383,
+ 13.66788101196289,
+ 22.478897094726562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.57666015625,
+ "language": 50.18540954589844
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008788216509856284,
+ 0.7415098547935486,
+ 2.2113542108570527e-09,
+ 4.569959344280505e-08,
+ 2.241347374365432e-06,
+ 0.03025026060640812,
+ 0.0002455315552651882,
+ 4.746482954942621e-05,
+ 0.0010570387821644545,
+ 1.329783844994381e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036928653717041,
+ -0.2990668714046478,
+ -19.92966079711914,
+ -16.90117645263672,
+ -13.00843334197998,
+ -3.4982504844665527,
+ -8.312085151672363,
+ -9.955521583557129,
+ -6.852283954620361,
+ -11.227909088134766
+ ],
+ "distances_by_expert": [
+ 14.073857307434082,
+ 0.5981337428092957,
+ 39.85932159423828,
+ 33.80235290527344,
+ 26.01686668395996,
+ 6.9965009689331055,
+ 16.624170303344727,
+ 19.911043167114258,
+ 13.704567909240723,
+ 22.45581817626953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.8759765625,
+ "language": 50.20488739013672
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007710388745181262,
+ 0.6200618147850037,
+ 1.951434791536144e-09,
+ 3.946003346300131e-08,
+ 1.9446160877123475e-06,
+ 0.02491426281630993,
+ 0.0002171454398194328,
+ 4.2075094825122505e-05,
+ 0.0009433865780010819,
+ 1.1348878615535796e-05
+ ],
+ "log_scores_by_expert": [
+ -7.167771816253662,
+ -0.47793614864349365,
+ -20.05470085144043,
+ -17.047977447509766,
+ -13.150445938110352,
+ -3.692314863204956,
+ -8.434943199157715,
+ -10.076054573059082,
+ -6.966034412384033,
+ -11.386391639709473
+ ],
+ "distances_by_expert": [
+ 14.335543632507324,
+ 0.9558722972869873,
+ 40.10940170288086,
+ 34.09595489501953,
+ 26.300891876220703,
+ 7.384629726409912,
+ 16.86988639831543,
+ 20.152109146118164,
+ 13.932068824768066,
+ 22.772783279418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.1630859375,
+ "language": 50.19667053222656
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008314740844070911,
+ 0.7343544960021973,
+ 2.1177899434121628e-09,
+ 4.3738051402897327e-08,
+ 2.1771586489194306e-06,
+ 0.029498320072889328,
+ 0.00024649722035974264,
+ 4.696215910371393e-05,
+ 0.001007014769129455,
+ 1.337138019152917e-05
+ ],
+ "log_scores_by_expert": [
+ -7.092310428619385,
+ -0.3087634742259979,
+ -19.97289276123047,
+ -16.94504737854004,
+ -13.037489891052246,
+ -3.5234220027923584,
+ -8.308159828186035,
+ -9.966168403625488,
+ -6.9007649421691895,
+ -11.222393989562988
+ ],
+ "distances_by_expert": [
+ 14.18462085723877,
+ 0.6175269484519958,
+ 39.94578552246094,
+ 33.89009475708008,
+ 26.074979782104492,
+ 7.046844005584717,
+ 16.61631965637207,
+ 19.932336807250977,
+ 13.801529884338379,
+ 22.444787979125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.5126953125,
+ "language": 50.219905853271484
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000950074172578752,
+ 0.7902712821960449,
+ 2.3720430064599896e-09,
+ 4.6690885824318684e-08,
+ 2.3129323380999267e-06,
+ 0.03063729964196682,
+ 0.000249403587076813,
+ 4.9036909331334755e-05,
+ 0.0011495662620291114,
+ 1.3938500160293188e-05
+ ],
+ "log_scores_by_expert": [
+ -6.958970546722412,
+ -0.23537901043891907,
+ -19.859514236450195,
+ -16.879716873168945,
+ -12.976994514465332,
+ -3.485537052154541,
+ -8.296438217163086,
+ -9.922937393188477,
+ -6.768370628356934,
+ -11.180855751037598
+ ],
+ "distances_by_expert": [
+ 13.917941093444824,
+ 0.47075802087783813,
+ 39.71902847290039,
+ 33.75943374633789,
+ 25.953989028930664,
+ 6.971074104309082,
+ 16.592876434326172,
+ 19.845874786376953,
+ 13.536741256713867,
+ 22.361711502075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.741455078125,
+ "language": 50.181549072265625
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009539809543639421,
+ 0.7992281317710876,
+ 2.3885917688204472e-09,
+ 4.7251177193174954e-08,
+ 2.3611162305314792e-06,
+ 0.031158514320850372,
+ 0.00025682305567897856,
+ 5.003512342227623e-05,
+ 0.001150333322584629,
+ 1.425877144356491e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954866886138916,
+ -0.22410883009433746,
+ -19.852561950683594,
+ -16.867788314819336,
+ -12.956376075744629,
+ -3.46866774559021,
+ -8.267123222351074,
+ -9.902785301208496,
+ -6.767703533172607,
+ -11.158138275146484
+ ],
+ "distances_by_expert": [
+ 13.909733772277832,
+ 0.4482176601886749,
+ 39.70512390136719,
+ 33.73557662963867,
+ 25.912752151489258,
+ 6.93733549118042,
+ 16.53424644470215,
+ 19.805570602416992,
+ 13.535407066345215,
+ 22.31627655029297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.2138671875,
+ "language": 50.202003479003906
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008936431258916855,
+ 0.7363475561141968,
+ 2.2424535561782477e-09,
+ 4.632285310890438e-08,
+ 2.2692690890835365e-06,
+ 0.03128417208790779,
+ 0.00025387454661540687,
+ 4.836416701436974e-05,
+ 0.0010601390386000276,
+ 1.3540975487558171e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020204067230225,
+ -0.30605313181877136,
+ -19.915695190429688,
+ -16.887630462646484,
+ -12.996052742004395,
+ -3.4646430015563965,
+ -8.278670310974121,
+ -9.936751365661621,
+ -6.849355220794678,
+ -11.209790229797363
+ ],
+ "distances_by_expert": [
+ 14.04040813446045,
+ 0.6121062636375427,
+ 39.831390380859375,
+ 33.77526092529297,
+ 25.99210548400879,
+ 6.929286003112793,
+ 16.557340621948242,
+ 19.873502731323242,
+ 13.698710441589355,
+ 22.419580459594727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.985107421875,
+ "language": 50.201114654541016
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008318166946992278,
+ 0.686939537525177,
+ 2.107808150242363e-09,
+ 4.344008175394265e-08,
+ 2.11738733923994e-06,
+ 0.02932852879166603,
+ 0.0002426511055091396,
+ 4.541119051282294e-05,
+ 0.0009913092944771051,
+ 1.2402882930473424e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091898441314697,
+ -0.37550896406173706,
+ -19.977617263793945,
+ -16.95188331604004,
+ -13.065327644348145,
+ -3.5291945934295654,
+ -8.323885917663574,
+ -9.999752044677734,
+ -6.9164838790893555,
+ -11.297581672668457
+ ],
+ "distances_by_expert": [
+ 14.183796882629395,
+ 0.7510179281234741,
+ 39.95523452758789,
+ 33.90376663208008,
+ 26.13065528869629,
+ 7.058389186859131,
+ 16.64777183532715,
+ 19.99950408935547,
+ 13.832967758178711,
+ 22.595163345336914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.3896484375,
+ "language": 50.19987487792969
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009217453189194202,
+ 0.6422654390335083,
+ 2.3517661151828406e-09,
+ 3.725562081058342e-08,
+ 2.0333470729383407e-06,
+ 0.022192660719156265,
+ 0.00021746271522715688,
+ 4.323750181356445e-05,
+ 0.0010558186331763864,
+ 1.2041628906445112e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989241600036621,
+ -0.44275355339050293,
+ -19.868099212646484,
+ -17.1054630279541,
+ -13.105827331542969,
+ -3.8079936504364014,
+ -8.433483123779297,
+ -10.048802375793457,
+ -6.853438854217529,
+ -11.327140808105469
+ ],
+ "distances_by_expert": [
+ 13.978483200073242,
+ 0.8855071067810059,
+ 39.73619842529297,
+ 34.2109260559082,
+ 26.211654663085938,
+ 7.615987300872803,
+ 16.866966247558594,
+ 20.097604751586914,
+ 13.706877708435059,
+ 22.654281616210938
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3447.258544921875,
+ "language": 50.182674407958984
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009397875983268023,
+ 0.7132970094680786,
+ 2.394909826008984e-09,
+ 4.16157455163102e-08,
+ 2.131921291947947e-06,
+ 0.025305168703198433,
+ 0.00022629286104347557,
+ 4.445779268280603e-05,
+ 0.0011028312146663666,
+ 1.2540457646537106e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9698567390441895,
+ -0.33785736560821533,
+ -19.84992027282715,
+ -16.994787216186523,
+ -13.058486938476562,
+ -3.6767466068267822,
+ -8.393680572509766,
+ -10.020970344543457,
+ -6.809874534606934,
+ -11.286550521850586
+ ],
+ "distances_by_expert": [
+ 13.939713478088379,
+ 0.6757147312164307,
+ 39.6998405456543,
+ 33.98957443237305,
+ 26.116973876953125,
+ 7.3534932136535645,
+ 16.78736114501953,
+ 20.041940689086914,
+ 13.619749069213867,
+ 22.573101043701172
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3429.30859375,
+ "language": 50.179622650146484
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008890884346328676,
+ 0.6610786318778992,
+ 2.1999659871596577e-09,
+ 3.583589958111588e-08,
+ 2.028417839028407e-06,
+ 0.021332411095499992,
+ 0.00021427714091259986,
+ 4.1188832256011665e-05,
+ 0.001058983150869608,
+ 1.2247248378116637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025313854217529,
+ -0.4138825833797455,
+ -19.934823989868164,
+ -17.144315719604492,
+ -13.108254432678223,
+ -3.8475277423858643,
+ -8.448240280151367,
+ -10.097343444824219,
+ -6.8504462242126465,
+ -11.310209274291992
+ ],
+ "distances_by_expert": [
+ 14.050627708435059,
+ 0.827765166759491,
+ 39.86964797973633,
+ 34.288631439208984,
+ 26.216508865356445,
+ 7.6950554847717285,
+ 16.896480560302734,
+ 20.194686889648438,
+ 13.700892448425293,
+ 22.620418548583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.54736328125,
+ "language": 50.19121170043945
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008702508639544249,
+ 0.7393242120742798,
+ 2.190712056204802e-09,
+ 4.5057383601943e-08,
+ 2.254090986752999e-06,
+ 0.027386775240302086,
+ 0.0002303207729710266,
+ 4.4492273445939645e-05,
+ 0.0010746029438450933,
+ 1.3147689060133416e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04672908782959,
+ -0.3020187020301819,
+ -19.93903923034668,
+ -16.915328979492188,
+ -13.002763748168945,
+ -3.5976951122283936,
+ -8.37603759765625,
+ -10.020195007324219,
+ -6.835803985595703,
+ -11.239264488220215
+ ],
+ "distances_by_expert": [
+ 14.09345817565918,
+ 0.6040374040603638,
+ 39.87807846069336,
+ 33.830657958984375,
+ 26.00552749633789,
+ 7.195390224456787,
+ 16.7520751953125,
+ 20.040390014648438,
+ 13.671607971191406,
+ 22.47852897644043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.5966796875,
+ "language": 50.183101654052734
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009560844046063721,
+ 0.7909583449363708,
+ 2.355029504741424e-09,
+ 4.852584467585075e-08,
+ 2.36702112488274e-06,
+ 0.031176459044218063,
+ 0.00024902401491999626,
+ 4.907021502731368e-05,
+ 0.001155115314759314,
+ 1.4001744602865074e-05
+ ],
+ "log_scores_by_expert": [
+ -6.952664375305176,
+ -0.23451001942157745,
+ -19.86671257019043,
+ -16.841169357299805,
+ -12.953878402709961,
+ -3.4680919647216797,
+ -8.297961235046387,
+ -9.922258377075195,
+ -6.76355504989624,
+ -11.176328659057617
+ ],
+ "distances_by_expert": [
+ 13.905328750610352,
+ 0.4690200388431549,
+ 39.73342514038086,
+ 33.68233871459961,
+ 25.907756805419922,
+ 6.936183929443359,
+ 16.595922470092773,
+ 19.84451675415039,
+ 13.52711009979248,
+ 22.352657318115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.020263671875,
+ "language": 50.17709732055664
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008588157943449914,
+ 0.7680059671401978,
+ 2.197847903673278e-09,
+ 4.5936509707189543e-08,
+ 2.297144192198175e-06,
+ 0.031199518591165543,
+ 0.000252533151069656,
+ 4.750377411255613e-05,
+ 0.0010344546753913164,
+ 1.3707897778658662e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059956073760986,
+ -0.26395776867866516,
+ -19.935787200927734,
+ -16.896005630493164,
+ -12.983843803405762,
+ -3.4673526287078857,
+ -8.283967971801758,
+ -9.95470142364502,
+ -6.873880863189697,
+ -11.197538375854492
+ ],
+ "distances_by_expert": [
+ 14.119912147521973,
+ 0.5279155373573303,
+ 39.87157440185547,
+ 33.79201126098633,
+ 25.967687606811523,
+ 6.9347052574157715,
+ 16.567935943603516,
+ 19.90940284729004,
+ 13.747761726379395,
+ 22.395076751708984
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3247.695068359375,
+ "language": 50.206661224365234
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007824523490853608,
+ 0.7023543119430542,
+ 2.0321964111502666e-09,
+ 4.198440350933197e-08,
+ 2.0986367417208385e-06,
+ 0.028304453939199448,
+ 0.0002359837671974674,
+ 4.365377753856592e-05,
+ 0.000965369283221662,
+ 1.2501613127824385e-05
+ ],
+ "log_scores_by_expert": [
+ -7.153077602386475,
+ -0.3533172905445099,
+ -20.014148712158203,
+ -16.9859676361084,
+ -13.074222564697266,
+ -3.5647361278533936,
+ -8.351747512817383,
+ -10.039220809936523,
+ -6.942999839782715,
+ -11.289652824401855
+ ],
+ "distances_by_expert": [
+ 14.30615520477295,
+ 0.7066345810890198,
+ 40.028297424316406,
+ 33.9719352722168,
+ 26.14844512939453,
+ 7.129472255706787,
+ 16.703495025634766,
+ 20.078441619873047,
+ 13.88599967956543,
+ 22.57930564880371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3247.666015625,
+ "language": 50.21909713745117
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000925264204852283,
+ 0.7732273936271667,
+ 2.309686220058893e-09,
+ 4.677146137055388e-08,
+ 2.2618603452428943e-06,
+ 0.03126193955540657,
+ 0.00024970059166662395,
+ 4.859093314735219e-05,
+ 0.0011101868003606796,
+ 1.3310793292475864e-05
+ ],
+ "log_scores_by_expert": [
+ -6.98543119430542,
+ -0.2571820914745331,
+ -19.886154174804688,
+ -16.877992630004883,
+ -12.999322891235352,
+ -3.4653539657592773,
+ -8.295248031616211,
+ -9.932073593139648,
+ -6.803226947784424,
+ -11.226935386657715
+ ],
+ "distances_by_expert": [
+ 13.97086238861084,
+ 0.5143641829490662,
+ 39.772308349609375,
+ 33.755985260009766,
+ 25.998645782470703,
+ 6.930707931518555,
+ 16.590496063232422,
+ 19.864147186279297,
+ 13.606453895568848,
+ 22.45387077331543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.21435546875,
+ "language": 50.18421936035156
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009768581949174404,
+ 0.7599413394927979,
+ 2.4204425130847085e-09,
+ 4.5496257428112585e-08,
+ 2.2960491605772404e-06,
+ 0.028685569763183594,
+ 0.00024338717048522085,
+ 4.861285924562253e-05,
+ 0.0011746605159714818,
+ 1.3500706700142473e-05
+ ],
+ "log_scores_by_expert": [
+ -6.931169033050537,
+ -0.2745140492916107,
+ -19.83931541442871,
+ -16.905635833740234,
+ -12.984320640563965,
+ -3.551361083984375,
+ -8.320857048034668,
+ -9.931622505187988,
+ -6.746776103973389,
+ -11.2127685546875
+ ],
+ "distances_by_expert": [
+ 13.862338066101074,
+ 0.5490280985832214,
+ 39.67863082885742,
+ 33.81127166748047,
+ 25.96864128112793,
+ 7.10272216796875,
+ 16.641714096069336,
+ 19.863245010375977,
+ 13.493552207946777,
+ 22.425537109375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.429931640625,
+ "language": 50.17855453491211
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009177018073387444,
+ 0.7380316853523254,
+ 2.3518558212032303e-09,
+ 4.72563144171545e-08,
+ 2.295628746651346e-06,
+ 0.028647247701883316,
+ 0.0002441885881125927,
+ 4.725255712401122e-05,
+ 0.0011131297796964645,
+ 1.2962037544639315e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993638038635254,
+ -0.3037685453891754,
+ -19.868061065673828,
+ -16.867679595947266,
+ -12.984503746032715,
+ -3.5526978969573975,
+ -8.317569732666016,
+ -9.960003852844238,
+ -6.80057954788208,
+ -11.253485679626465
+ ],
+ "distances_by_expert": [
+ 13.987276077270508,
+ 0.6075370907783508,
+ 39.736122131347656,
+ 33.73535919189453,
+ 25.96900749206543,
+ 7.105395793914795,
+ 16.63513946533203,
+ 19.920007705688477,
+ 13.60115909576416,
+ 22.50697135925293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.826171875,
+ "language": 50.20232009887695
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000851210206747055,
+ 0.7224670052528381,
+ 2.1999702060071513e-09,
+ 4.605634984500284e-08,
+ 2.280739863635972e-06,
+ 0.031133325770497322,
+ 0.00025345434551127255,
+ 4.7842575440881774e-05,
+ 0.000998877570964396,
+ 1.3232396668172441e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068851470947266,
+ -0.32508352398872375,
+ -19.93482208251953,
+ -16.893400192260742,
+ -12.991010665893555,
+ -3.4694764614105225,
+ -8.280326843261719,
+ -9.94759464263916,
+ -6.908878326416016,
+ -11.232842445373535
+ ],
+ "distances_by_expert": [
+ 14.137702941894531,
+ 0.6501670479774475,
+ 39.86964416503906,
+ 33.786800384521484,
+ 25.98202133178711,
+ 6.938952922821045,
+ 16.560653686523438,
+ 19.89518928527832,
+ 13.817756652832031,
+ 22.46568489074707
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3278.2607421875,
+ "language": 50.22787857055664
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008558548288419843,
+ 0.7013441920280457,
+ 2.1999659871596577e-09,
+ 4.577776024916602e-08,
+ 2.2089820959081408e-06,
+ 0.029417186975479126,
+ 0.00024722350644879043,
+ 4.615680518327281e-05,
+ 0.001022303942590952,
+ 1.2768322449119296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063409805297852,
+ -0.35475653409957886,
+ -19.934823989868164,
+ -16.89946746826172,
+ -13.022978782653809,
+ -3.5261762142181396,
+ -8.305217742919922,
+ -9.983466148376465,
+ -6.8856964111328125,
+ -11.268543243408203
+ ],
+ "distances_by_expert": [
+ 14.126819610595703,
+ 0.7095130681991577,
+ 39.86964797973633,
+ 33.79893493652344,
+ 26.045957565307617,
+ 7.052352428436279,
+ 16.610435485839844,
+ 19.96693229675293,
+ 13.771392822265625,
+ 22.537086486816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.0673828125,
+ "language": 50.2098388671875
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008308126707561314,
+ 0.6687271595001221,
+ 2.0883434981300297e-09,
+ 4.4828421863485346e-08,
+ 2.1095629563205875e-06,
+ 0.028876833617687225,
+ 0.0002381451049586758,
+ 4.4346594222588465e-05,
+ 0.0010023950599133968,
+ 1.2369276191748213e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093106269836426,
+ -0.4023790955543518,
+ -19.986894607543945,
+ -16.92042350769043,
+ -13.069029808044434,
+ -3.544715642929077,
+ -8.342630386352539,
+ -10.02347469329834,
+ -6.905363082885742,
+ -11.300294876098633
+ ],
+ "distances_by_expert": [
+ 14.186212539672852,
+ 0.8047581911087036,
+ 39.97378921508789,
+ 33.84084701538086,
+ 26.138059616088867,
+ 7.089431285858154,
+ 16.685260772705078,
+ 20.04694938659668,
+ 13.810726165771484,
+ 22.600589752197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.52392578125,
+ "language": 50.20357131958008
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008801581570878625,
+ 0.7017064690589905,
+ 2.1330082144999096e-09,
+ 4.5209667121071107e-08,
+ 2.246978283437784e-06,
+ 0.030727410688996315,
+ 0.00024386137374676764,
+ 4.709819404524751e-05,
+ 0.0010472266003489494,
+ 1.3507892617781181e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035408973693848,
+ -0.3542401194572449,
+ -19.96573257446289,
+ -16.911954879760742,
+ -13.005924224853516,
+ -3.482600212097168,
+ -8.318910598754883,
+ -9.963275909423828,
+ -6.861609935760498,
+ -11.212236404418945
+ ],
+ "distances_by_expert": [
+ 14.070817947387695,
+ 0.7084802389144897,
+ 39.93146514892578,
+ 33.823909759521484,
+ 26.01184844970703,
+ 6.965200424194336,
+ 16.637821197509766,
+ 19.926551818847656,
+ 13.723219871520996,
+ 22.42447280883789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.79638671875,
+ "language": 50.2115478515625
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000954382645431906,
+ 0.7435963749885559,
+ 2.3079289590555163e-09,
+ 4.55433131207883e-08,
+ 2.3218340174935292e-06,
+ 0.030076786875724792,
+ 0.0002469501632731408,
+ 4.841825648327358e-05,
+ 0.0011412452440708876,
+ 1.3898877114115749e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954445838928223,
+ -0.296256959438324,
+ -19.88691520690918,
+ -16.90460205078125,
+ -12.973153114318848,
+ -3.5040016174316406,
+ -8.306324005126953,
+ -9.935633659362793,
+ -6.775635242462158,
+ -11.18370246887207
+ ],
+ "distances_by_expert": [
+ 13.908891677856445,
+ 0.592513918876648,
+ 39.77383041381836,
+ 33.8092041015625,
+ 25.946306228637695,
+ 7.008003234863281,
+ 16.612648010253906,
+ 19.871267318725586,
+ 13.551270484924316,
+ 22.36740493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.5341796875,
+ "language": 50.19257354736328
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009238900383934379,
+ 0.7411617636680603,
+ 2.220250427953374e-09,
+ 4.5505021972758186e-08,
+ 2.3184729798231274e-06,
+ 0.030429840087890625,
+ 0.0002459414245095104,
+ 4.7679783165222034e-05,
+ 0.0011117279063910246,
+ 1.39555377245415e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986917495727539,
+ -0.2995363473892212,
+ -19.92564582824707,
+ -16.90544319152832,
+ -12.974601745605469,
+ -3.4923315048217773,
+ -8.310417175292969,
+ -9.951003074645996,
+ -6.801839828491211,
+ -11.179634094238281
+ ],
+ "distances_by_expert": [
+ 13.973834991455078,
+ 0.5990726947784424,
+ 39.85129165649414,
+ 33.81088638305664,
+ 25.949203491210938,
+ 6.984663009643555,
+ 16.620834350585938,
+ 19.902006149291992,
+ 13.603679656982422,
+ 22.359268188476562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.017578125,
+ "language": 50.20682907104492
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009509915253147483,
+ 0.698516309261322,
+ 2.2854176329190068e-09,
+ 4.037700662706811e-08,
+ 2.2429362616094295e-06,
+ 0.025533445179462433,
+ 0.00023465545382350683,
+ 4.593171615852043e-05,
+ 0.0011376776965335011,
+ 1.3407349797489587e-05
+ ],
+ "log_scores_by_expert": [
+ -6.958005428314209,
+ -0.35879671573638916,
+ -19.896717071533203,
+ -17.025005340576172,
+ -13.00772476196289,
+ -3.6677660942077637,
+ -8.357392311096191,
+ -9.988354682922363,
+ -6.77876615524292,
+ -11.219707489013672
+ ],
+ "distances_by_expert": [
+ 13.916010856628418,
+ 0.7175934314727783,
+ 39.793434143066406,
+ 34.050010681152344,
+ 26.01544952392578,
+ 7.335532188415527,
+ 16.714784622192383,
+ 19.976709365844727,
+ 13.55753231048584,
+ 22.439414978027344
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3349.509765625,
+ "language": 50.193668365478516
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009137422894127667,
+ 0.6541696786880493,
+ 2.173518698356247e-09,
+ 3.831928907516158e-08,
+ 2.1019377527409233e-06,
+ 0.02491968683898449,
+ 0.00022160443768370897,
+ 4.3532381823752075e-05,
+ 0.001104612834751606,
+ 1.2713110663753469e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99796199798584,
+ -0.42438846826553345,
+ -19.946918487548828,
+ -17.077312469482422,
+ -13.072650909423828,
+ -3.6920971870422363,
+ -8.414616584777832,
+ -10.04200553894043,
+ -6.808260440826416,
+ -11.272876739501953
+ ],
+ "distances_by_expert": [
+ 13.99592399597168,
+ 0.8487769365310669,
+ 39.893836975097656,
+ 34.154624938964844,
+ 26.145301818847656,
+ 7.384194374084473,
+ 16.829233169555664,
+ 20.08401107788086,
+ 13.616520881652832,
+ 22.545753479003906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.361083984375,
+ "language": 50.18993377685547
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009310842724516988,
+ 0.6616039276123047,
+ 2.244614494273378e-09,
+ 3.878562893078197e-08,
+ 2.1689147615688853e-06,
+ 0.02390199713408947,
+ 0.0002232226252090186,
+ 4.420324330567382e-05,
+ 0.001113010453991592,
+ 1.2722631254291628e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979160785675049,
+ -0.41308826208114624,
+ -19.914731979370117,
+ -17.065216064453125,
+ -13.04128360748291,
+ -3.733793258666992,
+ -8.407341003417969,
+ -10.026712417602539,
+ -6.800686836242676,
+ -11.272128105163574
+ ],
+ "distances_by_expert": [
+ 13.958321571350098,
+ 0.8261765241622925,
+ 39.829463958740234,
+ 34.13043212890625,
+ 26.08256721496582,
+ 7.467586517333984,
+ 16.814682006835938,
+ 20.053424835205078,
+ 13.601373672485352,
+ 22.54425621032715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.109619140625,
+ "language": 50.18391036987305
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009211069555021822,
+ 0.6780942678451538,
+ 2.211383520744903e-09,
+ 4.006134091127933e-08,
+ 2.193659156546346e-06,
+ 0.025087609887123108,
+ 0.00022690290643367916,
+ 4.436127346707508e-05,
+ 0.001116693951189518,
+ 1.306721333094174e-05
+ ],
+ "log_scores_by_expert": [
+ -6.98993444442749,
+ -0.3884689509868622,
+ -19.92964744567871,
+ -17.032854080200195,
+ -13.029939651489258,
+ -3.6853811740875244,
+ -8.39098834991455,
+ -10.023143768310547,
+ -6.797382831573486,
+ -11.245404243469238
+ ],
+ "distances_by_expert": [
+ 13.97986888885498,
+ 0.7769379019737244,
+ 39.85929489135742,
+ 34.06570816040039,
+ 26.059879302978516,
+ 7.370762348175049,
+ 16.7819766998291,
+ 20.046287536621094,
+ 13.594765663146973,
+ 22.490808486938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.664306640625,
+ "language": 50.190635681152344
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009349887841381133,
+ 0.691116452217102,
+ 2.2815500599904226e-09,
+ 4.0490760966349626e-08,
+ 2.224359150204691e-06,
+ 0.02582504227757454,
+ 0.00023122462152969092,
+ 4.548261858872138e-05,
+ 0.0011261195177212358,
+ 1.3253095858090091e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974976062774658,
+ -0.36944690346717834,
+ -19.89841079711914,
+ -17.022192001342773,
+ -13.01604175567627,
+ -3.6564106941223145,
+ -8.37212085723877,
+ -9.998180389404297,
+ -6.78897762298584,
+ -11.231279373168945
+ ],
+ "distances_by_expert": [
+ 13.949952125549316,
+ 0.7388938069343567,
+ 39.79682159423828,
+ 34.04438400268555,
+ 26.03208351135254,
+ 7.312821388244629,
+ 16.74424171447754,
+ 19.996360778808594,
+ 13.57795524597168,
+ 22.46255874633789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.341064453125,
+ "language": 50.19126510620117
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009123103809542954,
+ 0.6709578633308411,
+ 2.1858119758633165e-09,
+ 3.9042809873990336e-08,
+ 2.2119143068266567e-06,
+ 0.024584729224443436,
+ 0.00022564700338989496,
+ 4.425394217832945e-05,
+ 0.0011067148298025131,
+ 1.3081652468827087e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99953031539917,
+ -0.39904898405075073,
+ -19.9412784576416,
+ -17.05860710144043,
+ -13.021652221679688,
+ -3.705629825592041,
+ -8.396538734436035,
+ -10.025566101074219,
+ -6.80635929107666,
+ -11.24429988861084
+ ],
+ "distances_by_expert": [
+ 13.99906063079834,
+ 0.7980979681015015,
+ 39.8825569152832,
+ 34.11721420288086,
+ 26.043304443359375,
+ 7.411259651184082,
+ 16.79307746887207,
+ 20.051132202148438,
+ 13.61271858215332,
+ 22.48859977722168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.00048828125,
+ "language": 50.18483352661133
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009342503035441041,
+ 0.6914475560188293,
+ 2.248346842037563e-09,
+ 3.902017908785638e-08,
+ 2.262453790535801e-06,
+ 0.02493894286453724,
+ 0.00022854299459140748,
+ 4.4748660002369434e-05,
+ 0.0011224531335756183,
+ 1.3448096979118418e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975766181945801,
+ -0.36896803975105286,
+ -19.913070678710938,
+ -17.059186935424805,
+ -12.99906063079834,
+ -3.6913247108459473,
+ -8.38378620147705,
+ -10.014449119567871,
+ -6.792238712310791,
+ -11.216672897338867
+ ],
+ "distances_by_expert": [
+ 13.951532363891602,
+ 0.7379360795021057,
+ 39.826141357421875,
+ 34.11837387084961,
+ 25.99812126159668,
+ 7.3826494216918945,
+ 16.7675724029541,
+ 20.028898239135742,
+ 13.584477424621582,
+ 22.433345794677734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.341552734375,
+ "language": 50.1866340637207
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009186457609757781,
+ 0.7021312117576599,
+ 2.2307691249778827e-09,
+ 4.0729872807787615e-08,
+ 2.286330300194095e-06,
+ 0.025625454261898994,
+ 0.0002305194066138938,
+ 4.484555029193871e-05,
+ 0.0011104325531050563,
+ 1.3460492482408881e-05
+ ],
+ "log_scores_by_expert": [
+ -6.992609977722168,
+ -0.3536349833011627,
+ -19.92091941833496,
+ -17.01630401611328,
+ -12.98856258392334,
+ -3.6641690731048584,
+ -8.375175476074219,
+ -10.012286186218262,
+ -6.803005695343018,
+ -11.215751647949219
+ ],
+ "distances_by_expert": [
+ 13.985219955444336,
+ 0.7072699666023254,
+ 39.84183883666992,
+ 34.03260803222656,
+ 25.97712516784668,
+ 7.328338146209717,
+ 16.750350952148438,
+ 20.024572372436523,
+ 13.606011390686035,
+ 22.431503295898438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.412841796875,
+ "language": 50.1827278137207
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009074048139154911,
+ 0.698387622833252,
+ 2.2253252573989357e-09,
+ 3.953800842282362e-08,
+ 2.2870344764669426e-06,
+ 0.025009913370013237,
+ 0.0002268905664095655,
+ 4.424162034410983e-05,
+ 0.0010902058565989137,
+ 1.3420923096418846e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004921913146973,
+ -0.35898101329803467,
+ -19.923362731933594,
+ -17.046003341674805,
+ -12.98825454711914,
+ -3.6884829998016357,
+ -8.391042709350586,
+ -10.02584457397461,
+ -6.8213887214660645,
+ -11.218695640563965
+ ],
+ "distances_by_expert": [
+ 14.009843826293945,
+ 0.7179620265960693,
+ 39.84672546386719,
+ 34.09200668334961,
+ 25.97650909423828,
+ 7.3769659996032715,
+ 16.782085418701172,
+ 20.05168914794922,
+ 13.642777442932129,
+ 22.43739128112793
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3433.309814453125,
+ "language": 50.196022033691406
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008811664301902056,
+ 0.669390082359314,
+ 2.1454569232304266e-09,
+ 3.7916873196763845e-08,
+ 2.2148294647195144e-06,
+ 0.02368311770260334,
+ 0.00022202689433470368,
+ 4.281000656192191e-05,
+ 0.0010667509632185102,
+ 1.2995233191759326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034264087677002,
+ -0.4013882577419281,
+ -19.95991325378418,
+ -17.08786964416504,
+ -13.02033519744873,
+ -3.742992877960205,
+ -8.412712097167969,
+ -10.058738708496094,
+ -6.843137741088867,
+ -11.250927925109863
+ ],
+ "distances_by_expert": [
+ 14.068528175354004,
+ 0.8027765154838562,
+ 39.91982650756836,
+ 34.17573928833008,
+ 26.04067039489746,
+ 7.48598575592041,
+ 16.825424194335938,
+ 20.117477416992188,
+ 13.686275482177734,
+ 22.501855850219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.102294921875,
+ "language": 50.1852912902832
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008517575333826244,
+ 0.6448549628257751,
+ 2.0852191084941296e-09,
+ 3.6992428675830524e-08,
+ 2.1662315248249797e-06,
+ 0.022717364132404327,
+ 0.00021679782366845757,
+ 4.170130705460906e-05,
+ 0.0010368319926783442,
+ 1.2712565876427107e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068208694458008,
+ -0.4387298822402954,
+ -19.988391876220703,
+ -17.112552642822266,
+ -13.042521476745605,
+ -3.784625768661499,
+ -8.436545372009277,
+ -10.084978103637695,
+ -6.871585369110107,
+ -11.272919654846191
+ ],
+ "distances_by_expert": [
+ 14.136417388916016,
+ 0.8774597644805908,
+ 39.976783752441406,
+ 34.22510528564453,
+ 26.08504295349121,
+ 7.569251537322998,
+ 16.873090744018555,
+ 20.16995620727539,
+ 13.743170738220215,
+ 22.545839309692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.572509765625,
+ "language": 50.18766403198242
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009068528306670487,
+ 0.6757482290267944,
+ 2.2034765123635225e-09,
+ 3.871127773891203e-08,
+ 2.2394201550923754e-06,
+ 0.023720264434814453,
+ 0.00022709515178576112,
+ 4.392991468193941e-05,
+ 0.0010940047213807702,
+ 1.3266183486848604e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00553035736084,
+ -0.39193475246429443,
+ -19.933229446411133,
+ -17.067134857177734,
+ -13.009293556213379,
+ -3.7414255142211914,
+ -8.390141487121582,
+ -10.032915115356445,
+ -6.817910194396973,
+ -11.230292320251465
+ ],
+ "distances_by_expert": [
+ 14.01106071472168,
+ 0.7838695049285889,
+ 39.866458892822266,
+ 34.13426971435547,
+ 26.018587112426758,
+ 7.482851028442383,
+ 16.780282974243164,
+ 20.06583023071289,
+ 13.635820388793945,
+ 22.46058464050293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3519.739013671875,
+ "language": 50.18718719482422
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009020247962325811,
+ 0.6358591318130493,
+ 2.2744157668341813e-09,
+ 3.595749475948651e-08,
+ 2.060828592220787e-06,
+ 0.02109748311340809,
+ 0.0002201081661041826,
+ 4.2845826101256534e-05,
+ 0.001028866390697658,
+ 1.2494164366216864e-05
+ ],
+ "log_scores_by_expert": [
+ -7.010868549346924,
+ -0.4527781903743744,
+ -19.90154266357422,
+ -17.140928268432617,
+ -13.092402458190918,
+ -3.8586015701293945,
+ -8.421391487121582,
+ -10.057902336120605,
+ -6.879297733306885,
+ -11.29024887084961
+ ],
+ "distances_by_expert": [
+ 14.021737098693848,
+ 0.9055563807487488,
+ 39.80308532714844,
+ 34.281856536865234,
+ 26.184804916381836,
+ 7.717203140258789,
+ 16.842782974243164,
+ 20.11580467224121,
+ 13.75859546661377,
+ 22.58049774169922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.82177734375,
+ "language": 50.19636917114258
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009440030553378165,
+ 0.6987312436103821,
+ 2.3719659569820806e-09,
+ 3.9657418682281786e-08,
+ 2.15979366657848e-06,
+ 0.02338453195989132,
+ 0.0002292592398589477,
+ 4.4608645112020895e-05,
+ 0.0010920013301074505,
+ 1.2866256838606205e-05
+ ],
+ "log_scores_by_expert": [
+ -6.965381145477295,
+ -0.358489066362381,
+ -19.859546661376953,
+ -17.042987823486328,
+ -13.04549789428711,
+ -3.755680561065674,
+ -8.380657196044922,
+ -10.017582893371582,
+ -6.8197431564331055,
+ -11.260902404785156
+ ],
+ "distances_by_expert": [
+ 13.93076229095459,
+ 0.716978132724762,
+ 39.719093322753906,
+ 34.085975646972656,
+ 26.09099578857422,
+ 7.511361122131348,
+ 16.761314392089844,
+ 20.035165786743164,
+ 13.639486312866211,
+ 22.521804809570312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.900634765625,
+ "language": 50.189205169677734
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009540641913190484,
+ 0.7377398610115051,
+ 2.400324383700081e-09,
+ 4.114197338367376e-08,
+ 2.1754672161478084e-06,
+ 0.02493574470281601,
+ 0.00023175711976364255,
+ 4.450912092579529e-05,
+ 0.001117256353609264,
+ 1.2816230992029887e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954779624938965,
+ -0.3041640520095825,
+ -19.8476619720459,
+ -17.006237030029297,
+ -13.038267135620117,
+ -3.691452980041504,
+ -8.369820594787598,
+ -10.019816398620605,
+ -6.796879291534424,
+ -11.264798164367676
+ ],
+ "distances_by_expert": [
+ 13.90955924987793,
+ 0.608328104019165,
+ 39.6953239440918,
+ 34.012474060058594,
+ 26.076534271240234,
+ 7.382905960083008,
+ 16.739641189575195,
+ 20.03963279724121,
+ 13.593758583068848,
+ 22.52959632873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.1455078125,
+ "language": 50.18269348144531
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008404144318774343,
+ 0.6775059700012207,
+ 2.0745161144475333e-09,
+ 3.611482668475219e-08,
+ 2.0332151962065836e-06,
+ 0.02180161327123642,
+ 0.00021399268007371575,
+ 4.083171734237112e-05,
+ 0.0010304433526471257,
+ 1.239329321833793e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081615447998047,
+ -0.3893369138240814,
+ -19.99353790283203,
+ -17.13656234741211,
+ -13.105892181396484,
+ -3.8257713317871094,
+ -8.449568748474121,
+ -10.106051445007324,
+ -6.877766132354736,
+ -11.298355102539062
+ ],
+ "distances_by_expert": [
+ 14.163230895996094,
+ 0.7786738276481628,
+ 39.98707580566406,
+ 34.27312469482422,
+ 26.21178436279297,
+ 7.651542663574219,
+ 16.899137496948242,
+ 20.21210289001465,
+ 13.755532264709473,
+ 22.596710205078125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.474609375,
+ "language": 50.18046188354492
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009050989174284041,
+ 0.8037100434303284,
+ 2.2665427312773545e-09,
+ 4.6796266417459265e-08,
+ 2.359086238357122e-06,
+ 0.030682122334837914,
+ 0.00024567043874412775,
+ 4.7223227738868445e-05,
+ 0.0011117723770439625,
+ 1.4180200196278747e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0074663162231445,
+ -0.21851669251918793,
+ -19.905010223388672,
+ -16.87746238708496,
+ -12.957236289978027,
+ -3.4840750694274902,
+ -8.311519622802734,
+ -9.960624694824219,
+ -6.801799774169922,
+ -11.163663864135742
+ ],
+ "distances_by_expert": [
+ 14.014932632446289,
+ 0.43703338503837585,
+ 39.810020446777344,
+ 33.75492477416992,
+ 25.914472579956055,
+ 6.9681501388549805,
+ 16.62303924560547,
+ 19.921249389648438,
+ 13.603599548339844,
+ 22.327327728271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.25634765625,
+ "language": 50.19645309448242
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008807933190837502,
+ 0.7776362299919128,
+ 2.1919075443577185e-09,
+ 4.6961865507455514e-08,
+ 2.264562681375537e-06,
+ 0.032186251133680344,
+ 0.00024879848933778703,
+ 4.719815115095116e-05,
+ 0.0010757179697975516,
+ 1.3594803931482602e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034687519073486,
+ -0.2514965236186981,
+ -19.938493728637695,
+ -16.873929977416992,
+ -12.998128890991211,
+ -3.436215877532959,
+ -8.298867225646973,
+ -9.961155891418457,
+ -6.834766864776611,
+ -11.205822944641113
+ ],
+ "distances_by_expert": [
+ 14.069375038146973,
+ 0.5029930472373962,
+ 39.87698745727539,
+ 33.747859954833984,
+ 25.996257781982422,
+ 6.872431755065918,
+ 16.597734451293945,
+ 19.922311782836914,
+ 13.669533729553223,
+ 22.411645889282227
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3339.680419921875,
+ "language": 50.18387222290039
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008731796406209469,
+ 0.749167263507843,
+ 2.211113736549919e-09,
+ 4.539865017250122e-08,
+ 2.255178969789995e-06,
+ 0.02960895746946335,
+ 0.00025186597486026585,
+ 4.72756328235846e-05,
+ 0.0010485417442396283,
+ 1.3357321222429164e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043369293212891,
+ -0.28879302740097046,
+ -19.92976951599121,
+ -16.90778350830078,
+ -13.002281188964844,
+ -3.5196783542633057,
+ -8.286613464355469,
+ -9.959515571594238,
+ -6.860354900360107,
+ -11.223445892333984
+ ],
+ "distances_by_expert": [
+ 14.086738586425781,
+ 0.5775860548019409,
+ 39.85953903198242,
+ 33.81556701660156,
+ 26.004562377929688,
+ 7.039356708526611,
+ 16.573226928710938,
+ 19.919031143188477,
+ 13.720709800720215,
+ 22.44689178466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.823974609375,
+ "language": 50.19975662231445
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009335520444437861,
+ 0.7833700180053711,
+ 2.322807279853123e-09,
+ 4.628319771882161e-08,
+ 2.3529632926511113e-06,
+ 0.030841922387480736,
+ 0.0002528633049223572,
+ 4.969008659827523e-05,
+ 0.0011106031015515327,
+ 1.4061144611332566e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976513862609863,
+ -0.2441500574350357,
+ -19.880489349365234,
+ -16.888486862182617,
+ -12.959835052490234,
+ -3.4788804054260254,
+ -8.282661437988281,
+ -9.90970516204834,
+ -6.802852153778076,
+ -11.17209529876709
+ ],
+ "distances_by_expert": [
+ 13.953027725219727,
+ 0.4883001148700714,
+ 39.76097869873047,
+ 33.776973724365234,
+ 25.91967010498047,
+ 6.957760810852051,
+ 16.565322875976562,
+ 19.81941032409668,
+ 13.605704307556152,
+ 22.34419059753418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3377.697021484375,
+ "language": 50.18268966674805
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009748132433742285,
+ 0.8092005252838135,
+ 2.387052111529897e-09,
+ 4.745683312989968e-08,
+ 2.419968495814828e-06,
+ 0.03186911717057228,
+ 0.0002586505434010178,
+ 5.0560993258841336e-05,
+ 0.0011675461428239942,
+ 1.4732749150425661e-05
+ ],
+ "log_scores_by_expert": [
+ -6.93326473236084,
+ -0.21170853078365326,
+ -19.853206634521484,
+ -16.863445281982422,
+ -12.931756019592285,
+ -3.446117877960205,
+ -8.260032653808594,
+ -9.892330169677734,
+ -6.7528510093688965,
+ -11.12543773651123
+ ],
+ "distances_by_expert": [
+ 13.86652946472168,
+ 0.4234170615673065,
+ 39.70641326904297,
+ 33.726890563964844,
+ 25.86351203918457,
+ 6.89223575592041,
+ 16.520065307617188,
+ 19.78466033935547,
+ 13.505702018737793,
+ 22.25087547302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.992919921875,
+ "language": 50.18295669555664
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009265773114748299,
+ 0.7896243929862976,
+ 2.368656604190278e-09,
+ 4.7381494283627035e-08,
+ 2.32633578889363e-06,
+ 0.03093281015753746,
+ 0.0002540893910918385,
+ 4.8763486120151356e-05,
+ 0.0011204029433429241,
+ 1.36051139634219e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984013080596924,
+ -0.23619785904884338,
+ -19.860942840576172,
+ -16.865034103393555,
+ -12.971216201782227,
+ -3.475937843322754,
+ -8.277824401855469,
+ -9.928528785705566,
+ -6.794066905975342,
+ -11.20506477355957
+ ],
+ "distances_by_expert": [
+ 13.968026161193848,
+ 0.47239571809768677,
+ 39.721885681152344,
+ 33.73006820678711,
+ 25.942432403564453,
+ 6.951875686645508,
+ 16.555648803710938,
+ 19.857057571411133,
+ 13.588133811950684,
+ 22.41012954711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.664794921875,
+ "language": 50.1839714050293
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009136246517300606,
+ 0.7737742066383362,
+ 2.320633019081697e-09,
+ 4.8380936590319834e-08,
+ 2.327101356058847e-06,
+ 0.032211657613515854,
+ 0.00026158415130339563,
+ 4.919428829452954e-05,
+ 0.0010783146135509014,
+ 1.3708003280044068e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998090744018555,
+ -0.25647515058517456,
+ -19.881425857543945,
+ -16.844160079956055,
+ -12.970887184143066,
+ -3.435426950454712,
+ -8.248754501342773,
+ -9.919733047485352,
+ -6.832355976104736,
+ -11.197530746459961
+ ],
+ "distances_by_expert": [
+ 13.99618148803711,
+ 0.5129503011703491,
+ 39.76285171508789,
+ 33.68832015991211,
+ 25.941774368286133,
+ 6.870853900909424,
+ 16.497509002685547,
+ 19.839466094970703,
+ 13.664711952209473,
+ 22.395061492919922
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.489990234375,
+ "language": 50.19932556152344
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008970556082203984,
+ 0.6225969791412354,
+ 2.2361834606243747e-09,
+ 3.6103873668480446e-08,
+ 2.0044610664626816e-06,
+ 0.020824428647756577,
+ 0.0002137907431460917,
+ 4.2120540456380695e-05,
+ 0.0010165098356083035,
+ 1.2063525900884997e-05
+ ],
+ "log_scores_by_expert": [
+ -7.016392707824707,
+ -0.4738558828830719,
+ -19.918495178222656,
+ -17.136865615844727,
+ -13.120135307312012,
+ -3.871628522872925,
+ -8.450512886047363,
+ -10.07497501373291,
+ -6.891380310058594,
+ -11.325324058532715
+ ],
+ "distances_by_expert": [
+ 14.032785415649414,
+ 0.9477117657661438,
+ 39.83699035644531,
+ 34.27373123168945,
+ 26.240270614624023,
+ 7.74325704574585,
+ 16.901025772094727,
+ 20.14995002746582,
+ 13.782760620117188,
+ 22.65064811706543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.1025390625,
+ "language": 50.19828796386719
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009043767931871116,
+ 0.6847599148750305,
+ 2.2884447670179497e-09,
+ 3.820441918378492e-08,
+ 2.181627451136592e-06,
+ 0.021972762420773506,
+ 0.00022601831005886197,
+ 4.35491165262647e-05,
+ 0.0010544556425884366,
+ 1.2802744095097296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008264541625977,
+ -0.3786869943141937,
+ -19.89539337158203,
+ -17.08031463623047,
+ -13.035439491271973,
+ -3.8179516792297363,
+ -8.39489459991455,
+ -10.041621208190918,
+ -6.854730606079102,
+ -11.265851020812988
+ ],
+ "distances_by_expert": [
+ 14.016529083251953,
+ 0.7573739886283875,
+ 39.79078674316406,
+ 34.16062927246094,
+ 26.070878982543945,
+ 7.635903358459473,
+ 16.7897891998291,
+ 20.083242416381836,
+ 13.709461212158203,
+ 22.531702041625977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.74560546875,
+ "language": 50.19009780883789
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009243082022294402,
+ 0.7044010758399963,
+ 2.336635773758644e-09,
+ 3.9141976770906695e-08,
+ 2.082249466184294e-06,
+ 0.02306949906051159,
+ 0.00022591334709431976,
+ 4.349727532826364e-05,
+ 0.0010801363969221711,
+ 1.2476815754780546e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986464977264404,
+ -0.3504074215888977,
+ -19.874553680419922,
+ -17.05607032775879,
+ -13.082061767578125,
+ -3.7692439556121826,
+ -8.39535903930664,
+ -10.04281234741211,
+ -6.830667972564697,
+ -11.291638374328613
+ ],
+ "distances_by_expert": [
+ 13.972929954528809,
+ 0.7008148431777954,
+ 39.749107360839844,
+ 34.11214065551758,
+ 26.16412353515625,
+ 7.538487911224365,
+ 16.79071807861328,
+ 20.08562469482422,
+ 13.661335945129395,
+ 22.583276748657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.89404296875,
+ "language": 50.2024040222168
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008305729716084898,
+ 0.6802480220794678,
+ 2.078032856900336e-09,
+ 3.8067092589244567e-08,
+ 1.990849114008597e-06,
+ 0.022575942799448967,
+ 0.00021162872144486755,
+ 4.079578866367228e-05,
+ 0.001019908464513719,
+ 1.2009723832306918e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093394756317139,
+ -0.38529786467552185,
+ -19.991844177246094,
+ -17.08391571044922,
+ -13.126949310302734,
+ -3.790870428085327,
+ -8.460677146911621,
+ -10.106931686401367,
+ -6.888042449951172,
+ -11.329793930053711
+ ],
+ "distances_by_expert": [
+ 14.186789512634277,
+ 0.7705957293510437,
+ 39.98368835449219,
+ 34.16783142089844,
+ 26.25389862060547,
+ 7.581740856170654,
+ 16.921354293823242,
+ 20.213863372802734,
+ 13.776084899902344,
+ 22.659587860107422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.17529296875,
+ "language": 50.18605422973633
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883816190063953,
+ 0.7850287556648254,
+ 2.2293358270530916e-09,
+ 4.764030592241397e-08,
+ 2.241792117274599e-06,
+ 0.03006570413708687,
+ 0.0002399559016339481,
+ 4.630419425666332e-05,
+ 0.0010906842071563005,
+ 1.3434522770694457e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026109218597412,
+ -0.2420349270105362,
+ -19.92156219482422,
+ -16.859586715698242,
+ -13.008234977722168,
+ -3.5043702125549316,
+ -8.335055351257324,
+ -9.980278015136719,
+ -6.820950031280518,
+ -11.217682838439941
+ ],
+ "distances_by_expert": [
+ 14.052218437194824,
+ 0.4840698540210724,
+ 39.84312438964844,
+ 33.719173431396484,
+ 26.016469955444336,
+ 7.008740425109863,
+ 16.67011070251465,
+ 19.960556030273438,
+ 13.641900062561035,
+ 22.435365676879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.004150390625,
+ "language": 50.173095703125
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009009046480059624,
+ 0.7835995554924011,
+ 2.2551454037511576e-09,
+ 4.754399185458169e-08,
+ 2.2579165488423314e-06,
+ 0.03229302540421486,
+ 0.000250849814619869,
+ 4.786411227541976e-05,
+ 0.001098353648558259,
+ 1.3538986422645394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.012111186981201,
+ -0.24385714530944824,
+ -19.910051345825195,
+ -16.861610412597656,
+ -13.001068115234375,
+ -3.432904005050659,
+ -8.290656089782715,
+ -9.947144508361816,
+ -6.813942909240723,
+ -11.20993709564209
+ ],
+ "distances_by_expert": [
+ 14.024222373962402,
+ 0.4877142906188965,
+ 39.82010269165039,
+ 33.72322082519531,
+ 26.00213623046875,
+ 6.865808010101318,
+ 16.58131217956543,
+ 19.894289016723633,
+ 13.627885818481445,
+ 22.41987419128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.36865234375,
+ "language": 50.18964385986328
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00080656394129619,
+ 0.6848633885383606,
+ 2.100359441925548e-09,
+ 4.331432279514047e-08,
+ 2.0692496036645025e-06,
+ 0.02745944634079933,
+ 0.00023494497872889042,
+ 4.4542161049321294e-05,
+ 0.0009912365349009633,
+ 1.1997829460597131e-05
+ ],
+ "log_scores_by_expert": [
+ -7.122727394104004,
+ -0.37853580713272095,
+ -19.981157302856445,
+ -16.954782485961914,
+ -13.088324546813965,
+ -3.5950450897216797,
+ -8.356159210205078,
+ -10.019074440002441,
+ -6.916557312011719,
+ -11.330784797668457
+ ],
+ "distances_by_expert": [
+ 14.245454788208008,
+ 0.7570716142654419,
+ 39.96231460571289,
+ 33.90956497192383,
+ 26.17664909362793,
+ 7.190090179443359,
+ 16.712318420410156,
+ 20.038148880004883,
+ 13.833114624023438,
+ 22.661569595336914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.135986328125,
+ "language": 50.201019287109375
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008566808537580073,
+ 0.7410112619400024,
+ 2.1810975248115483e-09,
+ 4.4675974919528016e-08,
+ 2.163861154258484e-06,
+ 0.030379366129636765,
+ 0.0002461819676682353,
+ 4.695374082075432e-05,
+ 0.0010344882030040026,
+ 1.2829058505303692e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062445163726807,
+ -0.29973942041397095,
+ -19.943437576293945,
+ -16.923830032348633,
+ -13.04361629486084,
+ -3.4939916133880615,
+ -8.309439659118652,
+ -9.966347694396973,
+ -6.8738484382629395,
+ -11.263797760009766
+ ],
+ "distances_by_expert": [
+ 14.124890327453613,
+ 0.5994788408279419,
+ 39.88687515258789,
+ 33.847660064697266,
+ 26.08723258972168,
+ 6.987983226776123,
+ 16.618879318237305,
+ 19.932695388793945,
+ 13.747696876525879,
+ 22.52759552001953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.231201171875,
+ "language": 50.18022537231445
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009716472704894841,
+ 0.822748601436615,
+ 2.4217217120536816e-09,
+ 4.8359435567135733e-08,
+ 2.4278256205434445e-06,
+ 0.03213195875287056,
+ 0.00025926524540409446,
+ 5.077355308458209e-05,
+ 0.0011618409771472216,
+ 1.4605375326937065e-05
+ ],
+ "log_scores_by_expert": [
+ -6.936517715454102,
+ -0.1951046586036682,
+ -19.838787078857422,
+ -16.8446044921875,
+ -12.92851448059082,
+ -3.437904119491577,
+ -8.257658958435059,
+ -9.888134956359863,
+ -6.757749557495117,
+ -11.13412094116211
+ ],
+ "distances_by_expert": [
+ 13.873035430908203,
+ 0.3902093172073364,
+ 39.677574157714844,
+ 33.689208984375,
+ 25.85702896118164,
+ 6.875808238983154,
+ 16.515317916870117,
+ 19.776269912719727,
+ 13.515499114990234,
+ 22.26824188232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.118408203125,
+ "language": 50.178218841552734
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009615832241252065,
+ 0.8261664509773254,
+ 2.445930347150238e-09,
+ 4.926303986962921e-08,
+ 2.4711223431950202e-06,
+ 0.03179638460278511,
+ 0.0002632993273437023,
+ 5.09794226672966e-05,
+ 0.0011576485121622682,
+ 1.4631319572799839e-05
+ ],
+ "log_scores_by_expert": [
+ -6.946929454803467,
+ -0.19095902144908905,
+ -19.828840255737305,
+ -16.826091766357422,
+ -12.91083812713623,
+ -3.4484026432037354,
+ -8.242218971252441,
+ -9.884088516235352,
+ -6.761364459991455,
+ -11.132346153259277
+ ],
+ "distances_by_expert": [
+ 13.893858909606934,
+ 0.3819180428981781,
+ 39.65768051147461,
+ 33.652183532714844,
+ 25.82167625427246,
+ 6.896805286407471,
+ 16.484437942504883,
+ 19.768177032470703,
+ 13.52272891998291,
+ 22.264692306518555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.4814453125,
+ "language": 50.202674865722656
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008831956656649709,
+ 0.7474491596221924,
+ 2.2832391533000873e-09,
+ 4.600981640123791e-08,
+ 2.2441429337050067e-06,
+ 0.02988530695438385,
+ 0.00025020449538715184,
+ 4.705756509792991e-05,
+ 0.0010757914278656244,
+ 1.316898487857543e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03196382522583,
+ -0.29108893871307373,
+ -19.89767074584961,
+ -16.894411087036133,
+ -13.007186889648438,
+ -3.5103883743286133,
+ -8.293231964111328,
+ -9.964138984680176,
+ -6.834698677062988,
+ -11.237646102905273
+ ],
+ "distances_by_expert": [
+ 14.06392765045166,
+ 0.5821778774261475,
+ 39.79534149169922,
+ 33.788822174072266,
+ 26.014373779296875,
+ 7.020776748657227,
+ 16.586463928222656,
+ 19.92827796936035,
+ 13.669397354125977,
+ 22.475292205810547
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3314.845458984375,
+ "language": 50.205413818359375
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008751204004511237,
+ 0.7253816723823547,
+ 2.220940764630086e-09,
+ 4.582607004977035e-08,
+ 2.2780052404414164e-06,
+ 0.03090609423816204,
+ 0.0002568955533206463,
+ 4.7931902372511104e-05,
+ 0.0010291110957041383,
+ 1.3526649127015844e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041149139404297,
+ -0.3210572898387909,
+ -19.925334930419922,
+ -16.898412704467773,
+ -12.992210388183594,
+ -3.476801872253418,
+ -8.266840934753418,
+ -9.94572925567627,
+ -6.879059791564941,
+ -11.210848808288574
+ ],
+ "distances_by_expert": [
+ 14.082298278808594,
+ 0.6421145796775818,
+ 39.850669860839844,
+ 33.79682540893555,
+ 25.984420776367188,
+ 6.953603744506836,
+ 16.533681869506836,
+ 19.89145851135254,
+ 13.758119583129883,
+ 22.42169761657715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.08251953125,
+ "language": 50.207763671875
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008635217091068625,
+ 0.5878864526748657,
+ 2.1638684177816003e-09,
+ 3.37615482237652e-08,
+ 1.939352614499512e-06,
+ 0.019504601135849953,
+ 0.00020408596901688725,
+ 4.05690552724991e-05,
+ 0.0009765084832906723,
+ 1.1555675882846117e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0544915199279785,
+ -0.5312213897705078,
+ -19.95136833190918,
+ -17.203943252563477,
+ -13.153156280517578,
+ -3.9371049404144287,
+ -8.496969223022461,
+ -10.112504959106445,
+ -6.931527137756348,
+ -11.36833381652832
+ ],
+ "distances_by_expert": [
+ 14.108983039855957,
+ 1.0624427795410156,
+ 39.90273666381836,
+ 34.40788650512695,
+ 26.306312561035156,
+ 7.874209880828857,
+ 16.993938446044922,
+ 20.22500991821289,
+ 13.863054275512695,
+ 22.73666763305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.925537109375,
+ "language": 50.19868087768555
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008898659143596888,
+ 0.6820101141929626,
+ 2.2661277299107496e-09,
+ 3.858949426671643e-08,
+ 2.0650486476370133e-06,
+ 0.022793583571910858,
+ 0.00021852506324648857,
+ 4.2454579670447856e-05,
+ 0.001045056153088808,
+ 1.2103281733288895e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024439811706543,
+ -0.3827107846736908,
+ -19.905193328857422,
+ -17.07028579711914,
+ -13.090356826782227,
+ -3.781276226043701,
+ -8.428609848022461,
+ -10.067075729370117,
+ -6.86368465423584,
+ -11.322033882141113
+ ],
+ "distances_by_expert": [
+ 14.048879623413086,
+ 0.7654215693473816,
+ 39.810386657714844,
+ 34.14057159423828,
+ 26.180713653564453,
+ 7.562552452087402,
+ 16.857219696044922,
+ 20.134151458740234,
+ 13.72736930847168,
+ 22.644067764282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.673583984375,
+ "language": 50.183170318603516
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008800792274996638,
+ 0.6676876544952393,
+ 2.22643770086961e-09,
+ 3.6083704912925896e-08,
+ 1.984745040317648e-06,
+ 0.021721091121435165,
+ 0.00021383132843766361,
+ 4.127529973629862e-05,
+ 0.0010383158223703504,
+ 1.1987662219326012e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03549861907959,
+ -0.4039347469806671,
+ -19.922863006591797,
+ -17.13742446899414,
+ -13.130020141601562,
+ -3.8294715881347656,
+ -8.450323104858398,
+ -10.095246315002441,
+ -6.870155334472656,
+ -11.331632614135742
+ ],
+ "distances_by_expert": [
+ 14.07099723815918,
+ 0.8078694939613342,
+ 39.845726013183594,
+ 34.27484893798828,
+ 26.260040283203125,
+ 7.658943176269531,
+ 16.900646209716797,
+ 20.190492630004883,
+ 13.740310668945312,
+ 22.663265228271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.774658203125,
+ "language": 50.189552307128906
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007838553283363581,
+ 0.6818398833274841,
+ 1.9838564124796676e-09,
+ 4.189584856817419e-08,
+ 2.0514985408226494e-06,
+ 0.025062890723347664,
+ 0.00021139452292118222,
+ 4.066577821504325e-05,
+ 0.0009836991084739566,
+ 1.1926028491870966e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1512861251831055,
+ -0.38296040892601013,
+ -20.038223266601562,
+ -16.988079071044922,
+ -13.096940040588379,
+ -3.6863670349121094,
+ -8.461784362792969,
+ -10.110123634338379,
+ -6.924190521240234,
+ -11.336787223815918
+ ],
+ "distances_by_expert": [
+ 14.302572250366211,
+ 0.7659208178520203,
+ 40.076446533203125,
+ 33.976158142089844,
+ 26.193880081176758,
+ 7.372734069824219,
+ 16.923568725585938,
+ 20.220247268676758,
+ 13.848381042480469,
+ 22.673574447631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.333251953125,
+ "language": 50.174861907958984
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009306190768256783,
+ 0.78251051902771,
+ 2.3392756620665978e-09,
+ 4.793077934550638e-08,
+ 2.3110999336495297e-06,
+ 0.03010057471692562,
+ 0.00024679122725501657,
+ 4.795975110027939e-05,
+ 0.0011127785546705127,
+ 1.3663287973031402e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979660511016846,
+ -0.24524788558483124,
+ -19.873424530029297,
+ -16.85350799560547,
+ -12.977787017822266,
+ -3.50321102142334,
+ -8.306967735290527,
+ -9.945148468017578,
+ -6.8008952140808105,
+ -11.200798034667969
+ ],
+ "distances_by_expert": [
+ 13.959321022033691,
+ 0.4904957711696625,
+ 39.746849060058594,
+ 33.70701599121094,
+ 25.95557403564453,
+ 7.00642204284668,
+ 16.613935470581055,
+ 19.890296936035156,
+ 13.601790428161621,
+ 22.401596069335938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.93505859375,
+ "language": 50.200775146484375
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008260915637947619,
+ 0.6942848563194275,
+ 2.096097295734012e-09,
+ 4.451444723940767e-08,
+ 2.1475627818290377e-06,
+ 0.02795756235718727,
+ 0.00023634526587557048,
+ 4.5058182877255604e-05,
+ 0.0010044093942269683,
+ 1.2541653632069938e-05
+ ],
+ "log_scores_by_expert": [
+ -7.098804950714111,
+ -0.3648729920387268,
+ -19.98318862915039,
+ -16.927452087402344,
+ -13.051177024841309,
+ -3.5770676136016846,
+ -8.35021686553955,
+ -10.007555961608887,
+ -6.903355598449707,
+ -11.286455154418945
+ ],
+ "distances_by_expert": [
+ 14.197609901428223,
+ 0.7297459840774536,
+ 39.96637725830078,
+ 33.85490417480469,
+ 26.102354049682617,
+ 7.154135227203369,
+ 16.7004337310791,
+ 20.015111923217773,
+ 13.806711196899414,
+ 22.57291030883789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.21875,
+ "language": 50.19820785522461
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000850246346089989,
+ 0.7269397377967834,
+ 2.181109959309424e-09,
+ 4.468909509114383e-08,
+ 2.145108283002628e-06,
+ 0.029750453308224678,
+ 0.0002434103807900101,
+ 4.6177938202163205e-05,
+ 0.00103364500682801,
+ 1.27455477922922e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069984436035156,
+ -0.31891170144081116,
+ -19.943431854248047,
+ -16.92353630065918,
+ -13.05232048034668,
+ -3.514910936355591,
+ -8.320761680603027,
+ -9.98300838470459,
+ -6.874663829803467,
+ -11.270328521728516
+ ],
+ "distances_by_expert": [
+ 14.139968872070312,
+ 0.6378234028816223,
+ 39.886863708496094,
+ 33.84707260131836,
+ 26.10464096069336,
+ 7.029821872711182,
+ 16.641523361206055,
+ 19.96601676940918,
+ 13.749327659606934,
+ 22.54065704345703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.00146484375,
+ "language": 50.18124008178711
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009117606678046286,
+ 0.7552435994148254,
+ 2.329098025555254e-09,
+ 4.636077122199822e-08,
+ 2.220671149189002e-06,
+ 0.029759496450424194,
+ 0.0002431171596981585,
+ 4.727775012725033e-05,
+ 0.0010933956364169717,
+ 1.2933242032886483e-05
+ ],
+ "log_scores_by_expert": [
+ -7.000133037567139,
+ -0.2807149887084961,
+ -19.877784729003906,
+ -16.886812210083008,
+ -13.017701148986816,
+ -3.5146069526672363,
+ -8.321967124938965,
+ -9.959470748901367,
+ -6.818467140197754,
+ -11.255709648132324
+ ],
+ "distances_by_expert": [
+ 14.000266075134277,
+ 0.5614299774169922,
+ 39.75556945800781,
+ 33.773624420166016,
+ 26.035402297973633,
+ 7.029213905334473,
+ 16.64393424987793,
+ 19.918941497802734,
+ 13.636934280395508,
+ 22.51141929626465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.35498046875,
+ "language": 50.17850875854492
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000942879356443882,
+ 0.7236940860748291,
+ 2.3453157194097685e-09,
+ 4.079323545624902e-08,
+ 2.201316647187923e-06,
+ 0.024606414139270782,
+ 0.00023138258256949484,
+ 4.561314563034102e-05,
+ 0.001121396548114717,
+ 1.2985768080397975e-05
+ ],
+ "log_scores_by_expert": [
+ -6.966572284698486,
+ -0.3233865201473236,
+ -19.870845794677734,
+ -17.01474952697754,
+ -13.02645492553711,
+ -3.7047481536865234,
+ -8.371438026428223,
+ -9.995314598083496,
+ -6.793180465698242,
+ -11.251656532287598
+ ],
+ "distances_by_expert": [
+ 13.933144569396973,
+ 0.6467730402946472,
+ 39.74169158935547,
+ 34.02949905395508,
+ 26.05290985107422,
+ 7.409496307373047,
+ 16.742876052856445,
+ 19.990629196166992,
+ 13.586360931396484,
+ 22.503313064575195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.177734375,
+ "language": 50.181827545166016
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009365853038616478,
+ 0.7495918273925781,
+ 2.3577846341993336e-09,
+ 4.6111637175272335e-08,
+ 2.2948277091927594e-06,
+ 0.029282329604029655,
+ 0.00024492162629030645,
+ 4.7501329390797764e-05,
+ 0.0011418178910389543,
+ 1.3348483662412036e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973269939422607,
+ -0.2882263958454132,
+ -19.865543365478516,
+ -16.892200469970703,
+ -12.98485279083252,
+ -3.530771017074585,
+ -8.31457233428955,
+ -9.954752922058105,
+ -6.7751336097717285,
+ -11.22410774230957
+ ],
+ "distances_by_expert": [
+ 13.946539878845215,
+ 0.5764527916908264,
+ 39.73108673095703,
+ 33.784400939941406,
+ 25.96970558166504,
+ 7.06154203414917,
+ 16.6291446685791,
+ 19.90950584411621,
+ 13.550267219543457,
+ 22.44821548461914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.695068359375,
+ "language": 50.186302185058594
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008767940453253686,
+ 0.6959912180900574,
+ 2.254788356026438e-09,
+ 4.464504854695406e-08,
+ 2.0941943148500286e-06,
+ 0.02755853906273842,
+ 0.00023059175873640925,
+ 4.422002530191094e-05,
+ 0.001075127860531211,
+ 1.1886526408488862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.039238452911377,
+ -0.36241820454597473,
+ -19.91020965576172,
+ -16.924522399902344,
+ -13.07634162902832,
+ -3.591442823410034,
+ -8.374861717224121,
+ -10.02633285522461,
+ -6.835315704345703,
+ -11.340105056762695
+ ],
+ "distances_by_expert": [
+ 14.078476905822754,
+ 0.7248364090919495,
+ 39.82041931152344,
+ 33.84904479980469,
+ 26.15268325805664,
+ 7.182885646820068,
+ 16.749723434448242,
+ 20.05266571044922,
+ 13.670631408691406,
+ 22.68021011352539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3215.66455078125,
+ "language": 50.180320739746094
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008902996778488159,
+ 0.6455434560775757,
+ 2.258360831675077e-09,
+ 3.6939265868340954e-08,
+ 2.0694983504654374e-06,
+ 0.021519554778933525,
+ 0.0002158109564334154,
+ 4.25506841565948e-05,
+ 0.0010207374580204487,
+ 1.2406218957039528e-05
+ ],
+ "log_scores_by_expert": [
+ -7.023952484130859,
+ -0.4376627802848816,
+ -19.908626556396484,
+ -17.113990783691406,
+ -13.088204383850098,
+ -3.8387932777404785,
+ -8.441107749938965,
+ -10.064814567565918,
+ -6.887229919433594,
+ -11.29731273651123
+ ],
+ "distances_by_expert": [
+ 14.047904968261719,
+ 0.8753255605697632,
+ 39.81725311279297,
+ 34.22798156738281,
+ 26.176408767700195,
+ 7.677586555480957,
+ 16.88221549987793,
+ 20.129629135131836,
+ 13.774459838867188,
+ 22.59462547302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.974609375,
+ "language": 50.19221115112305
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009303812403231859,
+ 0.7392483949661255,
+ 2.35914332513687e-09,
+ 4.1890256596843756e-08,
+ 2.1850421489943983e-06,
+ 0.026222972199320793,
+ 0.00023022522509563714,
+ 4.5345714170252904e-05,
+ 0.001088837394490838,
+ 1.3042413229413796e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979916095733643,
+ -0.30212128162384033,
+ -19.864967346191406,
+ -16.98821258544922,
+ -13.033875465393066,
+ -3.6411194801330566,
+ -8.376452445983887,
+ -10.001194953918457,
+ -6.8226447105407715,
+ -11.24730396270752
+ ],
+ "distances_by_expert": [
+ 13.959832191467285,
+ 0.6042425632476807,
+ 39.72993469238281,
+ 33.97642517089844,
+ 26.067750930786133,
+ 7.282238960266113,
+ 16.752904891967773,
+ 20.002389907836914,
+ 13.645289421081543,
+ 22.49460792541504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.048828125,
+ "language": 50.18937683105469
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009347293525934219,
+ 0.7376556992530823,
+ 2.3180672936717883e-09,
+ 4.09888443186901e-08,
+ 2.164468014598242e-06,
+ 0.025008847936987877,
+ 0.00022937207540962845,
+ 4.4447955588111654e-05,
+ 0.001104207243770361,
+ 1.30056851048721e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975253582000732,
+ -0.3042781352996826,
+ -19.882532119750977,
+ -17.009965896606445,
+ -13.043335914611816,
+ -3.688525676727295,
+ -8.380165100097656,
+ -10.021191596984863,
+ -6.808627605438232,
+ -11.250123977661133
+ ],
+ "distances_by_expert": [
+ 13.950507164001465,
+ 0.6085562705993652,
+ 39.76506423950195,
+ 34.01993179321289,
+ 26.086671829223633,
+ 7.37705135345459,
+ 16.760330200195312,
+ 20.042383193969727,
+ 13.617255210876465,
+ 22.500247955322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.710693359375,
+ "language": 50.17892074584961
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008722574566490948,
+ 0.7299118041992188,
+ 2.208441429729646e-09,
+ 4.2499241459381665e-08,
+ 2.1964956431475002e-06,
+ 0.02536981925368309,
+ 0.00022692714992444962,
+ 4.403876300784759e-05,
+ 0.0010611986508592963,
+ 1.2975963727512863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044425964355469,
+ -0.31483161449432373,
+ -19.930978775024414,
+ -16.973779678344727,
+ -13.028647422790527,
+ -3.6741950511932373,
+ -8.390881538391113,
+ -10.030440330505371,
+ -6.848356246948242,
+ -11.252411842346191
+ ],
+ "distances_by_expert": [
+ 14.088851928710938,
+ 0.6296632289886475,
+ 39.86195755004883,
+ 33.94755935668945,
+ 26.057294845581055,
+ 7.348390102386475,
+ 16.781763076782227,
+ 20.060880661010742,
+ 13.696712493896484,
+ 22.504823684692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.826171875,
+ "language": 50.18499755859375
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009554722928442061,
+ 0.8190019130706787,
+ 2.3779365143639097e-09,
+ 4.981275480986369e-08,
+ 2.3523057279817294e-06,
+ 0.03282202407717705,
+ 0.00025456721778027713,
+ 4.961895683663897e-05,
+ 0.0011468701995909214,
+ 1.4127369468042161e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953304767608643,
+ -0.19966882467269897,
+ -19.857032775878906,
+ -16.81499481201172,
+ -12.960114479064941,
+ -3.4166555404663086,
+ -8.275945663452148,
+ -9.911137580871582,
+ -6.770718574523926,
+ -11.167396545410156
+ ],
+ "distances_by_expert": [
+ 13.906609535217285,
+ 0.39933764934539795,
+ 39.71406555175781,
+ 33.62998962402344,
+ 25.920228958129883,
+ 6.833311080932617,
+ 16.551891326904297,
+ 19.822275161743164,
+ 13.541437149047852,
+ 22.334793090820312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3348.003173828125,
+ "language": 50.19877243041992
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008826272678561509,
+ 0.7861720323562622,
+ 2.21889995266622e-09,
+ 4.6867462799582427e-08,
+ 2.2918991362530505e-06,
+ 0.0320657379925251,
+ 0.0002534007071517408,
+ 4.8164405598072335e-05,
+ 0.0010557295754551888,
+ 1.3639268217957579e-05
+ ],
+ "log_scores_by_expert": [
+ -7.032607555389404,
+ -0.24057964980602264,
+ -19.926254272460938,
+ -16.87594223022461,
+ -12.986129760742188,
+ -3.439967155456543,
+ -8.280538558959961,
+ -9.940890312194824,
+ -6.853523254394531,
+ -11.202557563781738
+ ],
+ "distances_by_expert": [
+ 14.065215110778809,
+ 0.4811592996120453,
+ 39.852508544921875,
+ 33.75188446044922,
+ 25.972259521484375,
+ 6.879934310913086,
+ 16.561077117919922,
+ 19.88178062438965,
+ 13.707046508789062,
+ 22.405115127563477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.238037109375,
+ "language": 50.213279724121094
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000804854673333466,
+ 0.7278211116790771,
+ 2.048849978564249e-09,
+ 4.3556230622243675e-08,
+ 2.157543576686294e-06,
+ 0.029794497415423393,
+ 0.00024136948923114687,
+ 4.525244003161788e-05,
+ 0.0009892152156680822,
+ 1.288809198740637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.12484884262085,
+ -0.31769996881484985,
+ -20.0059871673584,
+ -16.9492130279541,
+ -13.046540260314941,
+ -3.5134315490722656,
+ -8.329181671142578,
+ -10.003253936767578,
+ -6.918598651885986,
+ -11.259206771850586
+ ],
+ "distances_by_expert": [
+ 14.2496976852417,
+ 0.6353999376296997,
+ 40.0119743347168,
+ 33.8984260559082,
+ 26.093080520629883,
+ 7.026863098144531,
+ 16.658363342285156,
+ 20.006507873535156,
+ 13.837197303771973,
+ 22.518413543701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.504638671875,
+ "language": 50.19578552246094
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008677339646965265,
+ 0.7462053894996643,
+ 2.2029638113707506e-09,
+ 4.442055612230433e-08,
+ 2.125869059454999e-06,
+ 0.030409563332796097,
+ 0.0002392283786321059,
+ 4.6323319111252204e-05,
+ 0.0010427136439830065,
+ 1.2596998203662224e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049625396728516,
+ -0.2927543818950653,
+ -19.933462142944336,
+ -16.929563522338867,
+ -13.06132984161377,
+ -3.4929981231689453,
+ -8.338091850280762,
+ -9.979865074157715,
+ -6.865928649902344,
+ -11.282052040100098
+ ],
+ "distances_by_expert": [
+ 14.099250793457031,
+ 0.5855087637901306,
+ 39.86692428588867,
+ 33.859127044677734,
+ 26.12265968322754,
+ 6.985996246337891,
+ 16.676183700561523,
+ 19.95973014831543,
+ 13.731857299804688,
+ 22.564104080200195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.61865234375,
+ "language": 50.18128204345703
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009451060905121267,
+ 0.7965757846832275,
+ 2.3931197024040785e-09,
+ 4.8042718248098026e-08,
+ 2.3687823613727232e-06,
+ 0.03147634491324425,
+ 0.0002534758532419801,
+ 5.010259337723255e-05,
+ 0.0011303971987217665,
+ 1.4122440006758552e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9642133712768555,
+ -0.22743307054042816,
+ -19.85066795349121,
+ -16.85117530822754,
+ -12.953134536743164,
+ -3.4585189819335938,
+ -8.280241966247559,
+ -9.901437759399414,
+ -6.785186290740967,
+ -11.167745590209961
+ ],
+ "distances_by_expert": [
+ 13.928426742553711,
+ 0.4548661410808563,
+ 39.70133590698242,
+ 33.70235061645508,
+ 25.906269073486328,
+ 6.9170379638671875,
+ 16.560483932495117,
+ 19.802875518798828,
+ 13.570372581481934,
+ 22.335491180419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.36669921875,
+ "language": 50.19572830200195
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009397297399118543,
+ 0.7818177342414856,
+ 2.4027750900046385e-09,
+ 4.8669978269799685e-08,
+ 2.3774591682013124e-06,
+ 0.0309106707572937,
+ 0.00025422731414437294,
+ 4.950684524374083e-05,
+ 0.0011298491153866053,
+ 1.3735287211602554e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969918251037598,
+ -0.24613359570503235,
+ -19.846641540527344,
+ -16.83820343017578,
+ -12.949478149414062,
+ -3.476653814315796,
+ -8.277281761169434,
+ -9.913399696350098,
+ -6.785671234130859,
+ -11.195542335510254
+ ],
+ "distances_by_expert": [
+ 13.939836502075195,
+ 0.4922671914100647,
+ 39.69328308105469,
+ 33.67640686035156,
+ 25.898956298828125,
+ 6.953307628631592,
+ 16.554563522338867,
+ 19.826799392700195,
+ 13.571342468261719,
+ 22.391084671020508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.548828125,
+ "language": 50.19491195678711
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008406701381318271,
+ 0.7019443511962891,
+ 2.1958030949065233e-09,
+ 4.5650544677755533e-08,
+ 2.1977002688799985e-06,
+ 0.030566973611712456,
+ 0.0002470253093633801,
+ 4.6105422370601445e-05,
+ 0.0009895547991618514,
+ 1.2632716789084952e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081311225891113,
+ -0.35390111804008484,
+ -19.936717987060547,
+ -16.902250289916992,
+ -13.028099060058594,
+ -3.487835168838501,
+ -8.30601978302002,
+ -9.984580039978027,
+ -6.91825532913208,
+ -11.279220581054688
+ ],
+ "distances_by_expert": [
+ 14.162622451782227,
+ 0.7078022360801697,
+ 39.873435974121094,
+ 33.804500579833984,
+ 26.056198120117188,
+ 6.975670337677002,
+ 16.61203956604004,
+ 19.969160079956055,
+ 13.83651065826416,
+ 22.558441162109375
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3217.429443359375,
+ "language": 50.20904541015625
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009062342578545213,
+ 0.6776252388954163,
+ 2.2771546870359316e-09,
+ 3.9616818270360454e-08,
+ 2.127948164343252e-06,
+ 0.02344597317278385,
+ 0.00022712978534400463,
+ 4.4548065488925204e-05,
+ 0.0010492559522390366,
+ 1.2897337910544593e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0062127113342285,
+ -0.38916081190109253,
+ -19.900339126586914,
+ -17.04401206970215,
+ -13.060352325439453,
+ -3.753056526184082,
+ -8.389988899230957,
+ -10.018941879272461,
+ -6.859673976898193,
+ -11.258489608764648
+ ],
+ "distances_by_expert": [
+ 14.012425422668457,
+ 0.7783216238021851,
+ 39.80067825317383,
+ 34.0880241394043,
+ 26.120704650878906,
+ 7.506113052368164,
+ 16.779977798461914,
+ 20.037883758544922,
+ 13.719347953796387,
+ 22.516979217529297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3550.79833984375,
+ "language": 50.190460205078125
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009587364038452506,
+ 0.7583248019218445,
+ 2.418495181899516e-09,
+ 4.408344977946399e-08,
+ 2.3183847588370554e-06,
+ 0.026643812656402588,
+ 0.00024325886624865234,
+ 4.7407196689164266e-05,
+ 0.0011212137760594487,
+ 1.3829673662257846e-05
+ ],
+ "log_scores_by_expert": [
+ -6.949894428253174,
+ -0.2766435146331787,
+ -19.840120315551758,
+ -16.93718147277832,
+ -12.974639892578125,
+ -3.6251983642578125,
+ -8.32138442993164,
+ -9.95673656463623,
+ -6.793343544006348,
+ -11.18869400024414
+ ],
+ "distances_by_expert": [
+ 13.899788856506348,
+ 0.5532870292663574,
+ 39.680240631103516,
+ 33.87436294555664,
+ 25.94927978515625,
+ 7.250396728515625,
+ 16.64276885986328,
+ 19.91347312927246,
+ 13.586687088012695,
+ 22.37738800048828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.23828125,
+ "language": 50.19245147705078
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000917272234801203,
+ 0.7384475469589233,
+ 2.2841450952881814e-09,
+ 4.0859035266294086e-08,
+ 2.176724819946685e-06,
+ 0.02471393160521984,
+ 0.0002302645443705842,
+ 4.4001233618473634e-05,
+ 0.0010912325233221054,
+ 1.289810097659938e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994106292724609,
+ -0.3032051622867584,
+ -19.897274017333984,
+ -17.013137817382812,
+ -13.037689208984375,
+ -3.700388193130493,
+ -8.37628173828125,
+ -10.031292915344238,
+ -6.8204474449157715,
+ -11.258430480957031
+ ],
+ "distances_by_expert": [
+ 13.988212585449219,
+ 0.6064103245735168,
+ 39.79454803466797,
+ 34.026275634765625,
+ 26.07537841796875,
+ 7.400776386260986,
+ 16.7525634765625,
+ 20.062585830688477,
+ 13.640894889831543,
+ 22.516860961914062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.1748046875,
+ "language": 50.1882209777832
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008594114915467799,
+ 0.6709293723106384,
+ 2.1431829644313893e-09,
+ 3.6895045241180924e-08,
+ 2.00981321540894e-06,
+ 0.022126059979200363,
+ 0.00021458615083247423,
+ 4.1260460420744494e-05,
+ 0.0010353133548051119,
+ 1.2155242984590586e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059262752532959,
+ -0.3990914225578308,
+ -19.960973739624023,
+ -17.115188598632812,
+ -13.11746883392334,
+ -3.8109991550445557,
+ -8.446799278259277,
+ -10.095605850219727,
+ -6.873051166534424,
+ -11.317749977111816
+ ],
+ "distances_by_expert": [
+ 14.118525505065918,
+ 0.7981828451156616,
+ 39.92194747924805,
+ 34.230377197265625,
+ 26.23493766784668,
+ 7.621998310089111,
+ 16.893598556518555,
+ 20.191211700439453,
+ 13.746102333068848,
+ 22.635499954223633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.02490234375,
+ "language": 50.186222076416016
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008783485973253846,
+ 0.786961019039154,
+ 2.199017856696628e-09,
+ 4.654861385233744e-08,
+ 2.1945295429759426e-06,
+ 0.03164834901690483,
+ 0.00023977496311999857,
+ 4.594192432705313e-05,
+ 0.001084320480003953,
+ 1.3257165846880525e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037467002868652,
+ -0.23957660794258118,
+ -19.93525505065918,
+ -16.882768630981445,
+ -13.029542922973633,
+ -3.4530692100524902,
+ -8.335809707641602,
+ -9.98813247680664,
+ -6.826801776885986,
+ -11.230972290039062
+ ],
+ "distances_by_expert": [
+ 14.074934005737305,
+ 0.47915321588516235,
+ 39.87051010131836,
+ 33.76553726196289,
+ 26.059085845947266,
+ 6.9061384201049805,
+ 16.671619415283203,
+ 19.97626495361328,
+ 13.653603553771973,
+ 22.461944580078125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.019775390625,
+ "language": 50.181663513183594
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008785308455117047,
+ 0.784676730632782,
+ 2.1941828354243853e-09,
+ 4.7615689169333564e-08,
+ 2.2596288999920944e-06,
+ 0.032967276871204376,
+ 0.00025125109823420644,
+ 4.753708344651386e-05,
+ 0.0010694680968299508,
+ 1.3558976206695661e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037259578704834,
+ -0.2424834668636322,
+ -19.937456130981445,
+ -16.860103607177734,
+ -13.000309944152832,
+ -3.4122397899627686,
+ -8.289057731628418,
+ -9.954000473022461,
+ -6.8405938148498535,
+ -11.20846176147461
+ ],
+ "distances_by_expert": [
+ 14.074519157409668,
+ 0.4849669337272644,
+ 39.87491226196289,
+ 33.72020721435547,
+ 26.000619888305664,
+ 6.824479579925537,
+ 16.578115463256836,
+ 19.908000946044922,
+ 13.681187629699707,
+ 22.41692352294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.143310546875,
+ "language": 50.18267822265625
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008279170142486691,
+ 0.712367057800293,
+ 2.121808950761306e-09,
+ 4.565411515500273e-08,
+ 2.1967825887259096e-06,
+ 0.030289312824606895,
+ 0.0002476057270541787,
+ 4.653594805859029e-05,
+ 0.0010075676254928112,
+ 1.3070715795038268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096597671508789,
+ -0.33916202187538147,
+ -19.970996856689453,
+ -16.902172088623047,
+ -13.02851676940918,
+ -3.496960401535034,
+ -8.303672790527344,
+ -9.975285530090332,
+ -6.900216102600098,
+ -11.245136260986328
+ ],
+ "distances_by_expert": [
+ 14.193195343017578,
+ 0.6783240437507629,
+ 39.941993713378906,
+ 33.804344177246094,
+ 26.05703353881836,
+ 6.993920803070068,
+ 16.607345581054688,
+ 19.950571060180664,
+ 13.800432205200195,
+ 22.490272521972656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.412841796875,
+ "language": 50.20676040649414
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008578621782362461,
+ 0.7623677849769592,
+ 2.2305477465067725e-09,
+ 4.7235857891791966e-08,
+ 2.265932380396407e-06,
+ 0.031105993315577507,
+ 0.00025213274057023227,
+ 4.7894798626657575e-05,
+ 0.0010278042173013091,
+ 1.3390572348725982e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0610671043396,
+ -0.2713261842727661,
+ -19.921018600463867,
+ -16.868112564086914,
+ -12.99752426147461,
+ -3.4703547954559326,
+ -8.285554885864258,
+ -9.946503639221191,
+ -6.880330562591553,
+ -11.220959663391113
+ ],
+ "distances_by_expert": [
+ 14.1221342086792,
+ 0.5426523685455322,
+ 39.842037200927734,
+ 33.73622512817383,
+ 25.99504852294922,
+ 6.940709590911865,
+ 16.571109771728516,
+ 19.893007278442383,
+ 13.760661125183105,
+ 22.441919326782227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.180908203125,
+ "language": 50.22513198852539
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326798561029136,
+ 0.714159369468689,
+ 2.081233851924935e-09,
+ 4.411532472659019e-08,
+ 2.1241728518361924e-06,
+ 0.03081878274679184,
+ 0.00023297348525375128,
+ 4.4634987716563046e-05,
+ 0.0010303008602932096,
+ 1.2834564586228225e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0908613204956055,
+ -0.3366491496562958,
+ -19.990304946899414,
+ -16.936458587646484,
+ -13.062128067016602,
+ -3.479630947113037,
+ -8.364585876464844,
+ -10.016992568969727,
+ -6.877904415130615,
+ -11.263368606567383
+ ],
+ "distances_by_expert": [
+ 14.181722640991211,
+ 0.6732982993125916,
+ 39.98060989379883,
+ 33.87291717529297,
+ 26.124256134033203,
+ 6.959261894226074,
+ 16.729171752929688,
+ 20.033985137939453,
+ 13.75580883026123,
+ 22.526737213134766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.215576171875,
+ "language": 50.1923828125
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008629607036709785,
+ 0.7305180430412292,
+ 2.1781998427172766e-09,
+ 4.520044072364726e-08,
+ 2.2842139060230693e-06,
+ 0.029347175732254982,
+ 0.00023782440985087305,
+ 4.58911745226942e-05,
+ 0.0010780422016978264,
+ 1.3607398614112753e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055141448974609,
+ -0.3140013515949249,
+ -19.944766998291016,
+ -16.912158966064453,
+ -12.98948860168457,
+ -3.5285589694976807,
+ -8.343977928161621,
+ -9.989237785339355,
+ -6.832608699798584,
+ -11.204896926879883
+ ],
+ "distances_by_expert": [
+ 14.110282897949219,
+ 0.6280027031898499,
+ 39.88953399658203,
+ 33.824317932128906,
+ 25.97897720336914,
+ 7.057117938995361,
+ 16.687955856323242,
+ 19.97847557067871,
+ 13.665217399597168,
+ 22.409793853759766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.736083984375,
+ "language": 50.20764923095703
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008119299309328198,
+ 0.6721544861793518,
+ 2.080860594944056e-09,
+ 4.402320286089889e-08,
+ 2.1130522327439394e-06,
+ 0.028763245791196823,
+ 0.00023132919159252197,
+ 4.347898357082158e-05,
+ 0.0010043414076790214,
+ 1.232227441505529e-05
+ ],
+ "log_scores_by_expert": [
+ -7.116096496582031,
+ -0.39726710319519043,
+ -19.9904842376709,
+ -16.938549041748047,
+ -13.067377090454102,
+ -3.548656940460205,
+ -8.371668815612793,
+ -10.043232917785645,
+ -6.903423309326172,
+ -11.304101943969727
+ ],
+ "distances_by_expert": [
+ 14.232192993164062,
+ 0.7945342063903809,
+ 39.9809684753418,
+ 33.877098083496094,
+ 26.134754180908203,
+ 7.09731388092041,
+ 16.743337631225586,
+ 20.08646583557129,
+ 13.806846618652344,
+ 22.608203887939453
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.228271484375,
+ "language": 50.217620849609375
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008371934527531266,
+ 0.6381276249885559,
+ 2.090061013149125e-09,
+ 4.2679413780888353e-08,
+ 2.0974061953893397e-06,
+ 0.027615820989012718,
+ 0.0002294921869179234,
+ 4.384913336252794e-05,
+ 0.0010132567258551717,
+ 1.217147109855432e-05
+ ],
+ "log_scores_by_expert": [
+ -7.085455417633057,
+ -0.4492170214653015,
+ -19.986072540283203,
+ -16.96954917907715,
+ -13.074809074401855,
+ -3.5893664360046387,
+ -8.37964153289795,
+ -10.03475570678711,
+ -6.894585609436035,
+ -11.316415786743164
+ ],
+ "distances_by_expert": [
+ 14.170910835266113,
+ 0.898434042930603,
+ 39.972145080566406,
+ 33.9390983581543,
+ 26.14961814880371,
+ 7.178732872009277,
+ 16.7592830657959,
+ 20.06951141357422,
+ 13.78917121887207,
+ 22.632831573486328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3223.702880859375,
+ "language": 50.19245529174805
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008409142610616982,
+ 0.6979079842567444,
+ 2.144295185857459e-09,
+ 4.6858165347885006e-08,
+ 2.209152626164723e-06,
+ 0.029425226151943207,
+ 0.00024081744777504355,
+ 4.479930066736415e-05,
+ 0.0010319504654034972,
+ 1.2736702046822757e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081020832061768,
+ -0.35966798663139343,
+ -19.9604549407959,
+ -16.876140594482422,
+ -13.02290153503418,
+ -3.5259029865264893,
+ -8.33147144317627,
+ -10.013318061828613,
+ -6.876304626464844,
+ -11.27102279663086
+ ],
+ "distances_by_expert": [
+ 14.162041664123535,
+ 0.7193359732627869,
+ 39.9209098815918,
+ 33.752281188964844,
+ 26.04580307006836,
+ 7.0518059730529785,
+ 16.66294288635254,
+ 20.026636123657227,
+ 13.752609252929688,
+ 22.54204559326172
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.97509765625,
+ "language": 50.21614074707031
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008062882116064429,
+ 0.6585203409194946,
+ 2.0458470473272428e-09,
+ 4.403907638561577e-08,
+ 2.057052597592701e-06,
+ 0.02688472345471382,
+ 0.00022477220045402646,
+ 4.20125070377253e-05,
+ 0.0010159752564504743,
+ 1.2039919056405779e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1230692863464355,
+ -0.41775986552238464,
+ -20.00745391845703,
+ -16.938188552856445,
+ -13.094236373901367,
+ -3.616197109222412,
+ -8.400423049926758,
+ -10.077543258666992,
+ -6.891906261444092,
+ -11.327282905578613
+ ],
+ "distances_by_expert": [
+ 14.246138572692871,
+ 0.8355197310447693,
+ 40.01490783691406,
+ 33.87637710571289,
+ 26.188472747802734,
+ 7.232394218444824,
+ 16.800846099853516,
+ 20.155086517333984,
+ 13.783812522888184,
+ 22.654565811157227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.117431640625,
+ "language": 50.213523864746094
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008236101130023599,
+ 0.6712607741355896,
+ 2.1047505960325452e-09,
+ 4.5807809101461316e-08,
+ 2.1154576188564533e-06,
+ 0.02836478129029274,
+ 0.0002317946928087622,
+ 4.3850424845004454e-05,
+ 0.0010299566201865673,
+ 1.23155077744741e-05
+ ],
+ "log_scores_by_expert": [
+ -7.101813316345215,
+ -0.3985975384712219,
+ -19.979068756103516,
+ -16.89881134033203,
+ -13.066239356994629,
+ -3.5626070499420166,
+ -8.369658470153809,
+ -10.0347261428833,
+ -6.878238677978516,
+ -11.304651260375977
+ ],
+ "distances_by_expert": [
+ 14.20362663269043,
+ 0.7971950769424438,
+ 39.95813751220703,
+ 33.79762268066406,
+ 26.132478713989258,
+ 7.125214099884033,
+ 16.739316940307617,
+ 20.0694522857666,
+ 13.756477355957031,
+ 22.609302520751953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.304931640625,
+ "language": 50.19126510620117
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007963093230500817,
+ 0.6214540600776672,
+ 2.0110544340923298e-09,
+ 4.284703081225416e-08,
+ 2.017823589994805e-06,
+ 0.026125291362404823,
+ 0.00021825660951435566,
+ 4.1654006054159254e-05,
+ 0.0010021737543866038,
+ 1.1587127119128127e-05
+ ],
+ "log_scores_by_expert": [
+ -7.135522842407227,
+ -0.4756932854652405,
+ -20.024606704711914,
+ -16.96562957763672,
+ -13.11349105834961,
+ -3.6448514461517334,
+ -8.429839134216309,
+ -10.086112976074219,
+ -6.90558385848999,
+ -11.365615844726562
+ ],
+ "distances_by_expert": [
+ 14.271045684814453,
+ 0.951386570930481,
+ 40.04921340942383,
+ 33.93125915527344,
+ 26.22698211669922,
+ 7.289702892303467,
+ 16.859678268432617,
+ 20.172225952148438,
+ 13.81116771697998,
+ 22.731231689453125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.94287109375,
+ "language": 50.182884216308594
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007969064172357321,
+ 0.604057788848877,
+ 1.995640319663039e-09,
+ 4.222001592779634e-08,
+ 1.985155904549174e-06,
+ 0.025876116007566452,
+ 0.00021639831538777798,
+ 4.1235954995499924e-05,
+ 0.0010055945022031665,
+ 1.1501571862027049e-05
+ ],
+ "log_scores_by_expert": [
+ -7.134773254394531,
+ -0.50408536195755,
+ -20.03230094909668,
+ -16.980371475219727,
+ -13.129813194274902,
+ -3.6544349193573,
+ -8.438389778137207,
+ -10.096199989318848,
+ -6.902176380157471,
+ -11.373026847839355
+ ],
+ "distances_by_expert": [
+ 14.269546508789062,
+ 1.0081707239151,
+ 40.06460189819336,
+ 33.96074295043945,
+ 26.259626388549805,
+ 7.3088698387146,
+ 16.876779556274414,
+ 20.192399978637695,
+ 13.804352760314941,
+ 22.74605369567871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.154541015625,
+ "language": 50.20106887817383
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007823907653801143,
+ 0.5778498649597168,
+ 1.9638353165873923e-09,
+ 4.0901689146721765e-08,
+ 1.8985604128829436e-06,
+ 0.024189600721001625,
+ 0.00020720438624266535,
+ 3.9696071326034144e-05,
+ 0.000983061851002276,
+ 1.07502728496911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.153156280517578,
+ -0.5484411716461182,
+ -20.04836654663086,
+ -17.012094497680664,
+ -13.17441463470459,
+ -3.721832513809204,
+ -8.481804847717285,
+ -10.134258270263672,
+ -6.924838542938232,
+ -11.440579414367676
+ ],
+ "distances_by_expert": [
+ 14.306312561035156,
+ 1.0968823432922363,
+ 40.09673309326172,
+ 34.02418899536133,
+ 26.34882926940918,
+ 7.443665027618408,
+ 16.96360969543457,
+ 20.268516540527344,
+ 13.849677085876465,
+ 22.88115882873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.826416015625,
+ "language": 50.19776916503906
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007272993680089712,
+ 0.527480959892273,
+ 1.8324379791323508e-09,
+ 3.731485875846374e-08,
+ 1.7590456309335423e-06,
+ 0.021751780062913895,
+ 0.00019240405526943505,
+ 3.693537655635737e-05,
+ 0.0009306998690590262,
+ 9.916327144310344e-06
+ ],
+ "log_scores_by_expert": [
+ -7.22617244720459,
+ -0.639642596244812,
+ -20.117618560791016,
+ -17.10387420654297,
+ -13.250739097595215,
+ -3.828059673309326,
+ -8.555912971496582,
+ -10.206340789794922,
+ -6.979573726654053,
+ -11.52132797241211
+ ],
+ "distances_by_expert": [
+ 14.45234489440918,
+ 1.279285192489624,
+ 40.23523712158203,
+ 34.20774841308594,
+ 26.50147819519043,
+ 7.656119346618652,
+ 17.111825942993164,
+ 20.412681579589844,
+ 13.959147453308105,
+ 23.04265594482422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3255.3701171875,
+ "language": 50.182830810546875
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006584050715900958,
+ 0.45019105076789856,
+ 1.6841907868325734e-09,
+ 3.306342222231251e-08,
+ 1.5342143342422787e-06,
+ 0.01861192099750042,
+ 0.00017029186710715294,
+ 3.288473089924082e-05,
+ 0.00085588259389624,
+ 8.624561814940535e-06
+ ],
+ "log_scores_by_expert": [
+ -7.325690269470215,
+ -0.7980833053588867,
+ -20.201980590820312,
+ -17.224838256835938,
+ -13.387492179870605,
+ -3.9839529991149902,
+ -8.677996635437012,
+ -10.322502136230469,
+ -7.063377380371094,
+ -11.660896301269531
+ ],
+ "distances_by_expert": [
+ 14.65138053894043,
+ 1.5961666107177734,
+ 40.403961181640625,
+ 34.449676513671875,
+ 26.77498435974121,
+ 7.9679059982299805,
+ 17.355993270874023,
+ 20.645004272460938,
+ 14.126754760742188,
+ 23.321792602539062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3225.273681640625,
+ "language": 50.1833610534668
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006996557349339128,
+ 0.49255508184432983,
+ 1.7859210776904888e-09,
+ 3.538780646294981e-08,
+ 1.6341114132956136e-06,
+ 0.020506663247942924,
+ 0.00018127026851288974,
+ 3.4971279092133045e-05,
+ 0.0008992076036520302,
+ 9.245422916137613e-06
+ ],
+ "log_scores_by_expert": [
+ -7.264922142028809,
+ -0.7081489562988281,
+ -20.14333152770996,
+ -17.156898498535156,
+ -13.324411392211914,
+ -3.88700532913208,
+ -8.615521430969238,
+ -10.26098346710205,
+ -7.013996601104736,
+ -11.591382026672363
+ ],
+ "distances_by_expert": [
+ 14.529844284057617,
+ 1.4162979125976562,
+ 40.28666305541992,
+ 34.31379699707031,
+ 26.648822784423828,
+ 7.77401065826416,
+ 17.231042861938477,
+ 20.5219669342041,
+ 14.027993202209473,
+ 23.182764053344727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.75927734375,
+ "language": 50.17758560180664
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006987562519498169,
+ 0.4962829053401947,
+ 1.7712153965732114e-09,
+ 3.512956681106516e-08,
+ 1.6447932011942612e-06,
+ 0.020416954532265663,
+ 0.0001796974247554317,
+ 3.463733446551487e-05,
+ 0.0009004751336760819,
+ 9.319659511675127e-06
+ ],
+ "log_scores_by_expert": [
+ -7.266208648681641,
+ -0.7006090879440308,
+ -20.151599884033203,
+ -17.164222717285156,
+ -13.317895889282227,
+ -3.8913896083831787,
+ -8.624236106872559,
+ -10.270578384399414,
+ -7.012588024139404,
+ -11.58338451385498
+ ],
+ "distances_by_expert": [
+ 14.532417297363281,
+ 1.4012181758880615,
+ 40.303199768066406,
+ 34.32844543457031,
+ 26.635791778564453,
+ 7.782779216766357,
+ 17.248472213745117,
+ 20.541156768798828,
+ 14.025176048278809,
+ 23.16676902770996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.363037109375,
+ "language": 50.19234848022461
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006718600634485483,
+ 0.466688334941864,
+ 1.7031109855736304e-09,
+ 3.332045395154637e-08,
+ 1.550294655316975e-06,
+ 0.019214577972888947,
+ 0.0001697226398391649,
+ 3.31162336806301e-05,
+ 0.0008684902568347752,
+ 8.719961442693602e-06
+ ],
+ "log_scores_by_expert": [
+ -7.305460453033447,
+ -0.7620936632156372,
+ -20.19080924987793,
+ -17.21709442138672,
+ -13.377065658569336,
+ -3.9520859718322754,
+ -8.681344985961914,
+ -10.315486907958984,
+ -7.0487542152404785,
+ -11.649895668029785
+ ],
+ "distances_by_expert": [
+ 14.610920906066895,
+ 1.5241873264312744,
+ 40.38161849975586,
+ 34.43418884277344,
+ 26.754131317138672,
+ 7.904171943664551,
+ 17.362689971923828,
+ 20.63097381591797,
+ 14.097508430480957,
+ 23.29979133605957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.681396484375,
+ "language": 50.17357635498047
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007364345365203917,
+ 0.5074210166931152,
+ 1.8448630401124433e-09,
+ 3.6087349997160345e-08,
+ 1.6933381630224176e-06,
+ 0.020792890340089798,
+ 0.00018421794811729342,
+ 3.608641054597683e-05,
+ 0.0009251645533367991,
+ 9.529028830002062e-06
+ ],
+ "log_scores_by_expert": [
+ -7.213690280914307,
+ -0.6784141659736633,
+ -20.11086082458496,
+ -17.1373233795166,
+ -13.288808822631836,
+ -3.8731441497802734,
+ -8.599390983581543,
+ -10.229594230651855,
+ -6.985538959503174,
+ -11.56116771697998
+ ],
+ "distances_by_expert": [
+ 14.427380561828613,
+ 1.3568283319473267,
+ 40.22172164916992,
+ 34.2746467590332,
+ 26.577617645263672,
+ 7.746288299560547,
+ 17.198781967163086,
+ 20.45918846130371,
+ 13.971077919006348,
+ 23.12233543395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.091796875,
+ "language": 50.19349670410156
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00069599156267941,
+ 0.4954853951931,
+ 1.754256739872062e-09,
+ 3.43609158903746e-08,
+ 1.6057756511145271e-06,
+ 0.02038499340415001,
+ 0.00017692751134745777,
+ 3.427678893785924e-05,
+ 0.0008985046879388392,
+ 9.11141250981018e-06
+ ],
+ "log_scores_by_expert": [
+ -7.270173072814941,
+ -0.7022174000740051,
+ -20.16122055053711,
+ -17.18634605407715,
+ -13.341903686523438,
+ -3.892956256866455,
+ -8.6397705078125,
+ -10.281042098999023,
+ -7.0147786140441895,
+ -11.605982780456543
+ ],
+ "distances_by_expert": [
+ 14.540346145629883,
+ 1.4044348001480103,
+ 40.32244110107422,
+ 34.3726921081543,
+ 26.683807373046875,
+ 7.78591251373291,
+ 17.279541015625,
+ 20.562084197998047,
+ 14.029557228088379,
+ 23.211965560913086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.88525390625,
+ "language": 50.1690788269043
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007130573503673077,
+ 0.5046356916427612,
+ 1.800477655855559e-09,
+ 3.5600724146434004e-08,
+ 1.6719238828954985e-06,
+ 0.020795919001102448,
+ 0.0001823386555770412,
+ 3.516163269523531e-05,
+ 0.0009117249865084887,
+ 9.480271728534717e-06
+ ],
+ "log_scores_by_expert": [
+ -7.245948791503906,
+ -0.6839185953140259,
+ -20.13521385192871,
+ -17.15089988708496,
+ -13.301535606384277,
+ -3.8729984760284424,
+ -8.609644889831543,
+ -10.255555152893066,
+ -7.000172138214111,
+ -11.56629753112793
+ ],
+ "distances_by_expert": [
+ 14.491897583007812,
+ 1.3678371906280518,
+ 40.27042770385742,
+ 34.30179977416992,
+ 26.603071212768555,
+ 7.745996952056885,
+ 17.219289779663086,
+ 20.511110305786133,
+ 14.000344276428223,
+ 23.13259506225586
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.919921875,
+ "language": 50.19480514526367
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007369164377450943,
+ 0.5372657775878906,
+ 1.8678383284509437e-09,
+ 3.755018340712013e-08,
+ 1.7689543483356829e-06,
+ 0.021889321506023407,
+ 0.00019152638560626656,
+ 3.666174961836077e-05,
+ 0.0009385461453348398,
+ 1.0033887519966811e-05
+ ],
+ "log_scores_by_expert": [
+ -7.213036060333252,
+ -0.6212623715400696,
+ -20.09848403930664,
+ -17.09758758544922,
+ -13.245121955871582,
+ -3.821756362915039,
+ -8.560484886169434,
+ -10.213776588439941,
+ -6.9711785316467285,
+ -11.509542465209961
+ ],
+ "distances_by_expert": [
+ 14.426072120666504,
+ 1.2425247430801392,
+ 40.19696807861328,
+ 34.19517517089844,
+ 26.490243911743164,
+ 7.643512725830078,
+ 17.120969772338867,
+ 20.427553176879883,
+ 13.942357063293457,
+ 23.019084930419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.362548828125,
+ "language": 50.19997787475586
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006958475569263101,
+ 0.5013419389724731,
+ 1.75913528188687e-09,
+ 3.524446512415125e-08,
+ 1.6812680314615136e-06,
+ 0.02065265364944935,
+ 0.00018147834634874016,
+ 3.4892356779892e-05,
+ 0.0008983123698271811,
+ 9.539058737573214e-06
+ ],
+ "log_scores_by_expert": [
+ -7.270380020141602,
+ -0.6904670000076294,
+ -20.158443450927734,
+ -17.16095733642578,
+ -13.2959623336792,
+ -3.879911422729492,
+ -8.614374160766602,
+ -10.263242721557617,
+ -7.014992713928223,
+ -11.560115814208984
+ ],
+ "distances_by_expert": [
+ 14.540760040283203,
+ 1.3809340000152588,
+ 40.31688690185547,
+ 34.32191467285156,
+ 26.5919246673584,
+ 7.759822845458984,
+ 17.228748321533203,
+ 20.526485443115234,
+ 14.029985427856445,
+ 23.12023162841797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.235595703125,
+ "language": 50.1955680847168
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009029896464198828,
+ 0.6446126103401184,
+ 2.270293952832958e-09,
+ 3.6990943641512786e-08,
+ 2.1004789232392795e-06,
+ 0.02169792354106903,
+ 0.000220825124415569,
+ 4.3683303374564275e-05,
+ 0.0010392509866505861,
+ 1.2615488230949268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.009799480438232,
+ -0.4391058087348938,
+ -19.903356552124023,
+ -17.112592697143555,
+ -13.073345184326172,
+ -3.830538749694824,
+ -8.418139457702637,
+ -10.038544654846191,
+ -6.869255065917969,
+ -11.280585289001465
+ ],
+ "distances_by_expert": [
+ 14.019598960876465,
+ 0.8782116174697876,
+ 39.80671310424805,
+ 34.22518539428711,
+ 26.146690368652344,
+ 7.661077499389648,
+ 16.836278915405273,
+ 20.077089309692383,
+ 13.738510131835938,
+ 22.56117057800293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.1875,
+ "language": 50.192752838134766
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009026323677971959,
+ 0.6938195824623108,
+ 2.3208719390765964e-09,
+ 3.85369780531164e-08,
+ 2.1026514787081396e-06,
+ 0.02294556051492691,
+ 0.00022243251441977918,
+ 4.354002157924697e-05,
+ 0.001051626750268042,
+ 1.2408017028064933e-05
+ ],
+ "log_scores_by_expert": [
+ -7.010195255279541,
+ -0.3655433654785156,
+ -19.881322860717773,
+ -17.07164764404297,
+ -13.072311401367188,
+ -3.7746307849884033,
+ -8.410886764526367,
+ -10.041830062866211,
+ -6.857417106628418,
+ -11.297167778015137
+ ],
+ "distances_by_expert": [
+ 14.020390510559082,
+ 0.7310867309570312,
+ 39.76264572143555,
+ 34.14329528808594,
+ 26.144622802734375,
+ 7.549261569976807,
+ 16.821773529052734,
+ 20.083660125732422,
+ 13.714834213256836,
+ 22.594335556030273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.652587890625,
+ "language": 50.18748474121094
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008900369284674525,
+ 0.6957933306694031,
+ 2.2028421309272517e-09,
+ 3.785667601619025e-08,
+ 2.0543236587400315e-06,
+ 0.023308394476771355,
+ 0.00021984215709380805,
+ 4.2628056689864025e-05,
+ 0.0010619473177939653,
+ 1.2444967978808563e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024247646331787,
+ -0.3627026379108429,
+ -19.933517456054688,
+ -17.089458465576172,
+ -13.095563888549805,
+ -3.758941650390625,
+ -8.422600746154785,
+ -10.062997817993164,
+ -6.84765100479126,
+ -11.294194221496582
+ ],
+ "distances_by_expert": [
+ 14.048495292663574,
+ 0.7254052758216858,
+ 39.867034912109375,
+ 34.178916931152344,
+ 26.19112777709961,
+ 7.51788330078125,
+ 16.84520149230957,
+ 20.125995635986328,
+ 13.69530200958252,
+ 22.588388442993164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.9326171875,
+ "language": 50.18523025512695
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008678705198690295,
+ 0.7706267833709717,
+ 2.168893065146449e-09,
+ 4.558163624324152e-08,
+ 2.2195465589902597e-06,
+ 0.029423892498016357,
+ 0.00023324870562646538,
+ 4.5199907617643476e-05,
+ 0.001076088985428214,
+ 1.3251541531644762e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049468040466309,
+ -0.2605510950088501,
+ -19.94904899597168,
+ -16.90376091003418,
+ -13.018207550048828,
+ -3.5259482860565186,
+ -8.363405227661133,
+ -10.004415512084961,
+ -6.8344221115112305,
+ -11.231396675109863
+ ],
+ "distances_by_expert": [
+ 14.098936080932617,
+ 0.5211021900177002,
+ 39.89809799194336,
+ 33.80752182006836,
+ 26.036415100097656,
+ 7.051896572113037,
+ 16.726810455322266,
+ 20.008831024169922,
+ 13.668844223022461,
+ 22.462793350219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.273193359375,
+ "language": 50.174739837646484
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009512173128314316,
+ 0.8108336329460144,
+ 2.403884424850844e-09,
+ 5.079609266545049e-08,
+ 2.363502062507905e-06,
+ 0.03224388137459755,
+ 0.00025427943910472095,
+ 4.9044716433854774e-05,
+ 0.001144146779552102,
+ 1.3798977306578308e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957767963409424,
+ -0.20969241857528687,
+ -19.846179962158203,
+ -16.795446395874023,
+ -12.955366134643555,
+ -3.43442702293396,
+ -8.277076721191406,
+ -9.922778129577637,
+ -6.773096084594727,
+ -11.190916061401367
+ ],
+ "distances_by_expert": [
+ 13.915535926818848,
+ 0.41938483715057373,
+ 39.692359924316406,
+ 33.59089279174805,
+ 25.91073226928711,
+ 6.86885404586792,
+ 16.554153442382812,
+ 19.845556259155273,
+ 13.546192169189453,
+ 22.381832122802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.849365234375,
+ "language": 50.19175338745117
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008151699439622462,
+ 0.6950885653495789,
+ 2.0681594214977395e-09,
+ 4.412879306414652e-08,
+ 2.1807911707583116e-06,
+ 0.02865193970501423,
+ 0.00023780671472195536,
+ 4.565287599689327e-05,
+ 0.0009873490780591965,
+ 1.2821120435546618e-05
+ ],
+ "log_scores_by_expert": [
+ -7.112113952636719,
+ -0.3637160062789917,
+ -19.996606826782227,
+ -16.936153411865234,
+ -13.035822868347168,
+ -3.5525341033935547,
+ -8.3440523147583,
+ -9.994443893432617,
+ -6.920486927032471,
+ -11.264416694641113
+ ],
+ "distances_by_expert": [
+ 14.224227905273438,
+ 0.7274320125579834,
+ 39.99321365356445,
+ 33.87230682373047,
+ 26.071645736694336,
+ 7.105068206787109,
+ 16.6881046295166,
+ 19.988887786865234,
+ 13.840973854064941,
+ 22.528833389282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.01708984375,
+ "language": 50.203182220458984
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008062812848947942,
+ 0.6853194832801819,
+ 2.075129623690941e-09,
+ 4.283183230313625e-08,
+ 2.09752442970057e-06,
+ 0.027479158714413643,
+ 0.0002344753738725558,
+ 4.450873893802054e-05,
+ 0.0009701417293399572,
+ 1.2192719623271842e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123077869415283,
+ -0.37787020206451416,
+ -19.993242263793945,
+ -16.965984344482422,
+ -13.074752807617188,
+ -3.594327449798584,
+ -8.358160018920898,
+ -10.019824981689453,
+ -6.938068389892578,
+ -11.314671516418457
+ ],
+ "distances_by_expert": [
+ 14.246155738830566,
+ 0.7557404041290283,
+ 39.98648452758789,
+ 33.931968688964844,
+ 26.149505615234375,
+ 7.188654899597168,
+ 16.716320037841797,
+ 20.039649963378906,
+ 13.876136779785156,
+ 22.629343032836914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.2939453125,
+ "language": 50.21177673339844
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008959962869994342,
+ 0.7667458057403564,
+ 2.2410682198881204e-09,
+ 4.5443009355494723e-08,
+ 2.277610064993496e-06,
+ 0.03137357160449028,
+ 0.0002488571044523269,
+ 4.9113990826299414e-05,
+ 0.001068036537617445,
+ 1.3798082363791764e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017574310302734,
+ -0.26559996604919434,
+ -19.91631317138672,
+ -16.90680694580078,
+ -12.99238395690918,
+ -3.46178936958313,
+ -8.29863166809082,
+ -9.921366691589355,
+ -6.841933250427246,
+ -11.190980911254883
+ ],
+ "distances_by_expert": [
+ 14.035148620605469,
+ 0.5311999320983887,
+ 39.83262634277344,
+ 33.81361389160156,
+ 25.98476791381836,
+ 6.92357873916626,
+ 16.59726333618164,
+ 19.84273338317871,
+ 13.683866500854492,
+ 22.381961822509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.77783203125,
+ "language": 50.18061447143555
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009718942455947399,
+ 0.8188146352767944,
+ 2.4732333958610297e-09,
+ 4.863564484480776e-08,
+ 2.5093213480431587e-06,
+ 0.03100167214870453,
+ 0.0002616879646666348,
+ 5.134688035468571e-05,
+ 0.0011610749643296003,
+ 1.47120954352431e-05
+ ],
+ "log_scores_by_expert": [
+ -6.936263561248779,
+ -0.19989754259586334,
+ -19.817739486694336,
+ -16.838909149169922,
+ -12.895498275756836,
+ -3.4737141132354736,
+ -8.248357772827148,
+ -9.876906394958496,
+ -6.758409023284912,
+ -11.126840591430664
+ ],
+ "distances_by_expert": [
+ 13.872527122497559,
+ 0.3997950851917267,
+ 39.63547897338867,
+ 33.677818298339844,
+ 25.790996551513672,
+ 6.947428226470947,
+ 16.496715545654297,
+ 19.753812789916992,
+ 13.516818046569824,
+ 22.253681182861328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.55224609375,
+ "language": 50.20844650268555
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008667294750921428,
+ 0.7353423237800598,
+ 2.202619420188512e-09,
+ 4.555938559747119e-08,
+ 2.2884898953634547e-06,
+ 0.030298376455903053,
+ 0.00025247535086236894,
+ 4.723210076917894e-05,
+ 0.0010484862141311169,
+ 1.3509708878700621e-05
+ ],
+ "log_scores_by_expert": [
+ -7.050783634185791,
+ -0.30741918087005615,
+ -19.933618545532227,
+ -16.90424919128418,
+ -12.987618446350098,
+ -3.4966611862182617,
+ -8.284196853637695,
+ -9.960436820983887,
+ -6.860407829284668,
+ -11.212101936340332
+ ],
+ "distances_by_expert": [
+ 14.101567268371582,
+ 0.6148383617401123,
+ 39.86723709106445,
+ 33.80849838256836,
+ 25.975236892700195,
+ 6.993322372436523,
+ 16.56839370727539,
+ 19.920873641967773,
+ 13.720815658569336,
+ 22.424203872680664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.7470703125,
+ "language": 50.22140884399414
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008301814086735249,
+ 0.7015490531921387,
+ 2.1420265561289398e-09,
+ 4.422932065040186e-08,
+ 2.1871624085179064e-06,
+ 0.030341632664203644,
+ 0.00025153832393698394,
+ 4.671674832934514e-05,
+ 0.0009842513827607036,
+ 1.295863876293879e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093866348266602,
+ -0.35446447134017944,
+ -19.96151351928711,
+ -16.93387794494629,
+ -13.032905578613281,
+ -3.495234489440918,
+ -8.287915229797363,
+ -9.971407890319824,
+ -6.923629283905029,
+ -11.253747940063477
+ ],
+ "distances_by_expert": [
+ 14.187732696533203,
+ 0.7089289426803589,
+ 39.92302703857422,
+ 33.86775588989258,
+ 26.065811157226562,
+ 6.990468978881836,
+ 16.575830459594727,
+ 19.94281578063965,
+ 13.847258567810059,
+ 22.507495880126953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.86962890625,
+ "language": 50.20176696777344
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009044811013154685,
+ 0.6282694935798645,
+ 2.2587829384690394e-09,
+ 3.712439067271589e-08,
+ 2.0311067601141986e-06,
+ 0.021623943001031876,
+ 0.0002157372800866142,
+ 4.2638264858396724e-05,
+ 0.001025466714054346,
+ 1.2167641216365155e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008149147033691,
+ -0.4647861123085022,
+ -19.90843963623047,
+ -17.108991622924805,
+ -13.106929779052734,
+ -3.833954095840454,
+ -8.441449165344238,
+ -10.062758445739746,
+ -6.882607460021973,
+ -11.316730499267578
+ ],
+ "distances_by_expert": [
+ 14.016298294067383,
+ 0.9295722246170044,
+ 39.81687927246094,
+ 34.21798324584961,
+ 26.21385955810547,
+ 7.667908191680908,
+ 16.882898330688477,
+ 20.125516891479492,
+ 13.765214920043945,
+ 22.633460998535156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3568.9765625,
+ "language": 50.1947135925293
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009264703840017319,
+ 0.729559600353241,
+ 2.3480819510979245e-09,
+ 4.230433248153531e-08,
+ 2.240028834421537e-06,
+ 0.02526720054447651,
+ 0.00023195281391963363,
+ 4.539057772490196e-05,
+ 0.0010866543743759394,
+ 1.3034466974204406e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984128475189209,
+ -0.31531423330307007,
+ -19.869667053222656,
+ -16.978376388549805,
+ -13.009021759033203,
+ -3.678248167037964,
+ -8.368976593017578,
+ -10.000205993652344,
+ -6.824651718139648,
+ -11.247913360595703
+ ],
+ "distances_by_expert": [
+ 13.968256950378418,
+ 0.6306284666061401,
+ 39.73933410644531,
+ 33.95675277709961,
+ 26.018043518066406,
+ 7.356496334075928,
+ 16.737953186035156,
+ 20.000411987304688,
+ 13.649303436279297,
+ 22.495826721191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.126953125,
+ "language": 50.17930603027344
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008839708752930164,
+ 0.7100473642349243,
+ 2.1990009813066536e-09,
+ 4.066466985364059e-08,
+ 2.1282810394041007e-06,
+ 0.024608979001641273,
+ 0.00022253987845033407,
+ 4.292955054552294e-05,
+ 0.001064535928890109,
+ 1.254123435501242e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031086444854736,
+ -0.34242361783981323,
+ -19.93526268005371,
+ -17.017906188964844,
+ -13.060195922851562,
+ -3.704643964767456,
+ -8.410404205322266,
+ -10.055950164794922,
+ -6.845216274261475,
+ -11.28648853302002
+ ],
+ "distances_by_expert": [
+ 14.062172889709473,
+ 0.6848472356796265,
+ 39.87052536010742,
+ 34.03581237792969,
+ 26.120391845703125,
+ 7.409287929534912,
+ 16.82080841064453,
+ 20.111900329589844,
+ 13.69043254852295,
+ 22.57297706604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.50146484375,
+ "language": 50.18352127075195
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008558948175050318,
+ 0.7370317578315735,
+ 2.1237969161091996e-09,
+ 4.3904130109240214e-08,
+ 2.165134901588317e-06,
+ 0.027074865996837616,
+ 0.00022316109971143305,
+ 4.332533717388287e-05,
+ 0.0010588174918666482,
+ 1.282409175473731e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063363075256348,
+ -0.30512434244155884,
+ -19.970060348510742,
+ -16.94125747680664,
+ -13.043027877807617,
+ -3.60914945602417,
+ -8.40761661529541,
+ -10.046772956848145,
+ -6.850602626800537,
+ -11.264184951782227
+ ],
+ "distances_by_expert": [
+ 14.126726150512695,
+ 0.6102486848831177,
+ 39.940120697021484,
+ 33.88251495361328,
+ 26.086055755615234,
+ 7.21829891204834,
+ 16.81523323059082,
+ 20.09354591369629,
+ 13.701205253601074,
+ 22.528369903564453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.21435546875,
+ "language": 50.177433013916016
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009456397965550423,
+ 0.7984817624092102,
+ 2.320132752586801e-09,
+ 5.000523728426742e-08,
+ 2.3383468032989185e-06,
+ 0.03323277831077576,
+ 0.0002519495610613376,
+ 4.9711317842593417e-05,
+ 0.0011232986580580473,
+ 1.3856050827598665e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963648796081543,
+ -0.2250431776046753,
+ -19.881641387939453,
+ -16.811138153076172,
+ -12.966066360473633,
+ -3.4042186737060547,
+ -8.28628158569336,
+ -9.90927791595459,
+ -6.791485786437988,
+ -11.186788558959961
+ ],
+ "distances_by_expert": [
+ 13.927297592163086,
+ 0.4500863552093506,
+ 39.763282775878906,
+ 33.622276306152344,
+ 25.932132720947266,
+ 6.808437347412109,
+ 16.57256317138672,
+ 19.81855583190918,
+ 13.582971572875977,
+ 22.373577117919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.471923828125,
+ "language": 50.182769775390625
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008138428092934191,
+ 0.6685643792152405,
+ 2.075426275283121e-09,
+ 4.301292122477207e-08,
+ 2.070167511192267e-06,
+ 0.0271600391715765,
+ 0.00022949175036046654,
+ 4.452300345292315e-05,
+ 0.000988361774943769,
+ 1.1853347132273484e-05
+ ],
+ "log_scores_by_expert": [
+ -7.113743305206299,
+ -0.40262264013290405,
+ -19.993099212646484,
+ -16.96176528930664,
+ -13.087881088256836,
+ -3.606008529663086,
+ -8.379643440246582,
+ -10.01950454711914,
+ -6.919461727142334,
+ -11.342900276184082
+ ],
+ "distances_by_expert": [
+ 14.227486610412598,
+ 0.8052452802658081,
+ 39.98619842529297,
+ 33.92353057861328,
+ 26.175762176513672,
+ 7.212017059326172,
+ 16.759286880493164,
+ 20.03900909423828,
+ 13.838923454284668,
+ 22.685800552368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.812744140625,
+ "language": 50.18986892700195
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008089215261861682,
+ 0.6941901445388794,
+ 2.1120416526798635e-09,
+ 4.3372775593297774e-08,
+ 2.1045693756605033e-06,
+ 0.028286617249250412,
+ 0.0002366610278841108,
+ 4.4887783587910235e-05,
+ 0.0009775940561667085,
+ 1.2231503205839545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.119808673858643,
+ -0.3650093674659729,
+ -19.975610733032227,
+ -16.953433990478516,
+ -13.071399688720703,
+ -3.565366506576538,
+ -8.348881721496582,
+ -10.011344909667969,
+ -6.930416107177734,
+ -11.311495780944824
+ ],
+ "distances_by_expert": [
+ 14.239617347717285,
+ 0.7300187349319458,
+ 39.95122146606445,
+ 33.90686798095703,
+ 26.142799377441406,
+ 7.130733013153076,
+ 16.697763442993164,
+ 20.022689819335938,
+ 13.860832214355469,
+ 22.62299156188965
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3326.65576171875,
+ "language": 50.21227264404297
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008675751159898937,
+ 0.7438185214996338,
+ 2.2097728091807767e-09,
+ 4.4981135260968585e-08,
+ 2.1530399862967897e-06,
+ 0.030955687165260315,
+ 0.00024233311705756932,
+ 4.670984344556928e-05,
+ 0.001041162060573697,
+ 1.2738694749714341e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049808502197266,
+ -0.2959582805633545,
+ -19.930376052856445,
+ -16.917022705078125,
+ -13.048629760742188,
+ -3.47519850730896,
+ -8.325197219848633,
+ -9.971555709838867,
+ -6.867417812347412,
+ -11.270866394042969
+ ],
+ "distances_by_expert": [
+ 14.099617004394531,
+ 0.591916561126709,
+ 39.86075210571289,
+ 33.83404541015625,
+ 26.097259521484375,
+ 6.95039701461792,
+ 16.650394439697266,
+ 19.943111419677734,
+ 13.734835624694824,
+ 22.541732788085938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3275.12939453125,
+ "language": 50.18572998046875
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009242143132723868,
+ 0.7562260031700134,
+ 2.339106019988435e-09,
+ 4.781171725198874e-08,
+ 2.268624484713655e-06,
+ 0.031260762363672256,
+ 0.00024466178729198873,
+ 4.826322037843056e-05,
+ 0.0011143326992169023,
+ 1.315071222052211e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986566543579102,
+ -0.27941495180130005,
+ -19.873497009277344,
+ -16.855995178222656,
+ -12.996336936950684,
+ -3.4653916358947754,
+ -8.315633773803711,
+ -9.938840866088867,
+ -6.79949951171875,
+ -11.239034652709961
+ ],
+ "distances_by_expert": [
+ 13.973133087158203,
+ 0.5588299036026001,
+ 39.74699401855469,
+ 33.71199035644531,
+ 25.992673873901367,
+ 6.930783271789551,
+ 16.631267547607422,
+ 19.877681732177734,
+ 13.5989990234375,
+ 22.478069305419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.019775390625,
+ "language": 50.1807975769043
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009286518325097859,
+ 0.7628217339515686,
+ 2.379792363171873e-09,
+ 4.775730388928423e-08,
+ 2.2801223167334683e-06,
+ 0.03091408498585224,
+ 0.00025045181973837316,
+ 4.8656223953003064e-05,
+ 0.0011132562067359686,
+ 1.3333178685570601e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981776714324951,
+ -0.2707309126853943,
+ -19.856252670288086,
+ -16.857133865356445,
+ -12.991281509399414,
+ -3.476543426513672,
+ -8.292243957519531,
+ -9.930730819702148,
+ -6.800466060638428,
+ -11.225255012512207
+ ],
+ "distances_by_expert": [
+ 13.963553428649902,
+ 0.5414618253707886,
+ 39.71250534057617,
+ 33.71426773071289,
+ 25.982563018798828,
+ 6.953086853027344,
+ 16.584487915039062,
+ 19.861461639404297,
+ 13.600932121276855,
+ 22.450510025024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.517333984375,
+ "language": 50.200164794921875
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009011761285364628,
+ 0.6276484727859497,
+ 2.251118624840842e-09,
+ 3.706191975538786e-08,
+ 2.015986638070899e-06,
+ 0.021538781002163887,
+ 0.00021595506404992193,
+ 4.302066008676775e-05,
+ 0.0010288251796737313,
+ 1.2236985639901832e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011809825897217,
+ -0.46577510237693787,
+ -19.91183853149414,
+ -17.110675811767578,
+ -13.114401817321777,
+ -3.837900161743164,
+ -8.44044017791748,
+ -10.05383014678955,
+ -6.879337787628174,
+ -11.311047554016113
+ ],
+ "distances_by_expert": [
+ 14.023619651794434,
+ 0.9315502047538757,
+ 39.82367706298828,
+ 34.221351623535156,
+ 26.228803634643555,
+ 7.675800323486328,
+ 16.88088035583496,
+ 20.1076602935791,
+ 13.758675575256348,
+ 22.622095108032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3595.33447265625,
+ "language": 50.186683654785156
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009132074192166328,
+ 0.7077595591545105,
+ 2.3114359315457023e-09,
+ 4.030660250009532e-08,
+ 2.094090405080351e-06,
+ 0.02465560846030712,
+ 0.00022304897720459849,
+ 4.3898795411223546e-05,
+ 0.0010704935993999243,
+ 1.2553476153698284e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998547554016113,
+ -0.3456508219242096,
+ -19.88539695739746,
+ -17.026750564575195,
+ -13.076391220092773,
+ -3.7027509212493896,
+ -8.408119201660156,
+ -10.033623695373535,
+ -6.839635372161865,
+ -11.285512924194336
+ ],
+ "distances_by_expert": [
+ 13.997095108032227,
+ 0.6913016438484192,
+ 39.77079391479492,
+ 34.05350112915039,
+ 26.152782440185547,
+ 7.405501842498779,
+ 16.816238403320312,
+ 20.06724739074707,
+ 13.67927074432373,
+ 22.571025848388672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.75341796875,
+ "language": 50.189640045166016
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008995987591333687,
+ 0.7096276879310608,
+ 2.2340691518962785e-09,
+ 3.962921368838579e-08,
+ 2.093333705488476e-06,
+ 0.023478273302316666,
+ 0.0002222241018898785,
+ 4.294662721804343e-05,
+ 0.001073501305654645,
+ 1.2692382370005362e-05
+ ],
+ "log_scores_by_expert": [
+ -7.013561725616455,
+ -0.34301480650901794,
+ -19.91944122314453,
+ -17.043699264526367,
+ -13.076752662658691,
+ -3.7516798973083496,
+ -8.411824226379395,
+ -10.05555248260498,
+ -6.836829662322998,
+ -11.274508476257324
+ ],
+ "distances_by_expert": [
+ 14.02712345123291,
+ 0.6860296130180359,
+ 39.83888244628906,
+ 34.087398529052734,
+ 26.153505325317383,
+ 7.503359794616699,
+ 16.82364845275879,
+ 20.11110496520996,
+ 13.673659324645996,
+ 22.54901695251465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.39697265625,
+ "language": 50.18733215332031
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008443561382591724,
+ 0.7588608264923096,
+ 2.1351531653834854e-09,
+ 4.469054459832478e-08,
+ 2.1801381535624387e-06,
+ 0.027787242084741592,
+ 0.00022919976618140936,
+ 4.466739119379781e-05,
+ 0.0010474767768755555,
+ 1.3023483006691094e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0769362449646,
+ -0.2759368419647217,
+ -19.9647274017334,
+ -16.923503875732422,
+ -13.03612232208252,
+ -3.5831782817840576,
+ -8.380916595458984,
+ -10.016266822814941,
+ -6.861371040344238,
+ -11.248756408691406
+ ],
+ "distances_by_expert": [
+ 14.1538724899292,
+ 0.5518736839294434,
+ 39.9294548034668,
+ 33.847007751464844,
+ 26.07224464416504,
+ 7.166356563568115,
+ 16.76183319091797,
+ 20.032533645629883,
+ 13.722742080688477,
+ 22.497512817382812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.6875,
+ "language": 50.174564361572266
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009500125306658447,
+ 0.7842195630073547,
+ 2.343258920234348e-09,
+ 4.90459015622946e-08,
+ 2.2749636627850123e-06,
+ 0.03111187368631363,
+ 0.0002482209529262036,
+ 4.858625470660627e-05,
+ 0.0011427613208070397,
+ 1.3543248314817902e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959035396575928,
+ -0.2430661916732788,
+ -19.871723175048828,
+ -16.830509185791016,
+ -12.993546485900879,
+ -3.470165729522705,
+ -8.301191329956055,
+ -9.932169914245605,
+ -6.774307727813721,
+ -11.209622383117676
+ ],
+ "distances_by_expert": [
+ 13.918070793151855,
+ 0.4861323833465576,
+ 39.743446350097656,
+ 33.66101837158203,
+ 25.987092971801758,
+ 6.94033145904541,
+ 16.60238265991211,
+ 19.86433982849121,
+ 13.548615455627441,
+ 22.41924476623535
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3395.3828125,
+ "language": 50.183631896972656
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008198677096515894,
+ 0.6834103465080261,
+ 2.0802732869640295e-09,
+ 4.418690835450434e-08,
+ 2.1029864001320675e-06,
+ 0.027836909517645836,
+ 0.00023521379625890404,
+ 4.494886889006011e-05,
+ 0.0010009416146203876,
+ 1.2276132110855542e-05
+ ],
+ "log_scores_by_expert": [
+ -7.106367588043213,
+ -0.380659818649292,
+ -19.990766525268555,
+ -16.934837341308594,
+ -13.072152137756348,
+ -3.581392526626587,
+ -8.355015754699707,
+ -10.009984970092773,
+ -6.906814098358154,
+ -11.307853698730469
+ ],
+ "distances_by_expert": [
+ 14.212735176086426,
+ 0.761319637298584,
+ 39.98153305053711,
+ 33.86967468261719,
+ 26.144304275512695,
+ 7.162785053253174,
+ 16.710031509399414,
+ 20.019969940185547,
+ 13.813628196716309,
+ 22.615707397460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.650390625,
+ "language": 50.20338439941406
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007817601435817778,
+ 0.6775864362716675,
+ 2.0483810203586472e-09,
+ 4.200963843459249e-08,
+ 2.0271008907002397e-06,
+ 0.027332529425621033,
+ 0.00023065225104801357,
+ 4.3852811359101906e-05,
+ 0.0009623740334063768,
+ 1.1786760296672583e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1539626121521,
+ -0.38921812176704407,
+ -20.006216049194336,
+ -16.985366821289062,
+ -13.108903884887695,
+ -3.599677801132202,
+ -8.37459945678711,
+ -10.034671783447266,
+ -6.946107387542725,
+ -11.348533630371094
+ ],
+ "distances_by_expert": [
+ 14.3079252243042,
+ 0.7784362435340881,
+ 40.01243209838867,
+ 33.970733642578125,
+ 26.21780776977539,
+ 7.199355602264404,
+ 16.74919891357422,
+ 20.06934356689453,
+ 13.89221477508545,
+ 22.697067260742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.13330078125,
+ "language": 50.19077682495117
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008701334591023624,
+ 0.7094542980194092,
+ 2.218675687615246e-09,
+ 4.480482829194443e-08,
+ 2.081350203297916e-06,
+ 0.02957584522664547,
+ 0.00023433119349647313,
+ 4.5628155930899084e-05,
+ 0.0010460108751431108,
+ 1.220314243255416e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046864032745361,
+ -0.34325918555259705,
+ -19.926355361938477,
+ -16.920949935913086,
+ -13.082493782043457,
+ -3.5207972526550293,
+ -8.35877513885498,
+ -9.994985580444336,
+ -6.862771511077881,
+ -11.313817024230957
+ ],
+ "distances_by_expert": [
+ 14.093728065490723,
+ 0.6865183711051941,
+ 39.85271072387695,
+ 33.84189987182617,
+ 26.164987564086914,
+ 7.041594505310059,
+ 16.71755027770996,
+ 19.989971160888672,
+ 13.725543022155762,
+ 22.627634048461914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3275.81005859375,
+ "language": 50.195560455322266
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008933712961152196,
+ 0.7241320013999939,
+ 2.2730581861196697e-09,
+ 4.613662341057534e-08,
+ 2.15537170333846e-06,
+ 0.029929429292678833,
+ 0.00023930254974402487,
+ 4.6694920456502587e-05,
+ 0.0010822501499205828,
+ 1.2609606528712902e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020508289337158,
+ -0.32278165221214294,
+ -19.90213966369629,
+ -16.891658782958984,
+ -13.047547340393066,
+ -3.508913040161133,
+ -8.33778190612793,
+ -9.971875190734863,
+ -6.8287129402160645,
+ -11.281051635742188
+ ],
+ "distances_by_expert": [
+ 14.041016578674316,
+ 0.6455633044242859,
+ 39.80427932739258,
+ 33.78331756591797,
+ 26.095094680786133,
+ 7.017826080322266,
+ 16.67556381225586,
+ 19.943750381469727,
+ 13.657425880432129,
+ 22.562103271484375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.474853515625,
+ "language": 50.193809509277344
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008930612239055336,
+ 0.7279596328735352,
+ 2.2959778522846364e-09,
+ 4.6412797161110575e-08,
+ 2.1995747374603525e-06,
+ 0.028929900377988815,
+ 0.00024152285186573863,
+ 4.6429908252321184e-05,
+ 0.001089673605747521,
+ 1.2549813618534245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02085542678833,
+ -0.3175097107887268,
+ -19.892107009887695,
+ -16.885690689086914,
+ -13.027246475219727,
+ -3.542879581451416,
+ -8.328546524047852,
+ -9.977566719055176,
+ -6.8218770027160645,
+ -11.285804748535156
+ ],
+ "distances_by_expert": [
+ 14.04171085357666,
+ 0.6350194215774536,
+ 39.78421401977539,
+ 33.77138137817383,
+ 26.054492950439453,
+ 7.085759162902832,
+ 16.657093048095703,
+ 19.95513343811035,
+ 13.643754005432129,
+ 22.571609497070312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.41259765625,
+ "language": 50.18533706665039
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008486172882840037,
+ 0.6639997363090515,
+ 2.1956481077722856e-09,
+ 4.6246753981904476e-08,
+ 2.1312871467671357e-06,
+ 0.028335964307188988,
+ 0.00023796279856469482,
+ 4.5328939449973404e-05,
+ 0.0010213222121819854,
+ 1.2046591109537985e-05
+ ],
+ "log_scores_by_expert": [
+ -7.071902275085449,
+ -0.4094735085964203,
+ -19.93678855895996,
+ -16.88927459716797,
+ -13.058784484863281,
+ -3.5636234283447266,
+ -8.343396186828613,
+ -10.001564979553223,
+ -6.886657238006592,
+ -11.326728820800781
+ ],
+ "distances_by_expert": [
+ 14.143804550170898,
+ 0.8189470171928406,
+ 39.87357711791992,
+ 33.77854919433594,
+ 26.117568969726562,
+ 7.127246856689453,
+ 16.686792373657227,
+ 20.003129959106445,
+ 13.773314476013184,
+ 22.653457641601562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.235595703125,
+ "language": 50.20437240600586
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008911449112929404,
+ 0.630918562412262,
+ 2.246344887879559e-09,
+ 3.700484896285161e-08,
+ 2.039133732978371e-06,
+ 0.021818097680807114,
+ 0.0002162774180760607,
+ 4.278204869478941e-05,
+ 0.0010155447525903583,
+ 1.2266956218809355e-05
+ ],
+ "log_scores_by_expert": [
+ -7.023003578186035,
+ -0.46057847142219543,
+ -19.91396141052246,
+ -17.11221694946289,
+ -13.102985382080078,
+ -3.8250155448913574,
+ -8.438948631286621,
+ -10.059391975402832,
+ -6.892330169677734,
+ -11.308601379394531
+ ],
+ "distances_by_expert": [
+ 14.04600715637207,
+ 0.9211569428443909,
+ 39.82792282104492,
+ 34.22443389892578,
+ 26.205970764160156,
+ 7.650031089782715,
+ 16.877897262573242,
+ 20.118783950805664,
+ 13.784660339355469,
+ 22.617202758789062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3537.1015625,
+ "language": 50.193946838378906
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009149853140115738,
+ 0.7113451957702637,
+ 2.3057247222624255e-09,
+ 4.0899344355693756e-08,
+ 2.217542942162254e-06,
+ 0.023974623531103134,
+ 0.0002308734110556543,
+ 4.5328502892516553e-05,
+ 0.0010663365246728063,
+ 1.3185007446736563e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996602535247803,
+ -0.3405974507331848,
+ -19.88787078857422,
+ -17.01215171813965,
+ -13.019110679626465,
+ -3.730759382247925,
+ -8.373641014099121,
+ -10.001574516296387,
+ -6.843526363372803,
+ -11.236430168151855
+ ],
+ "distances_by_expert": [
+ 13.993205070495605,
+ 0.6811949014663696,
+ 39.77574157714844,
+ 34.0243034362793,
+ 26.03822135925293,
+ 7.46151876449585,
+ 16.747282028198242,
+ 20.003149032592773,
+ 13.687052726745605,
+ 22.47286033630371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.25439453125,
+ "language": 50.19035720825195
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009180975030176342,
+ 0.7118753790855408,
+ 2.3111448310686455e-09,
+ 4.057649860556012e-08,
+ 2.092796648867079e-06,
+ 0.024251701310276985,
+ 0.00022332226217258722,
+ 4.3335876398487017e-05,
+ 0.001083020935766399,
+ 1.229605004482437e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993206977844238,
+ -0.3398524224758148,
+ -19.885522842407227,
+ -17.020076751708984,
+ -13.077009201049805,
+ -3.719268560409546,
+ -8.40689468383789,
+ -10.046529769897461,
+ -6.828001022338867,
+ -11.306232452392578
+ ],
+ "distances_by_expert": [
+ 13.986413955688477,
+ 0.6797048449516296,
+ 39.77104568481445,
+ 34.04015350341797,
+ 26.15401840209961,
+ 7.438537120819092,
+ 16.81378936767578,
+ 20.093059539794922,
+ 13.656002044677734,
+ 22.612464904785156
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.929931640625,
+ "language": 50.18006134033203
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008585877949371934,
+ 0.6808949112892151,
+ 2.1299548791375855e-09,
+ 3.769549650201043e-08,
+ 1.959656628969242e-06,
+ 0.022860394790768623,
+ 0.00021194784494582564,
+ 4.0936287405202165e-05,
+ 0.001039352617226541,
+ 1.1880509191541933e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0602216720581055,
+ -0.3843473494052887,
+ -19.967164993286133,
+ -17.093725204467773,
+ -13.142741203308105,
+ -3.7783493995666504,
+ -8.4591703414917,
+ -10.103493690490723,
+ -6.869157314300537,
+ -11.340611457824707
+ ],
+ "distances_by_expert": [
+ 14.120443344116211,
+ 0.7686946988105774,
+ 39.934329986572266,
+ 34.18745040893555,
+ 26.28548240661621,
+ 7.556698799133301,
+ 16.9183406829834,
+ 20.206987380981445,
+ 13.738314628601074,
+ 22.681222915649414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.197265625,
+ "language": 50.17951965332031
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071642416529357,
+ 0.8008436560630798,
+ 2.2613826367035017e-09,
+ 4.8085251336260626e-08,
+ 2.2821564016339835e-06,
+ 0.031323548406362534,
+ 0.00024306963314302266,
+ 4.740398799185641e-05,
+ 0.0010995945194736123,
+ 1.3590291928267106e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005187034606934,
+ -0.22208955883979797,
+ -19.907289505004883,
+ -16.850290298461914,
+ -12.990389823913574,
+ -3.4633851051330566,
+ -8.322162628173828,
+ -9.956804275512695,
+ -6.812813758850098,
+ -11.206154823303223
+ ],
+ "distances_by_expert": [
+ 14.010374069213867,
+ 0.44417911767959595,
+ 39.814579010009766,
+ 33.70058059692383,
+ 25.98077964782715,
+ 6.926770210266113,
+ 16.644325256347656,
+ 19.91360855102539,
+ 13.625627517700195,
+ 22.412309646606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.10986328125,
+ "language": 50.17319107055664
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009145992225967348,
+ 0.7839170098304749,
+ 2.3183190922537733e-09,
+ 4.875034420592783e-08,
+ 2.327238689758815e-06,
+ 0.03195854276418686,
+ 0.0002514949010219425,
+ 4.873336001764983e-05,
+ 0.001097430707886815,
+ 1.35293457788066e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9970245361328125,
+ -0.24345211684703827,
+ -19.882423400878906,
+ -16.8365535736084,
+ -12.97082805633545,
+ -3.4433157444000244,
+ -8.288087844848633,
+ -9.929146766662598,
+ -6.814783573150635,
+ -11.210649490356445
+ ],
+ "distances_by_expert": [
+ 13.994049072265625,
+ 0.48690423369407654,
+ 39.76484680175781,
+ 33.6731071472168,
+ 25.9416561126709,
+ 6.886631488800049,
+ 16.576175689697266,
+ 19.858293533325195,
+ 13.62956714630127,
+ 22.42129898071289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.947021484375,
+ "language": 50.20943069458008
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008079939871095121,
+ 0.6774933934211731,
+ 2.053008429925285e-09,
+ 4.281696419639047e-08,
+ 2.067125478788512e-06,
+ 0.02748885564506054,
+ 0.00023159141710493714,
+ 4.4239004637347534e-05,
+ 0.0009890039218589664,
+ 1.19951973829302e-05
+ ],
+ "log_scores_by_expert": [
+ -7.120955944061279,
+ -0.38935548067092896,
+ -20.00395965576172,
+ -16.966331481933594,
+ -13.089351654052734,
+ -3.5939745903015137,
+ -8.370535850524902,
+ -10.025903701782227,
+ -6.918812274932861,
+ -11.33100414276123
+ ],
+ "distances_by_expert": [
+ 14.241911888122559,
+ 0.7787109613418579,
+ 40.00791931152344,
+ 33.93266296386719,
+ 26.17870330810547,
+ 7.187949180603027,
+ 16.741071701049805,
+ 20.051807403564453,
+ 13.837624549865723,
+ 22.66200828552246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.59228515625,
+ "language": 50.2056999206543
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009059733129106462,
+ 0.7810438275337219,
+ 2.2746109440419104e-09,
+ 4.6690260546711215e-08,
+ 2.248103783131228e-06,
+ 0.03189247474074364,
+ 0.0002538077242206782,
+ 4.8929792683338746e-05,
+ 0.001078554312698543,
+ 1.3513998965208884e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006500720977783,
+ -0.24712397158145905,
+ -19.901456832885742,
+ -16.879730224609375,
+ -13.005423545837402,
+ -3.445385217666626,
+ -8.27893352508545,
+ -9.925124168395996,
+ -6.832133769989014,
+ -11.211784362792969
+ ],
+ "distances_by_expert": [
+ 14.013001441955566,
+ 0.4942479431629181,
+ 39.802913665771484,
+ 33.75946044921875,
+ 26.010847091674805,
+ 6.890770435333252,
+ 16.5578670501709,
+ 19.850248336791992,
+ 13.664267539978027,
+ 22.423568725585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.874755859375,
+ "language": 50.1876220703125
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000906673027202487,
+ 0.7406261563301086,
+ 2.2595760817978316e-09,
+ 4.516002505283723e-08,
+ 2.1641665171046043e-06,
+ 0.030751807615160942,
+ 0.00023699710436630994,
+ 4.69162296212744e-05,
+ 0.0010926768882200122,
+ 1.2837001122534275e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005728721618652,
+ -0.3002592921257019,
+ -19.90808868408203,
+ -16.913053512573242,
+ -13.043475151062012,
+ -3.481806516647339,
+ -8.34746265411377,
+ -9.967146873474121,
+ -6.819124698638916,
+ -11.263178825378418
+ ],
+ "distances_by_expert": [
+ 14.011457443237305,
+ 0.6005185842514038,
+ 39.81617736816406,
+ 33.826107025146484,
+ 26.086950302124023,
+ 6.963613033294678,
+ 16.69492530822754,
+ 19.934293746948242,
+ 13.638249397277832,
+ 22.526357650756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.4580078125,
+ "language": 50.195335388183594
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009361535776406527,
+ 0.7671350240707397,
+ 2.3856321362814015e-09,
+ 4.755542093448639e-08,
+ 2.311719299541437e-06,
+ 0.030571214854717255,
+ 0.000246629846515134,
+ 4.8552486987318844e-05,
+ 0.001119211665354669,
+ 1.3375180060393177e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97373104095459,
+ -0.26509249210357666,
+ -19.853801727294922,
+ -16.861370086669922,
+ -12.977519035339355,
+ -3.487696409225464,
+ -8.307621955871582,
+ -9.932865142822266,
+ -6.795130729675293,
+ -11.2221097946167
+ ],
+ "distances_by_expert": [
+ 13.94746208190918,
+ 0.5301849842071533,
+ 39.707603454589844,
+ 33.722740173339844,
+ 25.95503807067871,
+ 6.975392818450928,
+ 16.615243911743164,
+ 19.86573028564453,
+ 13.590261459350586,
+ 22.4442195892334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.580322265625,
+ "language": 50.2045783996582
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008855790947563946,
+ 0.7153975963592529,
+ 2.323307990437229e-09,
+ 4.88634519513198e-08,
+ 2.267365516672726e-06,
+ 0.029363777488470078,
+ 0.00024755048798397183,
+ 4.734412141260691e-05,
+ 0.0010478764306753874,
+ 1.2641514331335202e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029268741607666,
+ -0.3349168300628662,
+ -19.880273818969727,
+ -16.83423614501953,
+ -12.996891975402832,
+ -3.5279934406280518,
+ -8.303895950317383,
+ -9.958067893981934,
+ -6.860989570617676,
+ -11.278524398803711
+ ],
+ "distances_by_expert": [
+ 14.058537483215332,
+ 0.6698336601257324,
+ 39.76054763793945,
+ 33.66847229003906,
+ 25.993783950805664,
+ 7.0559868812561035,
+ 16.607791900634766,
+ 19.916135787963867,
+ 13.721979141235352,
+ 22.557048797607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.904296875,
+ "language": 50.2156982421875
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008720906917005777,
+ 0.6351826190948486,
+ 2.195979176278229e-09,
+ 3.847807406032189e-08,
+ 2.0015861537103774e-06,
+ 0.022541312500834465,
+ 0.00021549916709773242,
+ 4.254585655871779e-05,
+ 0.0010095789330080152,
+ 1.2035762665618677e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044617176055908,
+ -0.4538426995277405,
+ -19.93663787841797,
+ -17.073177337646484,
+ -13.121570587158203,
+ -3.792405605316162,
+ -8.442553520202637,
+ -10.06492805480957,
+ -6.898221969604492,
+ -11.327628135681152
+ ],
+ "distances_by_expert": [
+ 14.089234352111816,
+ 0.907685399055481,
+ 39.87327575683594,
+ 34.14635467529297,
+ 26.243141174316406,
+ 7.584811210632324,
+ 16.885107040405273,
+ 20.12985610961914,
+ 13.796443939208984,
+ 22.655256271362305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.4443359375,
+ "language": 50.191471099853516
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000919629295822233,
+ 0.7135248184204102,
+ 2.3512862767915976e-09,
+ 4.0395722322728034e-08,
+ 2.103732640534872e-06,
+ 0.024981137365102768,
+ 0.00022819604782853276,
+ 4.4563912524608895e-05,
+ 0.0010763420723378658,
+ 1.2515976777649485e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99153995513916,
+ -0.33753809332847595,
+ -19.868303298950195,
+ -17.0245418548584,
+ -13.071797370910645,
+ -3.689634323120117,
+ -8.385305404663086,
+ -10.018586158752441,
+ -6.834187030792236,
+ -11.288504600524902
+ ],
+ "distances_by_expert": [
+ 13.98307991027832,
+ 0.6750761866569519,
+ 39.73660659790039,
+ 34.0490837097168,
+ 26.14359474182129,
+ 7.379268646240234,
+ 16.770610809326172,
+ 20.037172317504883,
+ 13.668374061584473,
+ 22.577009201049805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.677490234375,
+ "language": 50.18316650390625
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008787671104073524,
+ 0.6800238490104675,
+ 2.2190735915472715e-09,
+ 3.7045737144580926e-08,
+ 1.989535803659237e-06,
+ 0.02220926061272621,
+ 0.00021505981567315757,
+ 4.11235996580217e-05,
+ 0.0010436746524646878,
+ 1.1919240932911634e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036990642547607,
+ -0.3856274485588074,
+ -19.926176071166992,
+ -17.111112594604492,
+ -13.127609252929688,
+ -3.807245969772339,
+ -8.444594383239746,
+ -10.098928451538086,
+ -6.865007400512695,
+ -11.337356567382812
+ ],
+ "distances_by_expert": [
+ 14.073981285095215,
+ 0.7712548971176147,
+ 39.852352142333984,
+ 34.222225189208984,
+ 26.255218505859375,
+ 7.614491939544678,
+ 16.889188766479492,
+ 20.197856903076172,
+ 13.73001480102539,
+ 22.674713134765625
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3448.7685546875,
+ "language": 50.184959411621094
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008456047507934272,
+ 0.7039079666137695,
+ 2.1029049612764084e-09,
+ 4.3525755444306924e-08,
+ 2.0781012608495075e-06,
+ 0.026560353115200996,
+ 0.00021995643328409642,
+ 4.264005474396981e-05,
+ 0.001037107896991074,
+ 1.2280123883101624e-05
+ ],
+ "log_scores_by_expert": [
+ -7.075458526611328,
+ -0.3511076867580414,
+ -19.97994613647461,
+ -16.949913024902344,
+ -13.08405590057373,
+ -3.62833571434021,
+ -8.422080993652344,
+ -10.062716484069824,
+ -6.87131929397583,
+ -11.307528495788574
+ ],
+ "distances_by_expert": [
+ 14.150917053222656,
+ 0.7022153735160828,
+ 39.95989227294922,
+ 33.89982604980469,
+ 26.16811180114746,
+ 7.25667142868042,
+ 16.844161987304688,
+ 20.12543296813965,
+ 13.74263858795166,
+ 22.61505699157715
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3460.347900390625,
+ "language": 50.18511962890625
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009177858009934425,
+ 0.7766798734664917,
+ 2.2818023026616174e-09,
+ 4.7524228108386524e-08,
+ 2.2977446860750206e-06,
+ 0.032082173973321915,
+ 0.0002485080040059984,
+ 4.824954885407351e-05,
+ 0.0010998970828950405,
+ 1.3533733181247953e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993546485900879,
+ -0.2527270019054413,
+ -19.898300170898438,
+ -16.86202621459961,
+ -12.983582496643066,
+ -3.4394547939300537,
+ -8.30003547668457,
+ -9.93912410736084,
+ -6.8125386238098145,
+ -11.210325241088867
+ ],
+ "distances_by_expert": [
+ 13.987092971801758,
+ 0.5054540038108826,
+ 39.796600341796875,
+ 33.72405242919922,
+ 25.967164993286133,
+ 6.878909587860107,
+ 16.60007095336914,
+ 19.87824821472168,
+ 13.625077247619629,
+ 22.420650482177734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.415771484375,
+ "language": 50.19255828857422
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008328911499120295,
+ 0.7326722741127014,
+ 2.1170023511984937e-09,
+ 4.512429541136953e-08,
+ 2.2253987026488176e-06,
+ 0.030347753316164017,
+ 0.00024890221538953483,
+ 4.65573430119548e-05,
+ 0.0010023008799180388,
+ 1.3128694263286889e-05
+ ],
+ "log_scores_by_expert": [
+ -7.090607643127441,
+ -0.31105679273605347,
+ -19.973264694213867,
+ -16.91384506225586,
+ -13.01557445526123,
+ -3.495032787322998,
+ -8.298450469970703,
+ -9.974825859069824,
+ -6.905457019805908,
+ -11.240710258483887
+ ],
+ "distances_by_expert": [
+ 14.181215286254883,
+ 0.6221135854721069,
+ 39.946529388427734,
+ 33.82769012451172,
+ 26.03114891052246,
+ 6.990065574645996,
+ 16.596900939941406,
+ 19.94965171813965,
+ 13.810914039611816,
+ 22.481420516967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.973876953125,
+ "language": 50.197208404541016
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008376738405786455,
+ 0.7403007745742798,
+ 2.1760655499747372e-09,
+ 4.4198710469345315e-08,
+ 2.1864159407414263e-06,
+ 0.029559412971138954,
+ 0.0002454945642966777,
+ 4.596269718604162e-05,
+ 0.0010098065249621868,
+ 1.2877292647317518e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084881782531738,
+ -0.30069872736930847,
+ -19.94574737548828,
+ -16.9345703125,
+ -13.033246994018555,
+ -3.521353006362915,
+ -8.312235832214355,
+ -9.987680435180664,
+ -6.897996425628662,
+ -11.260045051574707
+ ],
+ "distances_by_expert": [
+ 14.169763565063477,
+ 0.6013974547386169,
+ 39.89149475097656,
+ 33.869140625,
+ 26.06649398803711,
+ 7.04270601272583,
+ 16.62447166442871,
+ 19.975360870361328,
+ 13.795992851257324,
+ 22.520090103149414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3261.462158203125,
+ "language": 50.22099685668945
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008817712659947574,
+ 0.7586742639541626,
+ 2.2357997675470642e-09,
+ 4.475708337281503e-08,
+ 2.2113026716397144e-06,
+ 0.03022325597703457,
+ 0.00024166223010979593,
+ 4.676885873777792e-05,
+ 0.0010623778216540813,
+ 1.3173331353755202e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033577919006348,
+ -0.27618277072906494,
+ -19.91866683959961,
+ -16.922016143798828,
+ -13.021928787231445,
+ -3.499143600463867,
+ -8.327969551086426,
+ -9.970293045043945,
+ -6.847245693206787,
+ -11.237316131591797
+ ],
+ "distances_by_expert": [
+ 14.067155838012695,
+ 0.5523655414581299,
+ 39.83733367919922,
+ 33.844032287597656,
+ 26.04385757446289,
+ 6.998287200927734,
+ 16.65593910217285,
+ 19.94058609008789,
+ 13.694491386413574,
+ 22.474632263183594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.70458984375,
+ "language": 50.20246505737305
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009578895987942815,
+ 0.7642578482627869,
+ 2.3761863587878906e-09,
+ 4.423581501100671e-08,
+ 2.3043037344905315e-06,
+ 0.028331121429800987,
+ 0.00024068150378298014,
+ 4.778757647727616e-05,
+ 0.0011429220903664827,
+ 1.3515031241695397e-05
+ ],
+ "log_scores_by_expert": [
+ -6.950778007507324,
+ -0.26885002851486206,
+ -19.857769012451172,
+ -16.933731079101562,
+ -12.980731964111328,
+ -3.5637943744659424,
+ -8.332036018371582,
+ -9.948744773864746,
+ -6.774167060852051,
+ -11.211708068847656
+ ],
+ "distances_by_expert": [
+ 13.901556015014648,
+ 0.5377000570297241,
+ 39.715538024902344,
+ 33.867462158203125,
+ 25.961463928222656,
+ 7.127588748931885,
+ 16.664072036743164,
+ 19.897489547729492,
+ 13.548334121704102,
+ 22.423416137695312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3352.37109375,
+ "language": 50.19749069213867
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009175018640235066,
+ 0.7217816114425659,
+ 2.3217927580532205e-09,
+ 4.551083776505038e-08,
+ 2.1986436422594124e-06,
+ 0.028865130618214607,
+ 0.00023840279027353972,
+ 4.6228698920458555e-05,
+ 0.0011169256176799536,
+ 1.2556409274111502e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993855953216553,
+ -0.3260326683521271,
+ -19.88092613220215,
+ -16.905315399169922,
+ -13.027669906616211,
+ -3.54512095451355,
+ -8.341548919677734,
+ -9.98190975189209,
+ -6.797175407409668,
+ -11.285279273986816
+ ],
+ "distances_by_expert": [
+ 13.987711906433105,
+ 0.6520653367042542,
+ 39.7618522644043,
+ 33.810630798339844,
+ 26.055339813232422,
+ 7.0902419090271,
+ 16.68309783935547,
+ 19.96381950378418,
+ 13.594350814819336,
+ 22.570558547973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.634765625,
+ "language": 50.17936325073242
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008927065646275878,
+ 0.6612974405288696,
+ 2.275044819199934e-09,
+ 4.574468093210271e-08,
+ 2.155846686946461e-06,
+ 0.02741393633186817,
+ 0.00023448452702723444,
+ 4.540369627648033e-05,
+ 0.001062073977664113,
+ 1.2078376130375545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021252632141113,
+ -0.41355159878730774,
+ -19.90126609802246,
+ -16.900190353393555,
+ -13.047327041625977,
+ -3.5967037677764893,
+ -8.358120918273926,
+ -9.999917030334473,
+ -6.847531795501709,
+ -11.32409381866455
+ ],
+ "distances_by_expert": [
+ 14.042505264282227,
+ 0.8271031975746155,
+ 39.80253219604492,
+ 33.80038070678711,
+ 26.094654083251953,
+ 7.1934075355529785,
+ 16.71624183654785,
+ 19.999834060668945,
+ 13.695063591003418,
+ 22.6481876373291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3204.448486328125,
+ "language": 50.21665954589844
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009284086991101503,
+ 0.6979474425315857,
+ 2.3145239058663947e-09,
+ 4.0812771828768746e-08,
+ 2.2154060843604384e-06,
+ 0.023776546120643616,
+ 0.00023181724827736616,
+ 4.528516728896648e-05,
+ 0.0010713597293943167,
+ 1.3292880794324446e-05
+ ],
+ "log_scores_by_expert": [
+ -6.982038497924805,
+ -0.359611451625824,
+ -19.884061813354492,
+ -17.014270782470703,
+ -13.020074844360352,
+ -3.739055633544922,
+ -8.369561195373535,
+ -10.002531051635742,
+ -6.838826656341553,
+ -11.22828197479248
+ ],
+ "distances_by_expert": [
+ 13.96407699584961,
+ 0.719222903251648,
+ 39.768123626708984,
+ 34.028541564941406,
+ 26.040149688720703,
+ 7.478111267089844,
+ 16.73912239074707,
+ 20.005062103271484,
+ 13.677653312683105,
+ 22.45656394958496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.144775390625,
+ "language": 50.193328857421875
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009494672995060682,
+ 0.7435528635978699,
+ 2.3773514268299323e-09,
+ 4.1993772015302966e-08,
+ 2.172713720938191e-06,
+ 0.026665957644581795,
+ 0.00023281935136765242,
+ 4.5681928895646706e-05,
+ 0.0011145558673888445,
+ 1.2975072422705125e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959609508514404,
+ -0.296315461397171,
+ -19.85727882385254,
+ -16.98574447631836,
+ -13.039533615112305,
+ -3.6243674755096436,
+ -8.36524772644043,
+ -9.993807792663574,
+ -6.799299240112305,
+ -11.252480506896973
+ ],
+ "distances_by_expert": [
+ 13.919219017028809,
+ 0.592630922794342,
+ 39.71455764770508,
+ 33.97148895263672,
+ 26.07906723022461,
+ 7.248734951019287,
+ 16.73049545288086,
+ 19.98761558532715,
+ 13.59859848022461,
+ 22.504961013793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.16796875,
+ "language": 50.19027328491211
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008628194918856025,
+ 0.6506754159927368,
+ 2.1363550928299446e-09,
+ 3.526679037690883e-08,
+ 1.9667377273435704e-06,
+ 0.0207589790225029,
+ 0.00020985068113077432,
+ 4.042785076308064e-05,
+ 0.0010261294664815068,
+ 1.200387214339571e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055305004119873,
+ -0.4297443628311157,
+ -19.96416473388672,
+ -17.160324096679688,
+ -13.139134407043457,
+ -3.8747763633728027,
+ -8.469114303588867,
+ -10.115991592407227,
+ -6.881961345672607,
+ -11.330281257629395
+ ],
+ "distances_by_expert": [
+ 14.110610008239746,
+ 0.8594887256622314,
+ 39.92832946777344,
+ 34.320648193359375,
+ 26.278268814086914,
+ 7.7495527267456055,
+ 16.938228607177734,
+ 20.231983184814453,
+ 13.763922691345215,
+ 22.66056251525879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.50634765625,
+ "language": 50.186100006103516
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008920908439904451,
+ 0.7695290446281433,
+ 2.22704499286408e-09,
+ 4.705466238874578e-08,
+ 2.2772342163079884e-06,
+ 0.028919603675603867,
+ 0.00023821824288461357,
+ 4.581159009831026e-05,
+ 0.0010905313538387418,
+ 1.3376022252487019e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021942615509033,
+ -0.26197656989097595,
+ -19.922590255737305,
+ -16.87195587158203,
+ -12.992548942565918,
+ -3.5432355403900146,
+ -8.342323303222656,
+ -9.990973472595215,
+ -6.821090221405029,
+ -11.222046852111816
+ ],
+ "distances_by_expert": [
+ 14.043885231018066,
+ 0.5239531397819519,
+ 39.84518051147461,
+ 33.74391174316406,
+ 25.985097885131836,
+ 7.086471080780029,
+ 16.684646606445312,
+ 19.98194694519043,
+ 13.642180442810059,
+ 22.444093704223633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.030517578125,
+ "language": 50.18867874145508
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009687697165645659,
+ 0.8052237629890442,
+ 2.3898676371203464e-09,
+ 4.876438808310013e-08,
+ 2.3365948891296284e-06,
+ 0.03171063959598541,
+ 0.00025299840490333736,
+ 4.916244142805226e-05,
+ 0.0011535262456163764,
+ 1.3919158845965285e-05
+ ],
+ "log_scores_by_expert": [
+ -6.939483642578125,
+ -0.2166351079940796,
+ -19.852027893066406,
+ -16.836265563964844,
+ -12.966815948486328,
+ -3.4511029720306396,
+ -8.282127380371094,
+ -9.920380592346191,
+ -6.764931678771973,
+ -11.182244300842285
+ ],
+ "distances_by_expert": [
+ 13.87896728515625,
+ 0.4332702159881592,
+ 39.70405578613281,
+ 33.67253112792969,
+ 25.933631896972656,
+ 6.902205944061279,
+ 16.564254760742188,
+ 19.840761184692383,
+ 13.529863357543945,
+ 22.36448860168457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.00146484375,
+ "language": 50.20307922363281
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008680216269567609,
+ 0.7446314096450806,
+ 2.208622618127265e-09,
+ 4.6771106099186e-08,
+ 2.291536247867043e-06,
+ 0.03021136112511158,
+ 0.00025135246687568724,
+ 4.812381666852161e-05,
+ 0.0010462433565407991,
+ 1.3380410564423073e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0492939949035645,
+ -0.2948659658432007,
+ -19.930896759033203,
+ -16.878000259399414,
+ -12.986288070678711,
+ -3.499537229537964,
+ -8.288654327392578,
+ -9.941733360290527,
+ -6.862549304962158,
+ -11.221718788146973
+ ],
+ "distances_by_expert": [
+ 14.098587989807129,
+ 0.5897319316864014,
+ 39.861793518066406,
+ 33.75600051879883,
+ 25.972576141357422,
+ 6.999074459075928,
+ 16.577308654785156,
+ 19.883466720581055,
+ 13.725098609924316,
+ 22.443437576293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.185546875,
+ "language": 50.20185470581055
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007923266966827214,
+ 0.7090957164764404,
+ 2.064600268525396e-09,
+ 4.180716217661029e-08,
+ 2.0827837943215854e-06,
+ 0.028469068929553032,
+ 0.00023265443451236933,
+ 4.383470877655782e-05,
+ 0.0009516896679997444,
+ 1.2327388503763359e-05
+ ],
+ "log_scores_by_expert": [
+ -7.140536785125732,
+ -0.3437647223472595,
+ -19.998329162597656,
+ -16.990198135375977,
+ -13.081805229187012,
+ -3.5589370727539062,
+ -8.36595630645752,
+ -10.03508472442627,
+ -6.957271575927734,
+ -11.30368709564209
+ ],
+ "distances_by_expert": [
+ 14.281073570251465,
+ 0.687529444694519,
+ 39.99665832519531,
+ 33.98039627075195,
+ 26.163610458374023,
+ 7.1178741455078125,
+ 16.73191261291504,
+ 20.07016944885254,
+ 13.914543151855469,
+ 22.60737419128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.65869140625,
+ "language": 50.222843170166016
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009212510194629431,
+ 0.7601446509361267,
+ 2.3070751975495796e-09,
+ 4.6197914826962005e-08,
+ 2.191440444221371e-06,
+ 0.03150070831179619,
+ 0.0002450709289405495,
+ 4.783258191309869e-05,
+ 0.0010961927473545074,
+ 1.3077909898129292e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9897780418396,
+ -0.27424654364585876,
+ -19.887285232543945,
+ -16.890331268310547,
+ -13.030951499938965,
+ -3.457745313644409,
+ -8.313962936401367,
+ -9.947803497314453,
+ -6.815912246704102,
+ -11.244585990905762
+ ],
+ "distances_by_expert": [
+ 13.9795560836792,
+ 0.5484930872917175,
+ 39.77457046508789,
+ 33.780662536621094,
+ 26.06190299987793,
+ 6.915490627288818,
+ 16.627925872802734,
+ 19.895606994628906,
+ 13.631824493408203,
+ 22.489171981811523
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.6279296875,
+ "language": 50.182430267333984
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009671002626419067,
+ 0.8053604960441589,
+ 2.4202349013791036e-09,
+ 4.827612443136786e-08,
+ 2.364367901463993e-06,
+ 0.03227802366018295,
+ 0.00025567595730535686,
+ 5.032431363360956e-05,
+ 0.0011531616328284144,
+ 1.4106528396951035e-05
+ ],
+ "log_scores_by_expert": [
+ -6.941208362579346,
+ -0.2164652794599533,
+ -19.839401245117188,
+ -16.846328735351562,
+ -12.954999923706055,
+ -3.433368682861328,
+ -8.271599769592285,
+ -9.897022247314453,
+ -6.765247821807861,
+ -11.168872833251953
+ ],
+ "distances_by_expert": [
+ 13.882416725158691,
+ 0.4329305589199066,
+ 39.678802490234375,
+ 33.692657470703125,
+ 25.90999984741211,
+ 6.866737365722656,
+ 16.54319953918457,
+ 19.794044494628906,
+ 13.530495643615723,
+ 22.337745666503906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.65625,
+ "language": 50.188629150390625
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009517750004306436,
+ 0.75716233253479,
+ 2.3915729396861707e-09,
+ 4.8516497486161825e-08,
+ 2.2691781396133592e-06,
+ 0.03129255026578903,
+ 0.0002498947433196008,
+ 4.8341709771193564e-05,
+ 0.0011378985363990068,
+ 1.317041642323602e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957181930541992,
+ -0.2781775891780853,
+ -19.851314544677734,
+ -16.84136199951172,
+ -12.996092796325684,
+ -3.4643752574920654,
+ -8.29447078704834,
+ -9.937215805053711,
+ -6.778572082519531,
+ -11.237537384033203
+ ],
+ "distances_by_expert": [
+ 13.914363861083984,
+ 0.5563551783561707,
+ 39.70262908935547,
+ 33.68272399902344,
+ 25.992185592651367,
+ 6.928750514984131,
+ 16.58894157409668,
+ 19.874431610107422,
+ 13.557144165039062,
+ 22.475074768066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.91455078125,
+ "language": 50.20674514770508
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008802500669844449,
+ 0.6270038485527039,
+ 2.1971353625360734e-09,
+ 3.634355394410704e-08,
+ 2.0857314666500315e-06,
+ 0.021034471690654755,
+ 0.00021664465020876378,
+ 4.270235513104126e-05,
+ 0.0010101181687787175,
+ 1.2433602933015209e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035304546356201,
+ -0.4668026864528656,
+ -19.936111450195312,
+ -17.1302490234375,
+ -13.080390930175781,
+ -3.8615927696228027,
+ -8.437252044677734,
+ -10.061256408691406,
+ -6.897687911987305,
+ -11.2951078414917
+ ],
+ "distances_by_expert": [
+ 14.070609092712402,
+ 0.9336053729057312,
+ 39.872222900390625,
+ 34.260498046875,
+ 26.160781860351562,
+ 7.7231855392456055,
+ 16.87450408935547,
+ 20.122512817382812,
+ 13.79537582397461,
+ 22.5902156829834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.02783203125,
+ "language": 50.20404052734375
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009194143931381404,
+ 0.6952698230743408,
+ 2.335673210396294e-09,
+ 3.96422166204502e-08,
+ 2.101921609209967e-06,
+ 0.023877961561083794,
+ 0.0002227428776677698,
+ 4.366814027889632e-05,
+ 0.0010669559706002474,
+ 1.2332478945609182e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99177360534668,
+ -0.36345529556274414,
+ -19.87496566772461,
+ -17.043371200561523,
+ -13.07265853881836,
+ -3.734799385070801,
+ -8.409492492675781,
+ -10.038891792297363,
+ -6.842945575714111,
+ -11.303274154663086
+ ],
+ "distances_by_expert": [
+ 13.98354721069336,
+ 0.7269105911254883,
+ 39.74993133544922,
+ 34.08674240112305,
+ 26.14531707763672,
+ 7.469598770141602,
+ 16.818984985351562,
+ 20.077783584594727,
+ 13.685891151428223,
+ 22.606548309326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.8291015625,
+ "language": 50.18711471557617
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008857497596181929,
+ 0.684981107711792,
+ 2.234367357800693e-09,
+ 3.775212320533683e-08,
+ 2.0512227365543367e-06,
+ 0.022399598732590675,
+ 0.00021734682377427816,
+ 4.177486334810965e-05,
+ 0.0010577022330835462,
+ 1.2275359040359035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029076099395752,
+ -0.3783639371395111,
+ -19.919307708740234,
+ -17.09222412109375,
+ -13.097074508666992,
+ -3.7987122535705566,
+ -8.434016227722168,
+ -10.083215713500977,
+ -6.851656436920166,
+ -11.307916641235352
+ ],
+ "distances_by_expert": [
+ 14.058152198791504,
+ 0.7567278742790222,
+ 39.83861541748047,
+ 34.1844482421875,
+ 26.194149017333984,
+ 7.597424507141113,
+ 16.868032455444336,
+ 20.166431427001953,
+ 13.703312873840332,
+ 22.615833282470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.390625,
+ "language": 50.186683654785156
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008633224060758948,
+ 0.7285197377204895,
+ 2.120934983196321e-09,
+ 4.5732640785445255e-08,
+ 2.1447769995575072e-06,
+ 0.02831118367612362,
+ 0.000226293079322204,
+ 4.38602983194869e-05,
+ 0.0010694590164348483,
+ 1.2549957318697125e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054722309112549,
+ -0.31674060225486755,
+ -19.97140884399414,
+ -16.900453567504883,
+ -13.052474975585938,
+ -3.5644984245300293,
+ -8.39367961883545,
+ -10.034501075744629,
+ -6.840602397918701,
+ -11.28579330444336
+ ],
+ "distances_by_expert": [
+ 14.109444618225098,
+ 0.6334812045097351,
+ 39.94281768798828,
+ 33.800907135009766,
+ 26.104949951171875,
+ 7.128996849060059,
+ 16.7873592376709,
+ 20.069002151489258,
+ 13.681204795837402,
+ 22.57158660888672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.701904296875,
+ "language": 50.175132751464844
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009455248946323991,
+ 0.8125492930412292,
+ 2.3570831952923754e-09,
+ 4.993661306684771e-08,
+ 2.3457221232092706e-06,
+ 0.03327697142958641,
+ 0.0002537218388170004,
+ 4.926442852593027e-05,
+ 0.0011277509620413184,
+ 1.3772748388873879e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963770389556885,
+ -0.20757870376110077,
+ -19.865840911865234,
+ -16.812511444091797,
+ -12.96291732788086,
+ -3.4028897285461426,
+ -8.279272079467773,
+ -9.91830825805664,
+ -6.787529945373535,
+ -11.192818641662598
+ ],
+ "distances_by_expert": [
+ 13.92754077911377,
+ 0.41515740752220154,
+ 39.73168182373047,
+ 33.625022888183594,
+ 25.92583465576172,
+ 6.805779457092285,
+ 16.558544158935547,
+ 19.83661651611328,
+ 13.57505989074707,
+ 22.385637283325195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.343017578125,
+ "language": 50.195091247558594
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007502306252717972,
+ 0.6110178232192993,
+ 1.931803605970117e-09,
+ 4.009994469811318e-08,
+ 1.990670625673374e-06,
+ 0.02515902742743492,
+ 0.00021735241170972586,
+ 4.200220791972242e-05,
+ 0.0009235046454705298,
+ 1.1412598723836709e-05
+ ],
+ "log_scores_by_expert": [
+ -7.195129871368408,
+ -0.49262920022010803,
+ -20.06481170654297,
+ -17.031890869140625,
+ -13.127038955688477,
+ -3.6825385093688965,
+ -8.433990478515625,
+ -10.077788352966309,
+ -6.987334728240967,
+ -11.380792617797852
+ ],
+ "distances_by_expert": [
+ 14.390259742736816,
+ 0.9852584004402161,
+ 40.12962341308594,
+ 34.06378173828125,
+ 26.254077911376953,
+ 7.365077018737793,
+ 16.86798095703125,
+ 20.155576705932617,
+ 13.974669456481934,
+ 22.761585235595703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.299072265625,
+ "language": 50.20450210571289
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008374701137654483,
+ 0.7418826818466187,
+ 2.158369705185237e-09,
+ 4.475827708461111e-08,
+ 2.1812174963997677e-06,
+ 0.029996823519468307,
+ 0.0002434519410599023,
+ 4.637481470126659e-05,
+ 0.001014684559777379,
+ 1.273019370273687e-05
+ ],
+ "log_scores_by_expert": [
+ -7.085124969482422,
+ -0.2985641658306122,
+ -19.95391273498535,
+ -16.92198944091797,
+ -13.035627365112305,
+ -3.5066637992858887,
+ -8.32059097290039,
+ -9.978754043579102,
+ -6.893177509307861,
+ -11.271533966064453
+ ],
+ "distances_by_expert": [
+ 14.170249938964844,
+ 0.5971283316612244,
+ 39.9078254699707,
+ 33.84397888183594,
+ 26.07125473022461,
+ 7.013327598571777,
+ 16.64118194580078,
+ 19.957508087158203,
+ 13.786355018615723,
+ 22.543067932128906
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3329.97802734375,
+ "language": 50.19721603393555
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009226459660567343,
+ 0.7902148962020874,
+ 2.3236756963029848e-09,
+ 4.763358063542e-08,
+ 2.2862450350658037e-06,
+ 0.03217579424381256,
+ 0.0002495232329238206,
+ 4.903910303255543e-05,
+ 0.001102298148907721,
+ 1.3524727364710998e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988265037536621,
+ -0.2354503720998764,
+ -19.880115509033203,
+ -16.85972785949707,
+ -12.98859977722168,
+ -3.4365408420562744,
+ -8.295958518981934,
+ -9.922892570495605,
+ -6.810358047485352,
+ -11.210990905761719
+ ],
+ "distances_by_expert": [
+ 13.976530075073242,
+ 0.4709007441997528,
+ 39.760231018066406,
+ 33.71945571899414,
+ 25.97719955444336,
+ 6.873081684112549,
+ 16.591917037963867,
+ 19.84578514099121,
+ 13.620716094970703,
+ 22.421981811523438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.5302734375,
+ "language": 50.176509857177734
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009901868179440498,
+ 0.7794860601425171,
+ 2.479988214787454e-09,
+ 4.489439220378699e-08,
+ 2.329877133888658e-06,
+ 0.027959834784269333,
+ 0.0002442365512251854,
+ 4.8550959036219865e-05,
+ 0.0011742925271391869,
+ 1.3705714991374407e-05
+ ],
+ "log_scores_by_expert": [
+ -6.917616844177246,
+ -0.24912051856517792,
+ -19.815011978149414,
+ -16.91895294189453,
+ -12.969695091247559,
+ -3.576986312866211,
+ -8.317373275756836,
+ -9.932896614074707,
+ -6.747089385986328,
+ -11.197697639465332
+ ],
+ "distances_by_expert": [
+ 13.835233688354492,
+ 0.49824103713035583,
+ 39.63002395629883,
+ 33.83790588378906,
+ 25.939390182495117,
+ 7.153972625732422,
+ 16.634746551513672,
+ 19.865793228149414,
+ 13.494178771972656,
+ 22.395395278930664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.989990234375,
+ "language": 50.200016021728516
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009867178741842508,
+ 0.7990166544914246,
+ 2.4767550232951407e-09,
+ 4.958524968401434e-08,
+ 2.390235977145494e-06,
+ 0.03203050047159195,
+ 0.0002569644129835069,
+ 4.997723226551898e-05,
+ 0.0011783159570768476,
+ 1.3796832718071528e-05
+ ],
+ "log_scores_by_expert": [
+ -6.921126365661621,
+ -0.2243734747171402,
+ -19.816316604614258,
+ -16.81957244873047,
+ -12.94411849975586,
+ -3.4410667419433594,
+ -8.266572952270508,
+ -9.903943061828613,
+ -6.743669033050537,
+ -11.191071510314941
+ ],
+ "distances_by_expert": [
+ 13.842252731323242,
+ 0.4487469494342804,
+ 39.632633209228516,
+ 33.63914489746094,
+ 25.88823699951172,
+ 6.882133483886719,
+ 16.533145904541016,
+ 19.807886123657227,
+ 13.487338066101074,
+ 22.382143020629883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.051025390625,
+ "language": 50.194427490234375
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009001088910736144,
+ 0.699478030204773,
+ 2.298650603194119e-09,
+ 4.76723940323609e-08,
+ 2.172674385292339e-06,
+ 0.02923298440873623,
+ 0.0002391414891462773,
+ 4.622645064955577e-05,
+ 0.0010895280865952373,
+ 1.2185384548502043e-05
+ ],
+ "log_scores_by_expert": [
+ -7.012994766235352,
+ -0.35742083191871643,
+ -19.89094352722168,
+ -16.85891342163086,
+ -13.039551734924316,
+ -3.5324575901031494,
+ -8.338455200195312,
+ -9.981958389282227,
+ -6.822010517120361,
+ -11.31527328491211
+ ],
+ "distances_by_expert": [
+ 14.025989532470703,
+ 0.7148416638374329,
+ 39.78188705444336,
+ 33.71782684326172,
+ 26.079103469848633,
+ 7.064915180206299,
+ 16.676910400390625,
+ 19.963916778564453,
+ 13.644021034240723,
+ 22.63054656982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.154052734375,
+ "language": 50.180870056152344
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008532135980203748,
+ 0.6237496137619019,
+ 2.165234880280309e-09,
+ 3.47142687928681e-08,
+ 2.0533757378871087e-06,
+ 0.01988140493631363,
+ 0.00021071842638775706,
+ 4.08602281822823e-05,
+ 0.0009823982836678624,
+ 1.2162884559074882e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066500663757324,
+ -0.47200626134872437,
+ -19.95073699951172,
+ -17.176115036010742,
+ -13.096025466918945,
+ -3.9179704189300537,
+ -8.464987754821777,
+ -10.105353355407715,
+ -6.925513744354248,
+ -11.317121505737305
+ ],
+ "distances_by_expert": [
+ 14.133001327514648,
+ 0.9440125226974487,
+ 39.90147399902344,
+ 34.352230072021484,
+ 26.19205093383789,
+ 7.835940837860107,
+ 16.929975509643555,
+ 20.21070671081543,
+ 13.851027488708496,
+ 22.63424301147461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.010009765625,
+ "language": 50.193843841552734
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071469539776444,
+ 0.699795663356781,
+ 2.318526926003983e-09,
+ 3.924035141267268e-08,
+ 2.1329096853150986e-06,
+ 0.023464439436793327,
+ 0.00022207516303751618,
+ 4.3947555241174996e-05,
+ 0.0010437563760206103,
+ 1.2541210708150174e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005206108093262,
+ -0.35696691274642944,
+ -19.882333755493164,
+ -17.053560256958008,
+ -13.058023452758789,
+ -3.7522692680358887,
+ -8.412494659423828,
+ -10.032513618469238,
+ -6.86492919921875,
+ -11.286490440368652
+ ],
+ "distances_by_expert": [
+ 14.010412216186523,
+ 0.7139338254928589,
+ 39.76466751098633,
+ 34.107120513916016,
+ 26.116046905517578,
+ 7.504538536071777,
+ 16.824989318847656,
+ 20.065027236938477,
+ 13.7298583984375,
+ 22.572980880737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.6884765625,
+ "language": 50.187496185302734
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009050540975295007,
+ 0.7253406047821045,
+ 2.2578914293802654e-09,
+ 3.9755189362722376e-08,
+ 2.1347555048123468e-06,
+ 0.023813486099243164,
+ 0.00022402193280868232,
+ 4.287214687792584e-05,
+ 0.0010735566029325128,
+ 1.2618748769455124e-05
+ ],
+ "log_scores_by_expert": [
+ -7.007515907287598,
+ -0.3211138844490051,
+ -19.90883445739746,
+ -17.040525436401367,
+ -13.057158470153809,
+ -3.7375032901763916,
+ -8.403766632080078,
+ -10.05728816986084,
+ -6.836778163909912,
+ -11.280326843261719
+ ],
+ "distances_by_expert": [
+ 14.015031814575195,
+ 0.6422277688980103,
+ 39.81766891479492,
+ 34.081050872802734,
+ 26.114316940307617,
+ 7.475006580352783,
+ 16.807533264160156,
+ 20.11457633972168,
+ 13.673556327819824,
+ 22.560653686523438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.1630859375,
+ "language": 50.18009567260742
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008729373221285641,
+ 0.7126660346984863,
+ 2.1599468880140194e-09,
+ 3.9273896135227915e-08,
+ 2.1241041849862086e-06,
+ 0.023365704342722893,
+ 0.00021873794321436435,
+ 4.263603113940917e-05,
+ 0.0010495076421648264,
+ 1.2557416084746365e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043646812438965,
+ -0.3387424051761627,
+ -19.953182220458984,
+ -17.052705764770508,
+ -13.06216049194336,
+ -3.756485939025879,
+ -8.42763614654541,
+ -10.062810897827148,
+ -6.859434127807617,
+ -11.285199165344238
+ ],
+ "distances_by_expert": [
+ 14.08729362487793,
+ 0.6774848103523254,
+ 39.90636444091797,
+ 34.105411529541016,
+ 26.12432098388672,
+ 7.512971878051758,
+ 16.85527229309082,
+ 20.125621795654297,
+ 13.718868255615234,
+ 22.570398330688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.581298828125,
+ "language": 50.17458724975586
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009447514894418418,
+ 0.8216131925582886,
+ 2.368408136277367e-09,
+ 4.9623093190120926e-08,
+ 2.3399954898195574e-06,
+ 0.03169131278991699,
+ 0.00025144623941741884,
+ 4.8922978749033064e-05,
+ 0.001138914143666625,
+ 1.388880809827242e-05
+ ],
+ "log_scores_by_expert": [
+ -6.964588642120361,
+ -0.19648562371730804,
+ -19.861047744750977,
+ -16.818809509277344,
+ -12.965361595153809,
+ -3.4517126083374023,
+ -8.288281440734863,
+ -9.925263404846191,
+ -6.777679920196533,
+ -11.184427261352539
+ ],
+ "distances_by_expert": [
+ 13.929177284240723,
+ 0.3929712474346161,
+ 39.72209548950195,
+ 33.63761901855469,
+ 25.930723190307617,
+ 6.903425216674805,
+ 16.576562881469727,
+ 19.850526809692383,
+ 13.555359840393066,
+ 22.368854522705078
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3379.449462890625,
+ "language": 50.18490219116211
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008802853408269584,
+ 0.7992080450057983,
+ 2.2332213855946748e-09,
+ 4.7783000667322995e-08,
+ 2.322259206266608e-06,
+ 0.032302774488925934,
+ 0.000256723869824782,
+ 4.8536749090999365e-05,
+ 0.0010623610578477383,
+ 1.3882570783607662e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035264492034912,
+ -0.2241339385509491,
+ -19.91982078552246,
+ -16.856595993041992,
+ -12.972970008850098,
+ -3.4326021671295166,
+ -8.267509460449219,
+ -9.933189392089844,
+ -6.847261428833008,
+ -11.184876441955566
+ ],
+ "distances_by_expert": [
+ 14.070528984069824,
+ 0.4482678771018982,
+ 39.83964157104492,
+ 33.713191986083984,
+ 25.945940017700195,
+ 6.865204334259033,
+ 16.535018920898438,
+ 19.866378784179688,
+ 13.694522857666016,
+ 22.369752883911133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.636474609375,
+ "language": 50.19917678833008
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008574242237955332,
+ 0.7721717357635498,
+ 2.2035691049637762e-09,
+ 4.585125168432569e-08,
+ 2.2304193407762796e-06,
+ 0.030744249001145363,
+ 0.0002490045444574207,
+ 4.72396204713732e-05,
+ 0.0010317069245502353,
+ 1.3168897567084059e-05
+ ],
+ "log_scores_by_expert": [
+ -7.061577796936035,
+ -0.2585483193397522,
+ -19.93318748474121,
+ -16.897863388061523,
+ -13.013320922851562,
+ -3.4820523262023926,
+ -8.298039436340332,
+ -9.960277557373047,
+ -6.876540660858154,
+ -11.237652778625488
+ ],
+ "distances_by_expert": [
+ 14.12315559387207,
+ 0.5170966386795044,
+ 39.86637496948242,
+ 33.79572677612305,
+ 26.026641845703125,
+ 6.964104652404785,
+ 16.596078872680664,
+ 19.920555114746094,
+ 13.753081321716309,
+ 22.475305557250977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.27294921875,
+ "language": 50.2042121887207
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008808353450149298,
+ 0.7836015224456787,
+ 2.241457242035949e-09,
+ 4.640810402634088e-08,
+ 2.261278041260084e-06,
+ 0.03118426539003849,
+ 0.00025356869446113706,
+ 4.9049442168325186e-05,
+ 0.0010507454862818122,
+ 1.3689647857972886e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034639835357666,
+ -0.2438545674085617,
+ -19.916139602661133,
+ -16.885791778564453,
+ -12.999580383300781,
+ -3.467841625213623,
+ -8.279875755310059,
+ -9.92268180847168,
+ -6.858255386352539,
+ -11.198870658874512
+ ],
+ "distances_by_expert": [
+ 14.069279670715332,
+ 0.4877091348171234,
+ 39.832279205322266,
+ 33.771583557128906,
+ 25.999160766601562,
+ 6.935683250427246,
+ 16.559751510620117,
+ 19.84536361694336,
+ 13.716510772705078,
+ 22.397741317749023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.593505859375,
+ "language": 50.202816009521484
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009634792222641408,
+ 0.8029232621192932,
+ 2.411318922312944e-09,
+ 4.549174192902683e-08,
+ 2.3287307158170734e-06,
+ 0.029238324612379074,
+ 0.00024705592659302056,
+ 4.893104778602719e-05,
+ 0.0011513985227793455,
+ 1.3916226635046769e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94495964050293,
+ -0.21949613094329834,
+ -19.84309196472168,
+ -16.90573501586914,
+ -12.970187187194824,
+ -3.5322749614715576,
+ -8.305895805358887,
+ -9.925098419189453,
+ -6.766777992248535,
+ -11.182455062866211
+ ],
+ "distances_by_expert": [
+ 13.88991928100586,
+ 0.4389922618865967,
+ 39.68618392944336,
+ 33.81147003173828,
+ 25.94037437438965,
+ 7.064549922943115,
+ 16.611791610717773,
+ 19.850196838378906,
+ 13.53355598449707,
+ 22.364910125732422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.292724609375,
+ "language": 50.19161605834961
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000978180207312107,
+ 0.8030380010604858,
+ 2.4572464063510324e-09,
+ 4.4542726840290925e-08,
+ 2.3457600946130697e-06,
+ 0.028716396540403366,
+ 0.0002506965247448534,
+ 4.952578092343174e-05,
+ 0.001154160127043724,
+ 1.3994214896229096e-05
+ ],
+ "log_scores_by_expert": [
+ -6.929816722869873,
+ -0.21935324370861053,
+ -19.8242244720459,
+ -16.926816940307617,
+ -12.96290111541748,
+ -3.5502870082855225,
+ -8.291267395019531,
+ -9.913017272949219,
+ -6.764382362365723,
+ -11.17686653137207
+ ],
+ "distances_by_expert": [
+ 13.859633445739746,
+ 0.43870648741722107,
+ 39.6484489440918,
+ 33.853633880615234,
+ 25.92580223083496,
+ 7.100574016571045,
+ 16.582534790039062,
+ 19.826034545898438,
+ 13.528764724731445,
+ 22.35373306274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.634521484375,
+ "language": 50.185035705566406
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009013467933982611,
+ 0.747426450252533,
+ 2.3167012752622895e-09,
+ 4.80626987098276e-08,
+ 2.3184134079201613e-06,
+ 0.031027182936668396,
+ 0.0002554197853896767,
+ 4.8496771341888234e-05,
+ 0.0010721544967964292,
+ 1.3514760212274268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.01162052154541,
+ -0.29111939668655396,
+ -19.883121490478516,
+ -16.850759506225586,
+ -12.974627494812012,
+ -3.4728915691375732,
+ -8.272602081298828,
+ -9.934013366699219,
+ -6.838085174560547,
+ -11.2117280960083
+ ],
+ "distances_by_expert": [
+ 14.02324104309082,
+ 0.5822387933731079,
+ 39.76624298095703,
+ 33.70151901245117,
+ 25.949254989624023,
+ 6.9457831382751465,
+ 16.545204162597656,
+ 19.868026733398438,
+ 13.676170349121094,
+ 22.4234561920166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.679443359375,
+ "language": 50.225608825683594
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009443929884582758,
+ 0.6869396567344666,
+ 2.3387760617055164e-09,
+ 4.0108361076818255e-08,
+ 2.21083882934181e-06,
+ 0.024278555065393448,
+ 0.00023327828967012465,
+ 4.5960419811308384e-05,
+ 0.0010842636693269014,
+ 1.3324776773515623e-05
+ ],
+ "log_scores_by_expert": [
+ -6.964968204498291,
+ -0.37550875544548035,
+ -19.873638153076172,
+ -17.031681060791016,
+ -13.022138595581055,
+ -3.7181618213653564,
+ -8.36327838897705,
+ -9.987730026245117,
+ -6.826854228973389,
+ -11.225885391235352
+ ],
+ "distances_by_expert": [
+ 13.929936408996582,
+ 0.7510175108909607,
+ 39.747276306152344,
+ 34.06336212158203,
+ 26.04427719116211,
+ 7.436323642730713,
+ 16.7265567779541,
+ 19.975460052490234,
+ 13.653708457946777,
+ 22.451770782470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.59130859375,
+ "language": 50.18684005737305
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009308685548603535,
+ 0.7436662912368774,
+ 2.3345732014234954e-09,
+ 4.325768543367303e-08,
+ 2.3274785689864075e-06,
+ 0.026671165600419044,
+ 0.00023965470609255135,
+ 4.669990812544711e-05,
+ 0.0010945657268166542,
+ 1.383169183100108e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9793925285339355,
+ -0.2961629033088684,
+ -19.875436782836914,
+ -16.956090927124023,
+ -12.970725059509277,
+ -3.6241722106933594,
+ -8.336311340332031,
+ -9.971768379211426,
+ -6.817397594451904,
+ -11.18854808807373
+ ],
+ "distances_by_expert": [
+ 13.958785057067871,
+ 0.5923258066177368,
+ 39.75087356567383,
+ 33.91218185424805,
+ 25.941450119018555,
+ 7.248344421386719,
+ 16.672622680664062,
+ 19.94353675842285,
+ 13.634795188903809,
+ 22.37709617614746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.406982421875,
+ "language": 50.192657470703125
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009747007279656827,
+ 0.7642732858657837,
+ 2.4394868347599186e-09,
+ 4.416247278982155e-08,
+ 2.2248364075494464e-06,
+ 0.02728433534502983,
+ 0.00023960192629601806,
+ 4.6583991206716746e-05,
+ 0.001144304987974465,
+ 1.3229356227384415e-05
+ ],
+ "log_scores_by_expert": [
+ -6.933380126953125,
+ -0.268829882144928,
+ -19.831478118896484,
+ -16.93539047241211,
+ -13.015827178955078,
+ -3.601442575454712,
+ -8.336531639099121,
+ -9.97425365447998,
+ -6.772957801818848,
+ -11.233072280883789
+ ],
+ "distances_by_expert": [
+ 13.86676025390625,
+ 0.537659764289856,
+ 39.66295623779297,
+ 33.87078094482422,
+ 26.031654357910156,
+ 7.202885150909424,
+ 16.673063278198242,
+ 19.94850730895996,
+ 13.545915603637695,
+ 22.466144561767578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.071044921875,
+ "language": 50.1854133605957
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008024894050322473,
+ 0.7074164152145386,
+ 1.9804085038543917e-09,
+ 4.082149018813652e-08,
+ 2.027286654993077e-06,
+ 0.02573213540017605,
+ 0.00021637705503962934,
+ 4.183071723673493e-05,
+ 0.001014653593301773,
+ 1.2433401025191415e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127791881561279,
+ -0.34613579511642456,
+ -20.039962768554688,
+ -17.014057159423828,
+ -13.10881233215332,
+ -3.6600146293640137,
+ -8.438488006591797,
+ -10.081879615783691,
+ -6.893208026885986,
+ -11.295124053955078
+ ],
+ "distances_by_expert": [
+ 14.255583763122559,
+ 0.6922715902328491,
+ 40.079925537109375,
+ 34.028114318847656,
+ 26.21762466430664,
+ 7.320029258728027,
+ 16.876976013183594,
+ 20.163759231567383,
+ 13.786416053771973,
+ 22.590248107910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.990966796875,
+ "language": 50.18124771118164
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009135074797086418,
+ 0.8065572381019592,
+ 2.300848400693667e-09,
+ 4.905890804707269e-08,
+ 2.3481459265894955e-06,
+ 0.03280539810657501,
+ 0.0002522510476410389,
+ 4.8981757572619244e-05,
+ 0.00110535672865808,
+ 1.388263626722619e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998219013214111,
+ -0.21498045325279236,
+ -19.88998794555664,
+ -16.830244064331055,
+ -12.961884498596191,
+ -3.4171621799468994,
+ -8.285085678100586,
+ -9.924062728881836,
+ -6.807587146759033,
+ -11.184871673583984
+ ],
+ "distances_by_expert": [
+ 13.996438026428223,
+ 0.4299609065055847,
+ 39.77997589111328,
+ 33.66048812866211,
+ 25.923768997192383,
+ 6.834324359893799,
+ 16.570171356201172,
+ 19.848125457763672,
+ 13.615174293518066,
+ 22.36974334716797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.3916015625,
+ "language": 50.177738189697266
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480513351969421,
+ 0.754058301448822,
+ 2.1338992794994738e-09,
+ 4.5337383625110306e-08,
+ 2.2367692054103827e-06,
+ 0.03093266300857067,
+ 0.000246096053160727,
+ 4.698473640019074e-05,
+ 0.001036548288539052,
+ 1.3232295714260545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072569370269775,
+ -0.2822856307029724,
+ -19.965314865112305,
+ -16.909133911132812,
+ -13.010478019714355,
+ -3.475942611694336,
+ -8.309788703918457,
+ -9.96568775177002,
+ -6.871859073638916,
+ -11.232850074768066
+ ],
+ "distances_by_expert": [
+ 14.14513874053955,
+ 0.5645712614059448,
+ 39.93062973022461,
+ 33.818267822265625,
+ 26.02095603942871,
+ 6.951885223388672,
+ 16.619577407836914,
+ 19.93137550354004,
+ 13.743718147277832,
+ 22.465700149536133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.233642578125,
+ "language": 50.18844223022461
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007893043220974505,
+ 0.7128035426139832,
+ 2.066869786432335e-09,
+ 4.297872635561362e-08,
+ 2.115590859830263e-06,
+ 0.028637714684009552,
+ 0.00023767385573592037,
+ 4.4937769416719675e-05,
+ 0.0009587166714482009,
+ 1.2472496564441826e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1443586349487305,
+ -0.33854952454566956,
+ -19.997230529785156,
+ -16.962560653686523,
+ -13.066176414489746,
+ -3.5530307292938232,
+ -8.344611167907715,
+ -10.010231971740723,
+ -6.949914932250977,
+ -11.291984558105469
+ ],
+ "distances_by_expert": [
+ 14.288717269897461,
+ 0.6770990490913391,
+ 39.99446105957031,
+ 33.92512130737305,
+ 26.132352828979492,
+ 7.1060614585876465,
+ 16.68922233581543,
+ 20.020463943481445,
+ 13.899829864501953,
+ 22.583969116210938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.630615234375,
+ "language": 50.226036071777344
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008619999280199409,
+ 0.7587277293205261,
+ 2.2118056275388653e-09,
+ 4.489747595926019e-08,
+ 2.204274551331764e-06,
+ 0.030900709331035614,
+ 0.0002457709633745253,
+ 4.766046185977757e-05,
+ 0.001025382080115378,
+ 1.3361054698179942e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056255340576172,
+ -0.27611225843429565,
+ -19.92945671081543,
+ -16.91888427734375,
+ -13.02511215209961,
+ -3.476976156234741,
+ -8.311110496520996,
+ -9.951408386230469,
+ -6.882689952850342,
+ -11.223166465759277
+ ],
+ "distances_by_expert": [
+ 14.112510681152344,
+ 0.5522245168685913,
+ 39.85891342163086,
+ 33.8377685546875,
+ 26.05022430419922,
+ 6.953952312469482,
+ 16.622220993041992,
+ 19.902816772460938,
+ 13.765379905700684,
+ 22.446332931518555
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.4794921875,
+ "language": 50.231170654296875
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000916937249712646,
+ 0.7606194615364075,
+ 2.293911727235809e-09,
+ 4.6873271486447265e-08,
+ 2.2490212359116413e-06,
+ 0.03162720054388046,
+ 0.0002440493699396029,
+ 4.8287845856975764e-05,
+ 0.0011104780714958906,
+ 1.3307339941093232e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994471549987793,
+ -0.27362215518951416,
+ -19.893007278442383,
+ -16.875818252563477,
+ -13.00501537322998,
+ -3.453737735748291,
+ -8.318140029907227,
+ -9.93833065032959,
+ -6.802964687347412,
+ -11.227194786071777
+ ],
+ "distances_by_expert": [
+ 13.988943099975586,
+ 0.5472443103790283,
+ 39.786014556884766,
+ 33.75163650512695,
+ 26.01003074645996,
+ 6.907475471496582,
+ 16.636280059814453,
+ 19.87666130065918,
+ 13.605929374694824,
+ 22.454389572143555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.905517578125,
+ "language": 50.17660140991211
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008799415663816035,
+ 0.7356835603713989,
+ 2.2416581924034062e-09,
+ 4.487692706334201e-08,
+ 2.217120254499605e-06,
+ 0.029108069837093353,
+ 0.00023901813256088644,
+ 4.652618372347206e-05,
+ 0.0010695216478779912,
+ 1.2947459254064597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0356550216674805,
+ -0.3069552183151245,
+ -19.91604995727539,
+ -16.919342041015625,
+ -13.019301414489746,
+ -3.5367398262023926,
+ -8.338971138000488,
+ -9.975495338439941,
+ -6.840543746948242,
+ -11.254611015319824
+ ],
+ "distances_by_expert": [
+ 14.071310043334961,
+ 0.613910436630249,
+ 39.83209991455078,
+ 33.83868408203125,
+ 26.038602828979492,
+ 7.073479652404785,
+ 16.677942276000977,
+ 19.950990676879883,
+ 13.681087493896484,
+ 22.50922203063965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.380859375,
+ "language": 50.20376968383789
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008645830675959587,
+ 0.6810534596443176,
+ 2.266218546154164e-09,
+ 4.679376885974307e-08,
+ 2.1294079033395974e-06,
+ 0.028671780601143837,
+ 0.00023931029136292636,
+ 4.534934487310238e-05,
+ 0.0010355286067351699,
+ 1.2033420716761611e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053263187408447,
+ -0.384114533662796,
+ -19.905153274536133,
+ -16.87751579284668,
+ -13.059666633605957,
+ -3.551841974258423,
+ -8.337749481201172,
+ -10.001114845275879,
+ -6.872843265533447,
+ -11.3278226852417
+ ],
+ "distances_by_expert": [
+ 14.106526374816895,
+ 0.768229067325592,
+ 39.810306549072266,
+ 33.75503158569336,
+ 26.119333267211914,
+ 7.103683948516846,
+ 16.675498962402344,
+ 20.002229690551758,
+ 13.745686531066895,
+ 22.6556453704834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3211.068115234375,
+ "language": 50.192195892333984
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008623419562354684,
+ 0.6211710572242737,
+ 2.161686163404397e-09,
+ 3.5794364805497025e-08,
+ 2.0066950128239114e-06,
+ 0.020490389317274094,
+ 0.00020992955251131207,
+ 4.111026646569371e-05,
+ 0.0009902396705001593,
+ 1.2080921806045808e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055858612060547,
+ -0.476148784160614,
+ -19.952377319335938,
+ -17.145475387573242,
+ -13.11902141571045,
+ -3.8877992630004883,
+ -8.468738555908203,
+ -10.099252700805664,
+ -6.917563438415527,
+ -11.323883056640625
+ ],
+ "distances_by_expert": [
+ 14.111717224121094,
+ 0.952297568321228,
+ 39.904754638671875,
+ 34.290950775146484,
+ 26.2380428314209,
+ 7.775598526000977,
+ 16.937477111816406,
+ 20.198505401611328,
+ 13.835126876831055,
+ 22.64776611328125
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3567.0830078125,
+ "language": 50.18942642211914
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008689301903359592,
+ 0.6488963961601257,
+ 2.1712065478851628e-09,
+ 3.718576380151717e-08,
+ 2.089189365506172e-06,
+ 0.02196669764816761,
+ 0.0002167736238334328,
+ 4.181667827651836e-05,
+ 0.001017427770420909,
+ 1.2406560927047394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048247814178467,
+ -0.43248218297958374,
+ -19.947982788085938,
+ -17.10733985900879,
+ -13.078734397888184,
+ -3.818227767944336,
+ -8.436656951904297,
+ -10.082215309143066,
+ -6.890477657318115,
+ -11.297285079956055
+ ],
+ "distances_by_expert": [
+ 14.096495628356934,
+ 0.8649643659591675,
+ 39.895965576171875,
+ 34.21467971801758,
+ 26.157468795776367,
+ 7.636455535888672,
+ 16.873313903808594,
+ 20.164430618286133,
+ 13.78095531463623,
+ 22.59457015991211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.8486328125,
+ "language": 50.19226837158203
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008289555553346872,
+ 0.6653203964233398,
+ 2.0433004177533576e-09,
+ 3.558850281137893e-08,
+ 2.0176541966065997e-06,
+ 0.02178337424993515,
+ 0.0002092337963404134,
+ 3.972148260800168e-05,
+ 0.001014326117001474,
+ 1.2098227671231143e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095344066619873,
+ -0.40748655796051025,
+ -20.008699417114258,
+ -17.151243209838867,
+ -13.113574981689453,
+ -3.826608180999756,
+ -8.472058296203613,
+ -10.133618354797363,
+ -6.89353084564209,
+ -11.3224515914917
+ ],
+ "distances_by_expert": [
+ 14.190688133239746,
+ 0.8149731159210205,
+ 40.017398834228516,
+ 34.302486419677734,
+ 26.227149963378906,
+ 7.653216361999512,
+ 16.944116592407227,
+ 20.267236709594727,
+ 13.78706169128418,
+ 22.6449031829834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.1552734375,
+ "language": 50.18675994873047
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008317417232319713,
+ 0.6239050626754761,
+ 2.0724280069828183e-09,
+ 3.3098505269890666e-08,
+ 1.942729113579844e-06,
+ 0.01960885338485241,
+ 0.0002056227094726637,
+ 3.923273834516294e-05,
+ 0.0010023950599133968,
+ 1.1765579984057695e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091988563537598,
+ -0.47175702452659607,
+ -19.994544982910156,
+ -17.223777770996094,
+ -13.151416778564453,
+ -3.931774139404297,
+ -8.48946762084961,
+ -10.14599895477295,
+ -6.905363082885742,
+ -11.350332260131836
+ ],
+ "distances_by_expert": [
+ 14.183977127075195,
+ 0.9435140490531921,
+ 39.98908996582031,
+ 34.44755554199219,
+ 26.302833557128906,
+ 7.863548278808594,
+ 16.97893524169922,
+ 20.2919979095459,
+ 13.810726165771484,
+ 22.700664520263672
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3492.310302734375,
+ "language": 50.187530517578125
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008477877709083259,
+ 0.7469361424446106,
+ 2.122513276248128e-09,
+ 4.449941926054635e-08,
+ 2.3004261038295226e-06,
+ 0.028410417959094048,
+ 0.00023431777663063258,
+ 4.509876816882752e-05,
+ 0.0010617792140692472,
+ 1.3761943591816816e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072880268096924,
+ -0.291775643825531,
+ -19.970664978027344,
+ -16.92778968811035,
+ -12.982416152954102,
+ -3.5609993934631348,
+ -8.358832359313965,
+ -10.0066556930542,
+ -6.847809314727783,
+ -11.193603515625
+ ],
+ "distances_by_expert": [
+ 14.145760536193848,
+ 0.583551287651062,
+ 39.94132995605469,
+ 33.8555793762207,
+ 25.964832305908203,
+ 7.1219987869262695,
+ 16.71766471862793,
+ 20.0133113861084,
+ 13.695618629455566,
+ 22.38720703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.541748046875,
+ "language": 50.190032958984375
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007823680061846972,
+ 0.6637242436408997,
+ 1.9414556629016033e-09,
+ 4.099556960568407e-08,
+ 2.049609520327067e-06,
+ 0.02761422097682953,
+ 0.00022050041297916323,
+ 4.20883770857472e-05,
+ 0.0009937884751707315,
+ 1.2377689927234314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1531853675842285,
+ -0.40988847613334656,
+ -20.05982780456543,
+ -17.009801864624023,
+ -13.097861289978027,
+ -3.5894243717193604,
+ -8.419610977172852,
+ -10.075738906860352,
+ -6.9139862060546875,
+ -11.299614906311035
+ ],
+ "distances_by_expert": [
+ 14.306370735168457,
+ 0.8197769522666931,
+ 40.11965560913086,
+ 34.01960372924805,
+ 26.195722579956055,
+ 7.178848743438721,
+ 16.839221954345703,
+ 20.151477813720703,
+ 13.827972412109375,
+ 22.59922981262207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.188232421875,
+ "language": 50.18427276611328
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000730828964151442,
+ 0.6407516598701477,
+ 1.8461443485051632e-09,
+ 3.8304818872347823e-08,
+ 1.9642184270196594e-06,
+ 0.026251032948493958,
+ 0.00021766149438917637,
+ 4.054457167512737e-05,
+ 0.0009252250310964882,
+ 1.181890820589615e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2213311195373535,
+ -0.44511327147483826,
+ -20.110166549682617,
+ -17.07769012451172,
+ -13.140416145324707,
+ -3.640049934387207,
+ -8.43256950378418,
+ -10.11310863494873,
+ -6.9854736328125,
+ -11.345809936523438
+ ],
+ "distances_by_expert": [
+ 14.442662239074707,
+ 0.8902265429496765,
+ 40.220333099365234,
+ 34.15538024902344,
+ 26.280832290649414,
+ 7.280099868774414,
+ 16.86513900756836,
+ 20.22621726989746,
+ 13.970947265625,
+ 22.691619873046875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3341.11767578125,
+ "language": 50.16970443725586
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000649255933240056,
+ 0.5834510922431946,
+ 1.6515715461906666e-09,
+ 3.408857551789879e-08,
+ 1.8725891095527913e-06,
+ 0.024083277210593224,
+ 0.00020106681040488183,
+ 3.762505002669059e-05,
+ 0.0008192854002118111,
+ 1.1266060937487055e-05
+ ],
+ "log_scores_by_expert": [
+ -7.339683532714844,
+ -0.5387946367263794,
+ -20.221538543701172,
+ -17.194303512573242,
+ -13.188188552856445,
+ -3.7262375354766846,
+ -8.511873245239258,
+ -10.187840461730957,
+ -7.1070780754089355,
+ -11.393715858459473
+ ],
+ "distances_by_expert": [
+ 14.679367065429688,
+ 1.0775892734527588,
+ 40.443077087402344,
+ 34.388607025146484,
+ 26.37637710571289,
+ 7.452475070953369,
+ 17.023746490478516,
+ 20.375680923461914,
+ 14.214156150817871,
+ 22.787431716918945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.06298828125,
+ "language": 50.19906997680664
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008250413229689002,
+ 0.6832996010780334,
+ 2.047205294175569e-09,
+ 4.1130515882059626e-08,
+ 2.1120590645296033e-06,
+ 0.027181755751371384,
+ 0.0002237616281490773,
+ 4.287689080229029e-05,
+ 0.0010222611017525196,
+ 1.2579122085298877e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100077152252197,
+ -0.3808218538761139,
+ -20.006790161132812,
+ -17.006515502929688,
+ -13.06784725189209,
+ -3.6052093505859375,
+ -8.404929161071777,
+ -10.057177543640137,
+ -6.885738372802734,
+ -11.283472061157227
+ ],
+ "distances_by_expert": [
+ 14.200154304504395,
+ 0.7616437077522278,
+ 40.013580322265625,
+ 34.013031005859375,
+ 26.13569450378418,
+ 7.210418701171875,
+ 16.809858322143555,
+ 20.114355087280273,
+ 13.771476745605469,
+ 22.566944122314453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.603759765625,
+ "language": 50.200401306152344
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008290630648843944,
+ 0.698693573474884,
+ 2.0858237359533405e-09,
+ 4.23555981399204e-08,
+ 2.2004351194482297e-06,
+ 0.02734055183827877,
+ 0.00022703754075337201,
+ 4.381059261504561e-05,
+ 0.0010305681498721242,
+ 1.297006292588776e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095214366912842,
+ -0.3585429787635803,
+ -19.988101959228516,
+ -16.97716522216797,
+ -13.02685546875,
+ -3.599384307861328,
+ -8.390395164489746,
+ -10.035634994506836,
+ -6.877645015716553,
+ -11.252866744995117
+ ],
+ "distances_by_expert": [
+ 14.190428733825684,
+ 0.7170859575271606,
+ 39.97620391845703,
+ 33.95433044433594,
+ 26.0537109375,
+ 7.198768615722656,
+ 16.780790328979492,
+ 20.071269989013672,
+ 13.755290031433105,
+ 22.505733489990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.66162109375,
+ "language": 50.20579528808594
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008169938810169697,
+ 0.6675168871879578,
+ 2.0843125003722207e-09,
+ 4.3191892729055326e-08,
+ 2.14647138818691e-06,
+ 0.02788712829351425,
+ 0.00023163713922258466,
+ 4.4145570427645e-05,
+ 0.000990174594335258,
+ 1.241915742866695e-05
+ ],
+ "log_scores_by_expert": [
+ -7.109879016876221,
+ -0.4041905999183655,
+ -19.988826751708984,
+ -16.957612991333008,
+ -13.051685333251953,
+ -3.579590082168579,
+ -8.370338439941406,
+ -10.0280179977417,
+ -6.917629241943359,
+ -11.296270370483398
+ ],
+ "distances_by_expert": [
+ 14.219758033752441,
+ 0.808381199836731,
+ 39.97765350341797,
+ 33.915225982666016,
+ 26.103370666503906,
+ 7.159180164337158,
+ 16.740676879882812,
+ 20.0560359954834,
+ 13.835258483886719,
+ 22.592540740966797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3217.2939453125,
+ "language": 50.20389175415039
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007837951416149735,
+ 0.6153427362442017,
+ 1.966533824671046e-09,
+ 4.003284814757535e-08,
+ 2.0120187400607392e-06,
+ 0.026844710111618042,
+ 0.00022165050904732198,
+ 4.177849041298032e-05,
+ 0.0009596483432687819,
+ 1.1809116585936863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.151362895965576,
+ -0.4855758249759674,
+ -20.046993255615234,
+ -17.033565521240234,
+ -13.116372108459473,
+ -3.6176865100860596,
+ -8.414408683776855,
+ -10.083128929138184,
+ -6.948943614959717,
+ -11.346638679504395
+ ],
+ "distances_by_expert": [
+ 14.302725791931152,
+ 0.9711516499519348,
+ 40.09398651123047,
+ 34.06713104248047,
+ 26.232744216918945,
+ 7.235373020172119,
+ 16.82881736755371,
+ 20.166257858276367,
+ 13.897887229919434,
+ 22.69327735900879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3208.8515625,
+ "language": 50.19477081298828
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007679658592678607,
+ 0.6444931030273438,
+ 1.964955531619239e-09,
+ 4.001857334401393e-08,
+ 2.056197445199359e-06,
+ 0.026228824630379677,
+ 0.00022157801140565425,
+ 4.157756848144345e-05,
+ 0.0009609730914235115,
+ 1.1965754310949706e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171765327453613,
+ -0.4392912685871124,
+ -20.04779624938965,
+ -17.03392219543457,
+ -13.09465217590332,
+ -3.6408963203430176,
+ -8.414735794067383,
+ -10.087949752807617,
+ -6.947564125061035,
+ -11.33346176147461
+ ],
+ "distances_by_expert": [
+ 14.343530654907227,
+ 0.8785825371742249,
+ 40.0955924987793,
+ 34.06784439086914,
+ 26.18930435180664,
+ 7.281792640686035,
+ 16.829471588134766,
+ 20.175899505615234,
+ 13.89512825012207,
+ 22.66692352294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.68017578125,
+ "language": 50.18572998046875
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000797702232375741,
+ 0.6467334628105164,
+ 2.0515285026334595e-09,
+ 4.2234752584136004e-08,
+ 2.053271828117431e-06,
+ 0.026228105649352074,
+ 0.0002235790598206222,
+ 4.197353700874373e-05,
+ 0.0009873725939542055,
+ 1.1782467481680214e-05
+ ],
+ "log_scores_by_expert": [
+ -7.133775234222412,
+ -0.4358210563659668,
+ -20.004680633544922,
+ -16.980022430419922,
+ -13.096076011657715,
+ -3.6409237384796143,
+ -8.405745506286621,
+ -10.078471183776855,
+ -6.9204630851745605,
+ -11.348897933959961
+ ],
+ "distances_by_expert": [
+ 14.267550468444824,
+ 0.8716421127319336,
+ 40.009361267089844,
+ 33.960044860839844,
+ 26.19215202331543,
+ 7.2818474769592285,
+ 16.811491012573242,
+ 20.15694236755371,
+ 13.840926170349121,
+ 22.697795867919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3189.544677734375,
+ "language": 50.20600509643555
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008125027525238693,
+ 0.6687941551208496,
+ 2.055700276670791e-09,
+ 4.399743147587287e-08,
+ 2.113795972036314e-06,
+ 0.02776695042848587,
+ 0.00022941932547837496,
+ 4.3132480641361326e-05,
+ 0.0010145965497940779,
+ 1.2354905265965499e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115391254425049,
+ -0.40227898955345154,
+ -20.002649307250977,
+ -16.93913459777832,
+ -13.067025184631348,
+ -3.583908796310425,
+ -8.379959106445312,
+ -10.051234245300293,
+ -6.893264293670654,
+ -11.301457405090332
+ ],
+ "distances_by_expert": [
+ 14.230782508850098,
+ 0.8045579791069031,
+ 40.00529861450195,
+ 33.87826919555664,
+ 26.134050369262695,
+ 7.16781759262085,
+ 16.759918212890625,
+ 20.102468490600586,
+ 13.786528587341309,
+ 22.602914810180664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.84423828125,
+ "language": 50.21615219116211
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008126026950776577,
+ 0.6514244079589844,
+ 2.0642578757446017e-09,
+ 4.3385682602092857e-08,
+ 2.0638299247366376e-06,
+ 0.02635112591087818,
+ 0.0002223491610493511,
+ 4.205579898552969e-05,
+ 0.0010187181178480387,
+ 1.1971175808866974e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115268230438232,
+ -0.4285939037799835,
+ -19.99849510192871,
+ -16.953136444091797,
+ -13.090947151184082,
+ -3.636244297027588,
+ -8.411261558532715,
+ -10.076513290405273,
+ -6.889210224151611,
+ -11.333008766174316
+ ],
+ "distances_by_expert": [
+ 14.230536460876465,
+ 0.857187807559967,
+ 39.99699020385742,
+ 33.906272888183594,
+ 26.181894302368164,
+ 7.272488594055176,
+ 16.82252311706543,
+ 20.153026580810547,
+ 13.778420448303223,
+ 22.666017532348633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.699951171875,
+ "language": 50.218505859375
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008185528567992151,
+ 0.6606910228729248,
+ 2.0869261874167933e-09,
+ 4.374689765995754e-08,
+ 2.0922818748658756e-06,
+ 0.026633942499756813,
+ 0.00022399969748221338,
+ 4.245453965268098e-05,
+ 0.0010305269388481975,
+ 1.2131408766435925e-05
+ ],
+ "log_scores_by_expert": [
+ -7.107972621917725,
+ -0.4144690930843353,
+ -19.987573623657227,
+ -16.94484519958496,
+ -13.077255249023438,
+ -3.6255688667297363,
+ -8.403865814208984,
+ -10.067076683044434,
+ -6.877685070037842,
+ -11.31971263885498
+ ],
+ "distances_by_expert": [
+ 14.21594524383545,
+ 0.8289381861686707,
+ 39.97514724731445,
+ 33.88969039916992,
+ 26.154510498046875,
+ 7.251137733459473,
+ 16.80773162841797,
+ 20.134153366088867,
+ 13.755370140075684,
+ 22.63942527770996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.372802734375,
+ "language": 50.21772766113281
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008327036630362272,
+ 0.6743255853652954,
+ 2.096081530567062e-09,
+ 4.368152772826761e-08,
+ 2.1504276901396224e-06,
+ 0.026869356632232666,
+ 0.00022850245295558125,
+ 4.3443294998724014e-05,
+ 0.0010478474432602525,
+ 1.2584593605424743e-05
+ ],
+ "log_scores_by_expert": [
+ -7.090832710266113,
+ -0.39404231309890747,
+ -19.983196258544922,
+ -16.946340560913086,
+ -13.049843788146973,
+ -3.6167688369750977,
+ -8.383963584899902,
+ -10.04405403137207,
+ -6.861017227172852,
+ -11.283037185668945
+ ],
+ "distances_by_expert": [
+ 14.181665420532227,
+ 0.7880846261978149,
+ 39.966392517089844,
+ 33.89268112182617,
+ 26.099687576293945,
+ 7.233537673950195,
+ 16.767927169799805,
+ 20.08810806274414,
+ 13.722034454345703,
+ 22.56607437133789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.536865234375,
+ "language": 50.19207763671875
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000827426032628864,
+ 0.659852147102356,
+ 2.0846624426695826e-09,
+ 4.335391423637702e-08,
+ 2.0691234112746315e-06,
+ 0.026707449927926064,
+ 0.0002245785144623369,
+ 4.248309414833784e-05,
+ 0.0010379193117842078,
+ 1.213088853546651e-05
+ ],
+ "log_scores_by_expert": [
+ -7.097190856933594,
+ -0.415739506483078,
+ -19.988658905029297,
+ -16.953868865966797,
+ -13.088385581970215,
+ -3.6228127479553223,
+ -8.401285171508789,
+ -10.066404342651367,
+ -6.870537281036377,
+ -11.319755554199219
+ ],
+ "distances_by_expert": [
+ 14.194381713867188,
+ 0.831479012966156,
+ 39.977317810058594,
+ 33.907737731933594,
+ 26.17677116394043,
+ 7.2456254959106445,
+ 16.802570343017578,
+ 20.132808685302734,
+ 13.741074562072754,
+ 22.639511108398438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.184326171875,
+ "language": 50.181434631347656
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000837579951621592,
+ 0.6811001896858215,
+ 2.1110468928497994e-09,
+ 4.3647212066844077e-08,
+ 2.119318651239155e-06,
+ 0.02715643309056759,
+ 0.0002280755143146962,
+ 4.363492189440876e-05,
+ 0.0010413348209112883,
+ 1.2429512935341336e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084993839263916,
+ -0.38404580950737,
+ -19.97608184814453,
+ -16.947126388549805,
+ -13.06441593170166,
+ -3.6061413288116455,
+ -8.385833740234375,
+ -10.039652824401855,
+ -6.867251873016357,
+ -11.29543685913086
+ ],
+ "distances_by_expert": [
+ 14.169987678527832,
+ 0.76809161901474,
+ 39.95216369628906,
+ 33.89425277709961,
+ 26.12883186340332,
+ 7.212282657623291,
+ 16.77166748046875,
+ 20.07930564880371,
+ 13.734503746032715,
+ 22.59087371826172
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3236.816650390625,
+ "language": 50.20908737182617
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008527283789590001,
+ 0.6862410306930542,
+ 2.1709580799722517e-09,
+ 4.450672008715628e-08,
+ 2.173037046304671e-06,
+ 0.02689187042415142,
+ 0.00023040841915644705,
+ 4.408986569615081e-05,
+ 0.0010446057422086596,
+ 1.2616390449693426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0670695304870605,
+ -0.3765263557434082,
+ -19.948097229003906,
+ -16.92762565612793,
+ -13.039384841918945,
+ -3.615931272506714,
+ -8.375657081604004,
+ -10.029280662536621,
+ -6.8641157150268555,
+ -11.280513763427734
+ ],
+ "distances_by_expert": [
+ 14.134139060974121,
+ 0.7530527114868164,
+ 39.89619445800781,
+ 33.85525131225586,
+ 26.07876968383789,
+ 7.231862545013428,
+ 16.751314163208008,
+ 20.058561325073242,
+ 13.728231430053711,
+ 22.56102752685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.140380859375,
+ "language": 50.2257194519043
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009037309791892767,
+ 0.6965584754943848,
+ 2.2438826352555452e-09,
+ 4.3574267749590945e-08,
+ 2.18338595914247e-06,
+ 0.026821833103895187,
+ 0.00023150617198552936,
+ 4.4973181502427906e-05,
+ 0.001105068949982524,
+ 1.2813444300263654e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008978843688965,
+ -0.3616034686565399,
+ -19.915058135986328,
+ -16.94879913330078,
+ -13.03463363647461,
+ -3.6185390949249268,
+ -8.370903968811035,
+ -10.009444236755371,
+ -6.807847499847412,
+ -11.265015602111816
+ ],
+ "distances_by_expert": [
+ 14.01795768737793,
+ 0.7232069373130798,
+ 39.830116271972656,
+ 33.89759826660156,
+ 26.06926727294922,
+ 7.2370781898498535,
+ 16.74180793762207,
+ 20.018888473510742,
+ 13.615694999694824,
+ 22.530031204223633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.58203125,
+ "language": 50.191314697265625
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000883953645825386,
+ 0.6728599667549133,
+ 2.214726624316654e-09,
+ 4.131970143816943e-08,
+ 2.166737886000192e-06,
+ 0.02502506412565708,
+ 0.00022481614723801613,
+ 4.3607047700788826e-05,
+ 0.0010781300952658057,
+ 1.2552997759485152e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031105995178223,
+ -0.39621806144714355,
+ -19.928136825561523,
+ -17.00192642211914,
+ -13.042287826538086,
+ -3.6878774166107178,
+ -8.400227546691895,
+ -10.040291786193848,
+ -6.832527160644531,
+ -11.285551071166992
+ ],
+ "distances_by_expert": [
+ 14.062211990356445,
+ 0.7924361228942871,
+ 39.85627365112305,
+ 34.00385284423828,
+ 26.084575653076172,
+ 7.3757548332214355,
+ 16.80045509338379,
+ 20.080583572387695,
+ 13.665054321289062,
+ 22.571102142333984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.33056640625,
+ "language": 50.202247619628906
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008807287085801363,
+ 0.6199658513069153,
+ 2.17841189531498e-09,
+ 3.582461971518569e-08,
+ 2.0074223812116543e-06,
+ 0.021367473527789116,
+ 0.0002092028735205531,
+ 4.096870543435216e-05,
+ 0.0010535841574892402,
+ 1.1643720426945947e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03476095199585,
+ -0.47809094190597534,
+ -19.944669723510742,
+ -17.144630432128906,
+ -13.118659019470215,
+ -3.8458855152130127,
+ -8.472206115722656,
+ -10.102702140808105,
+ -6.855557441711426,
+ -11.360743522644043
+ ],
+ "distances_by_expert": [
+ 14.0695219039917,
+ 0.9561818838119507,
+ 39.889339447021484,
+ 34.28926086425781,
+ 26.23731803894043,
+ 7.691771030426025,
+ 16.944412231445312,
+ 20.20540428161621,
+ 13.711114883422852,
+ 22.721487045288086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.380615234375,
+ "language": 50.18838119506836
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008723206701688468,
+ 0.6314435005187988,
+ 2.1853616694045286e-09,
+ 3.5073394855089646e-08,
+ 2.00832823793462e-06,
+ 0.02128610759973526,
+ 0.00021174500579945743,
+ 4.112505121156573e-05,
+ 0.0010448269313201308,
+ 1.1869625268445816e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044353485107422,
+ -0.4597468376159668,
+ -19.941484451293945,
+ -17.165822982788086,
+ -13.118207931518555,
+ -3.849700689315796,
+ -8.460127830505371,
+ -10.098893165588379,
+ -6.863903999328613,
+ -11.341527938842773
+ ],
+ "distances_by_expert": [
+ 14.088706970214844,
+ 0.9194936752319336,
+ 39.88296890258789,
+ 34.33164596557617,
+ 26.23641586303711,
+ 7.699401378631592,
+ 16.920255661010742,
+ 20.197786331176758,
+ 13.727807998657227,
+ 22.683055877685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.05322265625,
+ "language": 50.18009567260742
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008765048114582896,
+ 0.6238520741462708,
+ 2.206614224675718e-09,
+ 3.566842110558355e-08,
+ 2.0226768810971407e-06,
+ 0.02110857143998146,
+ 0.0002116456744261086,
+ 4.115616320632398e-05,
+ 0.001044033095240593,
+ 1.1833152711915318e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0395684242248535,
+ -0.4718420207500458,
+ -19.931806564331055,
+ -17.14900016784668,
+ -13.111088752746582,
+ -3.8580760955810547,
+ -8.460597038269043,
+ -10.098136901855469,
+ -6.864664077758789,
+ -11.344605445861816
+ ],
+ "distances_by_expert": [
+ 14.079136848449707,
+ 0.9436840415000916,
+ 39.86361312866211,
+ 34.29800033569336,
+ 26.222177505493164,
+ 7.716152191162109,
+ 16.921194076538086,
+ 20.196273803710938,
+ 13.729328155517578,
+ 22.689210891723633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3312.052490234375,
+ "language": 50.19963455200195
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008908080053515732,
+ 0.6233716607093811,
+ 2.2100048457929233e-09,
+ 3.611248544643786e-08,
+ 2.016648295466439e-06,
+ 0.021503208205103874,
+ 0.00021235633175820112,
+ 4.144198101130314e-05,
+ 0.0010658687679097056,
+ 1.1832024028990418e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02338171005249,
+ -0.47261232137680054,
+ -19.93027114868164,
+ -17.136627197265625,
+ -13.114073753356934,
+ -3.839553117752075,
+ -8.457244873046875,
+ -10.091216087341309,
+ -6.84396505355835,
+ -11.344700813293457
+ ],
+ "distances_by_expert": [
+ 14.04676342010498,
+ 0.9452246427536011,
+ 39.86054229736328,
+ 34.27325439453125,
+ 26.228147506713867,
+ 7.67910623550415,
+ 16.91448974609375,
+ 20.182432174682617,
+ 13.6879301071167,
+ 22.689401626586914
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3340.843017578125,
+ "language": 50.180702209472656
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008511542109772563,
+ 0.5825421810150146,
+ 2.1418140594420265e-09,
+ 3.332007381118274e-08,
+ 1.9419603631831706e-06,
+ 0.019623680040240288,
+ 0.00020299565221648663,
+ 3.967177326558158e-05,
+ 0.0010095909237861633,
+ 1.1252327567490283e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068917274475098,
+ -0.5403536558151245,
+ -19.961612701416016,
+ -17.217105865478516,
+ -13.151812553405762,
+ -3.931018352508545,
+ -8.502326011657715,
+ -10.134870529174805,
+ -6.898210048675537,
+ -11.394935607910156
+ ],
+ "distances_by_expert": [
+ 14.137834548950195,
+ 1.080707311630249,
+ 39.92322540283203,
+ 34.43421173095703,
+ 26.303625106811523,
+ 7.86203670501709,
+ 17.00465202331543,
+ 20.26974105834961,
+ 13.796420097351074,
+ 22.789871215820312
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3377.263916015625,
+ "language": 50.1888427734375
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008743653888814151,
+ 0.6394238471984863,
+ 2.2295143509154514e-09,
+ 3.694955097444108e-08,
+ 2.079455271086772e-06,
+ 0.021079046651721,
+ 0.00021645920060109347,
+ 4.1819548641797155e-05,
+ 0.0010088304989039898,
+ 1.220257308887085e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0420122146606445,
+ -0.4471878409385681,
+ -19.92148208618164,
+ -17.113712310791016,
+ -13.083404541015625,
+ -3.85947585105896,
+ -8.438108444213867,
+ -10.082146644592285,
+ -6.898963451385498,
+ -11.313863754272461
+ ],
+ "distances_by_expert": [
+ 14.084024429321289,
+ 0.8943756818771362,
+ 39.84296417236328,
+ 34.22742462158203,
+ 26.16680908203125,
+ 7.71895170211792,
+ 16.876216888427734,
+ 20.16429328918457,
+ 13.797926902770996,
+ 22.627727508544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.459716796875,
+ "language": 50.188690185546875
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009406209574081004,
+ 0.7286856770515442,
+ 2.3852271269220182e-09,
+ 4.079277360347078e-08,
+ 2.164121269743191e-06,
+ 0.024511242285370827,
+ 0.00022871304827276617,
+ 4.475190144148655e-05,
+ 0.0010875724256038666,
+ 1.2792724191967864e-05
+ ],
+ "log_scores_by_expert": [
+ -6.96897029876709,
+ -0.3165128827095032,
+ -19.853971481323242,
+ -17.014760971069336,
+ -13.043496131896973,
+ -3.7086234092712402,
+ -8.383042335510254,
+ -10.014376640319824,
+ -6.823807239532471,
+ -11.266633987426758
+ ],
+ "distances_by_expert": [
+ 13.93794059753418,
+ 0.6330257654190063,
+ 39.707942962646484,
+ 34.02952194213867,
+ 26.086992263793945,
+ 7.4172468185424805,
+ 16.766084671020508,
+ 20.02875328063965,
+ 13.647614479064941,
+ 22.533267974853516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.941162109375,
+ "language": 50.18184280395508
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008851134334690869,
+ 0.6834409236907959,
+ 2.222733330725646e-09,
+ 3.725867614434719e-08,
+ 2.037971398749505e-06,
+ 0.022522075101733208,
+ 0.00021697176271118224,
+ 4.182122211204842e-05,
+ 0.0010578318033367395,
+ 1.2257238267920911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029794692993164,
+ -0.3806150555610657,
+ -19.924528121948242,
+ -17.10538101196289,
+ -13.103555679321289,
+ -3.793259382247925,
+ -8.43574333190918,
+ -10.082106590270996,
+ -6.851533889770508,
+ -11.309393882751465
+ ],
+ "distances_by_expert": [
+ 14.059589385986328,
+ 0.7612301111221313,
+ 39.849056243896484,
+ 34.21076202392578,
+ 26.207111358642578,
+ 7.58651876449585,
+ 16.87148666381836,
+ 20.164213180541992,
+ 13.703067779541016,
+ 22.61878776550293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3525.250244140625,
+ "language": 50.184234619140625
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008920968393795192,
+ 0.7674421668052673,
+ 2.2482866679496283e-09,
+ 4.7022904681170985e-08,
+ 2.2250656002142932e-06,
+ 0.02901518903672695,
+ 0.0002355435281060636,
+ 4.546921263681725e-05,
+ 0.0010938247432932258,
+ 1.310716470470652e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021935939788818,
+ -0.2646922171115875,
+ -19.913097381591797,
+ -16.872631072998047,
+ -13.015724182128906,
+ -3.539935827255249,
+ -8.353614807128906,
+ -9.998475074768066,
+ -6.818074703216553,
+ -11.242351531982422
+ ],
+ "distances_by_expert": [
+ 14.043871879577637,
+ 0.529384434223175,
+ 39.826194763183594,
+ 33.745262145996094,
+ 26.031448364257812,
+ 7.079871654510498,
+ 16.707229614257812,
+ 19.996950149536133,
+ 13.636149406433105,
+ 22.484703063964844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.48095703125,
+ "language": 50.1722297668457
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009504859917797148,
+ 0.82193523645401,
+ 2.412988919786585e-09,
+ 5.0391278705319564e-08,
+ 2.3787022200849606e-06,
+ 0.03266032785177231,
+ 0.0002554290695115924,
+ 4.9247610149905086e-05,
+ 0.0011341327335685492,
+ 1.3981275515106972e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9585371017456055,
+ -0.19609373807907104,
+ -19.84239959716797,
+ -16.803447723388672,
+ -12.948955535888672,
+ -3.4215941429138184,
+ -8.272565841674805,
+ -9.918649673461914,
+ -6.781887054443359,
+ -11.177791595458984
+ ],
+ "distances_by_expert": [
+ 13.917074203491211,
+ 0.3921874761581421,
+ 39.68479919433594,
+ 33.606895446777344,
+ 25.897911071777344,
+ 6.843188285827637,
+ 16.54513168334961,
+ 19.837299346923828,
+ 13.563774108886719,
+ 22.35558319091797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3301.8681640625,
+ "language": 50.21406173706055
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008675358258187771,
+ 0.7738547921180725,
+ 2.2165522750583477e-09,
+ 4.746787851672707e-08,
+ 2.3340535335591994e-06,
+ 0.031276803463697433,
+ 0.00025677846861071885,
+ 4.829171666642651e-05,
+ 0.0010475218296051025,
+ 1.3655927432409953e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049853801727295,
+ -0.25637108087539673,
+ -19.92731285095215,
+ -16.86321258544922,
+ -12.967904090881348,
+ -3.464878559112549,
+ -8.26729679107666,
+ -9.938250541687012,
+ -6.861328125,
+ -11.201336860656738
+ ],
+ "distances_by_expert": [
+ 14.09970760345459,
+ 0.5127421617507935,
+ 39.8546257019043,
+ 33.72642517089844,
+ 25.935808181762695,
+ 6.929757118225098,
+ 16.53459358215332,
+ 19.876501083374023,
+ 13.72265625,
+ 22.402673721313477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.890625,
+ "language": 50.20676803588867
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008278010063804686,
+ 0.7467889189720154,
+ 2.1333905753095905e-09,
+ 4.46021566347099e-08,
+ 2.178028807975352e-06,
+ 0.03053455241024494,
+ 0.00024379859678447247,
+ 4.574322156258859e-05,
+ 0.0010069211712107062,
+ 1.2866821634816006e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096737861633301,
+ -0.29197272658348083,
+ -19.965553283691406,
+ -16.92548370361328,
+ -13.037090301513672,
+ -3.488896369934082,
+ -8.319168090820312,
+ -9.992466926574707,
+ -6.900857925415039,
+ -11.260858535766602
+ ],
+ "distances_by_expert": [
+ 14.193475723266602,
+ 0.5839454531669617,
+ 39.93110656738281,
+ 33.85096740722656,
+ 26.074180603027344,
+ 6.977792739868164,
+ 16.638336181640625,
+ 19.984933853149414,
+ 13.801715850830078,
+ 22.521717071533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.9638671875,
+ "language": 50.197044372558594
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008857006905600429,
+ 0.7644662261009216,
+ 2.2491959406067963e-09,
+ 4.542627962678125e-08,
+ 2.1991720586811425e-06,
+ 0.03127920255064964,
+ 0.0002448730228934437,
+ 4.799511589226313e-05,
+ 0.001049616257660091,
+ 1.3217312698543537e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0291314125061035,
+ -0.2685774266719818,
+ -19.91269302368164,
+ -16.907175064086914,
+ -13.027429580688477,
+ -3.464801788330078,
+ -8.314770698547363,
+ -9.944411277770996,
+ -6.859330654144287,
+ -11.233983039855957
+ ],
+ "distances_by_expert": [
+ 14.058262825012207,
+ 0.5371548533439636,
+ 39.82538604736328,
+ 33.81435012817383,
+ 26.054859161376953,
+ 6.929603576660156,
+ 16.629541397094727,
+ 19.888822555541992,
+ 13.718661308288574,
+ 22.467966079711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.43701171875,
+ "language": 50.200740814208984
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009556349832564592,
+ 0.7946128845214844,
+ 2.405884158562799e-09,
+ 4.8061231439078256e-08,
+ 2.352633373448043e-06,
+ 0.03146671876311302,
+ 0.0002511684433557093,
+ 5.008510925108567e-05,
+ 0.0011371750151738524,
+ 1.3822460459778085e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953134536743164,
+ -0.22990024089813232,
+ -19.845348358154297,
+ -16.85079002380371,
+ -12.959975242614746,
+ -3.458824872970581,
+ -8.289386749267578,
+ -9.901786804199219,
+ -6.779208183288574,
+ -11.189215660095215
+ ],
+ "distances_by_expert": [
+ 13.906269073486328,
+ 0.45980048179626465,
+ 39.690696716308594,
+ 33.70158004760742,
+ 25.919950485229492,
+ 6.917649745941162,
+ 16.578773498535156,
+ 19.803573608398438,
+ 13.558416366577148,
+ 22.37843132019043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.04931640625,
+ "language": 50.18061065673828
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009383336291648448,
+ 0.762258768081665,
+ 2.3815676097882488e-09,
+ 4.7596525831750114e-08,
+ 2.291652208441519e-06,
+ 0.030260836705565453,
+ 0.00024712143931537867,
+ 4.8604186304146424e-05,
+ 0.0011301875347271562,
+ 1.3281337487569544e-05
+ ],
+ "log_scores_by_expert": [
+ -6.971405029296875,
+ -0.27146923542022705,
+ -19.855506896972656,
+ -16.860506057739258,
+ -12.986237525939941,
+ -3.49790096282959,
+ -8.305630683898926,
+ -9.931800842285156,
+ -6.785371780395508,
+ -11.229150772094727
+ ],
+ "distances_by_expert": [
+ 13.94281005859375,
+ 0.5429384708404541,
+ 39.71101379394531,
+ 33.721012115478516,
+ 25.972475051879883,
+ 6.99580192565918,
+ 16.61126136779785,
+ 19.863601684570312,
+ 13.570743560791016,
+ 22.458301544189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.121337890625,
+ "language": 50.19422149658203
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009012332884594798,
+ 0.7370268106460571,
+ 2.33005770233774e-09,
+ 4.8916138695176414e-08,
+ 2.35519928537542e-06,
+ 0.0312669537961483,
+ 0.00025790469953790307,
+ 4.9220565415453166e-05,
+ 0.0010473604779690504,
+ 1.3459606634569354e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011746406555176,
+ -0.30513104796409607,
+ -19.87737274169922,
+ -16.833158493041992,
+ -12.958885192871094,
+ -3.465193510055542,
+ -8.262920379638672,
+ -9.919198989868164,
+ -6.8614821434021,
+ -11.21581745147705
+ ],
+ "distances_by_expert": [
+ 14.023492813110352,
+ 0.6102620959281921,
+ 39.75474548339844,
+ 33.666316986083984,
+ 25.917770385742188,
+ 6.930387020111084,
+ 16.525840759277344,
+ 19.838397979736328,
+ 13.7229642868042,
+ 22.4316349029541
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.12060546875,
+ "language": 50.22794723510742
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009112621773965657,
+ 0.6633992195129395,
+ 2.2759996110011116e-09,
+ 3.855873842439905e-08,
+ 2.0804175164812477e-06,
+ 0.02368014119565487,
+ 0.0002260221663163975,
+ 4.4676595280179754e-05,
+ 0.0010478530311957002,
+ 1.2755081115756184e-05
+ ],
+ "log_scores_by_expert": [
+ -7.000679969787598,
+ -0.4103783071041107,
+ -19.900846481323242,
+ -17.071083068847656,
+ -13.082942008972168,
+ -3.7431185245513916,
+ -8.394877433776855,
+ -10.016060829162598,
+ -6.861011981964111,
+ -11.269580841064453
+ ],
+ "distances_by_expert": [
+ 14.001359939575195,
+ 0.8207566142082214,
+ 39.801692962646484,
+ 34.14216613769531,
+ 26.165884017944336,
+ 7.486237049102783,
+ 16.78975486755371,
+ 20.032121658325195,
+ 13.722023963928223,
+ 22.539161682128906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3533.29638671875,
+ "language": 50.191673278808594
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009644237579777837,
+ 0.7611026763916016,
+ 2.419694666855321e-09,
+ 4.4348933414539715e-08,
+ 2.2819431251264177e-06,
+ 0.027467506006360054,
+ 0.00024392326304223388,
+ 4.763692049891688e-05,
+ 0.001125013455748558,
+ 1.3767771633865777e-05
+ ],
+ "log_scores_by_expert": [
+ -6.943979740142822,
+ -0.2729870676994324,
+ -19.839624404907227,
+ -16.931177139282227,
+ -12.990483283996582,
+ -3.5947515964508057,
+ -8.318656921386719,
+ -9.951902389526367,
+ -6.7899603843688965,
+ -11.193180084228516
+ ],
+ "distances_by_expert": [
+ 13.887959480285645,
+ 0.5459741353988647,
+ 39.67924880981445,
+ 33.86235427856445,
+ 25.980966567993164,
+ 7.189503192901611,
+ 16.637313842773438,
+ 19.903804779052734,
+ 13.579920768737793,
+ 22.38636016845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.987060546875,
+ "language": 50.18937683105469
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009213740704581141,
+ 0.7173269391059875,
+ 2.3044364194646505e-09,
+ 4.0482884600123725e-08,
+ 2.110379909936455e-06,
+ 0.02430046536028385,
+ 0.00022915496083442122,
+ 4.382551196613349e-05,
+ 0.0010998850921168923,
+ 1.2546965990622994e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989644527435303,
+ -0.33222365379333496,
+ -19.888429641723633,
+ -17.02238655090332,
+ -13.068642616271973,
+ -3.7172598838806152,
+ -8.381112098693848,
+ -10.035294532775879,
+ -6.812549591064453,
+ -11.286031723022461
+ ],
+ "distances_by_expert": [
+ 13.979289054870605,
+ 0.6644473075866699,
+ 39.776859283447266,
+ 34.04477310180664,
+ 26.137285232543945,
+ 7.4345197677612305,
+ 16.762224197387695,
+ 20.070589065551758,
+ 13.625099182128906,
+ 22.572063446044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.423583984375,
+ "language": 50.17980194091797
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008280034526251256,
+ 0.6930702328681946,
+ 2.050386305185725e-09,
+ 3.827020478297527e-08,
+ 1.9966903437307337e-06,
+ 0.023248234763741493,
+ 0.00021472779917530715,
+ 4.0694565541343763e-05,
+ 0.0010259744012728333,
+ 1.2080299711669795e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096493244171143,
+ -0.36662396788597107,
+ -20.005237579345703,
+ -17.078594207763672,
+ -13.124019622802734,
+ -3.761526107788086,
+ -8.446139335632324,
+ -10.109416007995605,
+ -6.882112503051758,
+ -11.323934555053711
+ ],
+ "distances_by_expert": [
+ 14.192986488342285,
+ 0.7332479357719421,
+ 40.010475158691406,
+ 34.157188415527344,
+ 26.24803924560547,
+ 7.523052215576172,
+ 16.89227867126465,
+ 20.21883201599121,
+ 13.764225006103516,
+ 22.647869110107422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.1103515625,
+ "language": 50.18525314331055
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008794793393462896,
+ 0.7546576857566833,
+ 2.1787358583935656e-09,
+ 4.5646192603499e-08,
+ 2.189441374866874e-06,
+ 0.02972647361457348,
+ 0.00023914741177577525,
+ 4.584821726894006e-05,
+ 0.0010790681699290872,
+ 1.3240563930594362e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03618049621582,
+ -0.2814910411834717,
+ -19.944520950317383,
+ -16.902345657348633,
+ -13.031864166259766,
+ -3.5157172679901123,
+ -8.338430404663086,
+ -9.990174293518066,
+ -6.831657409667969,
+ -11.23222541809082
+ ],
+ "distances_by_expert": [
+ 14.07236099243164,
+ 0.5629820823669434,
+ 39.889041900634766,
+ 33.804691314697266,
+ 26.06372833251953,
+ 7.031434535980225,
+ 16.676860809326172,
+ 19.980348587036133,
+ 13.663314819335938,
+ 22.46445083618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.28662109375,
+ "language": 50.191162109375
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008483794517815113,
+ 0.7373214960098267,
+ 2.14027862099897e-09,
+ 4.507543494014499e-08,
+ 2.2005190203344682e-06,
+ 0.029974455013871193,
+ 0.00024506438057869673,
+ 4.6456927520921454e-05,
+ 0.001031305524520576,
+ 1.3130560546414927e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072182655334473,
+ -0.3047313094139099,
+ -19.962329864501953,
+ -16.914928436279297,
+ -13.026817321777344,
+ -3.5074098110198975,
+ -8.313989639282227,
+ -9.976984977722168,
+ -6.876929759979248,
+ -11.240568161010742
+ ],
+ "distances_by_expert": [
+ 14.144365310668945,
+ 0.6094626188278198,
+ 39.924659729003906,
+ 33.829856872558594,
+ 26.053634643554688,
+ 7.014819622039795,
+ 16.627979278564453,
+ 19.953969955444336,
+ 13.753859519958496,
+ 22.481136322021484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.488525390625,
+ "language": 50.208431243896484
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008015685016289353,
+ 0.6914204359054565,
+ 2.0568298175760447e-09,
+ 4.1970231734467234e-08,
+ 2.0652021248679375e-06,
+ 0.027446767315268517,
+ 0.00023148873879108578,
+ 4.423225618666038e-05,
+ 0.0009745691786520183,
+ 1.2058867469022516e-05
+ ],
+ "log_scores_by_expert": [
+ -7.128940105438232,
+ -0.3690072000026703,
+ -20.002099990844727,
+ -16.986305236816406,
+ -13.090282440185547,
+ -3.5955069065093994,
+ -8.370979309082031,
+ -10.026056289672852,
+ -6.9335150718688965,
+ -11.32571029663086
+ ],
+ "distances_by_expert": [
+ 14.257880210876465,
+ 0.7380144000053406,
+ 40.00419998168945,
+ 33.97261047363281,
+ 26.180564880371094,
+ 7.191013813018799,
+ 16.741958618164062,
+ 20.052112579345703,
+ 13.867030143737793,
+ 22.65142059326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.8310546875,
+ "language": 50.21341323852539
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009108211961574852,
+ 0.7858304977416992,
+ 2.2848771763506193e-09,
+ 4.684494214757251e-08,
+ 2.2519639060192276e-06,
+ 0.03184233605861664,
+ 0.0002498973626643419,
+ 4.878739491687156e-05,
+ 0.00109391612932086,
+ 1.3504376511264127e-05
+ ],
+ "log_scores_by_expert": [
+ -7.001163959503174,
+ -0.24101419746875763,
+ -19.896953582763672,
+ -16.876422882080078,
+ -13.003707885742188,
+ -3.446958541870117,
+ -8.29446029663086,
+ -9.928038597106934,
+ -6.817991256713867,
+ -11.212496757507324
+ ],
+ "distances_by_expert": [
+ 14.002327919006348,
+ 0.48202839493751526,
+ 39.793907165527344,
+ 33.752845764160156,
+ 26.007415771484375,
+ 6.893917083740234,
+ 16.58892059326172,
+ 19.856077194213867,
+ 13.635982513427734,
+ 22.42499351501465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.863525390625,
+ "language": 50.18159484863281
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009540709434077144,
+ 0.8017314076423645,
+ 2.363345297240471e-09,
+ 4.628354943747581e-08,
+ 2.3702173166384455e-06,
+ 0.030000684782862663,
+ 0.0002511794737074524,
+ 4.941434599459171e-05,
+ 0.0011560217244550586,
+ 1.4286961231846362e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954772472381592,
+ -0.22098161280155182,
+ -19.863187789916992,
+ -16.888479232788086,
+ -12.952528953552246,
+ -3.506535053253174,
+ -8.289342880249023,
+ -9.91526985168457,
+ -6.762770652770996,
+ -11.156163215637207
+ ],
+ "distances_by_expert": [
+ 13.909544944763184,
+ 0.44196322560310364,
+ 39.726375579833984,
+ 33.77695846557617,
+ 25.905057907104492,
+ 7.013070106506348,
+ 16.578685760498047,
+ 19.83053970336914,
+ 13.525541305541992,
+ 22.312326431274414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3404.484619140625,
+ "language": 50.177886962890625
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009319615201093256,
+ 0.7815011143684387,
+ 2.349152428138268e-09,
+ 4.780843454454953e-08,
+ 2.3545435396954417e-06,
+ 0.031219923868775368,
+ 0.00025405571796000004,
+ 4.92681901960168e-05,
+ 0.0011213435791432858,
+ 1.3762993148702662e-05
+ ],
+ "log_scores_by_expert": [
+ -6.978219032287598,
+ -0.2465386539697647,
+ -19.869211196899414,
+ -16.856063842773438,
+ -12.959163665771484,
+ -3.4666988849639893,
+ -8.27795696258545,
+ -9.918231964111328,
+ -6.793227672576904,
+ -11.193527221679688
+ ],
+ "distances_by_expert": [
+ 13.956438064575195,
+ 0.4930773079395294,
+ 39.73842239379883,
+ 33.712127685546875,
+ 25.91832733154297,
+ 6.9333977699279785,
+ 16.5559139251709,
+ 19.836463928222656,
+ 13.586455345153809,
+ 22.387054443359375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.61279296875,
+ "language": 50.20906448364258
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008549554622732103,
+ 0.6982452273368835,
+ 2.2247608200132163e-09,
+ 4.607242942711309e-08,
+ 2.178951262976625e-06,
+ 0.029159199446439743,
+ 0.00024419277906417847,
+ 4.5696178858634084e-05,
+ 0.001026463694870472,
+ 1.246813280886272e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0644612312316895,
+ -0.3591848909854889,
+ -19.923616409301758,
+ -16.893051147460938,
+ -13.036666870117188,
+ -3.534984827041626,
+ -8.31755256652832,
+ -9.99349594116211,
+ -6.881635665893555,
+ -11.29233455657959
+ ],
+ "distances_by_expert": [
+ 14.128922462463379,
+ 0.7183697819709778,
+ 39.847232818603516,
+ 33.786102294921875,
+ 26.073333740234375,
+ 7.069969654083252,
+ 16.63510513305664,
+ 19.98699188232422,
+ 13.76327133178711,
+ 22.58466911315918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.038818359375,
+ "language": 50.225059509277344
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008835393819026649,
+ 0.6088712811470032,
+ 2.2014476908083225e-09,
+ 3.558245964541129e-08,
+ 1.98526936401322e-06,
+ 0.02060827799141407,
+ 0.00021252794249448925,
+ 4.187893500784412e-05,
+ 0.0010090989526361227,
+ 1.207966579386266e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031574726104736,
+ -0.49614837765693665,
+ -19.93415069580078,
+ -17.151412963867188,
+ -13.129755973815918,
+ -3.8820624351501465,
+ -8.456437110900879,
+ -10.080727577209473,
+ -6.898697376251221,
+ -11.323987007141113
+ ],
+ "distances_by_expert": [
+ 14.063149452209473,
+ 0.9922967553138733,
+ 39.86830139160156,
+ 34.302825927734375,
+ 26.259511947631836,
+ 7.764124870300293,
+ 16.912874221801758,
+ 20.161455154418945,
+ 13.797394752502441,
+ 22.647974014282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.311767578125,
+ "language": 50.189125061035156
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008634623955003917,
+ 0.6320154070854187,
+ 2.193396131389136e-09,
+ 3.4987802877139984e-08,
+ 1.985854623853811e-06,
+ 0.02032860741019249,
+ 0.0002102409052895382,
+ 4.101999365957454e-05,
+ 0.001005855854600668,
+ 1.1762504982471e-05
+ ],
+ "log_scores_by_expert": [
+ -7.05456018447876,
+ -0.45884159207344055,
+ -19.937814712524414,
+ -17.16826629638672,
+ -13.129461288452148,
+ -3.895726203918457,
+ -8.467256546020508,
+ -10.10145092010498,
+ -6.90191650390625,
+ -11.350593566894531
+ ],
+ "distances_by_expert": [
+ 14.10912036895752,
+ 0.9176831841468811,
+ 39.87562942504883,
+ 34.33653259277344,
+ 26.258922576904297,
+ 7.791452407836914,
+ 16.934513092041016,
+ 20.20290184020996,
+ 13.8038330078125,
+ 22.701187133789062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.71142578125,
+ "language": 50.18070983886719
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008796731126494706,
+ 0.68275386095047,
+ 2.1895882884592766e-09,
+ 3.778612622795663e-08,
+ 2.0177003534627147e-06,
+ 0.022194666787981987,
+ 0.00021586734510492533,
+ 4.1388426325283945e-05,
+ 0.0010428723180666566,
+ 1.202603289129911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0359601974487305,
+ -0.3816209137439728,
+ -19.939552307128906,
+ -17.091323852539062,
+ -13.11355209350586,
+ -3.807903289794922,
+ -8.44084644317627,
+ -10.092509269714355,
+ -6.865776538848877,
+ -11.328436851501465
+ ],
+ "distances_by_expert": [
+ 14.071920394897461,
+ 0.7632418274879456,
+ 39.87910461425781,
+ 34.182647705078125,
+ 26.22710418701172,
+ 7.615806579589844,
+ 16.88169288635254,
+ 20.18501853942871,
+ 13.731553077697754,
+ 22.65687370300293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.45751953125,
+ "language": 50.17700958251953
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009029220091179013,
+ 0.7213812470436096,
+ 2.2176644964844172e-09,
+ 4.091690186669439e-08,
+ 2.1095768261147896e-06,
+ 0.024717990309000015,
+ 0.00022476600133813918,
+ 4.366189750726335e-05,
+ 0.0010920430067926645,
+ 1.2817929928132799e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00987434387207,
+ -0.3265875577926636,
+ -19.92681121826172,
+ -17.011722564697266,
+ -13.069023132324219,
+ -3.700223922729492,
+ -8.400450706481934,
+ -10.039034843444824,
+ -6.819705009460449,
+ -11.264665603637695
+ ],
+ "distances_by_expert": [
+ 14.01974868774414,
+ 0.6531751155853271,
+ 39.85362243652344,
+ 34.02344512939453,
+ 26.138046264648438,
+ 7.400447845458984,
+ 16.800901412963867,
+ 20.07806968688965,
+ 13.639410018920898,
+ 22.52933120727539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.46337890625,
+ "language": 50.18080520629883
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009256362682208419,
+ 0.7900205254554749,
+ 2.3198762910681126e-09,
+ 4.859299096438008e-08,
+ 2.236984755654703e-06,
+ 0.031003963202238083,
+ 0.0002451768086757511,
+ 4.757427450385876e-05,
+ 0.0011163792805746198,
+ 1.3356824638321996e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985029220581055,
+ -0.23569639027118683,
+ -19.881752014160156,
+ -16.839786529541016,
+ -13.010381698608398,
+ -3.473640203475952,
+ -8.313530921936035,
+ -9.953218460083008,
+ -6.797664642333984,
+ -11.223483085632324
+ ],
+ "distances_by_expert": [
+ 13.97005844116211,
+ 0.47139278054237366,
+ 39.76350402832031,
+ 33.67957305908203,
+ 26.020763397216797,
+ 6.947280406951904,
+ 16.62706184387207,
+ 19.906436920166016,
+ 13.595329284667969,
+ 22.44696617126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.72216796875,
+ "language": 50.19676208496094
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008708681561984122,
+ 0.7665795087814331,
+ 2.169306734245424e-09,
+ 4.5125585046434935e-08,
+ 2.2500596514873905e-06,
+ 0.030762284994125366,
+ 0.00024892593501135707,
+ 4.7538353101117536e-05,
+ 0.0010532421292737126,
+ 1.3644679711433128e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046020030975342,
+ -0.2658168375492096,
+ -19.9488582611084,
+ -16.913816452026367,
+ -13.00455379486084,
+ -3.4814658164978027,
+ -8.298355102539062,
+ -9.953973770141602,
+ -6.855882167816162,
+ -11.202160835266113
+ ],
+ "distances_by_expert": [
+ 14.092040061950684,
+ 0.5316336750984192,
+ 39.8977165222168,
+ 33.827632904052734,
+ 26.00910758972168,
+ 6.9629316329956055,
+ 16.596710205078125,
+ 19.907947540283203,
+ 13.711764335632324,
+ 22.404321670532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.67578125,
+ "language": 50.212318420410156
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008622564491815865,
+ 0.7701935172080994,
+ 2.1992652143865143e-09,
+ 4.6679129894755533e-08,
+ 2.2701956368109677e-06,
+ 0.03156974911689758,
+ 0.0002535965177230537,
+ 4.778192669618875e-05,
+ 0.0010439961915835738,
+ 1.3578049220086541e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055957794189453,
+ -0.2611135244369507,
+ -19.935142517089844,
+ -16.879968643188477,
+ -12.995644569396973,
+ -3.4555559158325195,
+ -8.279766082763672,
+ -9.94886302947998,
+ -6.864699363708496,
+ -11.207056045532227
+ ],
+ "distances_by_expert": [
+ 14.111915588378906,
+ 0.5222270488739014,
+ 39.87028503417969,
+ 33.75993728637695,
+ 25.991289138793945,
+ 6.911111831665039,
+ 16.559532165527344,
+ 19.89772605895996,
+ 13.729398727416992,
+ 22.414112091064453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.64111328125,
+ "language": 50.21498489379883
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008918161038309336,
+ 0.7729867100715637,
+ 2.223704331782983e-09,
+ 4.518432561440022e-08,
+ 2.2067858935770346e-06,
+ 0.030972562730312347,
+ 0.00024816105724312365,
+ 4.7765617637196556e-05,
+ 0.0010727589251473546,
+ 1.3323022358235903e-05
+ ],
+ "log_scores_by_expert": [
+ -7.022250652313232,
+ -0.25749343633651733,
+ -19.924091339111328,
+ -16.91251564025879,
+ -13.02397346496582,
+ -3.474653482437134,
+ -8.301432609558105,
+ -9.949204444885254,
+ -6.837521553039551,
+ -11.226016998291016
+ ],
+ "distances_by_expert": [
+ 14.044501304626465,
+ 0.5149868726730347,
+ 39.848182678222656,
+ 33.82503128051758,
+ 26.04794692993164,
+ 6.949306964874268,
+ 16.60286521911621,
+ 19.898408889770508,
+ 13.675043106079102,
+ 22.45203399658203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.32080078125,
+ "language": 50.203590393066406
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009385850862599909,
+ 0.7817896604537964,
+ 2.35546981919299e-09,
+ 4.593221802906555e-08,
+ 2.3613210942130536e-06,
+ 0.030299004167318344,
+ 0.000249123084358871,
+ 4.935147080686875e-05,
+ 0.0011293007992208004,
+ 1.4104632100497838e-05
+ ],
+ "log_scores_by_expert": [
+ -6.971137046813965,
+ -0.24616952240467072,
+ -19.866525650024414,
+ -16.896099090576172,
+ -12.956289291381836,
+ -3.49664044380188,
+ -8.297563552856445,
+ -9.916543006896973,
+ -6.78615665435791,
+ -11.169007301330566
+ ],
+ "distances_by_expert": [
+ 13.94227409362793,
+ 0.49233904480934143,
+ 39.73305130004883,
+ 33.792198181152344,
+ 25.912578582763672,
+ 6.99328088760376,
+ 16.59512710571289,
+ 19.833086013793945,
+ 13.57231330871582,
+ 22.338014602661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.683349609375,
+ "language": 50.19377899169922
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009324714192189276,
+ 0.7481974959373474,
+ 2.3807955606969244e-09,
+ 4.7267491254388005e-08,
+ 2.3005732145975344e-06,
+ 0.028776489198207855,
+ 0.0002443465346004814,
+ 4.832714330404997e-05,
+ 0.0011173160746693611,
+ 1.326877736573806e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977672100067139,
+ -0.29008835554122925,
+ -19.855831146240234,
+ -16.867443084716797,
+ -12.982352256774902,
+ -3.54819655418396,
+ -8.316923141479492,
+ -9.937517166137695,
+ -6.796825885772705,
+ -11.230096817016602
+ ],
+ "distances_by_expert": [
+ 13.955344200134277,
+ 0.5801767110824585,
+ 39.71166229248047,
+ 33.734886169433594,
+ 25.964704513549805,
+ 7.09639310836792,
+ 16.633846282958984,
+ 19.87503433227539,
+ 13.59365177154541,
+ 22.460193634033203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.162841796875,
+ "language": 50.2047233581543
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008991686045192182,
+ 0.7117182016372681,
+ 2.3087569633872818e-09,
+ 4.677850995449262e-08,
+ 2.204497150160023e-06,
+ 0.02939627319574356,
+ 0.0002450087631586939,
+ 4.660336344386451e-05,
+ 0.001067404286004603,
+ 1.2502376193879172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014039993286133,
+ -0.34007325768470764,
+ -19.88655662536621,
+ -16.87784194946289,
+ -13.02501106262207,
+ -3.5268874168395996,
+ -8.314216613769531,
+ -9.973837852478027,
+ -6.842525482177734,
+ -11.289591789245605
+ ],
+ "distances_by_expert": [
+ 14.028079986572266,
+ 0.6801465153694153,
+ 39.77311325073242,
+ 33.75568389892578,
+ 26.05002212524414,
+ 7.053774833679199,
+ 16.628433227539062,
+ 19.947675704956055,
+ 13.685050964355469,
+ 22.57918357849121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3206.67431640625,
+ "language": 50.19172286987305
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008552955696359277,
+ 0.6053122878074646,
+ 2.195958082040761e-09,
+ 3.501283885043449e-08,
+ 1.954503659362672e-06,
+ 0.020151210948824883,
+ 0.00020666838099714369,
+ 4.0912556869443506e-05,
+ 0.000981982913799584,
+ 1.1627109415712766e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064063549041748,
+ -0.5020107626914978,
+ -19.936647415161133,
+ -17.167551040649414,
+ -13.145374298095703,
+ -3.9044909477233887,
+ -8.484395027160645,
+ -10.104073524475098,
+ -6.925936698913574,
+ -11.362171173095703
+ ],
+ "distances_by_expert": [
+ 14.128127098083496,
+ 1.0040215253829956,
+ 39.873294830322266,
+ 34.33510208129883,
+ 26.290748596191406,
+ 7.808981895446777,
+ 16.96879005432129,
+ 20.208147048950195,
+ 13.851873397827148,
+ 22.724342346191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.1904296875,
+ "language": 50.18690490722656
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008858676301315427,
+ 0.685183048248291,
+ 2.2408375155436033e-09,
+ 3.9309494326289496e-08,
+ 2.093776856781915e-06,
+ 0.023197820410132408,
+ 0.0002178722934331745,
+ 4.266202086000703e-05,
+ 0.0010433463612571359,
+ 1.2288630387047306e-05
+ ],
+ "log_scores_by_expert": [
+ -7.028943061828613,
+ -0.3780692219734192,
+ -19.91641616821289,
+ -17.051799774169922,
+ -13.07654094696045,
+ -3.7636969089508057,
+ -8.431601524353027,
+ -10.062201499938965,
+ -6.865322113037109,
+ -11.306836128234863
+ ],
+ "distances_by_expert": [
+ 14.057886123657227,
+ 0.7561384439468384,
+ 39.83283233642578,
+ 34.103599548339844,
+ 26.1530818939209,
+ 7.527393817901611,
+ 16.863203048706055,
+ 20.12440299987793,
+ 13.730644226074219,
+ 22.613672256469727
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3398.5888671875,
+ "language": 50.1913948059082
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008968404727056623,
+ 0.7071189284324646,
+ 2.2240311814414326e-09,
+ 3.9592645606489896e-08,
+ 2.0933837276970735e-06,
+ 0.024129647761583328,
+ 0.00022150491713546216,
+ 4.273535523680039e-05,
+ 0.001076233689673245,
+ 1.2590320693561807e-05
+ ],
+ "log_scores_by_expert": [
+ -7.016632556915283,
+ -0.3465564250946045,
+ -19.9239444732666,
+ -17.04462242126465,
+ -13.076728820800781,
+ -3.724313974380493,
+ -8.41506576538086,
+ -10.060483932495117,
+ -6.834287643432617,
+ -11.28258228302002
+ ],
+ "distances_by_expert": [
+ 14.033265113830566,
+ 0.693112850189209,
+ 39.8478889465332,
+ 34.0892448425293,
+ 26.153457641601562,
+ 7.448627948760986,
+ 16.83013153076172,
+ 20.120967864990234,
+ 13.668575286865234,
+ 22.56516456604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.8876953125,
+ "language": 50.18674087524414
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008366144029423594,
+ 0.7430045008659363,
+ 2.1454775733786846e-09,
+ 4.471475989475948e-08,
+ 2.188737653341377e-06,
+ 0.027271803468465805,
+ 0.0002281719062011689,
+ 4.41104311903473e-05,
+ 0.0010363521287217736,
+ 1.2878287634521257e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086147308349609,
+ -0.29705318808555603,
+ -19.959903717041016,
+ -16.922962188720703,
+ -13.032185554504395,
+ -3.6019020080566406,
+ -8.385411262512207,
+ -10.028814315795898,
+ -6.872048377990723,
+ -11.259967803955078
+ ],
+ "distances_by_expert": [
+ 14.172294616699219,
+ 0.5941063761711121,
+ 39.91980743408203,
+ 33.845924377441406,
+ 26.06437110900879,
+ 7.203804016113281,
+ 16.770822525024414,
+ 20.057628631591797,
+ 13.744096755981445,
+ 22.519935607910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.889892578125,
+ "language": 50.172210693359375
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009180309716612101,
+ 0.7765281200408936,
+ 2.291882461591399e-09,
+ 4.861069768935522e-08,
+ 2.2869646727485815e-06,
+ 0.03152057155966759,
+ 0.0002442344557493925,
+ 4.727369378088042e-05,
+ 0.0011090408079326153,
+ 1.345755208603805e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993279457092285,
+ -0.2529224455356598,
+ -19.893892288208008,
+ -16.83942222595215,
+ -12.988285064697266,
+ -3.4571149349212646,
+ -8.317381858825684,
+ -9.959556579589844,
+ -6.804259777069092,
+ -11.215970039367676
+ ],
+ "distances_by_expert": [
+ 13.98655891418457,
+ 0.5058448910713196,
+ 39.787784576416016,
+ 33.6788444519043,
+ 25.97657012939453,
+ 6.914229869842529,
+ 16.634763717651367,
+ 19.919113159179688,
+ 13.608519554138184,
+ 22.43194007873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.101318359375,
+ "language": 50.21379470825195
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008335840539075434,
+ 0.7114652395248413,
+ 2.114964203769887e-09,
+ 4.566622280322008e-08,
+ 2.190732175222365e-06,
+ 0.02986857481300831,
+ 0.00024105662305373698,
+ 4.6247310820035636e-05,
+ 0.0010083673987537622,
+ 1.289448391617043e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089776039123535,
+ -0.34042876958847046,
+ -19.974227905273438,
+ -16.901906967163086,
+ -13.031274795532227,
+ -3.510948419570923,
+ -8.33047866821289,
+ -9.981507301330566,
+ -6.899422645568848,
+ -11.258710861206055
+ ],
+ "distances_by_expert": [
+ 14.17955207824707,
+ 0.6808575391769409,
+ 39.948455810546875,
+ 33.80381393432617,
+ 26.062549591064453,
+ 7.021896839141846,
+ 16.66095733642578,
+ 19.963014602661133,
+ 13.798845291137695,
+ 22.51742172241211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7275390625,
+ "language": 50.218055725097656
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007743596797809005,
+ 0.6373307108879089,
+ 1.9881365442842025e-09,
+ 4.140782650097208e-08,
+ 1.9822932699753437e-06,
+ 0.026386331766843796,
+ 0.0002207705838372931,
+ 4.234520019963384e-05,
+ 0.0009526427020318806,
+ 1.1423422620282508e-05
+ ],
+ "log_scores_by_expert": [
+ -7.163474082946777,
+ -0.45046666264533997,
+ -20.036067962646484,
+ -16.99979591369629,
+ -13.131256103515625,
+ -3.634909152984619,
+ -8.418386459350586,
+ -10.069655418395996,
+ -6.956270694732666,
+ -11.379844665527344
+ ],
+ "distances_by_expert": [
+ 14.326948165893555,
+ 0.9009333252906799,
+ 40.07213592529297,
+ 33.99959182739258,
+ 26.26251220703125,
+ 7.269818305969238,
+ 16.836772918701172,
+ 20.139310836791992,
+ 13.912541389465332,
+ 22.759689331054688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.13427734375,
+ "language": 50.197509765625
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009054438560269773,
+ 0.7576256394386292,
+ 2.260067244463926e-09,
+ 4.669462683182246e-08,
+ 2.217458359154989e-06,
+ 0.03180437535047531,
+ 0.0002457524533383548,
+ 4.790891398442909e-05,
+ 0.001087313168682158,
+ 1.3275119272293523e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00708532333374,
+ -0.2775658965110779,
+ -19.90787124633789,
+ -16.879636764526367,
+ -13.019148826599121,
+ -3.4481513500213623,
+ -8.311185836791992,
+ -9.946208953857422,
+ -6.824045658111572,
+ -11.229619026184082
+ ],
+ "distances_by_expert": [
+ 14.01417064666748,
+ 0.5551317930221558,
+ 39.81574249267578,
+ 33.759273529052734,
+ 26.038297653198242,
+ 6.896302700042725,
+ 16.622371673583984,
+ 19.892417907714844,
+ 13.648091316223145,
+ 22.459238052368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.96240234375,
+ "language": 50.18326950073242
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009725437266752124,
+ 0.7807974219322205,
+ 2.4024175981907092e-09,
+ 4.722171453863666e-08,
+ 2.3953359686856857e-06,
+ 0.0303947851061821,
+ 0.0002508400066290051,
+ 4.9775691877584904e-05,
+ 0.0011659038718789816,
+ 1.4231642126105726e-05
+ ],
+ "log_scores_by_expert": [
+ -6.935595512390137,
+ -0.24743956327438354,
+ -19.846790313720703,
+ -16.868412017822266,
+ -12.941987037658691,
+ -3.4934842586517334,
+ -8.290695190429688,
+ -9.907983779907227,
+ -6.754258632659912,
+ -11.160042762756348
+ ],
+ "distances_by_expert": [
+ 13.871191024780273,
+ 0.4948791265487671,
+ 39.693580627441406,
+ 33.73682403564453,
+ 25.883974075317383,
+ 6.986968517303467,
+ 16.581390380859375,
+ 19.815967559814453,
+ 13.508517265319824,
+ 22.320085525512695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.210205078125,
+ "language": 50.20997619628906
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071521926671267,
+ 0.7687076330184937,
+ 2.297546153329222e-09,
+ 4.79351669468997e-08,
+ 2.3010954919300275e-06,
+ 0.03192827105522156,
+ 0.00025150616420432925,
+ 4.816688669961877e-05,
+ 0.0011066450970247388,
+ 1.3499019587470684e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005200386047363,
+ -0.2630445659160614,
+ -19.89142417907715,
+ -16.853416442871094,
+ -12.982125282287598,
+ -3.444263458251953,
+ -8.288043022155762,
+ -9.940838813781738,
+ -6.806422233581543,
+ -11.21289348602295
+ ],
+ "distances_by_expert": [
+ 14.010400772094727,
+ 0.5260891318321228,
+ 39.7828483581543,
+ 33.70683288574219,
+ 25.964250564575195,
+ 6.888526916503906,
+ 16.576086044311523,
+ 19.881677627563477,
+ 13.612844467163086,
+ 22.4257869720459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.098388671875,
+ "language": 50.18647384643555
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008507788879796863,
+ 0.7096135020256042,
+ 2.1834785091101594e-09,
+ 4.576693513058672e-08,
+ 2.1802150058647385e-06,
+ 0.031246693804860115,
+ 0.000250637240242213,
+ 4.682401777245104e-05,
+ 0.001009305939078331,
+ 1.290038835577434e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0693583488464355,
+ -0.3430347740650177,
+ -19.942346572875977,
+ -16.899703979492188,
+ -13.036087036132812,
+ -3.465841770172119,
+ -8.29150390625,
+ -9.969114303588867,
+ -6.898492336273193,
+ -11.25825309753418
+ ],
+ "distances_by_expert": [
+ 14.138716697692871,
+ 0.6860695481300354,
+ 39.88469314575195,
+ 33.799407958984375,
+ 26.072174072265625,
+ 6.931683540344238,
+ 16.5830078125,
+ 19.938228607177734,
+ 13.796984672546387,
+ 22.51650619506836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.894287109375,
+ "language": 50.20029830932617
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008851920138113201,
+ 0.6648680567741394,
+ 2.2496506879576827e-09,
+ 4.133357478508515e-08,
+ 2.074420308417757e-06,
+ 0.025098752230405807,
+ 0.00022012850968167186,
+ 4.3915544665651396e-05,
+ 0.001026852405630052,
+ 1.2416468962328508e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029706001281738,
+ -0.40816664695739746,
+ -19.912490844726562,
+ -17.001590728759766,
+ -13.08582878112793,
+ -3.6849372386932373,
+ -8.42129898071289,
+ -10.033242225646973,
+ -6.881257057189941,
+ -11.296486854553223
+ ],
+ "distances_by_expert": [
+ 14.059412002563477,
+ 0.8163332939147949,
+ 39.824981689453125,
+ 34.00318145751953,
+ 26.17165756225586,
+ 7.369874477386475,
+ 16.84259796142578,
+ 20.066484451293945,
+ 13.762514114379883,
+ 22.592973709106445
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3493.567138671875,
+ "language": 50.191776275634766
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009217282058671117,
+ 0.7321693301200867,
+ 2.349197281148463e-09,
+ 4.267778663802346e-08,
+ 2.1541181922657415e-06,
+ 0.027034759521484375,
+ 0.00022951539722271264,
+ 4.4993772462476045e-05,
+ 0.0010827177902683616,
+ 1.266851177206263e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989260196685791,
+ -0.31174343824386597,
+ -19.869192123413086,
+ -16.969587326049805,
+ -13.048129081726074,
+ -3.6106319427490234,
+ -8.37954044342041,
+ -10.008986473083496,
+ -6.828280925750732,
+ -11.27639102935791
+ ],
+ "distances_by_expert": [
+ 13.978520393371582,
+ 0.6234868764877319,
+ 39.73838424682617,
+ 33.93917465209961,
+ 26.09625816345215,
+ 7.221263885498047,
+ 16.75908088684082,
+ 20.017972946166992,
+ 13.656561851501465,
+ 22.55278205871582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.989013671875,
+ "language": 50.201969146728516
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009142574272118509,
+ 0.6977173686027527,
+ 2.288423006646667e-09,
+ 3.944528614852061e-08,
+ 2.0904749362671282e-06,
+ 0.023676149547100067,
+ 0.00022304771118797362,
+ 4.305283437133767e-05,
+ 0.0010836775181815028,
+ 1.2493795111367945e-05
+ ],
+ "log_scores_by_expert": [
+ -6.997398376464844,
+ -0.35994115471839905,
+ -19.895402908325195,
+ -17.048351287841797,
+ -13.078119277954102,
+ -3.7432870864868164,
+ -8.408124923706055,
+ -10.053082466125488,
+ -6.827394962310791,
+ -11.290278434753418
+ ],
+ "distances_by_expert": [
+ 13.994796752929688,
+ 0.7198823094367981,
+ 39.79080581665039,
+ 34.096702575683594,
+ 26.156238555908203,
+ 7.486574172973633,
+ 16.81624984741211,
+ 20.106164932250977,
+ 13.654789924621582,
+ 22.580556869506836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.89990234375,
+ "language": 50.184818267822266
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008617464336566627,
+ 0.7639191150665283,
+ 2.195987391928611e-09,
+ 4.643413475946545e-08,
+ 2.18146487895865e-06,
+ 0.029831523075699806,
+ 0.00023431664158124477,
+ 4.5228367525851354e-05,
+ 0.0010639082174748182,
+ 1.292629985982785e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056549549102783,
+ -0.2692933678627014,
+ -19.936634063720703,
+ -16.885231018066406,
+ -13.035513877868652,
+ -3.5121896266937256,
+ -8.358837127685547,
+ -10.003786087036133,
+ -6.845806121826172,
+ -11.256246566772461
+ ],
+ "distances_by_expert": [
+ 14.113099098205566,
+ 0.5385867357254028,
+ 39.873268127441406,
+ 33.77046203613281,
+ 26.071027755737305,
+ 7.024379253387451,
+ 16.717674255371094,
+ 20.007572174072266,
+ 13.691612243652344,
+ 22.512493133544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.260009765625,
+ "language": 50.180641174316406
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008702844497747719,
+ 0.7392226457595825,
+ 2.1739912092755276e-09,
+ 4.756712002063068e-08,
+ 2.2422987058234867e-06,
+ 0.03060847707092762,
+ 0.00023684660845901817,
+ 4.6217854105634615e-05,
+ 0.0010686407331377268,
+ 1.314196106250165e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046690464019775,
+ -0.30215612053871155,
+ -19.946701049804688,
+ -16.86112403869629,
+ -13.00800895690918,
+ -3.486478328704834,
+ -8.348097801208496,
+ -9.982144355773926,
+ -6.841367721557617,
+ -11.239700317382812
+ ],
+ "distances_by_expert": [
+ 14.09338092803955,
+ 0.6043122410774231,
+ 39.893402099609375,
+ 33.72224807739258,
+ 26.01601791381836,
+ 6.972956657409668,
+ 16.696195602416992,
+ 19.96428871154785,
+ 13.682735443115234,
+ 22.479400634765625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.779052734375,
+ "language": 50.20061492919922
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007751181838102639,
+ 0.6591993570327759,
+ 1.931368842633674e-09,
+ 4.069182679700134e-08,
+ 1.9828814856737154e-06,
+ 0.027046898379921913,
+ 0.00022065335360821337,
+ 4.1958850488299504e-05,
+ 0.0009639745694585145,
+ 1.1893658665940166e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162495136260986,
+ -0.4167293310165405,
+ -20.06503677368164,
+ -17.01723861694336,
+ -13.130959510803223,
+ -3.610183000564575,
+ -8.418917655944824,
+ -10.078821182250977,
+ -6.944445610046387,
+ -11.339505195617676
+ ],
+ "distances_by_expert": [
+ 14.324990272521973,
+ 0.833458662033081,
+ 40.13007354736328,
+ 34.03447723388672,
+ 26.261919021606445,
+ 7.22036600112915,
+ 16.83783531188965,
+ 20.157642364501953,
+ 13.888891220092773,
+ 22.67901039123535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.22900390625,
+ "language": 50.1836051940918
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006873678648844361,
+ 0.6127561330795288,
+ 1.7656767159479614e-09,
+ 3.8148936454263094e-08,
+ 1.8620858099893667e-06,
+ 0.027205055579543114,
+ 0.00021026015747338533,
+ 3.895138070220128e-05,
+ 0.0008676516590639949,
+ 1.1137844012409914e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2826409339904785,
+ -0.489788293838501,
+ -20.15473175048828,
+ -17.081768035888672,
+ -13.19381332397461,
+ -3.6043524742126465,
+ -8.467164993286133,
+ -10.153196334838867,
+ -7.049720287322998,
+ -11.40516185760498
+ ],
+ "distances_by_expert": [
+ 14.565281867980957,
+ 0.979576587677002,
+ 40.30946350097656,
+ 34.163536071777344,
+ 26.38762664794922,
+ 7.208704948425293,
+ 16.934329986572266,
+ 20.306392669677734,
+ 14.099440574645996,
+ 22.81032371520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.480224609375,
+ "language": 50.17453384399414
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007266777683980763,
+ 0.6579590439796448,
+ 1.8806791679537582e-09,
+ 3.9011769814578656e-08,
+ 1.9855192476825323e-06,
+ 0.02728395164012909,
+ 0.00021663949883077294,
+ 4.082318628206849e-05,
+ 0.0008868249133229256,
+ 1.1857599020004272e-05
+ ],
+ "log_scores_by_expert": [
+ -7.227027416229248,
+ -0.4186125695705414,
+ -20.091632843017578,
+ -17.059402465820312,
+ -13.129630088806152,
+ -3.601456642150879,
+ -8.437275886535645,
+ -10.106260299682617,
+ -7.027863025665283,
+ -11.342541694641113
+ ],
+ "distances_by_expert": [
+ 14.454054832458496,
+ 0.8372251391410828,
+ 40.183265686035156,
+ 34.118804931640625,
+ 26.259260177612305,
+ 7.202913284301758,
+ 16.87455177307129,
+ 20.212520599365234,
+ 14.055726051330566,
+ 22.685083389282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.210693359375,
+ "language": 50.223812103271484
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008301390917040408,
+ 0.6917567253112793,
+ 2.0939157074906234e-09,
+ 4.3475225197653344e-08,
+ 2.0963564111298183e-06,
+ 0.028681132942438126,
+ 0.00022340108989737928,
+ 4.309185897000134e-05,
+ 0.0010292368242517114,
+ 1.225025062012719e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093917369842529,
+ -0.36852094531059265,
+ -19.984230041503906,
+ -16.951074600219727,
+ -13.075309753417969,
+ -3.551515817642212,
+ -8.40654182434082,
+ -10.052176475524902,
+ -6.878937721252441,
+ -11.309964179992676
+ ],
+ "distances_by_expert": [
+ 14.187834739685059,
+ 0.7370418906211853,
+ 39.96846008300781,
+ 33.90214920043945,
+ 26.150619506835938,
+ 7.103031635284424,
+ 16.81308364868164,
+ 20.104352951049805,
+ 13.757875442504883,
+ 22.61992835998535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.6494140625,
+ "language": 50.19295883178711
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000774807354900986,
+ 0.5843496918678284,
+ 1.9861052802383483e-09,
+ 4.114542662136955e-08,
+ 1.988536041608313e-06,
+ 0.024770762771368027,
+ 0.00021082315652165562,
+ 4.077015910297632e-05,
+ 0.0009586659725755453,
+ 1.1183227798028383e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162896156311035,
+ -0.5372557044029236,
+ -20.037090301513672,
+ -17.006153106689453,
+ -13.128111839294434,
+ -3.6980912685394287,
+ -8.46449089050293,
+ -10.107560157775879,
+ -6.949967861175537,
+ -11.401095390319824
+ ],
+ "distances_by_expert": [
+ 14.32579231262207,
+ 1.0745114088058472,
+ 40.074180603027344,
+ 34.012306213378906,
+ 26.256223678588867,
+ 7.396182537078857,
+ 16.92898178100586,
+ 20.215120315551758,
+ 13.899935722351074,
+ 22.80219078063965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.388671875,
+ "language": 50.2110595703125
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008272283594124019,
+ 0.6200838088989258,
+ 2.06802508451176e-09,
+ 4.252502350254872e-08,
+ 2.0770055471075466e-06,
+ 0.026400724425911903,
+ 0.00022319919662550092,
+ 4.312873716116883e-05,
+ 0.0009932697284966707,
+ 1.1818243365269154e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0974297523498535,
+ -0.4779006540775299,
+ -19.996671676635742,
+ -16.973173141479492,
+ -13.084583282470703,
+ -3.634363889694214,
+ -8.407445907592773,
+ -10.051321029663086,
+ -6.91450834274292,
+ -11.345866203308105
+ ],
+ "distances_by_expert": [
+ 14.194859504699707,
+ 0.9558013081550598,
+ 39.993343353271484,
+ 33.946346282958984,
+ 26.169166564941406,
+ 7.268727779388428,
+ 16.814891815185547,
+ 20.102642059326172,
+ 13.82901668548584,
+ 22.69173240661621
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3246.044677734375,
+ "language": 50.20175552368164
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000818482250906527,
+ 0.6457980275154114,
+ 2.0732424665936833e-09,
+ 4.525996999404924e-08,
+ 2.0603549728548387e-06,
+ 0.02780299447476864,
+ 0.00022318791889119893,
+ 4.285130125936121e-05,
+ 0.0010088642593473196,
+ 1.1840817023767158e-05
+ ],
+ "log_scores_by_expert": [
+ -7.108058929443359,
+ -0.43726852536201477,
+ -19.994152069091797,
+ -16.910842895507812,
+ -13.092632293701172,
+ -3.582611560821533,
+ -8.407496452331543,
+ -10.057774543762207,
+ -6.898930072784424,
+ -11.343957901000977
+ ],
+ "distances_by_expert": [
+ 14.216117858886719,
+ 0.8745370507240295,
+ 39.988304138183594,
+ 33.821685791015625,
+ 26.185264587402344,
+ 7.165223121643066,
+ 16.814992904663086,
+ 20.115549087524414,
+ 13.797860145568848,
+ 22.687915802001953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.196533203125,
+ "language": 50.22471618652344
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008348323171958327,
+ 0.66756272315979,
+ 2.123242026641492e-09,
+ 4.491631955261255e-08,
+ 2.141551703971345e-06,
+ 0.026954108849167824,
+ 0.0002270600525662303,
+ 4.380085738375783e-05,
+ 0.0010421316837891936,
+ 1.2296379281906411e-05
+ ],
+ "log_scores_by_expert": [
+ -7.088279724121094,
+ -0.40412193536758423,
+ -19.970321655273438,
+ -16.91846466064453,
+ -13.053979873657227,
+ -3.613619565963745,
+ -8.39029598236084,
+ -10.035857200622559,
+ -6.8664870262146,
+ -11.306205749511719
+ ],
+ "distances_by_expert": [
+ 14.176559448242188,
+ 0.8082438707351685,
+ 39.940643310546875,
+ 33.83692932128906,
+ 26.107959747314453,
+ 7.22723913192749,
+ 16.78059196472168,
+ 20.071714401245117,
+ 13.7329740524292,
+ 22.612411499023438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.826171875,
+ "language": 50.19392395019531
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009239649516530335,
+ 0.697136640548706,
+ 2.245201358164195e-09,
+ 4.5892459610286096e-08,
+ 2.2604435798712075e-06,
+ 0.028207318857312202,
+ 0.0002357934572501108,
+ 4.6186305553419515e-05,
+ 0.0011208764044567943,
+ 1.306935700995382e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9868364334106445,
+ -0.36077380180358887,
+ -19.914470672607422,
+ -16.89696502685547,
+ -12.99994945526123,
+ -3.568173885345459,
+ -8.352554321289062,
+ -9.982827186584473,
+ -6.793644428253174,
+ -11.245240211486816
+ ],
+ "distances_by_expert": [
+ 13.973672866821289,
+ 0.7215476036071777,
+ 39.828941345214844,
+ 33.79393005371094,
+ 25.99989891052246,
+ 7.136347770690918,
+ 16.705108642578125,
+ 19.965654373168945,
+ 13.587288856506348,
+ 22.490480422973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.29443359375,
+ "language": 50.19355773925781
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008297757594846189,
+ 0.6362950801849365,
+ 2.045757341306853e-09,
+ 4.294029665175003e-08,
+ 2.101168092849548e-06,
+ 0.026573773473501205,
+ 0.00022383207397069782,
+ 4.349532173364423e-05,
+ 0.0010274950182065368,
+ 1.230170346389059e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09435510635376,
+ -0.45209282636642456,
+ -20.007497787475586,
+ -16.963455200195312,
+ -13.073017120361328,
+ -3.6278305053710938,
+ -8.404614448547363,
+ -10.04285717010498,
+ -6.880631446838379,
+ -11.30577278137207
+ ],
+ "distances_by_expert": [
+ 14.18871021270752,
+ 0.9041856527328491,
+ 40.01499557495117,
+ 33.926910400390625,
+ 26.146034240722656,
+ 7.2556610107421875,
+ 16.809228897094727,
+ 20.08571434020996,
+ 13.761262893676758,
+ 22.61154556274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.138427734375,
+ "language": 50.2065315246582
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008912188350223005,
+ 0.6464633941650391,
+ 2.1398867122712772e-09,
+ 4.2923346654788475e-08,
+ 2.0801219307031715e-06,
+ 0.026968929916620255,
+ 0.00022437363804783672,
+ 4.416708543431014e-05,
+ 0.001087356242351234,
+ 1.2219645213917829e-05
+ ],
+ "log_scores_by_expert": [
+ -7.022920608520508,
+ -0.43623876571655273,
+ -19.962512969970703,
+ -16.963850021362305,
+ -13.083084106445312,
+ -3.613069772720337,
+ -8.40219783782959,
+ -10.027530670166016,
+ -6.824006080627441,
+ -11.31246566772461
+ ],
+ "distances_by_expert": [
+ 14.045841217041016,
+ 0.8724775314331055,
+ 39.925025939941406,
+ 33.92770004272461,
+ 26.166168212890625,
+ 7.226139545440674,
+ 16.80439567565918,
+ 20.05506134033203,
+ 13.648012161254883,
+ 22.62493133544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.662841796875,
+ "language": 50.190425872802734
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009270073496736586,
+ 0.630400538444519,
+ 2.193375259196273e-09,
+ 4.065637426720059e-08,
+ 2.0504578515101457e-06,
+ 0.024097952991724014,
+ 0.00021731179731432348,
+ 4.309789801482111e-05,
+ 0.001105831703171134,
+ 1.1855619959533215e-05
+ ],
+ "log_scores_by_expert": [
+ -6.983549118041992,
+ -0.46139994263648987,
+ -19.937824249267578,
+ -17.018110275268555,
+ -13.097447395324707,
+ -3.72562837600708,
+ -8.43417739868164,
+ -10.05203628540039,
+ -6.807157516479492,
+ -11.342708587646484
+ ],
+ "distances_by_expert": [
+ 13.967098236083984,
+ 0.9227998852729797,
+ 39.875648498535156,
+ 34.03622055053711,
+ 26.194894790649414,
+ 7.45125675201416,
+ 16.86835479736328,
+ 20.10407257080078,
+ 13.614315032958984,
+ 22.68541717529297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.44384765625,
+ "language": 50.19334030151367
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007786618662066758,
+ 0.5337173342704773,
+ 1.9019155139687882e-09,
+ 3.674503545880725e-08,
+ 1.782750246093201e-06,
+ 0.021265827119350433,
+ 0.0001928208366734907,
+ 3.79116136173252e-05,
+ 0.0009615887538529932,
+ 1.0307297998224385e-05
+ ],
+ "log_scores_by_expert": [
+ -7.157933712005615,
+ -0.6278889179229736,
+ -20.08040428161621,
+ -17.1192626953125,
+ -13.237353324890137,
+ -3.850653886795044,
+ -8.553749084472656,
+ -10.180253028869629,
+ -6.946923732757568,
+ -11.482658386230469
+ ],
+ "distances_by_expert": [
+ 14.31586742401123,
+ 1.2557778358459473,
+ 40.16080856323242,
+ 34.238525390625,
+ 26.474706649780273,
+ 7.701307773590088,
+ 17.107498168945312,
+ 20.360506057739258,
+ 13.893847465515137,
+ 22.965316772460938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3379.311767578125,
+ "language": 50.1953125
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007470314740203321,
+ 0.516340434551239,
+ 1.8357998454732183e-09,
+ 3.5656785968285476e-08,
+ 1.7387147863701102e-06,
+ 0.020487042143940926,
+ 0.0001853690919233486,
+ 3.652425220934674e-05,
+ 0.0009324416168965399,
+ 9.928922736435197e-06
+ ],
+ "log_scores_by_expert": [
+ -7.199403285980225,
+ -0.6609890460968018,
+ -20.115785598754883,
+ -17.14932632446289,
+ -13.262364387512207,
+ -3.887962579727173,
+ -8.593161582946777,
+ -10.217534065246582,
+ -6.977704048156738,
+ -11.520058631896973
+ ],
+ "distances_by_expert": [
+ 14.39880657196045,
+ 1.3219780921936035,
+ 40.231571197509766,
+ 34.29865264892578,
+ 26.524728775024414,
+ 7.775925159454346,
+ 17.186323165893555,
+ 20.435068130493164,
+ 13.955408096313477,
+ 23.040117263793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.408203125,
+ "language": 50.19750213623047
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006612962461076677,
+ 0.4595978856086731,
+ 1.6654458923071047e-09,
+ 3.27827862633967e-08,
+ 1.5602765870426083e-06,
+ 0.01869487203657627,
+ 0.0001691278739599511,
+ 3.2976655347738415e-05,
+ 0.000849180796649307,
+ 8.84898236108711e-06
+ ],
+ "log_scores_by_expert": [
+ -7.321308612823486,
+ -0.7774032950401306,
+ -20.213172912597656,
+ -17.233362197875977,
+ -13.370647430419922,
+ -3.979506015777588,
+ -8.684855461120605,
+ -10.319710731506348,
+ -7.0712385177612305,
+ -11.635208129882812
+ ],
+ "distances_by_expert": [
+ 14.642617225646973,
+ 1.5548065900802612,
+ 40.42634582519531,
+ 34.46672439575195,
+ 26.741294860839844,
+ 7.959012031555176,
+ 17.36971092224121,
+ 20.639421463012695,
+ 14.142477035522461,
+ 23.270416259765625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.89404296875,
+ "language": 50.19316482543945
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007199978572316468,
+ 0.5119617581367493,
+ 1.7949469688360864e-09,
+ 3.544191429227794e-08,
+ 1.7340302065349533e-06,
+ 0.02059437334537506,
+ 0.00018345653370488435,
+ 3.5809269320452586e-05,
+ 0.0009112803963944316,
+ 9.859061719907913e-06
+ ],
+ "log_scores_by_expert": [
+ -7.236262321472168,
+ -0.6695053577423096,
+ -20.138290405273438,
+ -17.155370712280273,
+ -13.26506233215332,
+ -3.882737398147583,
+ -8.603532791137695,
+ -10.237303733825684,
+ -7.000659942626953,
+ -11.527119636535645
+ ],
+ "distances_by_expert": [
+ 14.472524642944336,
+ 1.3390107154846191,
+ 40.276580810546875,
+ 34.31074142456055,
+ 26.53012466430664,
+ 7.765474796295166,
+ 17.20706558227539,
+ 20.474607467651367,
+ 14.001319885253906,
+ 23.05423927307129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.671142578125,
+ "language": 50.1973991394043
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480222313664854,
+ 0.6142383217811584,
+ 2.07286676712215e-09,
+ 4.037446288407409e-08,
+ 1.9741603409784148e-06,
+ 0.023942390456795692,
+ 0.00020607636542990804,
+ 4.070489012519829e-05,
+ 0.0010355607373639941,
+ 1.1256341167609207e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072603702545166,
+ -0.4873723089694977,
+ -19.994333267211914,
+ -17.025068283081055,
+ -13.135367393493652,
+ -3.732104778289795,
+ -8.487263679504395,
+ -10.109162330627441,
+ -6.872812271118164,
+ -11.39457893371582
+ ],
+ "distances_by_expert": [
+ 14.145207405090332,
+ 0.9747446179389954,
+ 39.98866653442383,
+ 34.05013656616211,
+ 26.270734786987305,
+ 7.46420955657959,
+ 16.97452735900879,
+ 20.218324661254883,
+ 13.745624542236328,
+ 22.78915786743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.552978515625,
+ "language": 50.1982307434082
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007330832886509597,
+ 0.5406610369682312,
+ 1.8579925376016604e-09,
+ 3.765978107139745e-08,
+ 1.7881103531180997e-06,
+ 0.021961849182844162,
+ 0.00019158613577019423,
+ 3.68201253877487e-05,
+ 0.000942012935411185,
+ 1.016295573208481e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2182512283325195,
+ -0.6149628162384033,
+ -20.103769302368164,
+ -17.09467315673828,
+ -13.23435115814209,
+ -3.818448543548584,
+ -8.560173034667969,
+ -10.209465980529785,
+ -6.967491626739502,
+ -11.496761322021484
+ ],
+ "distances_by_expert": [
+ 14.436502456665039,
+ 1.2299256324768066,
+ 40.20753860473633,
+ 34.18934631347656,
+ 26.46870231628418,
+ 7.636897087097168,
+ 17.120346069335938,
+ 20.41893196105957,
+ 13.934983253479004,
+ 22.99352264404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.60595703125,
+ "language": 50.19745635986328
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007668121252208948,
+ 0.592374324798584,
+ 1.967790819179527e-09,
+ 3.944340676298452e-08,
+ 1.8923674360848963e-06,
+ 0.023599162697792053,
+ 0.00020217242126818746,
+ 3.85991224902682e-05,
+ 0.0009745891438797116,
+ 1.0747658961918205e-05
+ ],
+ "log_scores_by_expert": [
+ -7.173268795013428,
+ -0.5236165523529053,
+ -20.046354293823242,
+ -17.048398971557617,
+ -13.177681922912598,
+ -3.746544122695923,
+ -8.506389617919922,
+ -10.162281036376953,
+ -6.933494567871094,
+ -11.44082260131836
+ ],
+ "distances_by_expert": [
+ 14.346537590026855,
+ 1.0472331047058105,
+ 40.092708587646484,
+ 34.096797943115234,
+ 26.355363845825195,
+ 7.493088245391846,
+ 17.012779235839844,
+ 20.324562072753906,
+ 13.866989135742188,
+ 22.88164520263672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.888671875,
+ "language": 50.18479537963867
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008376958430744708,
+ 0.6395869255065918,
+ 2.097889195695757e-09,
+ 4.137521969482805e-08,
+ 2.021417685682536e-06,
+ 0.025514494627714157,
+ 0.00021434745576698333,
+ 4.138447911827825e-05,
+ 0.0010415975702926517,
+ 1.163370870926883e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084855556488037,
+ -0.4469327926635742,
+ -19.98233413696289,
+ -17.00058364868164,
+ -13.111711502075195,
+ -3.668508529663086,
+ -8.447912216186523,
+ -10.092604637145996,
+ -6.866999626159668,
+ -11.361603736877441
+ ],
+ "distances_by_expert": [
+ 14.169711112976074,
+ 0.8938655853271484,
+ 39.96466827392578,
+ 34.00116729736328,
+ 26.22342300415039,
+ 7.337017059326172,
+ 16.895824432373047,
+ 20.185209274291992,
+ 13.733999252319336,
+ 22.723207473754883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.93408203125,
+ "language": 50.17365264892578
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008111196220852435,
+ 0.6370426416397095,
+ 2.0621995222569467e-09,
+ 4.092587957416072e-08,
+ 2.0148104340478312e-06,
+ 0.02531055174767971,
+ 0.00021437933901324868,
+ 4.1105522541329265e-05,
+ 0.0010169970337301493,
+ 1.1525959052960388e-05
+ ],
+ "log_scores_by_expert": [
+ -7.117094993591309,
+ -0.45091870427131653,
+ -19.999492645263672,
+ -17.011503219604492,
+ -13.114985466003418,
+ -3.6765339374542236,
+ -8.447763442993164,
+ -10.09936809539795,
+ -6.8909010887146,
+ -11.370908737182617
+ ],
+ "distances_by_expert": [
+ 14.234189987182617,
+ 0.9018374085426331,
+ 39.998985290527344,
+ 34.023006439208984,
+ 26.229970932006836,
+ 7.353067874908447,
+ 16.895526885986328,
+ 20.1987361907959,
+ 13.7818021774292,
+ 22.741817474365234
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3271.65576171875,
+ "language": 50.180301666259766
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007747781928628683,
+ 0.6244252324104309,
+ 1.9945936013954224e-09,
+ 4.137206488508127e-08,
+ 2.0133331872784765e-06,
+ 0.025396132841706276,
+ 0.00021243898663669825,
+ 4.05737737310119e-05,
+ 0.0009771694894880056,
+ 1.1462239854154177e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162933826446533,
+ -0.47092369198799133,
+ -20.032825469970703,
+ -17.000659942626953,
+ -13.115718841552734,
+ -3.6731584072113037,
+ -8.456855773925781,
+ -10.112388610839844,
+ -6.930850505828857,
+ -11.376452445983887
+ ],
+ "distances_by_expert": [
+ 14.325867652893066,
+ 0.9418473839759827,
+ 40.065650939941406,
+ 34.001319885253906,
+ 26.23143768310547,
+ 7.346316814422607,
+ 16.913711547851562,
+ 20.224777221679688,
+ 13.861701011657715,
+ 22.752904891967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.867919921875,
+ "language": 50.222835540771484
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007679695263504982,
+ 0.6154270768165588,
+ 1.9590091770993467e-09,
+ 4.0770213871610395e-08,
+ 1.959778273885604e-06,
+ 0.02539418265223503,
+ 0.00020977364329155535,
+ 3.988486059824936e-05,
+ 0.000978507217951119,
+ 1.117431565944571e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171760559082031,
+ -0.4854387938976288,
+ -20.050827026367188,
+ -17.01531410217285,
+ -13.142679214477539,
+ -3.6732351779937744,
+ -8.469481468200684,
+ -10.12951374053955,
+ -6.929482460021973,
+ -11.40189266204834
+ ],
+ "distances_by_expert": [
+ 14.343521118164062,
+ 0.9708775877952576,
+ 40.101654052734375,
+ 34.0306282043457,
+ 26.285358428955078,
+ 7.346470355987549,
+ 16.938962936401367,
+ 20.2590274810791,
+ 13.858964920043945,
+ 22.80378532409668
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3279.537841796875,
+ "language": 50.18981170654297
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009296406642533839,
+ 0.6793291568756104,
+ 2.353314210168378e-09,
+ 3.9266407014793003e-08,
+ 2.1085893422423396e-06,
+ 0.023187946528196335,
+ 0.00022459050524048507,
+ 4.4413340219762176e-05,
+ 0.0010657808743417263,
+ 1.2662327208090574e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980712413787842,
+ -0.3866494596004486,
+ -19.867441177368164,
+ -17.05289649963379,
+ -13.069491386413574,
+ -3.764122724533081,
+ -8.40123176574707,
+ -10.021970748901367,
+ -6.844047546386719,
+ -11.27687931060791
+ ],
+ "distances_by_expert": [
+ 13.961424827575684,
+ 0.7732989192008972,
+ 39.73488235473633,
+ 34.10579299926758,
+ 26.13898277282715,
+ 7.528245449066162,
+ 16.80246353149414,
+ 20.043941497802734,
+ 13.688095092773438,
+ 22.55375862121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.282958984375,
+ "language": 50.191429138183594
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009315123315900564,
+ 0.7606210112571716,
+ 2.3369255419680712e-09,
+ 4.343229420555872e-08,
+ 2.2401015939976787e-06,
+ 0.02649225853383541,
+ 0.0002327500842511654,
+ 4.5240485633257776e-05,
+ 0.001095973770134151,
+ 1.3193510312703438e-05
+ ],
+ "log_scores_by_expert": [
+ -6.978701114654541,
+ -0.2736200988292694,
+ -19.87442970275879,
+ -16.952062606811523,
+ -13.008989334106445,
+ -3.6309027671813965,
+ -8.365545272827148,
+ -10.003518104553223,
+ -6.816112041473389,
+ -11.235785484313965
+ ],
+ "distances_by_expert": [
+ 13.957402229309082,
+ 0.5472401976585388,
+ 39.74885940551758,
+ 33.90412521362305,
+ 26.01797866821289,
+ 7.261805534362793,
+ 16.731090545654297,
+ 20.007036209106445,
+ 13.632224082946777,
+ 22.47157096862793
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3399.771728515625,
+ "language": 50.178890228271484
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008720075129531324,
+ 0.6686620116233826,
+ 2.166279822191086e-09,
+ 3.692468197868948e-08,
+ 1.9714962036232464e-06,
+ 0.022141169756650925,
+ 0.00021204650693107396,
+ 4.1055922338273376e-05,
+ 0.001041825977154076,
+ 1.1933435416722205e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044712543487549,
+ -0.4024764895439148,
+ -19.950254440307617,
+ -17.1143856048584,
+ -13.136717796325684,
+ -3.810316562652588,
+ -8.458704948425293,
+ -10.10057544708252,
+ -6.8667802810668945,
+ -11.336166381835938
+ ],
+ "distances_by_expert": [
+ 14.089425086975098,
+ 0.8049529790878296,
+ 39.900508880615234,
+ 34.2287712097168,
+ 26.273435592651367,
+ 7.620633125305176,
+ 16.917409896850586,
+ 20.20115089416504,
+ 13.733560562133789,
+ 22.672332763671875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3514.86962890625,
+ "language": 50.18987274169922
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008288590470328927,
+ 0.7463071942329407,
+ 2.109457053478536e-09,
+ 4.4476085037103985e-08,
+ 2.18449417843658e-06,
+ 0.027820713818073273,
+ 0.00022584959515370429,
+ 4.38923088950105e-05,
+ 0.0010352525860071182,
+ 1.2975963727512863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095460414886475,
+ -0.29261794686317444,
+ -19.976835250854492,
+ -16.928314208984375,
+ -13.034126281738281,
+ -3.581974506378174,
+ -8.395641326904297,
+ -10.033771514892578,
+ -6.873109817504883,
+ -11.252411842346191
+ ],
+ "distances_by_expert": [
+ 14.19092082977295,
+ 0.5852358937263489,
+ 39.953670501708984,
+ 33.85662841796875,
+ 26.068252563476562,
+ 7.163949012756348,
+ 16.791282653808594,
+ 20.067543029785156,
+ 13.746219635009766,
+ 22.504823684692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.727783203125,
+ "language": 50.18800354003906
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009557157172821462,
+ 0.7918696403503418,
+ 2.433218071473675e-09,
+ 5.030513960946337e-08,
+ 2.333472593818442e-06,
+ 0.03144778683781624,
+ 0.000250593526288867,
+ 4.876781167695299e-05,
+ 0.0011295604053884745,
+ 1.3544527064368594e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953050136566162,
+ -0.2333584874868393,
+ -19.83405113220215,
+ -16.805158615112305,
+ -12.96815299987793,
+ -3.4594266414642334,
+ -8.291678428649902,
+ -9.92844009399414,
+ -6.785926818847656,
+ -11.209527969360352
+ ],
+ "distances_by_expert": [
+ 13.906100273132324,
+ 0.4667169749736786,
+ 39.6681022644043,
+ 33.61031723022461,
+ 25.93630599975586,
+ 6.918853282928467,
+ 16.583356857299805,
+ 19.85688018798828,
+ 13.571853637695312,
+ 22.419055938720703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.6494140625,
+ "language": 50.20990753173828
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008208746439777315,
+ 0.6879336833953857,
+ 2.0820714041747124e-09,
+ 4.3932441684546575e-08,
+ 2.1535615815082565e-06,
+ 0.028718292713165283,
+ 0.00023525125288870186,
+ 4.5104829041520134e-05,
+ 0.0009827708126977086,
+ 1.2601887647178955e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105140209197998,
+ -0.3740628659725189,
+ -19.98990249633789,
+ -16.94061279296875,
+ -13.04838752746582,
+ -3.5502209663391113,
+ -8.354856491088867,
+ -10.006521224975586,
+ -6.925134658813477,
+ -11.28166389465332
+ ],
+ "distances_by_expert": [
+ 14.210280418395996,
+ 0.7481257319450378,
+ 39.97980499267578,
+ 33.8812255859375,
+ 26.09677505493164,
+ 7.100441932678223,
+ 16.709712982177734,
+ 20.013042449951172,
+ 13.850269317626953,
+ 22.56332778930664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.275634765625,
+ "language": 50.21775436401367
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008268005331046879,
+ 0.6908695101737976,
+ 2.1204089595272535e-09,
+ 4.3680362438180964e-08,
+ 2.0956347270839615e-06,
+ 0.028079258278012276,
+ 0.00023399264318868518,
+ 4.485774479690008e-05,
+ 0.0009947494836524129,
+ 1.2163301107648294e-05
+ ],
+ "log_scores_by_expert": [
+ -7.097947120666504,
+ -0.3698042631149292,
+ -19.971656799316406,
+ -16.946367263793945,
+ -13.075654029846191,
+ -3.5727241039276123,
+ -8.360220909118652,
+ -10.012014389038086,
+ -6.91301965713501,
+ -11.317087173461914
+ ],
+ "distances_by_expert": [
+ 14.195894241333008,
+ 0.7396085262298584,
+ 39.94331359863281,
+ 33.89273452758789,
+ 26.151308059692383,
+ 7.145448207855225,
+ 16.720441818237305,
+ 20.024028778076172,
+ 13.82603931427002,
+ 22.634174346923828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.322998046875,
+ "language": 50.207706451416016
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008892385521903634,
+ 0.7542001008987427,
+ 2.2463277904449797e-09,
+ 4.5763272282783873e-08,
+ 2.1976459265715675e-06,
+ 0.03138957545161247,
+ 0.0002475785731803626,
+ 4.793766129296273e-05,
+ 0.0010548122227191925,
+ 1.3205783943703864e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025145053863525,
+ -0.28209754824638367,
+ -19.913969039916992,
+ -16.899784088134766,
+ -13.02812385559082,
+ -3.4612793922424316,
+ -8.30378246307373,
+ -9.945609092712402,
+ -6.8543925285339355,
+ -11.234855651855469
+ ],
+ "distances_by_expert": [
+ 14.05029010772705,
+ 0.5641950964927673,
+ 39.827938079833984,
+ 33.79956817626953,
+ 26.05624771118164,
+ 6.922558784484863,
+ 16.60756492614746,
+ 19.891218185424805,
+ 13.708785057067871,
+ 22.469711303710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.0947265625,
+ "language": 50.20640182495117
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009213212761096656,
+ 0.779441773891449,
+ 2.315331926183717e-09,
+ 4.7289674398598436e-08,
+ 2.3227066776598804e-06,
+ 0.031450893729925156,
+ 0.0002501570270396769,
+ 4.971511225448921e-05,
+ 0.0011054136557504535,
+ 1.4095636288402602e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989701747894287,
+ -0.24917736649513245,
+ -19.883712768554688,
+ -16.866973876953125,
+ -12.972777366638184,
+ -3.4593279361724854,
+ -8.293421745300293,
+ -9.909201622009277,
+ -6.807535648345947,
+ -11.169645309448242
+ ],
+ "distances_by_expert": [
+ 13.979403495788574,
+ 0.4983547329902649,
+ 39.767425537109375,
+ 33.73394775390625,
+ 25.945554733276367,
+ 6.918655872344971,
+ 16.586843490600586,
+ 19.818403244018555,
+ 13.615071296691895,
+ 22.339290618896484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.905029296875,
+ "language": 50.19196701049805
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009481231682002544,
+ 0.7708185911178589,
+ 2.398763632172063e-09,
+ 4.851334978184241e-08,
+ 2.275582119182218e-06,
+ 0.031233515590429306,
+ 0.00025024457136169076,
+ 4.845534931519069e-05,
+ 0.001144088921137154,
+ 1.3328995919437148e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961026191711426,
+ -0.26030221581459045,
+ -19.848312377929688,
+ -16.841426849365234,
+ -12.993274688720703,
+ -3.46626353263855,
+ -8.293071746826172,
+ -9.934867858886719,
+ -6.773146629333496,
+ -11.225568771362305
+ ],
+ "distances_by_expert": [
+ 13.922052383422852,
+ 0.5206044316291809,
+ 39.696624755859375,
+ 33.68285369873047,
+ 25.986549377441406,
+ 6.9325270652771,
+ 16.586143493652344,
+ 19.869735717773438,
+ 13.546293258666992,
+ 22.45113754272461
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.685302734375,
+ "language": 50.17688751220703
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000902253610547632,
+ 0.709190309047699,
+ 2.3034301133151303e-09,
+ 4.787267116057592e-08,
+ 2.1996377199684503e-06,
+ 0.029416071251034737,
+ 0.0002432774199405685,
+ 4.6520282921846956e-05,
+ 0.0010826295474544168,
+ 1.2460275684134103e-05
+ ],
+ "log_scores_by_expert": [
+ -7.01061487197876,
+ -0.3436313569545746,
+ -19.888866424560547,
+ -16.854721069335938,
+ -13.027217864990234,
+ -3.526214122772217,
+ -8.321308135986328,
+ -9.975622177124023,
+ -6.828362464904785,
+ -11.292964935302734
+ ],
+ "distances_by_expert": [
+ 14.02122974395752,
+ 0.6872627139091492,
+ 39.777732849121094,
+ 33.709442138671875,
+ 26.05443572998047,
+ 7.052428245544434,
+ 16.642616271972656,
+ 19.951244354248047,
+ 13.65672492980957,
+ 22.58592987060547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.714111328125,
+ "language": 50.18075942993164
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008554974338039756,
+ 0.616524338722229,
+ 2.1147787965247744e-09,
+ 3.596325726107352e-08,
+ 2.0257907635823358e-06,
+ 0.0205132607370615,
+ 0.00020929805759806186,
+ 4.109270594199188e-05,
+ 0.0009829119080677629,
+ 1.2042169146297965e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0638275146484375,
+ -0.48365744948387146,
+ -19.974315643310547,
+ -17.14076805114746,
+ -13.109550476074219,
+ -3.886683702468872,
+ -8.47175121307373,
+ -10.099679946899414,
+ -6.924991130828857,
+ -11.327095985412598
+ ],
+ "distances_by_expert": [
+ 14.127655029296875,
+ 0.9673148989677429,
+ 39.948631286621094,
+ 34.28153610229492,
+ 26.219100952148438,
+ 7.773367404937744,
+ 16.94350242614746,
+ 20.199359893798828,
+ 13.849982261657715,
+ 22.654191970825195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.9619140625,
+ "language": 50.19587326049805
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009666420519351959,
+ 0.7458105683326721,
+ 2.4181767699360535e-09,
+ 4.2076436557181296e-08,
+ 2.2869189706398174e-06,
+ 0.025750836357474327,
+ 0.0002380669757258147,
+ 4.678050026996061e-05,
+ 0.0011194887338206172,
+ 1.352363051410066e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9416823387146,
+ -0.293283611536026,
+ -19.840251922607422,
+ -16.98377799987793,
+ -12.98830509185791,
+ -3.659288167953491,
+ -8.342958450317383,
+ -9.970044136047363,
+ -6.7948832511901855,
+ -11.211071968078613
+ ],
+ "distances_by_expert": [
+ 13.8833646774292,
+ 0.586567223072052,
+ 39.680503845214844,
+ 33.96755599975586,
+ 25.97661018371582,
+ 7.318576335906982,
+ 16.685916900634766,
+ 19.940088272094727,
+ 13.589766502380371,
+ 22.422143936157227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.300048828125,
+ "language": 50.187435150146484
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009365116129629314,
+ 0.6853170990943909,
+ 2.3231794266109773e-09,
+ 3.829817174505479e-08,
+ 2.100424808304524e-06,
+ 0.022958405315876007,
+ 0.00022256386000663042,
+ 4.325449117459357e-05,
+ 0.001096886582672596,
+ 1.2502639037847985e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973348617553711,
+ -0.37787365913391113,
+ -19.880329132080078,
+ -17.077863693237305,
+ -13.073370933532715,
+ -3.774071216583252,
+ -8.410296440124512,
+ -10.048409461975098,
+ -6.815279483795166,
+ -11.289570808410645
+ ],
+ "distances_by_expert": [
+ 13.946697235107422,
+ 0.7557473182678223,
+ 39.760658264160156,
+ 34.15572738647461,
+ 26.14674186706543,
+ 7.548142433166504,
+ 16.820592880249023,
+ 20.096818923950195,
+ 13.630558967590332,
+ 22.57914161682129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.525634765625,
+ "language": 50.18364715576172
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000886815192643553,
+ 0.7438564300537109,
+ 2.2278818789800425e-09,
+ 4.198624381501759e-08,
+ 2.2318683932098793e-06,
+ 0.02553521655499935,
+ 0.00022970042482484132,
+ 4.4447402615332976e-05,
+ 0.0010815088171511889,
+ 1.3259304068924394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.027873992919922,
+ -0.29590722918510437,
+ -19.92221450805664,
+ -16.985923767089844,
+ -13.01267147064209,
+ -3.667696714401245,
+ -8.378734588623047,
+ -10.021203994750977,
+ -6.829398155212402,
+ -11.23081111907959
+ ],
+ "distances_by_expert": [
+ 14.055747985839844,
+ 0.5918144583702087,
+ 39.84442901611328,
+ 33.97184753417969,
+ 26.02534294128418,
+ 7.33539342880249,
+ 16.757469177246094,
+ 20.042407989501953,
+ 13.658796310424805,
+ 22.46162223815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.223388671875,
+ "language": 50.20618438720703
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008894794154912233,
+ 0.7422733306884766,
+ 2.1704902319896746e-09,
+ 4.556068944339131e-08,
+ 2.240958338006749e-06,
+ 0.030079053714871407,
+ 0.00023661294835619628,
+ 4.600514512276277e-05,
+ 0.0011018362129107118,
+ 1.3472140381054487e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024874210357666,
+ -0.29803770780563354,
+ -19.948312759399414,
+ -16.904220581054688,
+ -13.008606910705566,
+ -3.5039262771606445,
+ -8.349084854125977,
+ -9.986757278442383,
+ -6.810777187347412,
+ -11.214886665344238
+ ],
+ "distances_by_expert": [
+ 14.049748420715332,
+ 0.5960754156112671,
+ 39.89662551879883,
+ 33.808441162109375,
+ 26.017213821411133,
+ 7.007852554321289,
+ 16.698169708251953,
+ 19.973514556884766,
+ 13.621554374694824,
+ 22.429773330688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.233642578125,
+ "language": 50.196205139160156
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008754759328439832,
+ 0.7669757604598999,
+ 2.197210857701748e-09,
+ 4.591575120116431e-08,
+ 2.2972517399466597e-06,
+ 0.030656544491648674,
+ 0.0002494908694643527,
+ 4.7423247451661155e-05,
+ 0.0010622096015140414,
+ 1.3678254617843777e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040742874145508,
+ -0.26530009508132935,
+ -19.936077117919922,
+ -16.89645767211914,
+ -12.983797073364258,
+ -3.4849090576171875,
+ -8.296088218688965,
+ -9.956398010253906,
+ -6.8474040031433105,
+ -11.199703216552734
+ ],
+ "distances_by_expert": [
+ 14.081485748291016,
+ 0.5306001901626587,
+ 39.872154235839844,
+ 33.79291534423828,
+ 25.967594146728516,
+ 6.969818115234375,
+ 16.59217643737793,
+ 19.912796020507812,
+ 13.694808006286621,
+ 22.39940643310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.6396484375,
+ "language": 50.19254684448242
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000845485832542181,
+ 0.7543942332267761,
+ 2.1410706541047375e-09,
+ 4.55565185575324e-08,
+ 2.2385020201909356e-06,
+ 0.030851395800709724,
+ 0.00025004922645166516,
+ 4.6882283641025424e-05,
+ 0.0010215744841843843,
+ 1.3475828382070176e-05
+ ],
+ "log_scores_by_expert": [
+ -7.075599193572998,
+ -0.2818402349948883,
+ -19.961959838867188,
+ -16.904312133789062,
+ -13.009703636169434,
+ -3.4785733222961426,
+ -8.293852806091309,
+ -9.967870712280273,
+ -6.886410236358643,
+ -11.21461296081543
+ ],
+ "distances_by_expert": [
+ 14.151198387145996,
+ 0.5636804699897766,
+ 39.923919677734375,
+ 33.808624267578125,
+ 26.019407272338867,
+ 6.957146644592285,
+ 16.587705612182617,
+ 19.935741424560547,
+ 13.772820472717285,
+ 22.42922592163086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.93017578125,
+ "language": 50.22502517700195
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000894369964953512,
+ 0.7584728598594666,
+ 2.253494280068935e-09,
+ 4.496089189842678e-08,
+ 2.196989953517914e-06,
+ 0.03071744553744793,
+ 0.0002471711777616292,
+ 4.749109211843461e-05,
+ 0.001080443849787116,
+ 1.3111628504702821e-05
+ ],
+ "log_scores_by_expert": [
+ -7.019391059875488,
+ -0.27644824981689453,
+ -19.910783767700195,
+ -16.91747283935547,
+ -13.028422355651855,
+ -3.482924461364746,
+ -8.305429458618164,
+ -9.954968452453613,
+ -6.83038330078125,
+ -11.242011070251465
+ ],
+ "distances_by_expert": [
+ 14.038782119750977,
+ 0.5528964996337891,
+ 39.82156753540039,
+ 33.83494567871094,
+ 26.05684471130371,
+ 6.965848922729492,
+ 16.610858917236328,
+ 19.909936904907227,
+ 13.6607666015625,
+ 22.48402214050293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3291.84130859375,
+ "language": 50.18144989013672
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009481162996962667,
+ 0.747910737991333,
+ 2.36792496721705e-09,
+ 4.629670868894209e-08,
+ 2.2181563963385997e-06,
+ 0.029368789866566658,
+ 0.00023962660634424537,
+ 4.7708075726404786e-05,
+ 0.0011387855047360063,
+ 1.2960207641299348e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961033344268799,
+ -0.290471613407135,
+ -19.861251831054688,
+ -16.888195037841797,
+ -13.018834114074707,
+ -3.527822732925415,
+ -8.33642864227295,
+ -9.950409889221191,
+ -6.777792930603027,
+ -11.253626823425293
+ ],
+ "distances_by_expert": [
+ 13.922066688537598,
+ 0.58094322681427,
+ 39.722503662109375,
+ 33.776390075683594,
+ 26.037668228149414,
+ 7.05564546585083,
+ 16.6728572845459,
+ 19.900819778442383,
+ 13.555585861206055,
+ 22.507253646850586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.970703125,
+ "language": 50.190711975097656
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009835081873461604,
+ 0.7389964461326599,
+ 2.450497360584336e-09,
+ 4.35834088818865e-08,
+ 2.2444853584602242e-06,
+ 0.026959462091326714,
+ 0.0002384164254181087,
+ 4.765205449075438e-05,
+ 0.0011677031870931387,
+ 1.3106165170029271e-05
+ ],
+ "log_scores_by_expert": [
+ -6.924384593963623,
+ -0.30246222019195557,
+ -19.826974868774414,
+ -16.948589324951172,
+ -13.007034301757812,
+ -3.6134209632873535,
+ -8.34149169921875,
+ -9.951584815979004,
+ -6.752716541290283,
+ -11.242427825927734
+ ],
+ "distances_by_expert": [
+ 13.848769187927246,
+ 0.6049244403839111,
+ 39.65394973754883,
+ 33.897178649902344,
+ 26.014068603515625,
+ 7.226841926574707,
+ 16.6829833984375,
+ 19.903169631958008,
+ 13.505433082580566,
+ 22.48485565185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.74951171875,
+ "language": 50.18553161621094
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008895082282833755,
+ 0.7180376648902893,
+ 2.3066661913873077e-09,
+ 4.656051189044774e-08,
+ 2.2189012724993518e-06,
+ 0.029598001390695572,
+ 0.0002444474375806749,
+ 4.649207403417677e-05,
+ 0.0010665598092600703,
+ 1.2606612472154666e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024841785430908,
+ -0.33123329281806946,
+ -19.887462615966797,
+ -16.88251304626465,
+ -13.018498420715332,
+ -3.5200483798980713,
+ -8.316510200500488,
+ -9.976228713989258,
+ -6.843317031860352,
+ -11.281289100646973
+ ],
+ "distances_by_expert": [
+ 14.049683570861816,
+ 0.6624665856361389,
+ 39.774925231933594,
+ 33.7650260925293,
+ 26.036996841430664,
+ 7.040096759796143,
+ 16.633020401000977,
+ 19.952457427978516,
+ 13.686634063720703,
+ 22.562578201293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.01513671875,
+ "language": 50.17381286621094
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008887226576916873,
+ 0.6343915462493896,
+ 2.240743368631115e-09,
+ 3.6546111914503854e-08,
+ 2.016359530898626e-06,
+ 0.02085629664361477,
+ 0.00021550121891777962,
+ 4.21848199039232e-05,
+ 0.0010217357194051147,
+ 1.2026572221657261e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025725364685059,
+ -0.45508894324302673,
+ -19.916458129882812,
+ -17.124691009521484,
+ -13.114216804504395,
+ -3.8700993061065674,
+ -8.442543983459473,
+ -10.073450088500977,
+ -6.886252403259277,
+ -11.328392028808594
+ ],
+ "distances_by_expert": [
+ 14.051450729370117,
+ 0.9101778864860535,
+ 39.832916259765625,
+ 34.24938201904297,
+ 26.22843360900879,
+ 7.740198612213135,
+ 16.885087966918945,
+ 20.146900177001953,
+ 13.772504806518555,
+ 22.656784057617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.581787109375,
+ "language": 50.188873291015625
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009263802785426378,
+ 0.7041032314300537,
+ 2.353103267793699e-09,
+ 4.1164344821709165e-08,
+ 2.094549927278422e-06,
+ 0.024599216878414154,
+ 0.0002230506797786802,
+ 4.4446216634241864e-05,
+ 0.0010780961019918323,
+ 1.2283532669243868e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984225749969482,
+ -0.3508302867412567,
+ -19.867530822753906,
+ -17.005693435668945,
+ -13.076171875,
+ -3.705040693283081,
+ -8.408111572265625,
+ -10.021230697631836,
+ -6.832558631896973,
+ -11.3072509765625
+ ],
+ "distances_by_expert": [
+ 13.968451499938965,
+ 0.7016605734825134,
+ 39.73506164550781,
+ 34.01138687133789,
+ 26.15234375,
+ 7.410081386566162,
+ 16.81622314453125,
+ 20.042461395263672,
+ 13.665117263793945,
+ 22.614501953125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.689697265625,
+ "language": 50.17596435546875
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009031963418237865,
+ 0.699282705783844,
+ 2.2361281715177483e-09,
+ 3.893297417789654e-08,
+ 2.0467907688725973e-06,
+ 0.023137535899877548,
+ 0.00021926843328401446,
+ 4.278176129446365e-05,
+ 0.0010695038363337517,
+ 1.2304590200074017e-05
+ ],
+ "log_scores_by_expert": [
+ -7.009570598602295,
+ -0.3577001094818115,
+ -19.918519973754883,
+ -17.061424255371094,
+ -13.099237442016602,
+ -3.76629900932312,
+ -8.425213813781738,
+ -10.059398651123047,
+ -6.840560436248779,
+ -11.305538177490234
+ ],
+ "distances_by_expert": [
+ 14.01914119720459,
+ 0.715400218963623,
+ 39.837039947509766,
+ 34.12284851074219,
+ 26.198474884033203,
+ 7.53259801864624,
+ 16.850427627563477,
+ 20.118797302246094,
+ 13.681120872497559,
+ 22.61107635498047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.594970703125,
+ "language": 50.187782287597656
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008564958116039634,
+ 0.7403706312179565,
+ 2.1484627410472967e-09,
+ 4.595727887135581e-08,
+ 2.130931306965067e-06,
+ 0.028190426528453827,
+ 0.00022643727425020188,
+ 4.421623089001514e-05,
+ 0.001064947689883411,
+ 1.2577586858242285e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062661170959473,
+ -0.30060431361198425,
+ -19.958513259887695,
+ -16.895553588867188,
+ -13.058951377868652,
+ -3.568772792816162,
+ -8.39304256439209,
+ -10.026418685913086,
+ -6.844829559326172,
+ -11.283594131469727
+ ],
+ "distances_by_expert": [
+ 14.125322341918945,
+ 0.6012086272239685,
+ 39.91702651977539,
+ 33.791107177734375,
+ 26.117902755737305,
+ 7.137545585632324,
+ 16.78608512878418,
+ 20.052837371826172,
+ 13.689659118652344,
+ 22.567188262939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.308837890625,
+ "language": 50.164764404296875
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009607747779227793,
+ 0.8135685920715332,
+ 2.447787750270436e-09,
+ 5.0034049792202495e-08,
+ 2.33743708122347e-06,
+ 0.03132927045226097,
+ 0.00025574007304385304,
+ 4.949574577040039e-05,
+ 0.001154793775640428,
+ 1.3842578482581303e-05
+ ],
+ "log_scores_by_expert": [
+ -6.947770595550537,
+ -0.20632506906986237,
+ -19.828081130981445,
+ -16.810562133789062,
+ -12.966455459594727,
+ -3.463202476501465,
+ -8.27134895324707,
+ -9.913623809814453,
+ -6.763833522796631,
+ -11.187761306762695
+ ],
+ "distances_by_expert": [
+ 13.895541191101074,
+ 0.41265013813972473,
+ 39.65616226196289,
+ 33.621124267578125,
+ 25.932910919189453,
+ 6.92640495300293,
+ 16.54269790649414,
+ 19.827247619628906,
+ 13.527667045593262,
+ 22.37552261352539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.5185546875,
+ "language": 50.19742202758789
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008777682669460773,
+ 0.7698034048080444,
+ 2.2597743676300297e-09,
+ 4.8126544527349324e-08,
+ 2.347239160371828e-06,
+ 0.03075690194964409,
+ 0.00025764413294382393,
+ 4.924160020891577e-05,
+ 0.001064484240487218,
+ 1.3805374692310579e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038127899169922,
+ -0.26162010431289673,
+ -19.908000946044922,
+ -16.84943199157715,
+ -12.962270736694336,
+ -3.4816408157348633,
+ -8.263931274414062,
+ -9.918771743774414,
+ -6.845264911651611,
+ -11.190452575683594
+ ],
+ "distances_by_expert": [
+ 14.076255798339844,
+ 0.5232402086257935,
+ 39.816001892089844,
+ 33.6988639831543,
+ 25.924541473388672,
+ 6.963281631469727,
+ 16.527862548828125,
+ 19.837543487548828,
+ 13.690529823303223,
+ 22.380905151367188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.5009765625,
+ "language": 50.2088737487793
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008283501956611872,
+ 0.7438290119171143,
+ 2.133528909098459e-09,
+ 4.392289199017796e-08,
+ 2.1468151771841804e-06,
+ 0.030299797654151917,
+ 0.00024108029901981354,
+ 4.548413562588394e-05,
+ 0.0010045813396573067,
+ 1.2727643479593098e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09607458114624,
+ -0.2959441542625427,
+ -19.96548843383789,
+ -16.94083023071289,
+ -13.051525115966797,
+ -3.4966142177581787,
+ -8.3303804397583,
+ -9.998147010803223,
+ -6.903184413909912,
+ -11.271734237670898
+ ],
+ "distances_by_expert": [
+ 14.19214916229248,
+ 0.5918883085250854,
+ 39.93097686767578,
+ 33.88166046142578,
+ 26.103050231933594,
+ 6.993228435516357,
+ 16.6607608795166,
+ 19.996294021606445,
+ 13.806368827819824,
+ 22.543468475341797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.25927734375,
+ "language": 50.203941345214844
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008592152153141797,
+ 0.7228999733924866,
+ 2.186633540901539e-09,
+ 4.270987119525671e-08,
+ 2.119209511874942e-06,
+ 0.02783639170229435,
+ 0.00023014577163849026,
+ 4.492560037760995e-05,
+ 0.0010390548268333077,
+ 1.2448337656678632e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059491157531738,
+ -0.3244844675064087,
+ -19.940902709960938,
+ -16.968835830688477,
+ -13.064467430114746,
+ -3.581411123275757,
+ -8.376797676086426,
+ -10.010502815246582,
+ -6.869443893432617,
+ -11.293923377990723
+ ],
+ "distances_by_expert": [
+ 14.118982315063477,
+ 0.6489689350128174,
+ 39.881805419921875,
+ 33.93767166137695,
+ 26.128934860229492,
+ 7.162822246551514,
+ 16.75359535217285,
+ 20.021005630493164,
+ 13.738887786865234,
+ 22.587846755981445
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3242.47802734375,
+ "language": 50.20804214477539
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009801206178963184,
+ 0.7826681137084961,
+ 2.4382493801766714e-09,
+ 4.750238602468926e-08,
+ 2.3710222194495145e-06,
+ 0.030660083517432213,
+ 0.0002494088257662952,
+ 4.992921094526537e-05,
+ 0.0011710890103131533,
+ 1.3966603546577971e-05
+ ],
+ "log_scores_by_expert": [
+ -6.927834987640381,
+ -0.2450464963912964,
+ -19.831985473632812,
+ -16.862485885620117,
+ -12.952189445495605,
+ -3.4847936630249023,
+ -8.296417236328125,
+ -9.90490436553955,
+ -6.749821186065674,
+ -11.178841590881348
+ ],
+ "distances_by_expert": [
+ 13.855669975280762,
+ 0.4900929927825928,
+ 39.663970947265625,
+ 33.724971771240234,
+ 25.90437889099121,
+ 6.969587326049805,
+ 16.59283447265625,
+ 19.8098087310791,
+ 13.499642372131348,
+ 22.357683181762695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3338.716552734375,
+ "language": 50.19753646850586
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009626471437513828,
+ 0.7335289716720581,
+ 2.3934072501674564e-09,
+ 4.807837328257847e-08,
+ 2.284109541506041e-06,
+ 0.02984391711652279,
+ 0.00024734329781495035,
+ 4.901095962850377e-05,
+ 0.0011515709338709712,
+ 1.320189312536968e-05
+ ],
+ "log_scores_by_expert": [
+ -6.945823669433594,
+ -0.30988821387290955,
+ -19.850547790527344,
+ -16.850433349609375,
+ -12.989534378051758,
+ -3.5117743015289307,
+ -8.304733276367188,
+ -9.923466682434082,
+ -6.766628265380859,
+ -11.235150337219238
+ ],
+ "distances_by_expert": [
+ 13.891647338867188,
+ 0.6197764277458191,
+ 39.70109558105469,
+ 33.70086669921875,
+ 25.979068756103516,
+ 7.023548603057861,
+ 16.609466552734375,
+ 19.846933364868164,
+ 13.533256530761719,
+ 22.470300674438477
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3353.129638671875,
+ "language": 50.20982360839844
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008818431524559855,
+ 0.6593074202537537,
+ 2.2372970143180737e-09,
+ 4.6042121226719246e-08,
+ 2.1515538719540928e-06,
+ 0.02776847407221794,
+ 0.00023425990366376936,
+ 4.567077485262416e-05,
+ 0.0010612577898427844,
+ 1.1998985428363085e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033496379852295,
+ -0.4165653586387634,
+ -19.917997360229492,
+ -16.893709182739258,
+ -13.049320220947266,
+ -3.5838539600372314,
+ -8.359079360961914,
+ -9.994051933288574,
+ -6.848300457000732,
+ -11.3306884765625
+ ],
+ "distances_by_expert": [
+ 14.06699275970459,
+ 0.8331307172775269,
+ 39.835994720458984,
+ 33.787418365478516,
+ 26.09864044189453,
+ 7.167707920074463,
+ 16.718158721923828,
+ 19.98810386657715,
+ 13.696600914001465,
+ 22.661376953125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.04541015625,
+ "language": 50.1848030090332
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008618244319222867,
+ 0.6435244083404541,
+ 2.1557322593679373e-09,
+ 3.785545032997106e-08,
+ 2.081955699395621e-06,
+ 0.02220108173787594,
+ 0.00021608547831419855,
+ 4.297092164051719e-05,
+ 0.0010086243273690343,
+ 1.258680276805535e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056458950042725,
+ -0.44079533219337463,
+ -19.955135345458984,
+ -17.08949089050293,
+ -13.082202911376953,
+ -3.807614326477051,
+ -8.439836502075195,
+ -10.054986953735352,
+ -6.899168014526367,
+ -11.282861709594727
+ ],
+ "distances_by_expert": [
+ 14.11291790008545,
+ 0.8815906643867493,
+ 39.91027069091797,
+ 34.17898178100586,
+ 26.164405822753906,
+ 7.615228652954102,
+ 16.87967300415039,
+ 20.109973907470703,
+ 13.798336029052734,
+ 22.565723419189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.11083984375,
+ "language": 50.19721984863281
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008872174075804651,
+ 0.6430119872093201,
+ 2.281724142960684e-09,
+ 3.710909979304233e-08,
+ 2.043124368356075e-06,
+ 0.021535074338316917,
+ 0.00021589142852462828,
+ 4.27345403295476e-05,
+ 0.0010223741410300136,
+ 1.2073906873411033e-05
+ ],
+ "log_scores_by_expert": [
+ -7.027420520782471,
+ -0.44159188866615295,
+ -19.898334503173828,
+ -17.109403610229492,
+ -13.101030349731445,
+ -3.8380722999572754,
+ -8.44073486328125,
+ -10.060503005981445,
+ -6.885627746582031,
+ -11.324463844299316
+ ],
+ "distances_by_expert": [
+ 14.054841041564941,
+ 0.8831837773323059,
+ 39.796669006347656,
+ 34.218807220458984,
+ 26.20206069946289,
+ 7.676144599914551,
+ 16.8814697265625,
+ 20.12100601196289,
+ 13.771255493164062,
+ 22.648927688598633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.5087890625,
+ "language": 50.19002914428711
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000889821327291429,
+ 0.6968777775764465,
+ 2.2588477754936775e-09,
+ 3.938041004403203e-08,
+ 2.0723125544463983e-06,
+ 0.02377554215490818,
+ 0.00021967846259940416,
+ 4.296145561966114e-05,
+ 0.0010604409035295248,
+ 1.2321570466156118e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024489879608154,
+ -0.3611451983451843,
+ -19.908411026000977,
+ -17.049997329711914,
+ -13.086845397949219,
+ -3.739097833633423,
+ -8.423345565795898,
+ -10.055207252502441,
+ -6.8490705490112305,
+ -11.304159164428711
+ ],
+ "distances_by_expert": [
+ 14.048979759216309,
+ 0.7222903966903687,
+ 39.81682205200195,
+ 34.09999465942383,
+ 26.173690795898438,
+ 7.478195667266846,
+ 16.846691131591797,
+ 20.110414505004883,
+ 13.698141098022461,
+ 22.608318328857422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.531005859375,
+ "language": 50.17724609375
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008182976162061095,
+ 0.656011164188385,
+ 2.017693567779588e-09,
+ 3.705534723508208e-08,
+ 1.947331156770815e-06,
+ 0.022195301949977875,
+ 0.0002062926796497777,
+ 3.960286267101765e-05,
+ 0.0010152842151001096,
+ 1.1929964784940239e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1082844734191895,
+ -0.42157742381095886,
+ -20.021310806274414,
+ -17.11085319519043,
+ -13.14905071258545,
+ -3.8078746795654297,
+ -8.486214637756348,
+ -10.136609077453613,
+ -6.892586708068848,
+ -11.336457252502441
+ ],
+ "distances_by_expert": [
+ 14.216568946838379,
+ 0.8431548476219177,
+ 40.04262161254883,
+ 34.22170639038086,
+ 26.2981014251709,
+ 7.615749359130859,
+ 16.972429275512695,
+ 20.273218154907227,
+ 13.785173416137695,
+ 22.672914505004883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.5654296875,
+ "language": 50.19118881225586
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326234528794885,
+ 0.7441274523735046,
+ 2.0762775942984035e-09,
+ 4.516295604162224e-08,
+ 2.1851587916899007e-06,
+ 0.029254410415887833,
+ 0.00022886077931616455,
+ 4.417799937073141e-05,
+ 0.0010413104901090264,
+ 1.3005573237023782e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09092903137207,
+ -0.2955429255962372,
+ -19.99268913269043,
+ -16.912988662719727,
+ -13.033822059631348,
+ -3.5317249298095703,
+ -8.382396697998047,
+ -10.027283668518066,
+ -6.867275238037109,
+ -11.25013256072998
+ ],
+ "distances_by_expert": [
+ 14.18185806274414,
+ 0.5910858511924744,
+ 39.98537826538086,
+ 33.82597732543945,
+ 26.067644119262695,
+ 7.063449859619141,
+ 16.764793395996094,
+ 20.054567337036133,
+ 13.734550476074219,
+ 22.50026512145996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.32470703125,
+ "language": 50.19301986694336
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009324256097897887,
+ 0.8017052412033081,
+ 2.351389305488283e-09,
+ 5.0062688217167306e-08,
+ 2.367748038523132e-06,
+ 0.03315196931362152,
+ 0.00025570252910256386,
+ 4.9487396609038115e-05,
+ 0.0011100454721599817,
+ 1.3792833669867832e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977721214294434,
+ -0.22101426124572754,
+ -19.86825942993164,
+ -16.80998992919922,
+ -12.953571319580078,
+ -3.4066531658172607,
+ -8.271495819091797,
+ -9.913792610168457,
+ -6.803354263305664,
+ -11.191361427307129
+ ],
+ "distances_by_expert": [
+ 13.955442428588867,
+ 0.4420285224914551,
+ 39.73651885986328,
+ 33.61997985839844,
+ 25.907142639160156,
+ 6.8133063316345215,
+ 16.542991638183594,
+ 19.827585220336914,
+ 13.606708526611328,
+ 22.382722854614258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.59521484375,
+ "language": 50.18914031982422
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007726969779469073,
+ 0.6537636518478394,
+ 1.989168385563289e-09,
+ 4.175631929115298e-08,
+ 2.0569584648910677e-06,
+ 0.027420878410339355,
+ 0.00022730835189577192,
+ 4.362443360150792e-05,
+ 0.0009426811011508107,
+ 1.1921786608581897e-05
+ ],
+ "log_scores_by_expert": [
+ -7.165623664855957,
+ -0.4250093698501587,
+ -20.03554916381836,
+ -16.99141502380371,
+ -13.094282150268555,
+ -3.5964505672454834,
+ -8.389203071594238,
+ -10.03989315032959,
+ -6.966782569885254,
+ -11.337142944335938
+ ],
+ "distances_by_expert": [
+ 14.331247329711914,
+ 0.8500187397003174,
+ 40.07109832763672,
+ 33.98283004760742,
+ 26.18856430053711,
+ 7.192901134490967,
+ 16.778406143188477,
+ 20.07978630065918,
+ 13.933565139770508,
+ 22.674285888671875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.94482421875,
+ "language": 50.215087890625
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007684255251660943,
+ 0.6818886995315552,
+ 1.9993739996948534e-09,
+ 4.207627668506575e-08,
+ 2.0369882349768886e-06,
+ 0.0289631187915802,
+ 0.00023238034918904305,
+ 4.407548840390518e-05,
+ 0.0009336036746390164,
+ 1.1984632692474406e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171166896820068,
+ -0.3828888237476349,
+ -20.030431747436523,
+ -16.983781814575195,
+ -13.10403823852539,
+ -3.5417320728302,
+ -8.367135047912598,
+ -10.029606819152832,
+ -6.976458549499512,
+ -11.33188533782959
+ ],
+ "distances_by_expert": [
+ 14.342333793640137,
+ 0.7657776474952698,
+ 40.06086349487305,
+ 33.96756362915039,
+ 26.20807647705078,
+ 7.0834641456604,
+ 16.734270095825195,
+ 20.059213638305664,
+ 13.952917098999023,
+ 22.66377067565918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.982421875,
+ "language": 50.20976257324219
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009010386420413852,
+ 0.763765275478363,
+ 2.2624264683912543e-09,
+ 4.726875246774398e-08,
+ 2.323014768990106e-06,
+ 0.03226297348737717,
+ 0.00025345556787215173,
+ 4.9662608944345266e-05,
+ 0.0010825252393260598,
+ 1.4026936696609482e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011962413787842,
+ -0.26949483156204224,
+ -19.906827926635742,
+ -16.867416381835938,
+ -12.972644805908203,
+ -3.433835029602051,
+ -8.280322074890137,
+ -9.910258293151855,
+ -6.828458786010742,
+ -11.174530982971191
+ ],
+ "distances_by_expert": [
+ 14.023924827575684,
+ 0.5389896631240845,
+ 39.813655853271484,
+ 33.734832763671875,
+ 25.945289611816406,
+ 6.867670059204102,
+ 16.560644149780273,
+ 19.82051658630371,
+ 13.656917572021484,
+ 22.349061965942383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.88720703125,
+ "language": 50.20066452026367
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009587276726961136,
+ 0.7879142165184021,
+ 2.3793111925130006e-09,
+ 4.555304400355453e-08,
+ 2.3102845716493903e-06,
+ 0.029646048322319984,
+ 0.0002459731185808778,
+ 4.8481877456652e-05,
+ 0.001154920901171863,
+ 1.3828843293595128e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94990348815918,
+ -0.23836608231067657,
+ -19.856454849243164,
+ -16.904388427734375,
+ -12.978139877319336,
+ -3.5184264183044434,
+ -8.310288429260254,
+ -9.934320449829102,
+ -6.763723373413086,
+ -11.188754081726074
+ ],
+ "distances_by_expert": [
+ 13.89980697631836,
+ 0.47673216462135315,
+ 39.71290969848633,
+ 33.80877685546875,
+ 25.956279754638672,
+ 7.036852836608887,
+ 16.620576858520508,
+ 19.868640899658203,
+ 13.527446746826172,
+ 22.37750816345215
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3307.09423828125,
+ "language": 50.18452835083008
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009125600918196142,
+ 0.7852104306221008,
+ 2.3108672753124893e-09,
+ 4.6767087980015276e-08,
+ 2.3286174837267026e-06,
+ 0.03123057633638382,
+ 0.00025420234305784106,
+ 4.9219113861909136e-05,
+ 0.0010956758633255959,
+ 1.3837720871379133e-05
+ ],
+ "log_scores_by_expert": [
+ -6.999256610870361,
+ -0.24180354177951813,
+ -19.885643005371094,
+ -16.87808609008789,
+ -12.970235824584961,
+ -3.466357707977295,
+ -8.277379989624023,
+ -9.919228553771973,
+ -6.8163838386535645,
+ -11.188112258911133
+ ],
+ "distances_by_expert": [
+ 13.998513221740723,
+ 0.48360708355903625,
+ 39.77128601074219,
+ 33.75617218017578,
+ 25.940471649169922,
+ 6.93271541595459,
+ 16.554759979248047,
+ 19.838457107543945,
+ 13.632767677307129,
+ 22.376224517822266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.58642578125,
+ "language": 50.18660354614258
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008295110892504454,
+ 0.6824256777763367,
+ 2.159951106861513e-09,
+ 4.4911267593761295e-08,
+ 2.150081172658247e-06,
+ 0.029685571789741516,
+ 0.00024385999131482095,
+ 4.554338374873623e-05,
+ 0.000992162968032062,
+ 1.2414373486535624e-05
+ ],
+ "log_scores_by_expert": [
+ -7.094674110412598,
+ -0.3821016252040863,
+ -19.95318031311035,
+ -16.918577194213867,
+ -13.050004959106445,
+ -3.517094135284424,
+ -8.318916320800781,
+ -9.996845245361328,
+ -6.915623188018799,
+ -11.296655654907227
+ ],
+ "distances_by_expert": [
+ 14.189348220825195,
+ 0.7642032504081726,
+ 39.9063606262207,
+ 33.837154388427734,
+ 26.10000991821289,
+ 7.034188270568848,
+ 16.637832641601562,
+ 19.993690490722656,
+ 13.831246376037598,
+ 22.593311309814453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.14892578125,
+ "language": 50.19166564941406
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007987649296410382,
+ 0.5645337700843811,
+ 2.042899183152258e-09,
+ 3.434368522903242e-08,
+ 1.8243935073769535e-06,
+ 0.02110406383872032,
+ 0.00019879294268321246,
+ 4.011258715763688e-05,
+ 0.0009323033154942095,
+ 1.1218457075301558e-05
+ ],
+ "log_scores_by_expert": [
+ -7.132443904876709,
+ -0.5717549920082092,
+ -20.008895874023438,
+ -17.186847686767578,
+ -13.214262962341309,
+ -3.8582897186279297,
+ -8.523246765136719,
+ -10.123820304870605,
+ -6.9778523445129395,
+ -11.397950172424316
+ ],
+ "distances_by_expert": [
+ 14.264887809753418,
+ 1.1435099840164185,
+ 40.017791748046875,
+ 34.373695373535156,
+ 26.428525924682617,
+ 7.716579437255859,
+ 17.046493530273438,
+ 20.24764060974121,
+ 13.955704689025879,
+ 22.795900344848633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.150634765625,
+ "language": 50.201988220214844
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009168130345642567,
+ 0.7187882661819458,
+ 2.3378170510568452e-09,
+ 4.114981777547655e-08,
+ 2.1476384972629603e-06,
+ 0.025692185387015343,
+ 0.00022923758660908788,
+ 4.4960746890865266e-05,
+ 0.0010838485322892666,
+ 1.273208727070596e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994606971740723,
+ -0.3301885724067688,
+ -19.874048233032227,
+ -17.006046295166016,
+ -13.051141738891602,
+ -3.6615684032440186,
+ -8.380751609802246,
+ -10.009720802307129,
+ -6.827237129211426,
+ -11.271385192871094
+ ],
+ "distances_by_expert": [
+ 13.989213943481445,
+ 0.6603771448135376,
+ 39.74809646606445,
+ 34.01209259033203,
+ 26.102283477783203,
+ 7.323136806488037,
+ 16.761503219604492,
+ 20.019441604614258,
+ 13.654474258422852,
+ 22.542770385742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.863525390625,
+ "language": 50.18174362182617
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009309248416684568,
+ 0.7397595643997192,
+ 2.2964159462901534e-09,
+ 4.139345577414133e-08,
+ 2.151461558241863e-06,
+ 0.025975143536925316,
+ 0.00022814252588432282,
+ 4.437942334334366e-05,
+ 0.001114057027734816,
+ 1.2918129868921824e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979331970214844,
+ -0.30143001675605774,
+ -19.891916275024414,
+ -17.00014305114746,
+ -13.049363136291504,
+ -3.6506152153015137,
+ -8.385540008544922,
+ -10.022734642028809,
+ -6.799746990203857,
+ -11.256878852844238
+ ],
+ "distances_by_expert": [
+ 13.958663940429688,
+ 0.6028600335121155,
+ 39.78383255004883,
+ 34.00028610229492,
+ 26.098726272583008,
+ 7.301230430603027,
+ 16.771080017089844,
+ 20.045469284057617,
+ 13.599493980407715,
+ 22.513757705688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.24462890625,
+ "language": 50.18293762207031
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008787097176536918,
+ 0.7664803266525269,
+ 2.2008639355419746e-09,
+ 4.727326086140238e-08,
+ 2.2554972929356154e-06,
+ 0.030482515692710876,
+ 0.0002360411745030433,
+ 4.557049396680668e-05,
+ 0.0010815903078764677,
+ 1.3262680113257375e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037055969238281,
+ -0.26594623923301697,
+ -19.934415817260742,
+ -16.867321014404297,
+ -13.002140045166016,
+ -3.4906020164489746,
+ -8.3515043258667,
+ -9.99625015258789,
+ -6.829322814941406,
+ -11.23055648803711
+ ],
+ "distances_by_expert": [
+ 14.074111938476562,
+ 0.5318924784660339,
+ 39.868831634521484,
+ 33.734642028808594,
+ 26.00428009033203,
+ 6.981204032897949,
+ 16.7030086517334,
+ 19.99250030517578,
+ 13.658645629882812,
+ 22.46111297607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.93310546875,
+ "language": 50.17647171020508
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008981392602436244,
+ 0.7797420620918274,
+ 2.285212685748661e-09,
+ 4.8555563125773915e-08,
+ 2.3625600533705438e-06,
+ 0.030937133356928825,
+ 0.0002467860758770257,
+ 4.7785619244677946e-05,
+ 0.0010965948458760977,
+ 1.3726669749303255e-05
+ ],
+ "log_scores_by_expert": [
+ -7.015185356140137,
+ -0.2487921565771103,
+ -19.896806716918945,
+ -16.840557098388672,
+ -12.955764770507812,
+ -3.4757981300354004,
+ -8.306988716125488,
+ -9.948785781860352,
+ -6.815545558929443,
+ -11.19616985321045
+ ],
+ "distances_by_expert": [
+ 14.030370712280273,
+ 0.4975843131542206,
+ 39.79361343383789,
+ 33.681114196777344,
+ 25.911529541015625,
+ 6.951596260070801,
+ 16.613977432250977,
+ 19.897571563720703,
+ 13.631091117858887,
+ 22.3923397064209
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.835205078125,
+ "language": 50.20628356933594
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000839340325910598,
+ 0.7372069954872131,
+ 2.1371824310278953e-09,
+ 4.6308098688996324e-08,
+ 2.263869646412786e-06,
+ 0.030656730756163597,
+ 0.0002478731912560761,
+ 4.6550107072107494e-05,
+ 0.0010151476599276066,
+ 1.3177138498576824e-05
+ ],
+ "log_scores_by_expert": [
+ -7.082894325256348,
+ -0.3048866391181946,
+ -19.963777542114258,
+ -16.887948989868164,
+ -12.998435020446777,
+ -3.48490309715271,
+ -8.302593231201172,
+ -9.974981307983398,
+ -6.892721176147461,
+ -11.237027168273926
+ ],
+ "distances_by_expert": [
+ 14.165788650512695,
+ 0.6097732782363892,
+ 39.927555084228516,
+ 33.77589797973633,
+ 25.996870040893555,
+ 6.96980619430542,
+ 16.605186462402344,
+ 19.949962615966797,
+ 13.785442352294922,
+ 22.47405433654785
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.30712890625,
+ "language": 50.2160530090332
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007969794096425176,
+ 0.7243964672088623,
+ 2.069694415851586e-09,
+ 4.306521006469666e-08,
+ 2.1326634396245936e-06,
+ 0.029412388801574707,
+ 0.0002354478492634371,
+ 4.3997541069984436e-05,
+ 0.0009658167837187648,
+ 1.2479789802455343e-05
+ ],
+ "log_scores_by_expert": [
+ -7.134681701660156,
+ -0.3224165141582489,
+ -19.995864868164062,
+ -16.96055030822754,
+ -13.058138847351074,
+ -3.526339292526245,
+ -8.354021072387695,
+ -10.031376838684082,
+ -6.942536354064941,
+ -11.291399955749512
+ ],
+ "distances_by_expert": [
+ 14.269363403320312,
+ 0.6448330283164978,
+ 39.991729736328125,
+ 33.92110061645508,
+ 26.11627769470215,
+ 7.05267858505249,
+ 16.70804214477539,
+ 20.062753677368164,
+ 13.885072708129883,
+ 22.582799911499023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.40087890625,
+ "language": 50.202762603759766
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009207872208207846,
+ 0.7601456642150879,
+ 2.308682134355422e-09,
+ 4.771086992150231e-08,
+ 2.2431800061895046e-06,
+ 0.031070319935679436,
+ 0.00024322592071257532,
+ 4.759850344271399e-05,
+ 0.0011050510220229626,
+ 1.3159129593987018e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990281581878662,
+ -0.27424514293670654,
+ -19.88658905029297,
+ -16.85810661315918,
+ -13.00761604309082,
+ -3.4715023040771484,
+ -8.32151985168457,
+ -9.952709197998047,
+ -6.807863712310791,
+ -11.238394737243652
+ ],
+ "distances_by_expert": [
+ 13.980563163757324,
+ 0.5484902858734131,
+ 39.77317810058594,
+ 33.71621322631836,
+ 26.01523208618164,
+ 6.943004608154297,
+ 16.64303970336914,
+ 19.905418395996094,
+ 13.615727424621582,
+ 22.476789474487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.875,
+ "language": 50.1802864074707
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009513471159152687,
+ 0.7942407727241516,
+ 2.4055861747029894e-09,
+ 5.0140855023528275e-08,
+ 2.37472886510659e-06,
+ 0.03305031359195709,
+ 0.0002543689333833754,
+ 4.9448142817709595e-05,
+ 0.0011409074068069458,
+ 1.38553505166783e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957631587982178,
+ -0.23036859929561615,
+ -19.84547233581543,
+ -16.808429718017578,
+ -12.950627326965332,
+ -3.409724235534668,
+ -8.276724815368652,
+ -9.914586067199707,
+ -6.775931358337402,
+ -11.18683910369873
+ ],
+ "distances_by_expert": [
+ 13.915263175964355,
+ 0.4607371985912323,
+ 39.69094467163086,
+ 33.616859436035156,
+ 25.901254653930664,
+ 6.819448471069336,
+ 16.553449630737305,
+ 19.829172134399414,
+ 13.551862716674805,
+ 22.37367820739746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.05615234375,
+ "language": 50.194793701171875
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008600985747762024,
+ 0.7071095705032349,
+ 2.2124087006858417e-09,
+ 4.6169279954710873e-08,
+ 2.2043711851438275e-06,
+ 0.02997046709060669,
+ 0.0002442437980789691,
+ 4.548877404886298e-05,
+ 0.0010411679977551103,
+ 1.2801339835277759e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0584635734558105,
+ -0.34656965732574463,
+ -19.929183959960938,
+ -16.89095115661621,
+ -13.025068283081055,
+ -3.507542848587036,
+ -8.317343711853027,
+ -9.998044967651367,
+ -6.867412090301514,
+ -11.265960693359375
+ ],
+ "distances_by_expert": [
+ 14.116927146911621,
+ 0.6931393146514893,
+ 39.858367919921875,
+ 33.78190231323242,
+ 26.05013656616211,
+ 7.015085697174072,
+ 16.634687423706055,
+ 19.996089935302734,
+ 13.734824180603027,
+ 22.53192138671875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.00048828125,
+ "language": 50.19672393798828
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009204343077726662,
+ 0.7049111723899841,
+ 2.3028459139595725e-09,
+ 4.412550680399363e-08,
+ 2.222980583610479e-06,
+ 0.02711472474038601,
+ 0.00023404286184813827,
+ 4.706339677795768e-05,
+ 0.0010681409621611238,
+ 1.3320482139533851e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990664958953857,
+ -0.3496834933757782,
+ -19.88912010192871,
+ -16.936227798461914,
+ -13.016661643981934,
+ -3.6076784133911133,
+ -8.360006332397461,
+ -9.964015007019043,
+ -6.8418354988098145,
+ -11.226207733154297
+ ],
+ "distances_by_expert": [
+ 13.981329917907715,
+ 0.6993669867515564,
+ 39.77824020385742,
+ 33.87245559692383,
+ 26.033323287963867,
+ 7.215356826782227,
+ 16.720012664794922,
+ 19.928030014038086,
+ 13.683670997619629,
+ 22.452415466308594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.832763671875,
+ "language": 50.19359588623047
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009477827115915716,
+ 0.7579741477966309,
+ 2.4062698500415536e-09,
+ 4.4673843291320736e-08,
+ 2.2781725874665426e-06,
+ 0.02831522561609745,
+ 0.00024157144071068615,
+ 4.7827565140323713e-05,
+ 0.0011064704740419984,
+ 1.35659220177331e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961385250091553,
+ -0.27710598707199097,
+ -19.84518814086914,
+ -16.923877716064453,
+ -12.99213695526123,
+ -3.5643556118011475,
+ -8.32834529876709,
+ -9.947908401489258,
+ -6.806580066680908,
+ -11.2079496383667
+ ],
+ "distances_by_expert": [
+ 13.922770500183105,
+ 0.5542119741439819,
+ 39.69037628173828,
+ 33.847755432128906,
+ 25.98427391052246,
+ 7.128711223602295,
+ 16.65669059753418,
+ 19.895816802978516,
+ 13.613160133361816,
+ 22.4158992767334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.8125,
+ "language": 50.1787223815918
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009066059719771147,
+ 0.6858711838722229,
+ 2.2664217169676704e-09,
+ 3.873299192491686e-08,
+ 2.0763679913216038e-06,
+ 0.02299199439585209,
+ 0.00022197903308551759,
+ 4.347330468590371e-05,
+ 0.0010643446585163474,
+ 1.240224446519278e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005802631378174,
+ -0.37706542015075684,
+ -19.90506362915039,
+ -17.066574096679688,
+ -13.084890365600586,
+ -3.772609233856201,
+ -8.412927627563477,
+ -10.043363571166992,
+ -6.845396041870117,
+ -11.297633171081543
+ ],
+ "distances_by_expert": [
+ 14.011605262756348,
+ 0.7541308403015137,
+ 39.81012725830078,
+ 34.133148193359375,
+ 26.169780731201172,
+ 7.545218467712402,
+ 16.825855255126953,
+ 20.086727142333984,
+ 13.690792083740234,
+ 22.595266342163086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.49951171875,
+ "language": 50.18522644042969
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008206843631342053,
+ 0.7347131967544556,
+ 2.0685024804123486e-09,
+ 4.460861902089164e-08,
+ 2.146264478142257e-06,
+ 0.027878301218152046,
+ 0.00022423546761274338,
+ 4.311652446631342e-05,
+ 0.0010307771153748035,
+ 1.2655325917876326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105371952056885,
+ -0.30827510356903076,
+ -19.996440887451172,
+ -16.925338745117188,
+ -13.05178165435791,
+ -3.579906702041626,
+ -8.402813911437988,
+ -10.051604270935059,
+ -6.877442359924316,
+ -11.277432441711426
+ ],
+ "distances_by_expert": [
+ 14.21074390411377,
+ 0.6165502071380615,
+ 39.992881774902344,
+ 33.850677490234375,
+ 26.10356330871582,
+ 7.159813404083252,
+ 16.805627822875977,
+ 20.103208541870117,
+ 13.754884719848633,
+ 22.55486488342285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.7548828125,
+ "language": 50.171085357666016
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009404124575667083,
+ 0.8017606139183044,
+ 2.3728936593414574e-09,
+ 4.980373091711954e-08,
+ 2.2840374640509253e-06,
+ 0.031767453998327255,
+ 0.000250729062827304,
+ 4.8343972594011575e-05,
+ 0.001123579335398972,
+ 1.3451508493744768e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969192028045654,
+ -0.22094517946243286,
+ -19.859155654907227,
+ -16.815176010131836,
+ -12.9895658493042,
+ -3.449312925338745,
+ -8.2911376953125,
+ -9.937169075012207,
+ -6.79123592376709,
+ -11.216419219970703
+ ],
+ "distances_by_expert": [
+ 13.938384056091309,
+ 0.4418903589248657,
+ 39.71831130981445,
+ 33.63035202026367,
+ 25.9791316986084,
+ 6.89862585067749,
+ 16.582275390625,
+ 19.874338150024414,
+ 13.58247184753418,
+ 22.432838439941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.381103515625,
+ "language": 50.19114685058594
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008045952999964356,
+ 0.6838779449462891,
+ 2.049534097992023e-09,
+ 4.3598706866987413e-08,
+ 2.1309720068529714e-06,
+ 0.02837100252509117,
+ 0.00023815827444195747,
+ 4.5472468627849594e-05,
+ 0.0009736341307871044,
+ 1.253776645171456e-05
+ ],
+ "log_scores_by_expert": [
+ -7.125171184539795,
+ -0.3799758553504944,
+ -20.005653381347656,
+ -16.948238372802734,
+ -13.058932304382324,
+ -3.562387704849243,
+ -8.342575073242188,
+ -9.998403549194336,
+ -6.934474945068359,
+ -11.286765098571777
+ ],
+ "distances_by_expert": [
+ 14.25034236907959,
+ 0.7599517107009888,
+ 40.01130676269531,
+ 33.89647674560547,
+ 26.11786460876465,
+ 7.124775409698486,
+ 16.685150146484375,
+ 19.996807098388672,
+ 13.868949890136719,
+ 22.573530197143555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.572021484375,
+ "language": 50.2082405090332
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000815398117993027,
+ 0.7159056663513184,
+ 2.1121182580685627e-09,
+ 4.410060583381892e-08,
+ 2.127696461684536e-06,
+ 0.029466744512319565,
+ 0.00024111595121212304,
+ 4.5569711801363155e-05,
+ 0.0009898460702970624,
+ 1.2537623661046382e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1118340492248535,
+ -0.3342069089412689,
+ -19.975574493408203,
+ -16.936792373657227,
+ -13.060470581054688,
+ -3.5244929790496826,
+ -8.330232620239258,
+ -9.996267318725586,
+ -6.917961120605469,
+ -11.286776542663574
+ ],
+ "distances_by_expert": [
+ 14.223668098449707,
+ 0.6684138178825378,
+ 39.951148986816406,
+ 33.87358474731445,
+ 26.120941162109375,
+ 7.048985958099365,
+ 16.660465240478516,
+ 19.992534637451172,
+ 13.835922241210938,
+ 22.57355308532715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.0400390625,
+ "language": 50.211524963378906
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008202512981370091,
+ 0.7391573190689087,
+ 2.0990340576787503e-09,
+ 4.363422689834806e-08,
+ 2.1860446395294275e-06,
+ 0.031046636402606964,
+ 0.0002437781513435766,
+ 4.6986620873212814e-05,
+ 0.000976573210209608,
+ 1.317313035542611e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105899810791016,
+ -0.30224451422691345,
+ -19.981788635253906,
+ -16.947423934936523,
+ -13.033416748046875,
+ -3.4722647666931152,
+ -8.319252014160156,
+ -9.96564769744873,
+ -6.931460857391357,
+ -11.23733139038086
+ ],
+ "distances_by_expert": [
+ 14.211799621582031,
+ 0.6044890284538269,
+ 39.96357727050781,
+ 33.89484786987305,
+ 26.06683349609375,
+ 6.9445295333862305,
+ 16.638504028320312,
+ 19.93129539489746,
+ 13.862921714782715,
+ 22.47466278076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.502197265625,
+ "language": 50.21446990966797
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009921676246449351,
+ 0.8057056665420532,
+ 2.4487125660499487e-09,
+ 4.5702819306825404e-08,
+ 2.4459552605549106e-06,
+ 0.02934388816356659,
+ 0.0002546058385632932,
+ 5.072109343018383e-05,
+ 0.0011764934752136469,
+ 1.4708518392581027e-05
+ ],
+ "log_scores_by_expert": [
+ -6.915618419647217,
+ -0.21603673696517944,
+ -19.82770347595215,
+ -16.901105880737305,
+ -12.921074867248535,
+ -3.5286710262298584,
+ -8.27579402923584,
+ -9.889168739318848,
+ -6.7452168464660645,
+ -11.127083778381348
+ ],
+ "distances_by_expert": [
+ 13.831236839294434,
+ 0.4320734739303589,
+ 39.6554069519043,
+ 33.80221176147461,
+ 25.84214973449707,
+ 7.057342052459717,
+ 16.55158805847168,
+ 19.778337478637695,
+ 13.490433692932129,
+ 22.254167556762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.54736328125,
+ "language": 50.182132720947266
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.001014700043015182,
+ 0.7282593250274658,
+ 2.5226727373706126e-09,
+ 4.145524101772935e-08,
+ 2.260103201479069e-06,
+ 0.026268143206834793,
+ 0.00024046606267802417,
+ 4.8636509745847434e-05,
+ 0.0011815065518021584,
+ 1.3523437701223884e-05
+ ],
+ "log_scores_by_expert": [
+ -6.893162250518799,
+ -0.31709811091423035,
+ -19.79794692993164,
+ -16.9986515045166,
+ -13.000100135803223,
+ -3.6393983364105225,
+ -8.332931518554688,
+ -9.931136131286621,
+ -6.740964889526367,
+ -11.21108627319336
+ ],
+ "distances_by_expert": [
+ 13.786324501037598,
+ 0.6341962218284607,
+ 39.59589385986328,
+ 33.9973030090332,
+ 26.000200271606445,
+ 7.278796672821045,
+ 16.665863037109375,
+ 19.862272262573242,
+ 13.481929779052734,
+ 22.42217254638672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.198974609375,
+ "language": 50.19312286376953
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009227422415278852,
+ 0.7666724324226379,
+ 2.3600388310285325e-09,
+ 4.8349566128536026e-08,
+ 2.313163804501528e-06,
+ 0.03029058873653412,
+ 0.00025215509231202304,
+ 4.858616375713609e-05,
+ 0.0010935432510450482,
+ 1.3412120097200386e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988160610198975,
+ -0.2656956613063812,
+ -19.864587783813477,
+ -16.84480857849121,
+ -12.97689437866211,
+ -3.496918201446533,
+ -8.285466194152832,
+ -9.932171821594238,
+ -6.818332195281982,
+ -11.219351768493652
+ ],
+ "distances_by_expert": [
+ 13.97632122039795,
+ 0.5313913226127625,
+ 39.72917556762695,
+ 33.68961715698242,
+ 25.95378875732422,
+ 6.993836402893066,
+ 16.570932388305664,
+ 19.864343643188477,
+ 13.636664390563965,
+ 22.438703536987305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.21435546875,
+ "language": 50.18082046508789
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008555590757168829,
+ 0.5883523225784302,
+ 2.146189670426679e-09,
+ 3.592952424469331e-08,
+ 1.9131352928525303e-06,
+ 0.02097589150071144,
+ 0.00020516336371656507,
+ 4.094393807463348e-05,
+ 0.0009765797294676304,
+ 1.1527784408826847e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063755512237549,
+ -0.5304293632507324,
+ -19.959571838378906,
+ -17.141706466674805,
+ -13.166767120361328,
+ -3.8643815517425537,
+ -8.491703987121582,
+ -10.103306770324707,
+ -6.931454181671143,
+ -11.370750427246094
+ ],
+ "distances_by_expert": [
+ 14.127511024475098,
+ 1.0608587265014648,
+ 39.91914367675781,
+ 34.28341293334961,
+ 26.333534240722656,
+ 7.728763103485107,
+ 16.983407974243164,
+ 20.206613540649414,
+ 13.862908363342285,
+ 22.741500854492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3568.55126953125,
+ "language": 50.19282150268555
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009128586389124393,
+ 0.6819702386856079,
+ 2.326163484056565e-09,
+ 3.8502815158381054e-08,
+ 2.093631337629631e-06,
+ 0.023248644545674324,
+ 0.00022269274631980807,
+ 4.3631342123262584e-05,
+ 0.001060887472704053,
+ 1.2352572412055451e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998929500579834,
+ -0.38276928663253784,
+ -19.879045486450195,
+ -17.072534561157227,
+ -13.076610565185547,
+ -3.7615084648132324,
+ -8.409717559814453,
+ -10.039734840393066,
+ -6.848649501800537,
+ -11.30164623260498
+ ],
+ "distances_by_expert": [
+ 13.997859001159668,
+ 0.7655385732650757,
+ 39.75809097290039,
+ 34.14506912231445,
+ 26.153221130371094,
+ 7.523016929626465,
+ 16.819435119628906,
+ 20.079469680786133,
+ 13.697299003601074,
+ 22.60329246520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.411376953125,
+ "language": 50.18109893798828
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009094675770029426,
+ 0.6949817538261414,
+ 2.2854742542932627e-09,
+ 3.9411442998016355e-08,
+ 2.078295437968336e-06,
+ 0.02361980825662613,
+ 0.00022161945526022464,
+ 4.2976618715329096e-05,
+ 0.00107692985329777,
+ 1.2275475455680862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002651214599609,
+ -0.36386963725090027,
+ -19.896692276000977,
+ -17.049209594726562,
+ -13.083962440490723,
+ -3.7456696033477783,
+ -8.414548873901367,
+ -10.054854393005371,
+ -6.833641052246094,
+ -11.307907104492188
+ ],
+ "distances_by_expert": [
+ 14.005302429199219,
+ 0.7277392745018005,
+ 39.79338455200195,
+ 34.098419189453125,
+ 26.167924880981445,
+ 7.491339206695557,
+ 16.829097747802734,
+ 20.109708786010742,
+ 13.667282104492188,
+ 22.615814208984375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.75341796875,
+ "language": 50.186126708984375
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008504337165504694,
+ 0.6921573877334595,
+ 2.1225294855042875e-09,
+ 3.8391274159721434e-08,
+ 1.9645462998596486e-06,
+ 0.023294657468795776,
+ 0.00021367047156672925,
+ 4.109239307581447e-05,
+ 0.0010431880364194512,
+ 1.1956195521634072e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069764137268066,
+ -0.3679419457912445,
+ -19.970657348632812,
+ -17.075435638427734,
+ -13.140249252319336,
+ -3.759531259536743,
+ -8.451075553894043,
+ -10.099687576293945,
+ -6.865473747253418,
+ -11.334260940551758
+ ],
+ "distances_by_expert": [
+ 14.139528274536133,
+ 0.735883891582489,
+ 39.941314697265625,
+ 34.15087127685547,
+ 26.280498504638672,
+ 7.519062519073486,
+ 16.902151107788086,
+ 20.19937515258789,
+ 13.730947494506836,
+ 22.668521881103516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.818603515625,
+ "language": 50.181278228759766
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008817220805212855,
+ 0.7878429889678955,
+ 2.2057597970359666e-09,
+ 4.670789621741278e-08,
+ 2.285261871293187e-06,
+ 0.030048992484807968,
+ 0.0002426927676424384,
+ 4.65742195956409e-05,
+ 0.0010886972304433584,
+ 1.3861601473763585e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033633708953857,
+ -0.23845645785331726,
+ -19.932193756103516,
+ -16.879352569580078,
+ -12.989029884338379,
+ -3.5049262046813965,
+ -8.323714256286621,
+ -9.97446346282959,
+ -6.822773456573486,
+ -11.18638801574707
+ ],
+ "distances_by_expert": [
+ 14.067267417907715,
+ 0.4769129157066345,
+ 39.86438751220703,
+ 33.758705139160156,
+ 25.978059768676758,
+ 7.009852409362793,
+ 16.647428512573242,
+ 19.94892692565918,
+ 13.645546913146973,
+ 22.37277603149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.437255859375,
+ "language": 50.188697814941406
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008638161234557629,
+ 0.7746728658676147,
+ 2.1610635503321873e-09,
+ 4.6569393674644743e-08,
+ 2.2381348117050948e-06,
+ 0.03251707926392555,
+ 0.0002470359031576663,
+ 4.678478217101656e-05,
+ 0.001057411776855588,
+ 1.352541039523203e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054150581359863,
+ -0.2553144693374634,
+ -19.952665328979492,
+ -16.882322311401367,
+ -13.009867668151855,
+ -3.425989866256714,
+ -8.305976867675781,
+ -9.969952583312988,
+ -6.851931095123291,
+ -11.21094036102295
+ ],
+ "distances_by_expert": [
+ 14.108301162719727,
+ 0.5106289386749268,
+ 39.905330657958984,
+ 33.764644622802734,
+ 26.01973533630371,
+ 6.851979732513428,
+ 16.611953735351562,
+ 19.939905166625977,
+ 13.703862190246582,
+ 22.4218807220459
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3316.30029296875,
+ "language": 50.192588806152344
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008097821846604347,
+ 0.675756573677063,
+ 2.0602535233393837e-09,
+ 4.325133318161534e-08,
+ 2.09857080335496e-06,
+ 0.02784367837011814,
+ 0.00023312373377848417,
+ 4.437819370650686e-05,
+ 0.0009793838253244758,
+ 1.2269519174878951e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11874532699585,
+ -0.39192238450050354,
+ -20.000436782836914,
+ -16.95623779296875,
+ -13.074254035949707,
+ -3.5811493396759033,
+ -8.363941192626953,
+ -10.022762298583984,
+ -6.928586959838867,
+ -11.308392524719238
+ ],
+ "distances_by_expert": [
+ 14.2374906539917,
+ 0.7838447690010071,
+ 40.00087356567383,
+ 33.9124755859375,
+ 26.148508071899414,
+ 7.162298679351807,
+ 16.727882385253906,
+ 20.04552459716797,
+ 13.857173919677734,
+ 22.616785049438477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.535400390625,
+ "language": 50.21739959716797
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008404869586229324,
+ 0.7311556935310364,
+ 2.1699315677636832e-09,
+ 4.420132171389923e-08,
+ 2.173831035179319e-06,
+ 0.029415776953101158,
+ 0.00024107778153847903,
+ 4.629915929399431e-05,
+ 0.0010200223186984658,
+ 1.276347666134825e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081529140472412,
+ -0.31312885880470276,
+ -19.948570251464844,
+ -16.934511184692383,
+ -13.039019584655762,
+ -3.526224136352539,
+ -8.330390930175781,
+ -9.980386734008789,
+ -6.887930870056152,
+ -11.268922805786133
+ ],
+ "distances_by_expert": [
+ 14.163058280944824,
+ 0.6262577176094055,
+ 39.89714050292969,
+ 33.869022369384766,
+ 26.078039169311523,
+ 7.052448272705078,
+ 16.660781860351562,
+ 19.960773468017578,
+ 13.775861740112305,
+ 22.537845611572266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.016357421875,
+ "language": 50.19406509399414
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008304185466840863,
+ 0.7280483841896057,
+ 2.0979693537981348e-09,
+ 4.2166981017999206e-08,
+ 2.13498537959822e-06,
+ 0.028523897752165794,
+ 0.0002286515518790111,
+ 4.368297231849283e-05,
+ 0.001036883913911879,
+ 1.288890325668035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093580722808838,
+ -0.31738778948783875,
+ -19.982295989990234,
+ -16.98162841796875,
+ -13.057050704956055,
+ -3.5570130348205566,
+ -8.38331127166748,
+ -10.038552284240723,
+ -6.871535301208496,
+ -11.259143829345703
+ ],
+ "distances_by_expert": [
+ 14.187161445617676,
+ 0.6347755789756775,
+ 39.96459197998047,
+ 33.9632568359375,
+ 26.11410140991211,
+ 7.114026069641113,
+ 16.76662254333496,
+ 20.077104568481445,
+ 13.743070602416992,
+ 22.518287658691406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.230224609375,
+ "language": 50.19122314453125
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008667489164508879,
+ 0.7113319039344788,
+ 2.1614592338181637e-09,
+ 4.1736331723996045e-08,
+ 2.2060683022573357e-06,
+ 0.026639480143785477,
+ 0.0002300663327332586,
+ 4.426521263667382e-05,
+ 0.001067358534783125,
+ 1.3179967027099337e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0507612228393555,
+ -0.3406161069869995,
+ -19.952482223510742,
+ -16.991893768310547,
+ -13.024298667907715,
+ -3.6253609657287598,
+ -8.377142906188965,
+ -10.025311470031738,
+ -6.842568397521973,
+ -11.236812591552734
+ ],
+ "distances_by_expert": [
+ 14.101522445678711,
+ 0.681232213973999,
+ 39.904964447021484,
+ 33.983787536621094,
+ 26.04859733581543,
+ 7.2507219314575195,
+ 16.75428581237793,
+ 20.050622940063477,
+ 13.685136795043945,
+ 22.47362518310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.5908203125,
+ "language": 50.21015548706055
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008108315523713827,
+ 0.6805006265640259,
+ 2.044918678834051e-09,
+ 4.2434439961880344e-08,
+ 2.1036544239905197e-06,
+ 0.029077667742967606,
+ 0.00023177944240160286,
+ 4.341484236647375e-05,
+ 0.0010027531534433365,
+ 1.251486628461862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11745023727417,
+ -0.3849264979362488,
+ -20.00790786743164,
+ -16.975305557250977,
+ -13.071834564208984,
+ -3.5377848148345947,
+ -8.36972427368164,
+ -10.044709205627441,
+ -6.905005931854248,
+ -11.288593292236328
+ ],
+ "distances_by_expert": [
+ 14.23490047454834,
+ 0.7698529958724976,
+ 40.01581573486328,
+ 33.95061111450195,
+ 26.14366912841797,
+ 7.0755696296691895,
+ 16.73944854736328,
+ 20.089418411254883,
+ 13.810011863708496,
+ 22.577186584472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.692626953125,
+ "language": 50.22248458862305
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008177324198186398,
+ 0.6278017163276672,
+ 2.0403212452890784e-09,
+ 4.163186062555724e-08,
+ 2.0365239379316336e-06,
+ 0.027106987312436104,
+ 0.0002263526403112337,
+ 4.255814928910695e-05,
+ 0.0010026043746620417,
+ 1.1909185559488833e-05
+ ],
+ "log_scores_by_expert": [
+ -7.108975410461426,
+ -0.4655309319496155,
+ -20.01015853881836,
+ -16.994400024414062,
+ -13.104266166687012,
+ -3.607963800430298,
+ -8.393416404724121,
+ -10.0646390914917,
+ -6.905154228210449,
+ -11.338200569152832
+ ],
+ "distances_by_expert": [
+ 14.217950820922852,
+ 0.931061863899231,
+ 40.02031707763672,
+ 33.988800048828125,
+ 26.208532333374023,
+ 7.215927600860596,
+ 16.786832809448242,
+ 20.1292781829834,
+ 13.810308456420898,
+ 22.676401138305664
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3197.52783203125,
+ "language": 50.199378967285156
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007800948806107044,
+ 0.6238106489181519,
+ 1.9801515982464934e-09,
+ 4.148505894363552e-08,
+ 1.978589580176049e-06,
+ 0.026396404951810837,
+ 0.0002176818234147504,
+ 4.0861046727513894e-05,
+ 0.0009736225474625826,
+ 1.1469116543594282e-05
+ ],
+ "log_scores_by_expert": [
+ -7.156095027923584,
+ -0.4719083905220032,
+ -20.04009246826172,
+ -16.99793243408203,
+ -13.133126258850098,
+ -3.6345274448394775,
+ -8.432476043701172,
+ -10.10533332824707,
+ -6.9344868659973145,
+ -11.375852584838867
+ ],
+ "distances_by_expert": [
+ 14.312190055847168,
+ 0.9438167810440063,
+ 40.08018493652344,
+ 33.99586486816406,
+ 26.266252517700195,
+ 7.269054889678955,
+ 16.864952087402344,
+ 20.21066665649414,
+ 13.868973731994629,
+ 22.751705169677734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3196.269775390625,
+ "language": 50.20914077758789
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000809174554888159,
+ 0.6744632124900818,
+ 2.0387418420142467e-09,
+ 4.4350205286036726e-08,
+ 2.093427610816434e-06,
+ 0.028197044506669044,
+ 0.00022972168517298996,
+ 4.305509355617687e-05,
+ 0.0010144489351660013,
+ 1.238518780155573e-05
+ ],
+ "log_scores_by_expert": [
+ -7.119495868682861,
+ -0.39383819699287415,
+ -20.01093292236328,
+ -16.931148529052734,
+ -13.07670783996582,
+ -3.568538188934326,
+ -8.378642082214355,
+ -10.053030014038086,
+ -6.893409729003906,
+ -11.299009323120117
+ ],
+ "distances_by_expert": [
+ 14.238991737365723,
+ 0.7876763939857483,
+ 40.02186584472656,
+ 33.86229705810547,
+ 26.15341567993164,
+ 7.137076377868652,
+ 16.75728416442871,
+ 20.106060028076172,
+ 13.786819458007812,
+ 22.598018646240234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.787109375,
+ "language": 50.20703887939453
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007760670850984752,
+ 0.6479870080947876,
+ 1.9799704098488746e-09,
+ 4.226352245950693e-08,
+ 1.993499608943239e-06,
+ 0.026374155655503273,
+ 0.00021946802735328674,
+ 4.0699531382415444e-05,
+ 0.000992986955679953,
+ 1.1718513633240946e-05
+ ],
+ "log_scores_by_expert": [
+ -7.161271572113037,
+ -0.4338845908641815,
+ -20.040184020996094,
+ -16.979341506958008,
+ -13.125618934631348,
+ -3.6353707313537598,
+ -8.424304008483887,
+ -10.109293937683105,
+ -6.914793014526367,
+ -11.354340553283691
+ ],
+ "distances_by_expert": [
+ 14.322543144226074,
+ 0.867769181728363,
+ 40.08036804199219,
+ 33.958683013916016,
+ 26.251237869262695,
+ 7.2707414627075195,
+ 16.848608016967773,
+ 20.21858787536621,
+ 13.829586029052734,
+ 22.708681106567383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.298828125,
+ "language": 50.20738983154297
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008131058420985937,
+ 0.6573386788368225,
+ 2.0420032331713855e-09,
+ 4.3346059186433195e-08,
+ 2.0390502868394833e-06,
+ 0.026682773604989052,
+ 0.0002220306923845783,
+ 4.1707193304318935e-05,
+ 0.0010334212565794587,
+ 1.1958761206187773e-05
+ ],
+ "log_scores_by_expert": [
+ -7.114649295806885,
+ -0.4195558726787567,
+ -20.009334564208984,
+ -16.954050064086914,
+ -13.103026390075684,
+ -3.623737096786499,
+ -8.412694931030273,
+ -10.084836959838867,
+ -6.874880313873291,
+ -11.334046363830566
+ ],
+ "distances_by_expert": [
+ 14.22929859161377,
+ 0.8391117453575134,
+ 40.01866912841797,
+ 33.90810012817383,
+ 26.206052780151367,
+ 7.247474193572998,
+ 16.825389862060547,
+ 20.169673919677734,
+ 13.749760627746582,
+ 22.668092727661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.43505859375,
+ "language": 50.20509719848633
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008165899198502302,
+ 0.6824769377708435,
+ 2.0798884836636944e-09,
+ 4.426231470233688e-08,
+ 2.1138341708137887e-06,
+ 0.027023067697882652,
+ 0.0002277931635035202,
+ 4.2581534216878936e-05,
+ 0.0010358673753216863,
+ 1.2348319614829961e-05
+ ],
+ "log_scores_by_expert": [
+ -7.110373497009277,
+ -0.3820265233516693,
+ -19.990951538085938,
+ -16.93313217163086,
+ -13.067007064819336,
+ -3.6110644340515137,
+ -8.387072563171387,
+ -10.06408977508545,
+ -6.87251615524292,
+ -11.301990509033203
+ ],
+ "distances_by_expert": [
+ 14.220746994018555,
+ 0.7640530467033386,
+ 39.981903076171875,
+ 33.86626434326172,
+ 26.134014129638672,
+ 7.222128868103027,
+ 16.774145126342773,
+ 20.1281795501709,
+ 13.74503231048584,
+ 22.603981018066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.94482421875,
+ "language": 50.21172332763672
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008172404486685991,
+ 0.6750544905662537,
+ 2.082599648289829e-09,
+ 4.359687721944283e-08,
+ 2.0821642010560026e-06,
+ 0.02665681764483452,
+ 0.0002249428944196552,
+ 4.2261854105163366e-05,
+ 0.0010312652448192239,
+ 1.219436035171384e-05
+ ],
+ "log_scores_by_expert": [
+ -7.109577178955078,
+ -0.39296188950538635,
+ -19.989648818969727,
+ -16.948280334472656,
+ -13.08210277557373,
+ -3.6247103214263916,
+ -8.399663925170898,
+ -10.071625709533691,
+ -6.876968860626221,
+ -11.314537048339844
+ ],
+ "distances_by_expert": [
+ 14.219154357910156,
+ 0.7859237790107727,
+ 39.97929763793945,
+ 33.89656066894531,
+ 26.16420555114746,
+ 7.249420642852783,
+ 16.799327850341797,
+ 20.143251419067383,
+ 13.753937721252441,
+ 22.629074096679688
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3251.914794921875,
+ "language": 50.207679748535156
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008111049537546933,
+ 0.6655824780464172,
+ 2.058564652074324e-09,
+ 4.364205352658246e-08,
+ 2.0705801944131963e-06,
+ 0.026705004274845123,
+ 0.00022372620878741145,
+ 4.221750350552611e-05,
+ 0.0010317054111510515,
+ 1.2119983693992253e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11711311340332,
+ -0.40709275007247925,
+ -20.001256942749023,
+ -16.94724464416504,
+ -13.087681770324707,
+ -3.6229043006896973,
+ -8.4050874710083,
+ -10.072675704956055,
+ -6.876542091369629,
+ -11.32065486907959
+ ],
+ "distances_by_expert": [
+ 14.23422622680664,
+ 0.8141855001449585,
+ 40.00251388549805,
+ 33.89448928833008,
+ 26.175363540649414,
+ 7.2458086013793945,
+ 16.8101749420166,
+ 20.14535140991211,
+ 13.753084182739258,
+ 22.64130973815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.43017578125,
+ "language": 50.19768524169922
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008361457730643451,
+ 0.6865704655647278,
+ 2.1192567700722975e-09,
+ 4.424273569725301e-08,
+ 2.144967311323853e-06,
+ 0.02695527859032154,
+ 0.0002299676270922646,
+ 4.362593244877644e-05,
+ 0.0010470548877492547,
+ 1.2610820704139769e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086707592010498,
+ -0.37604641914367676,
+ -19.972200393676758,
+ -16.933574676513672,
+ -13.052386283874512,
+ -3.6135761737823486,
+ -8.377572059631348,
+ -10.0398588180542,
+ -6.86177396774292,
+ -11.28095531463623
+ ],
+ "distances_by_expert": [
+ 14.173415184020996,
+ 0.7520928382873535,
+ 39.944400787353516,
+ 33.867149353027344,
+ 26.104772567749023,
+ 7.227152347564697,
+ 16.755144119262695,
+ 20.0797176361084,
+ 13.72354793548584,
+ 22.56191062927246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.519775390625,
+ "language": 50.21900177001953
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008364320965483785,
+ 0.6637194752693176,
+ 2.0911377074384063e-09,
+ 4.227472771844987e-08,
+ 2.0664137991843745e-06,
+ 0.025780772790312767,
+ 0.00022144534159451723,
+ 4.221589188091457e-05,
+ 0.0010461220517754555,
+ 1.2117209735151846e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086365222930908,
+ -0.4098956882953644,
+ -19.985557556152344,
+ -16.979076385498047,
+ -13.089695930480957,
+ -3.6581263542175293,
+ -8.415334701538086,
+ -10.072713851928711,
+ -6.862665176391602,
+ -11.320883750915527
+ ],
+ "distances_by_expert": [
+ 14.172730445861816,
+ 0.8197913765907288,
+ 39.97111511230469,
+ 33.958152770996094,
+ 26.179391860961914,
+ 7.316252708435059,
+ 16.830669403076172,
+ 20.145427703857422,
+ 13.725330352783203,
+ 22.641767501831055
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3266.033935546875,
+ "language": 50.180904388427734
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008230817038565874,
+ 0.6518073678016663,
+ 2.0739108208545076e-09,
+ 4.320878588259802e-08,
+ 2.076249074889347e-06,
+ 0.026230588555336,
+ 0.0002239802706753835,
+ 4.218755930196494e-05,
+ 0.0010399861494079232,
+ 1.214613439515233e-05
+ ],
+ "log_scores_by_expert": [
+ -7.102455139160156,
+ -0.4280061423778534,
+ -19.99382972717285,
+ -16.95722198486328,
+ -13.08494758605957,
+ -3.640829086303711,
+ -8.403952598571777,
+ -10.073385238647461,
+ -6.8685479164123535,
+ -11.318499565124512
+ ],
+ "distances_by_expert": [
+ 14.204910278320312,
+ 0.8560122847557068,
+ 39.9876594543457,
+ 33.91444396972656,
+ 26.16989517211914,
+ 7.281658172607422,
+ 16.807905197143555,
+ 20.146770477294922,
+ 13.737095832824707,
+ 22.636999130249023
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3274.091064453125,
+ "language": 50.20698928833008
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008596827974542975,
+ 0.6700209379196167,
+ 2.1557118312642842e-09,
+ 4.2700584401700326e-08,
+ 2.101066002069274e-06,
+ 0.025422340258955956,
+ 0.00022231142793316394,
+ 4.298735802876763e-05,
+ 0.0010645054280757904,
+ 1.2177844837424345e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0589470863342285,
+ -0.400446355342865,
+ -19.95514488220215,
+ -16.969053268432617,
+ -13.073065757751465,
+ -3.6721270084381104,
+ -8.411431312561035,
+ -10.054604530334473,
+ -6.845244884490967,
+ -11.315892219543457
+ ],
+ "distances_by_expert": [
+ 14.117894172668457,
+ 0.80089271068573,
+ 39.9102897644043,
+ 33.938106536865234,
+ 26.14613151550293,
+ 7.344254016876221,
+ 16.82286262512207,
+ 20.109209060668945,
+ 13.690489768981934,
+ 22.631784439086914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.1259765625,
+ "language": 50.20405578613281
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009070457308553159,
+ 0.689704179763794,
+ 2.2308499492140754e-09,
+ 4.275624831961977e-08,
+ 2.166959120586398e-06,
+ 0.025575540959835052,
+ 0.00022788136266171932,
+ 4.407191227073781e-05,
+ 0.001111326739192009,
+ 1.2544847777462564e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005317687988281,
+ -0.37149250507354736,
+ -19.920883178710938,
+ -16.967750549316406,
+ -13.04218578338623,
+ -3.666118860244751,
+ -8.386685371398926,
+ -10.029687881469727,
+ -6.802200794219971,
+ -11.286200523376465
+ ],
+ "distances_by_expert": [
+ 14.010635375976562,
+ 0.7429850101470947,
+ 39.841766357421875,
+ 33.93550109863281,
+ 26.08437156677246,
+ 7.332237720489502,
+ 16.77337074279785,
+ 20.059375762939453,
+ 13.604401588439941,
+ 22.57240104675293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.675537109375,
+ "language": 50.19422912597656
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009196248720400035,
+ 0.707348644733429,
+ 2.2725077375440605e-09,
+ 4.372871131863576e-08,
+ 2.209827016486088e-06,
+ 0.02616093121469021,
+ 0.00023144901206251234,
+ 4.489472121349536e-05,
+ 0.0011208330979570746,
+ 1.2833329492423218e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991544723510742,
+ -0.346231609582901,
+ -19.902381896972656,
+ -16.945261001586914,
+ -13.02259635925293,
+ -3.6434881687164307,
+ -8.371150970458984,
+ -10.011190414428711,
+ -6.793683052062988,
+ -11.26346492767334
+ ],
+ "distances_by_expert": [
+ 13.983089447021484,
+ 0.692463219165802,
+ 39.80476379394531,
+ 33.89052200317383,
+ 26.04519271850586,
+ 7.286976337432861,
+ 16.74230194091797,
+ 20.022380828857422,
+ 13.587366104125977,
+ 22.52692985534668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.94287109375,
+ "language": 50.20888137817383
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009042439050972462,
+ 0.6288766264915466,
+ 2.221690831305523e-09,
+ 3.726884045818224e-08,
+ 2.016002099480829e-06,
+ 0.02176680974662304,
+ 0.00021225550153758377,
+ 4.1682338633108884e-05,
+ 0.001073758932761848,
+ 1.1796184480772354e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008411407470703,
+ -0.4638202488422394,
+ -19.924997329711914,
+ -17.1051082611084,
+ -13.114394187927246,
+ -3.827368974685669,
+ -8.457719802856445,
+ -10.085433006286621,
+ -6.836589813232422,
+ -11.347734451293945
+ ],
+ "distances_by_expert": [
+ 14.016822814941406,
+ 0.9276404976844788,
+ 39.84999465942383,
+ 34.2102165222168,
+ 26.228788375854492,
+ 7.654737949371338,
+ 16.91543960571289,
+ 20.170866012573242,
+ 13.673179626464844,
+ 22.69546890258789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.973876953125,
+ "language": 50.200653076171875
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008834862965159118,
+ 0.6274836659431458,
+ 2.1986696907561054e-09,
+ 3.662985648134054e-08,
+ 2.0207987745379796e-06,
+ 0.02158411778509617,
+ 0.00021127905347384512,
+ 4.127852662350051e-05,
+ 0.0010569051373749971,
+ 1.1823958629975095e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03163480758667,
+ -0.46603769063949585,
+ -19.935413360595703,
+ -17.12240219116211,
+ -13.112017631530762,
+ -3.8357975482940674,
+ -8.46233081817627,
+ -10.095168113708496,
+ -6.852410316467285,
+ -11.345382690429688
+ ],
+ "distances_by_expert": [
+ 14.06326961517334,
+ 0.9320753812789917,
+ 39.870826721191406,
+ 34.24480438232422,
+ 26.224035263061523,
+ 7.671595096588135,
+ 16.92466163635254,
+ 20.190336227416992,
+ 13.70482063293457,
+ 22.690765380859375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.44873046875,
+ "language": 50.19404983520508
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008470988250337541,
+ 0.5761681795120239,
+ 2.1057504628885226e-09,
+ 3.360658595852328e-08,
+ 1.8989713908013073e-06,
+ 0.019414491951465607,
+ 0.00020052393665537238,
+ 3.892427048413083e-05,
+ 0.0010126384440809488,
+ 1.1112444553873502e-05
+ ],
+ "log_scores_by_expert": [
+ -7.07369327545166,
+ -0.5513556599617004,
+ -19.978593826293945,
+ -17.20854377746582,
+ -13.174198150634766,
+ -3.9417355060577393,
+ -8.51457691192627,
+ -10.153892517089844,
+ -6.895195960998535,
+ -11.407444953918457
+ ],
+ "distances_by_expert": [
+ 14.14738655090332,
+ 1.1027113199234009,
+ 39.95718765258789,
+ 34.41708755493164,
+ 26.34839630126953,
+ 7.8834710121154785,
+ 17.02915382385254,
+ 20.307785034179688,
+ 13.79039192199707,
+ 22.814889907836914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.99609375,
+ "language": 50.20488739013672
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008771629072725773,
+ 0.6003851890563965,
+ 2.214659122756757e-09,
+ 3.360312561540013e-08,
+ 1.9810743197012926e-06,
+ 0.019419856369495392,
+ 0.00021123814804013819,
+ 4.137808355153538e-05,
+ 0.0009900282602757215,
+ 1.2038884960929863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038817882537842,
+ -0.5101838707923889,
+ -19.92816734313965,
+ -17.208646774291992,
+ -13.131871223449707,
+ -3.9414591789245605,
+ -8.4625244140625,
+ -10.092759132385254,
+ -6.917777061462402,
+ -11.32736873626709
+ ],
+ "distances_by_expert": [
+ 14.077635765075684,
+ 1.0203677415847778,
+ 39.8563346862793,
+ 34.417293548583984,
+ 26.263742446899414,
+ 7.882918357849121,
+ 16.925048828125,
+ 20.185518264770508,
+ 13.835554122924805,
+ 22.65473747253418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.957275390625,
+ "language": 50.1910285949707
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009340939577668905,
+ 0.7096076607704163,
+ 2.337005700070449e-09,
+ 4.050582447234774e-08,
+ 2.2176063794177026e-06,
+ 0.023921633139252663,
+ 0.0002324005326954648,
+ 4.4907610572408885e-05,
+ 0.001084367511793971,
+ 1.3148867765266914e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97593355178833,
+ -0.34304308891296387,
+ -19.8743953704834,
+ -17.021820068359375,
+ -13.019082069396973,
+ -3.7329721450805664,
+ -8.367048263549805,
+ -10.010903358459473,
+ -6.82675838470459,
+ -11.239174842834473
+ ],
+ "distances_by_expert": [
+ 13.95186710357666,
+ 0.6860861778259277,
+ 39.7487907409668,
+ 34.04364013671875,
+ 26.038164138793945,
+ 7.465944290161133,
+ 16.73409652709961,
+ 20.021806716918945,
+ 13.65351676940918,
+ 22.478349685668945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.2412109375,
+ "language": 50.19249725341797
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009249562863260508,
+ 0.6934300661087036,
+ 2.3447610519866657e-09,
+ 3.824554184461704e-08,
+ 2.0790389498870354e-06,
+ 0.02259545400738716,
+ 0.0002233005507150665,
+ 4.317202547099441e-05,
+ 0.001074254047125578,
+ 1.2281459021323826e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985764026641846,
+ -0.3661048710346222,
+ -19.871082305908203,
+ -17.079238891601562,
+ -13.08360481262207,
+ -3.790006637573242,
+ -8.406991958618164,
+ -10.050317764282227,
+ -6.8361287117004395,
+ -11.307419776916504
+ ],
+ "distances_by_expert": [
+ 13.971528053283691,
+ 0.7322097420692444,
+ 39.742164611816406,
+ 34.158477783203125,
+ 26.16720962524414,
+ 7.580013275146484,
+ 16.813983917236328,
+ 20.100635528564453,
+ 13.672257423400879,
+ 22.614839553833008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.253662109375,
+ "language": 50.181671142578125
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008710346883162856,
+ 0.6735337376594543,
+ 2.172097168795517e-09,
+ 3.671841142249832e-08,
+ 1.974026645257254e-06,
+ 0.022247223183512688,
+ 0.00021382723934948444,
+ 4.134029950364493e-05,
+ 0.0010531857842579484,
+ 1.2150676411692984e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045828819274902,
+ -0.39521726965904236,
+ -19.947572708129883,
+ -17.11998748779297,
+ -13.135435104370117,
+ -3.8055381774902344,
+ -8.450342178344727,
+ -10.093672752380371,
+ -6.855935573577881,
+ -11.31812572479248
+ ],
+ "distances_by_expert": [
+ 14.091657638549805,
+ 0.7904345393180847,
+ 39.895145416259766,
+ 34.23997497558594,
+ 26.270870208740234,
+ 7.611076354980469,
+ 16.900684356689453,
+ 20.187345504760742,
+ 13.711871147155762,
+ 22.63625144958496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.783447265625,
+ "language": 50.17600631713867
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009043918689712882,
+ 0.7766278982162476,
+ 2.2171655622571507e-09,
+ 4.709767509325502e-08,
+ 2.2206540961633436e-06,
+ 0.03044837713241577,
+ 0.000240289096836932,
+ 4.621741391019896e-05,
+ 0.0011022703256458044,
+ 1.3332580238056835e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0082478523254395,
+ -0.25279393792152405,
+ -19.92703628540039,
+ -16.871042251586914,
+ -13.017708778381348,
+ -3.491722583770752,
+ -8.333667755126953,
+ -9.98215389251709,
+ -6.810383319854736,
+ -11.225299835205078
+ ],
+ "distances_by_expert": [
+ 14.016495704650879,
+ 0.5055878758430481,
+ 39.85407257080078,
+ 33.74208450317383,
+ 26.035417556762695,
+ 6.983445167541504,
+ 16.667335510253906,
+ 19.96430778503418,
+ 13.620766639709473,
+ 22.450599670410156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.778076171875,
+ "language": 50.17455291748047
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009371406049467623,
+ 0.7823936939239502,
+ 2.3839081819687635e-09,
+ 4.8689940967960865e-08,
+ 2.3300635803025216e-06,
+ 0.031051775440573692,
+ 0.0002560238935984671,
+ 4.924902168568224e-05,
+ 0.001108886324800551,
+ 1.3618979210150428e-05
+ ],
+ "log_scores_by_expert": [
+ -6.972677230834961,
+ -0.24539722502231598,
+ -19.854524612426758,
+ -16.837793350219727,
+ -12.96961498260498,
+ -3.4720993041992188,
+ -8.27023983001709,
+ -9.918621063232422,
+ -6.804399013519287,
+ -11.204046249389648
+ ],
+ "distances_by_expert": [
+ 13.945354461669922,
+ 0.49079445004463196,
+ 39.709049224853516,
+ 33.67558670043945,
+ 25.93922996520996,
+ 6.9441986083984375,
+ 16.54047966003418,
+ 19.837242126464844,
+ 13.608798027038574,
+ 22.408092498779297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3359.713623046875,
+ "language": 50.187095642089844
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007344229961745441,
+ 0.6153803467750549,
+ 1.9326844569178547e-09,
+ 3.858309227666723e-08,
+ 1.9028057067771442e-06,
+ 0.02454628422856331,
+ 0.0002144087920896709,
+ 4.106712367502041e-05,
+ 0.0009111039689742029,
+ 1.0961844054691028e-05
+ ],
+ "log_scores_by_expert": [
+ -7.21642541885376,
+ -0.4855147898197174,
+ -20.064355850219727,
+ -17.070451736450195,
+ -13.172181129455566,
+ -3.7071948051452637,
+ -8.447626113891602,
+ -10.100302696228027,
+ -7.000853538513184,
+ -11.421090126037598
+ ],
+ "distances_by_expert": [
+ 14.43285083770752,
+ 0.9710295796394348,
+ 40.12871170043945,
+ 34.14090347290039,
+ 26.344362258911133,
+ 7.414389610290527,
+ 16.895252227783203,
+ 20.200605392456055,
+ 14.001707077026367,
+ 22.842180252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.8369140625,
+ "language": 50.1903076171875
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008458959637209773,
+ 0.7191476225852966,
+ 2.140225552338393e-09,
+ 4.4035633806061014e-08,
+ 2.1554642444243655e-06,
+ 0.029278768226504326,
+ 0.00024250397109426558,
+ 4.653892028727569e-05,
+ 0.0010129447327926755,
+ 1.2678447092184797e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0751142501831055,
+ -0.3296887278556824,
+ -19.96235466003418,
+ -16.93826675415039,
+ -13.047504425048828,
+ -3.5308926105499268,
+ -8.324492454528809,
+ -9.975221633911133,
+ -6.894893646240234,
+ -11.275607109069824
+ ],
+ "distances_by_expert": [
+ 14.150228500366211,
+ 0.6593774557113647,
+ 39.92470932006836,
+ 33.87653350830078,
+ 26.095008850097656,
+ 7.0617852210998535,
+ 16.648984909057617,
+ 19.950443267822266,
+ 13.789787292480469,
+ 22.55121421813965
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3343.1240234375,
+ "language": 50.195945739746094
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000979436095803976,
+ 0.7969065308570862,
+ 2.4361901385105966e-09,
+ 4.865568570266987e-08,
+ 2.4050207230175147e-06,
+ 0.031431835144758224,
+ 0.00025667320005595684,
+ 5.062941272626631e-05,
+ 0.001162322936579585,
+ 1.4246891623770352e-05
+ ],
+ "log_scores_by_expert": [
+ -6.928533554077148,
+ -0.22701793909072876,
+ -19.83283042907715,
+ -16.838497161865234,
+ -12.937952041625977,
+ -3.4599339962005615,
+ -8.267706871032715,
+ -9.89097785949707,
+ -6.7573347091674805,
+ -11.158971786499023
+ ],
+ "distances_by_expert": [
+ 13.857067108154297,
+ 0.4540358781814575,
+ 39.6656608581543,
+ 33.67699432373047,
+ 25.875904083251953,
+ 6.919867992401123,
+ 16.53541374206543,
+ 19.78195571899414,
+ 13.514669418334961,
+ 22.317943572998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.21875,
+ "language": 50.195884704589844
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000968875945545733,
+ 0.7782084941864014,
+ 2.427650525049785e-09,
+ 4.700891409470387e-08,
+ 2.361507995374268e-06,
+ 0.02990182675421238,
+ 0.000251173711149022,
+ 4.920019637211226e-05,
+ 0.0011556553654372692,
+ 1.3724222299060784e-05
+ ],
+ "log_scores_by_expert": [
+ -6.939373970031738,
+ -0.25076085329055786,
+ -19.836341857910156,
+ -16.872928619384766,
+ -12.956210136413574,
+ -3.509835720062256,
+ -8.289365768432617,
+ -9.919612884521484,
+ -6.763087749481201,
+ -11.196348190307617
+ ],
+ "distances_by_expert": [
+ 13.878747940063477,
+ 0.5015217065811157,
+ 39.67268371582031,
+ 33.74585723876953,
+ 25.91242027282715,
+ 7.019671440124512,
+ 16.578731536865234,
+ 19.83922576904297,
+ 13.526175498962402,
+ 22.392696380615234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.3466796875,
+ "language": 50.19039535522461
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009653099696151912,
+ 0.761772096157074,
+ 2.388127029462339e-09,
+ 4.878634385363512e-08,
+ 2.3330030671786517e-06,
+ 0.03143088519573212,
+ 0.00025376706616953015,
+ 4.9190442950930446e-05,
+ 0.0011397328926250339,
+ 1.3337222299014684e-05
+ ],
+ "log_scores_by_expert": [
+ -6.943061351776123,
+ -0.2721078395843506,
+ -19.85275650024414,
+ -16.8358154296875,
+ -12.968354225158691,
+ -3.4599642753601074,
+ -8.279093742370605,
+ -9.919811248779297,
+ -6.776961326599121,
+ -11.22495174407959
+ ],
+ "distances_by_expert": [
+ 13.886122703552246,
+ 0.5442156791687012,
+ 39.70551300048828,
+ 33.671630859375,
+ 25.936708450317383,
+ 6.919928550720215,
+ 16.55818748474121,
+ 19.839622497558594,
+ 13.553922653198242,
+ 22.44990348815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.632568359375,
+ "language": 50.20465087890625
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008957767277024686,
+ 0.6923670172691345,
+ 2.2812149946815907e-09,
+ 4.674158304851517e-08,
+ 2.196612967964029e-06,
+ 0.02790438011288643,
+ 0.00024166890943888575,
+ 4.606432776199654e-05,
+ 0.0010686051100492477,
+ 1.2270314982743002e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017819404602051,
+ -0.36763909459114075,
+ -19.898557662963867,
+ -16.878631591796875,
+ -13.028594017028809,
+ -3.5789716243743896,
+ -8.32794189453125,
+ -9.985471725463867,
+ -6.841401100158691,
+ -11.308327674865723
+ ],
+ "distances_by_expert": [
+ 14.035638809204102,
+ 0.7352781891822815,
+ 39.797115325927734,
+ 33.75726318359375,
+ 26.057188034057617,
+ 7.157943248748779,
+ 16.6558837890625,
+ 19.970943450927734,
+ 13.682802200317383,
+ 22.616655349731445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.9716796875,
+ "language": 50.213619232177734
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008498808019794524,
+ 0.6301950216293335,
+ 2.1511772363425052e-09,
+ 4.3251663583987465e-08,
+ 2.0760135157615878e-06,
+ 0.025250200182199478,
+ 0.00022614981571678072,
+ 4.375597563921474e-05,
+ 0.0010240637930110097,
+ 1.1622309102676809e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0704145431518555,
+ -0.46172600984573364,
+ -19.957250595092773,
+ -16.95623016357422,
+ -13.085061073303223,
+ -3.6789212226867676,
+ -8.394312858581543,
+ -10.036882400512695,
+ -6.883976459503174,
+ -11.362584114074707
+ ],
+ "distances_by_expert": [
+ 14.140829086303711,
+ 0.9234520196914673,
+ 39.91450119018555,
+ 33.91246032714844,
+ 26.170122146606445,
+ 7.357842445373535,
+ 16.788625717163086,
+ 20.07376480102539,
+ 13.767952919006348,
+ 22.725168228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.47265625,
+ "language": 50.18013000488281
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008775921305641532,
+ 0.6783336997032166,
+ 2.2457322668145707e-09,
+ 4.612272519466387e-08,
+ 2.1714295144192874e-06,
+ 0.027661725878715515,
+ 0.00023824299569241703,
+ 4.539122892310843e-05,
+ 0.0010603271657600999,
+ 1.2277771020308137e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038328647613525,
+ -0.38811591267585754,
+ -19.914234161376953,
+ -16.89196014404297,
+ -13.040124893188477,
+ -3.587705612182617,
+ -8.342219352722168,
+ -10.000191688537598,
+ -6.849177837371826,
+ -11.307720184326172
+ ],
+ "distances_by_expert": [
+ 14.07665729522705,
+ 0.7762318253517151,
+ 39.828468322753906,
+ 33.78392028808594,
+ 26.080249786376953,
+ 7.175411224365234,
+ 16.684438705444336,
+ 20.000383377075195,
+ 13.698355674743652,
+ 22.615440368652344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.41357421875,
+ "language": 50.20663833618164
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009356751688756049,
+ 0.758131742477417,
+ 2.3845538876798855e-09,
+ 5.0149942865118646e-08,
+ 2.378479848630377e-06,
+ 0.031339071691036224,
+ 0.00025475979782640934,
+ 4.83584008179605e-05,
+ 0.0011219677980989218,
+ 1.3531887816498056e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974242210388184,
+ -0.2768980860710144,
+ -19.8542537689209,
+ -16.80824851989746,
+ -12.94904899597168,
+ -3.4628896713256836,
+ -8.275189399719238,
+ -9.936870574951172,
+ -6.792671203613281,
+ -11.210461616516113
+ ],
+ "distances_by_expert": [
+ 13.948484420776367,
+ 0.5537961721420288,
+ 39.7085075378418,
+ 33.61649703979492,
+ 25.89809799194336,
+ 6.925779342651367,
+ 16.550378799438477,
+ 19.873741149902344,
+ 13.585342407226562,
+ 22.420923233032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.05126953125,
+ "language": 50.20844650268555
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009079453302547336,
+ 0.7386253476142883,
+ 2.3242032742842866e-09,
+ 4.896981664614941e-08,
+ 2.316749032615917e-06,
+ 0.030856456607580185,
+ 0.0002505944576114416,
+ 4.71496932732407e-05,
+ 0.001102273934520781,
+ 1.3205595678300597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004326343536377,
+ -0.3029645085334778,
+ -19.8798885345459,
+ -16.832061767578125,
+ -12.975345611572266,
+ -3.4784092903137207,
+ -8.291674613952637,
+ -9.962182998657227,
+ -6.810379981994629,
+ -11.234869956970215
+ ],
+ "distances_by_expert": [
+ 14.008652687072754,
+ 0.6059290170669556,
+ 39.7597770690918,
+ 33.66412353515625,
+ 25.95069122314453,
+ 6.956818580627441,
+ 16.583349227905273,
+ 19.924365997314453,
+ 13.620759963989258,
+ 22.46973991394043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.1630859375,
+ "language": 50.209774017333984
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009236460318788886,
+ 0.7206733822822571,
+ 2.343433225249214e-09,
+ 4.864585179120695e-08,
+ 2.303761220900924e-06,
+ 0.030145542696118355,
+ 0.00024978775763884187,
+ 4.7688787162769586e-05,
+ 0.0011051844339817762,
+ 1.312049698753981e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987181663513184,
+ -0.32756924629211426,
+ -19.87164878845215,
+ -16.838699340820312,
+ -12.98096752166748,
+ -3.501718282699585,
+ -8.294898986816406,
+ -9.950814247131348,
+ -6.807743072509766,
+ -11.241334915161133
+ ],
+ "distances_by_expert": [
+ 13.974363327026367,
+ 0.6551384925842285,
+ 39.7432975769043,
+ 33.677398681640625,
+ 25.96193504333496,
+ 7.00343656539917,
+ 16.589797973632812,
+ 19.901628494262695,
+ 13.615486145019531,
+ 22.482669830322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.660400390625,
+ "language": 50.19784927368164
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008773410809226334,
+ 0.6843500137329102,
+ 2.2474120342508286e-09,
+ 4.666924979801479e-08,
+ 2.225782736786641e-06,
+ 0.028461739420890808,
+ 0.00024153619597200304,
+ 4.555949999485165e-05,
+ 0.0010670959018170834,
+ 1.2651318684220314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038614749908447,
+ -0.3792857825756073,
+ -19.91348648071289,
+ -16.88018035888672,
+ -13.015401840209961,
+ -3.559194564819336,
+ -8.3284912109375,
+ -9.996491432189941,
+ -6.8428144454956055,
+ -11.277749061584473
+ ],
+ "distances_by_expert": [
+ 14.077229499816895,
+ 0.7585715651512146,
+ 39.82697296142578,
+ 33.76036071777344,
+ 26.030803680419922,
+ 7.118389129638672,
+ 16.656982421875,
+ 19.992982864379883,
+ 13.685628890991211,
+ 22.555498123168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.58984375,
+ "language": 50.20216369628906
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008429682347923517,
+ 0.6378005146980286,
+ 2.1190547094818157e-09,
+ 4.3669196259088494e-08,
+ 2.1083199044369394e-06,
+ 0.027194829657673836,
+ 0.00022718741092830896,
+ 4.375835487735458e-05,
+ 0.0010414610151201487,
+ 1.2081060049240477e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0785813331604,
+ -0.44972971081733704,
+ -19.9722957611084,
+ -16.946622848510742,
+ -13.069619178771973,
+ -3.6047284603118896,
+ -8.389735221862793,
+ -10.03682804107666,
+ -6.867130756378174,
+ -11.323871612548828
+ ],
+ "distances_by_expert": [
+ 14.1571626663208,
+ 0.8994594216346741,
+ 39.9445915222168,
+ 33.893245697021484,
+ 26.139238357543945,
+ 7.209456920623779,
+ 16.779470443725586,
+ 20.07365608215332,
+ 13.734261512756348,
+ 22.647743225097656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.885009765625,
+ "language": 50.18083953857422
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009361853008158505,
+ 0.718625009059906,
+ 2.293579326462236e-09,
+ 4.755605331752122e-08,
+ 2.288114501425298e-06,
+ 0.03055037558078766,
+ 0.00024412758648395538,
+ 4.768459984916262e-05,
+ 0.0011274197604507208,
+ 1.3208014024712611e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973697185516357,
+ -0.33041566610336304,
+ -19.893152236938477,
+ -16.861356735229492,
+ -12.98778247833252,
+ -3.4883782863616943,
+ -8.317819595336914,
+ -9.950901985168457,
+ -6.787823677062988,
+ -11.234686851501465
+ ],
+ "distances_by_expert": [
+ 13.947394371032715,
+ 0.6608313322067261,
+ 39.78630447387695,
+ 33.722713470458984,
+ 25.97556495666504,
+ 6.976756572723389,
+ 16.635639190673828,
+ 19.901803970336914,
+ 13.575647354125977,
+ 22.46937370300293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.89111328125,
+ "language": 50.193702697753906
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000944201136007905,
+ 0.7153210043907166,
+ 2.2867563398421e-09,
+ 4.672874709399366e-08,
+ 2.2777642243454466e-06,
+ 0.02996412105858326,
+ 0.0002414894406683743,
+ 4.71069106424693e-05,
+ 0.0011259627062827349,
+ 1.3176786524127237e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9651713371276855,
+ -0.33502396941185,
+ -19.89613151550293,
+ -16.87890625,
+ -12.992316246032715,
+ -3.5077545642852783,
+ -8.32868480682373,
+ -9.963090896606445,
+ -6.789116859436035,
+ -11.237053871154785
+ ],
+ "distances_by_expert": [
+ 13.930342674255371,
+ 0.6700479388237,
+ 39.79226303100586,
+ 33.7578125,
+ 25.98463249206543,
+ 7.015509128570557,
+ 16.65736961364746,
+ 19.92618179321289,
+ 13.57823371887207,
+ 22.47410774230957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.5107421875,
+ "language": 50.207679748535156
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009596895542927086,
+ 0.7312737107276917,
+ 2.31474461820369e-09,
+ 4.5882483590276024e-08,
+ 2.331579707970377e-06,
+ 0.029901521280407906,
+ 0.00024590297834947705,
+ 4.770261512021534e-05,
+ 0.0011402395321056247,
+ 1.3571822819358204e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9489006996154785,
+ -0.312967449426651,
+ -19.88396644592285,
+ -16.89718246459961,
+ -12.968964576721191,
+ -3.5098459720611572,
+ -8.31057357788086,
+ -9.95052433013916,
+ -6.776516914367676,
+ -11.207514762878418
+ ],
+ "distances_by_expert": [
+ 13.897801399230957,
+ 0.625934898853302,
+ 39.7679328918457,
+ 33.79436492919922,
+ 25.937929153442383,
+ 7.0196919441223145,
+ 16.62114715576172,
+ 19.90104866027832,
+ 13.553033828735352,
+ 22.415029525756836
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3361.66943359375,
+ "language": 50.20083999633789
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008500967524014413,
+ 0.600026547908783,
+ 2.0803805345082083e-09,
+ 4.173665146822714e-08,
+ 2.0446018424991053e-06,
+ 0.025628484785556793,
+ 0.00021714420290663838,
+ 4.25357575295493e-05,
+ 0.0010211498010903597,
+ 1.1604566680034623e-05
+ ],
+ "log_scores_by_expert": [
+ -7.070160388946533,
+ -0.510781466960907,
+ -19.99071502685547,
+ -16.991886138916016,
+ -13.10030746459961,
+ -3.664050817489624,
+ -8.434948921203613,
+ -10.065165519714355,
+ -6.886826038360596,
+ -11.36411190032959
+ ],
+ "distances_by_expert": [
+ 14.140320777893066,
+ 1.021562933921814,
+ 39.98143005371094,
+ 33.98377227783203,
+ 26.20061492919922,
+ 7.328101634979248,
+ 16.869897842407227,
+ 20.13033103942871,
+ 13.773652076721191,
+ 22.72822380065918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.814697265625,
+ "language": 50.20728302001953
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000916918448638171,
+ 0.6772893071174622,
+ 2.2629227380832617e-09,
+ 4.458233604509587e-08,
+ 2.177222995669581e-06,
+ 0.027948817238211632,
+ 0.0002327765105292201,
+ 4.537434870144352e-05,
+ 0.001095587038435042,
+ 1.2454240277293138e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994492053985596,
+ -0.3896567225456238,
+ -19.90660858154297,
+ -16.925928115844727,
+ -13.037460327148438,
+ -3.577380418777466,
+ -8.365431785583496,
+ -10.000563621520996,
+ -6.816464900970459,
+ -11.293449401855469
+ ],
+ "distances_by_expert": [
+ 13.988984107971191,
+ 0.7793134450912476,
+ 39.81321716308594,
+ 33.85185623168945,
+ 26.074920654296875,
+ 7.154760837554932,
+ 16.730863571166992,
+ 20.001127243041992,
+ 13.632929801940918,
+ 22.586898803710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.581298828125,
+ "language": 50.18772506713867
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009600039338693023,
+ 0.7239677309989929,
+ 2.395759590712032e-09,
+ 4.5540009097067013e-08,
+ 2.3697064079897245e-06,
+ 0.02847476489841938,
+ 0.0002442162949591875,
+ 4.7305038606282324e-05,
+ 0.001139515545219183,
+ 1.3509360542229842e-05
+ ],
+ "log_scores_by_expert": [
+ -6.948573112487793,
+ -0.3230084776878357,
+ -19.849565505981445,
+ -16.904674530029297,
+ -12.952744483947754,
+ -3.55873703956604,
+ -8.317456245422363,
+ -9.958893775939941,
+ -6.777152061462402,
+ -11.212127685546875
+ ],
+ "distances_by_expert": [
+ 13.897146224975586,
+ 0.6460169553756714,
+ 39.69913101196289,
+ 33.809349060058594,
+ 25.905488967895508,
+ 7.11747407913208,
+ 16.634912490844727,
+ 19.917787551879883,
+ 13.554304122924805,
+ 22.42425537109375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.503173828125,
+ "language": 50.2155647277832
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009355823276564479,
+ 0.6973365545272827,
+ 2.3296888862489595e-09,
+ 4.343776183191039e-08,
+ 2.2761657874070806e-06,
+ 0.02684706076979637,
+ 0.00023544943542219698,
+ 4.5684282667934895e-05,
+ 0.0011199195869266987,
+ 1.2882058399554808e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97434139251709,
+ -0.36048707365989685,
+ -19.877531051635742,
+ -16.951936721801758,
+ -12.99301815032959,
+ -3.6175990104675293,
+ -8.35401439666748,
+ -9.993756294250488,
+ -6.794498443603516,
+ -11.259675025939941
+ ],
+ "distances_by_expert": [
+ 13.94868278503418,
+ 0.7209741473197937,
+ 39.755062103271484,
+ 33.903873443603516,
+ 25.98603630065918,
+ 7.235198020935059,
+ 16.70802879333496,
+ 19.987512588500977,
+ 13.588996887207031,
+ 22.519350051879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.500244140625,
+ "language": 50.201454162597656
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000915281183551997,
+ 0.638961672782898,
+ 2.216171912650111e-09,
+ 3.94289649818802e-08,
+ 2.1283742626110325e-06,
+ 0.024090571328997612,
+ 0.00022055214503780007,
+ 4.3512041884241626e-05,
+ 0.0010977023048326373,
+ 1.2206634892208967e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996279239654541,
+ -0.4479108452796936,
+ -19.9274845123291,
+ -17.048765182495117,
+ -13.060152053833008,
+ -3.7259347438812256,
+ -8.419376373291016,
+ -10.042472839355469,
+ -6.814536094665527,
+ -11.313530921936035
+ ],
+ "distances_by_expert": [
+ 13.992558479309082,
+ 0.8958216905593872,
+ 39.8549690246582,
+ 34.097530364990234,
+ 26.120304107666016,
+ 7.451869487762451,
+ 16.83875274658203,
+ 20.084945678710938,
+ 13.629072189331055,
+ 22.62706184387207
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.554931640625,
+ "language": 50.18960952758789
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009171891142614186,
+ 0.6235647201538086,
+ 2.2486597028859023e-09,
+ 3.819735283627779e-08,
+ 2.0636528006434673e-06,
+ 0.022950250655412674,
+ 0.00021572411060333252,
+ 4.262761285644956e-05,
+ 0.0010814655106514692,
+ 1.180083017970901e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994196891784668,
+ -0.47230276465415955,
+ -19.912931442260742,
+ -17.08049964904785,
+ -13.091032981872559,
+ -3.7744264602661133,
+ -8.441510200500488,
+ -10.063008308410645,
+ -6.829438209533691,
+ -11.34734058380127
+ ],
+ "distances_by_expert": [
+ 13.988393783569336,
+ 0.9446055293083191,
+ 39.825862884521484,
+ 34.1609992980957,
+ 26.182065963745117,
+ 7.548852920532227,
+ 16.883020401000977,
+ 20.12601661682129,
+ 13.658876419067383,
+ 22.69468116760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.212158203125,
+ "language": 50.19138717651367
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009152310667559505,
+ 0.6759271025657654,
+ 2.326394188401082e-09,
+ 3.8599726082111374e-08,
+ 2.0704023881989997e-06,
+ 0.023012904450297356,
+ 0.00022516160970553756,
+ 4.404578066896647e-05,
+ 0.0010498004266992211,
+ 1.2595495718414895e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996334075927734,
+ -0.3916700482368469,
+ -19.87894630432129,
+ -17.07002067565918,
+ -13.087767601013184,
+ -3.771700143814087,
+ -8.39869213104248,
+ -10.030281066894531,
+ -6.859155178070068,
+ -11.282171249389648
+ ],
+ "distances_by_expert": [
+ 13.992668151855469,
+ 0.7833400964736938,
+ 39.75789260864258,
+ 34.14004135131836,
+ 26.175535202026367,
+ 7.543400287628174,
+ 16.79738426208496,
+ 20.060562133789062,
+ 13.718310356140137,
+ 22.564342498779297
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3536.506103515625,
+ "language": 50.18437576293945
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009341719560325146,
+ 0.7557004690170288,
+ 2.371807639178769e-09,
+ 4.349629278976863e-08,
+ 2.2054121018300066e-06,
+ 0.02653060108423233,
+ 0.00023378542391583323,
+ 4.52597341791261e-05,
+ 0.001103549380786717,
+ 1.2961358152097091e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9758501052856445,
+ -0.2801101803779602,
+ -19.8596134185791,
+ -16.950590133666992,
+ -13.024596214294434,
+ -3.6294565200805664,
+ -8.361106872558594,
+ -10.003092765808105,
+ -6.809223651885986,
+ -11.253538131713867
+ ],
+ "distances_by_expert": [
+ 13.951700210571289,
+ 0.5602203607559204,
+ 39.7192268371582,
+ 33.901180267333984,
+ 26.049192428588867,
+ 7.258913040161133,
+ 16.722213745117188,
+ 20.00618553161621,
+ 13.618447303771973,
+ 22.507076263427734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.08251953125,
+ "language": 50.180702209472656
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008758329786360264,
+ 0.6888640522956848,
+ 2.193689008223032e-09,
+ 3.758658451147312e-08,
+ 1.9943704501201864e-06,
+ 0.0229189395904541,
+ 0.00021576836297754198,
+ 4.147424624534324e-05,
+ 0.0010510316351428628,
+ 1.2053888895025011e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040335178375244,
+ -0.3727113604545593,
+ -19.937681198120117,
+ -17.09661865234375,
+ -13.125182151794434,
+ -3.775791645050049,
+ -8.441305160522461,
+ -10.090437889099121,
+ -6.857983112335205,
+ -11.326123237609863
+ ],
+ "distances_by_expert": [
+ 14.080670356750488,
+ 0.7454227209091187,
+ 39.875362396240234,
+ 34.1932373046875,
+ 26.250364303588867,
+ 7.551583290100098,
+ 16.882610321044922,
+ 20.180875778198242,
+ 13.71596622467041,
+ 22.652246475219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.328857421875,
+ "language": 50.18716812133789
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008758337935432792,
+ 0.7705538868904114,
+ 2.209461058555462e-09,
+ 4.664326525016804e-08,
+ 2.2375138541974593e-06,
+ 0.028859226033091545,
+ 0.000234828723478131,
+ 4.535142215900123e-05,
+ 0.0010791376698762178,
+ 1.327281461271923e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040334224700928,
+ -0.26064568758010864,
+ -19.930517196655273,
+ -16.8807373046875,
+ -13.01014518737793,
+ -3.545325517654419,
+ -8.356654167175293,
+ -10.001069068908691,
+ -6.831593036651611,
+ -11.229792594909668
+ ],
+ "distances_by_expert": [
+ 14.080668449401855,
+ 0.5212913751602173,
+ 39.86103439331055,
+ 33.761474609375,
+ 26.02029037475586,
+ 7.090651035308838,
+ 16.713308334350586,
+ 20.002138137817383,
+ 13.663186073303223,
+ 22.459585189819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.425048828125,
+ "language": 50.18730926513672
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009427804034203291,
+ 0.819612979888916,
+ 2.376036922768776e-09,
+ 4.977637857450645e-08,
+ 2.338868853257736e-06,
+ 0.0328051894903183,
+ 0.0002580481523182243,
+ 4.9250476877205074e-05,
+ 0.0011334650916978717,
+ 1.3909803783462849e-05
+ ],
+ "log_scores_by_expert": [
+ -6.966677188873291,
+ -0.1989230513572693,
+ -19.857831954956055,
+ -16.815725326538086,
+ -12.965843200683594,
+ -3.417168617248535,
+ -8.262364387512207,
+ -9.918591499328613,
+ -6.78247594833374,
+ -11.182916641235352
+ ],
+ "distances_by_expert": [
+ 13.933354377746582,
+ 0.3978461027145386,
+ 39.71566390991211,
+ 33.63145065307617,
+ 25.931686401367188,
+ 6.83433723449707,
+ 16.524728775024414,
+ 19.837182998657227,
+ 13.56495189666748,
+ 22.365833282470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.659912109375,
+ "language": 50.19004821777344
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008190088556148112,
+ 0.6741399168968201,
+ 2.0661325983439838e-09,
+ 4.326956926092862e-08,
+ 2.1442513116198825e-06,
+ 0.027109332382678986,
+ 0.0002355233154958114,
+ 4.5451353798853233e-05,
+ 0.0009781908011063933,
+ 1.2519152733148076e-05
+ ],
+ "log_scores_by_expert": [
+ -7.107415676116943,
+ -0.3943175971508026,
+ -19.997587203979492,
+ -16.9558162689209,
+ -13.052720069885254,
+ -3.607877254486084,
+ -8.353700637817383,
+ -9.998867988586426,
+ -6.929805755615234,
+ -11.288250923156738
+ ],
+ "distances_by_expert": [
+ 14.214831352233887,
+ 0.7886351943016052,
+ 39.995174407958984,
+ 33.9116325378418,
+ 26.105440139770508,
+ 7.215754508972168,
+ 16.707401275634766,
+ 19.99773597717285,
+ 13.859611511230469,
+ 22.576501846313477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.019287109375,
+ "language": 50.21717071533203
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008198985597118735,
+ 0.7031719088554382,
+ 2.0968771163865085e-09,
+ 4.279484144831258e-08,
+ 2.080171498164418e-06,
+ 0.027735866606235504,
+ 0.00023373081057798117,
+ 4.4690230424748734e-05,
+ 0.0009986789664253592,
+ 1.2140100807300769e-05
+ ],
+ "log_scores_by_expert": [
+ -7.106329917907715,
+ -0.35215383768081665,
+ -19.982816696166992,
+ -16.966848373413086,
+ -13.083060264587402,
+ -3.585028886795044,
+ -8.361340522766113,
+ -10.015755653381348,
+ -6.909077167510986,
+ -11.31899642944336
+ ],
+ "distances_by_expert": [
+ 14.21265983581543,
+ 0.7043076753616333,
+ 39.965633392333984,
+ 33.93369674682617,
+ 26.166120529174805,
+ 7.170057773590088,
+ 16.722681045532227,
+ 20.031511306762695,
+ 13.818154335021973,
+ 22.63799285888672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.6162109375,
+ "language": 50.18678665161133
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000923271756619215,
+ 0.784759521484375,
+ 2.31002106332312e-09,
+ 4.734653558102764e-08,
+ 2.2642798285232857e-06,
+ 0.03219802677631378,
+ 0.0002517391985747963,
+ 4.9012829549610615e-05,
+ 0.0010997597128152847,
+ 1.3523050256480929e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987586975097656,
+ -0.24237793684005737,
+ -19.886009216308594,
+ -16.865772247314453,
+ -12.99825382232666,
+ -3.435850143432617,
+ -8.287117004394531,
+ -9.923428535461426,
+ -6.812663555145264,
+ -11.211114883422852
+ ],
+ "distances_by_expert": [
+ 13.975173950195312,
+ 0.48475587368011475,
+ 39.77201843261719,
+ 33.731544494628906,
+ 25.99650764465332,
+ 6.871700286865234,
+ 16.574234008789062,
+ 19.84685707092285,
+ 13.625327110290527,
+ 22.422229766845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.93115234375,
+ "language": 50.18019485473633
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009879659628495574,
+ 0.8166483044624329,
+ 2.4462896153210067e-09,
+ 4.852954305079038e-08,
+ 2.397930302322493e-06,
+ 0.03222048655152321,
+ 0.00025748126790858805,
+ 5.0836391892516986e-05,
+ 0.0011780366767197847,
+ 1.430153406545287e-05
+ ],
+ "log_scores_by_expert": [
+ -6.919862270355225,
+ -0.20254676043987274,
+ -19.828693389892578,
+ -16.841093063354492,
+ -12.94090461730957,
+ -3.435152769088745,
+ -8.26456356048584,
+ -9.886898040771484,
+ -6.743906021118164,
+ -11.155143737792969
+ ],
+ "distances_by_expert": [
+ 13.83972454071045,
+ 0.4050935208797455,
+ 39.657386779785156,
+ 33.682186126708984,
+ 25.88180923461914,
+ 6.87030553817749,
+ 16.52912712097168,
+ 19.77379608154297,
+ 13.487812042236328,
+ 22.310287475585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.971923828125,
+ "language": 50.18331527709961
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009368073078803718,
+ 0.7743455767631531,
+ 2.3780859503830243e-09,
+ 4.830652500231736e-08,
+ 2.3176949071057606e-06,
+ 0.03156200051307678,
+ 0.0002545650349929929,
+ 4.8572310333838686e-05,
+ 0.0011325752129778266,
+ 1.3488763215718791e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9730329513549805,
+ -0.2557370662689209,
+ -19.856969833374023,
+ -16.845699310302734,
+ -12.974937438964844,
+ -3.455801486968994,
+ -8.275954246520996,
+ -9.932456970214844,
+ -6.783261299133301,
+ -11.213653564453125
+ ],
+ "distances_by_expert": [
+ 13.946065902709961,
+ 0.5114741325378418,
+ 39.71393966674805,
+ 33.69139862060547,
+ 25.949874877929688,
+ 6.911602973937988,
+ 16.551908493041992,
+ 19.864913940429688,
+ 13.566522598266602,
+ 22.42730712890625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.933349609375,
+ "language": 50.194610595703125
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008464353741146624,
+ 0.6150327920913696,
+ 2.1513577586063093e-09,
+ 3.493085998229617e-08,
+ 1.9832143607345643e-06,
+ 0.02072402648627758,
+ 0.00021140844910405576,
+ 4.1246024920837954e-05,
+ 0.000973096233792603,
+ 1.20904078357853e-05
+ ],
+ "log_scores_by_expert": [
+ -7.074476718902588,
+ -0.48607969284057617,
+ -19.95716667175293,
+ -17.16989517211914,
+ -13.130791664123535,
+ -3.8764615058898926,
+ -8.461718559265137,
+ -10.095955848693848,
+ -6.935027599334717,
+ -11.323098182678223
+ ],
+ "distances_by_expert": [
+ 14.148953437805176,
+ 0.9721593856811523,
+ 39.91433334350586,
+ 34.33979034423828,
+ 26.26158332824707,
+ 7.752923011779785,
+ 16.923437118530273,
+ 20.191911697387695,
+ 13.870055198669434,
+ 22.646196365356445
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3628.7587890625,
+ "language": 50.19743728637695
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130428079515696,
+ 0.7105421423912048,
+ 2.306736579527069e-09,
+ 4.063993586100878e-08,
+ 2.179516513933777e-06,
+ 0.024206681177020073,
+ 0.00022919801995158195,
+ 4.433208960108459e-05,
+ 0.0010713960509747267,
+ 1.274962050956674e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998727798461914,
+ -0.34172704815864563,
+ -19.887432098388672,
+ -17.01851463317871,
+ -13.036407470703125,
+ -3.7211265563964844,
+ -8.380924224853516,
+ -10.023801803588867,
+ -6.83879280090332,
+ -11.27000904083252
+ ],
+ "distances_by_expert": [
+ 13.997455596923828,
+ 0.6834540963172913,
+ 39.774864196777344,
+ 34.03702926635742,
+ 26.07281494140625,
+ 7.442253112792969,
+ 16.76184844970703,
+ 20.047603607177734,
+ 13.67758560180664,
+ 22.54001808166504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.866943359375,
+ "language": 50.177608489990234
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009207323892042041,
+ 0.7172521948814392,
+ 2.286974387644136e-09,
+ 4.0111267196607514e-08,
+ 2.103824954247102e-06,
+ 0.02415926568210125,
+ 0.0002258879248984158,
+ 4.3762778659584e-05,
+ 0.0010804170742630959,
+ 1.2556206456793007e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9903411865234375,
+ -0.33232784271240234,
+ -19.89603614807129,
+ -17.03160858154297,
+ -13.07175350189209,
+ -3.7230873107910156,
+ -8.395471572875977,
+ -10.036726951599121,
+ -6.830408096313477,
+ -11.285295486450195
+ ],
+ "distances_by_expert": [
+ 13.980682373046875,
+ 0.6646556854248047,
+ 39.79207229614258,
+ 34.06321716308594,
+ 26.14350700378418,
+ 7.446174621582031,
+ 16.790943145751953,
+ 20.073453903198242,
+ 13.660816192626953,
+ 22.57059097290039
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3452.43603515625,
+ "language": 50.189414978027344
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008312496938742697,
+ 0.7438496947288513,
+ 2.0631714114927036e-09,
+ 4.3387167636410595e-08,
+ 2.134447868229472e-06,
+ 0.027404140681028366,
+ 0.0002223913761554286,
+ 4.2871044570347294e-05,
+ 0.0010380222229287028,
+ 1.2761273865180556e-05
+ ],
+ "log_scores_by_expert": [
+ -7.092580318450928,
+ -0.29591628909111023,
+ -19.999021530151367,
+ -16.953102111816406,
+ -13.057302474975586,
+ -3.5970611572265625,
+ -8.41107177734375,
+ -10.057313919067383,
+ -6.870438098907471,
+ -11.269095420837402
+ ],
+ "distances_by_expert": [
+ 14.185160636901855,
+ 0.5918325781822205,
+ 39.998043060302734,
+ 33.90620422363281,
+ 26.114604949951172,
+ 7.194122314453125,
+ 16.8221435546875,
+ 20.114627838134766,
+ 13.740876197814941,
+ 22.538190841674805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3460.719482421875,
+ "language": 50.176849365234375
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000921300204936415,
+ 0.7978056073188782,
+ 2.31191643607076e-09,
+ 4.8232038807327626e-08,
+ 2.2719129901815904e-06,
+ 0.03213866427540779,
+ 0.00025092638679780066,
+ 4.8463156417710707e-05,
+ 0.001104433205910027,
+ 1.36515400299686e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989724636077881,
+ -0.2258903533220291,
+ -19.885189056396484,
+ -16.84724235534668,
+ -12.994888305664062,
+ -3.4376955032348633,
+ -8.290350914001465,
+ -9.934706687927246,
+ -6.808423042297363,
+ -11.201658248901367
+ ],
+ "distances_by_expert": [
+ 13.979449272155762,
+ 0.4517807066440582,
+ 39.77037811279297,
+ 33.69448471069336,
+ 25.989776611328125,
+ 6.875391006469727,
+ 16.58070182800293,
+ 19.869413375854492,
+ 13.616846084594727,
+ 22.403316497802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.414794921875,
+ "language": 50.185890197753906
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008685921784490347,
+ 0.7708227634429932,
+ 2.2321651194090464e-09,
+ 4.787787588611536e-08,
+ 2.310245008629863e-06,
+ 0.030953599140048027,
+ 0.00025558500783517957,
+ 4.839286702917889e-05,
+ 0.0010444090003147721,
+ 1.3578904145106208e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0486369132995605,
+ -0.2602968215942383,
+ -19.9202938079834,
+ -16.854612350463867,
+ -12.978157043457031,
+ -3.4752659797668457,
+ -8.271955490112305,
+ -9.936158180236816,
+ -6.864304065704346,
+ -11.206993103027344
+ ],
+ "distances_by_expert": [
+ 14.097273826599121,
+ 0.5205936431884766,
+ 39.8405876159668,
+ 33.709224700927734,
+ 25.956314086914062,
+ 6.950531959533691,
+ 16.54391098022461,
+ 19.872316360473633,
+ 13.728608131408691,
+ 22.413986206054688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.17822265625,
+ "language": 50.211456298828125
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008205521153286099,
+ 0.7448877096176147,
+ 2.1300281538572108e-09,
+ 4.424037314265661e-08,
+ 2.1713674414058914e-06,
+ 0.029576769098639488,
+ 0.000244576163822785,
+ 4.540313238976523e-05,
+ 0.0009871725924313068,
+ 1.284558584302431e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105533123016357,
+ -0.2945217788219452,
+ -19.967130661010742,
+ -16.93362808227539,
+ -13.040153503417969,
+ -3.520766019821167,
+ -8.315983772277832,
+ -9.999929428100586,
+ -6.920665740966797,
+ -11.262510299682617
+ ],
+ "distances_by_expert": [
+ 14.211066246032715,
+ 0.5890435576438904,
+ 39.934261322021484,
+ 33.86725616455078,
+ 26.080307006835938,
+ 7.041532039642334,
+ 16.631967544555664,
+ 19.999858856201172,
+ 13.841331481933594,
+ 22.525020599365234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.889892578125,
+ "language": 50.218994140625
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008638293365947902,
+ 0.7603126764297485,
+ 2.220263084495855e-09,
+ 4.419777965836147e-08,
+ 2.185065113735618e-06,
+ 0.029519138857722282,
+ 0.00023952173069119453,
+ 4.6231165470089763e-05,
+ 0.0010531933512538671,
+ 1.2961877473571803e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054135322570801,
+ -0.2740255296230316,
+ -19.925640106201172,
+ -16.93459129333496,
+ -13.033864974975586,
+ -3.522716522216797,
+ -8.33686637878418,
+ -9.981856346130371,
+ -6.855928421020508,
+ -11.253498077392578
+ ],
+ "distances_by_expert": [
+ 14.108270645141602,
+ 0.5480510592460632,
+ 39.851280212402344,
+ 33.86918258666992,
+ 26.067729949951172,
+ 7.045433044433594,
+ 16.67373275756836,
+ 19.963712692260742,
+ 13.711856842041016,
+ 22.506996154785156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.3037109375,
+ "language": 50.17427062988281
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000896197569090873,
+ 0.7472717761993408,
+ 2.279031630081363e-09,
+ 4.538843256796099e-08,
+ 2.2210988390725106e-06,
+ 0.02936367318034172,
+ 0.00023810105631127954,
+ 4.6412555093411356e-05,
+ 0.0010932919103652239,
+ 1.2932243407703936e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017349720001221,
+ -0.2913263440132141,
+ -19.89951515197754,
+ -16.908008575439453,
+ -13.017508506774902,
+ -3.5279970169067383,
+ -8.342815399169922,
+ -9.977940559387207,
+ -6.818562030792236,
+ -11.255786895751953
+ ],
+ "distances_by_expert": [
+ 14.034699440002441,
+ 0.5826526880264282,
+ 39.79903030395508,
+ 33.816017150878906,
+ 26.035017013549805,
+ 7.055994033813477,
+ 16.685630798339844,
+ 19.955881118774414,
+ 13.637124061584473,
+ 22.511573791503906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3332.725830078125,
+ "language": 50.18632888793945
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009076878195628524,
+ 0.7392889261245728,
+ 2.338762516984616e-09,
+ 4.6758973581972896e-08,
+ 2.249821363875526e-06,
+ 0.029768552631139755,
+ 0.00024382208357565105,
+ 4.6704317355761304e-05,
+ 0.0010981614468619227,
+ 1.281279583054129e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004610061645508,
+ -0.302066445350647,
+ -19.87364387512207,
+ -16.878259658813477,
+ -13.004659652709961,
+ -3.5143027305603027,
+ -8.319071769714355,
+ -9.971673965454102,
+ -6.814117908477783,
+ -11.265066146850586
+ ],
+ "distances_by_expert": [
+ 14.009220123291016,
+ 0.604132890701294,
+ 39.74728775024414,
+ 33.75651931762695,
+ 26.009319305419922,
+ 7.0286054611206055,
+ 16.63814353942871,
+ 19.943347930908203,
+ 13.628235816955566,
+ 22.530132293701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.091796875,
+ "language": 50.20322036743164
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008378787897527218,
+ 0.5989445447921753,
+ 2.1095092339606936e-09,
+ 3.557479288929244e-08,
+ 1.9270630673418054e-06,
+ 0.02046865224838257,
+ 0.0002022082917392254,
+ 3.944865966332145e-05,
+ 0.000970928929746151,
+ 1.1334254850225989e-05
+ ],
+ "log_scores_by_expert": [
+ -7.08463716506958,
+ -0.512586236000061,
+ -19.976810455322266,
+ -17.151628494262695,
+ -13.159513473510742,
+ -3.8888607025146484,
+ -8.50621223449707,
+ -10.140510559082031,
+ -6.937257289886475,
+ -11.387681007385254
+ ],
+ "distances_by_expert": [
+ 14.16927433013916,
+ 1.025172472000122,
+ 39.95362091064453,
+ 34.30325698852539,
+ 26.319026947021484,
+ 7.777721405029297,
+ 17.01242446899414,
+ 20.281021118164062,
+ 13.87451457977295,
+ 22.775362014770508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.6494140625,
+ "language": 50.18968200683594
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008990219794213772,
+ 0.6923728585243225,
+ 2.2755439754718054e-09,
+ 3.9369371762632e-08,
+ 2.0793640942429192e-06,
+ 0.023444311693310738,
+ 0.000218771310755983,
+ 4.2535390093689784e-05,
+ 0.0010553228203207254,
+ 1.2265237273823004e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014203071594238,
+ -0.36763066053390503,
+ -19.901046752929688,
+ -17.050277709960938,
+ -13.08344841003418,
+ -3.753127336502075,
+ -8.427483558654785,
+ -10.065174102783203,
+ -6.853908538818359,
+ -11.308741569519043
+ ],
+ "distances_by_expert": [
+ 14.028406143188477,
+ 0.7352613210678101,
+ 39.802093505859375,
+ 34.100555419921875,
+ 26.16689682006836,
+ 7.50625467300415,
+ 16.85496711730957,
+ 20.130348205566406,
+ 13.707817077636719,
+ 22.617483139038086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.314453125,
+ "language": 50.18098831176758
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000935312476940453,
+ 0.72496098279953,
+ 2.3087700640189723e-09,
+ 4.070680859058484e-08,
+ 2.1272135199978948e-06,
+ 0.02521207183599472,
+ 0.00022787507623434067,
+ 4.3940137402387336e-05,
+ 0.0011142269941046834,
+ 1.2754315321217291e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974629878997803,
+ -0.32163742184638977,
+ -19.886550903320312,
+ -17.016870498657227,
+ -13.060697555541992,
+ -3.6804323196411133,
+ -8.386713027954102,
+ -10.032682418823242,
+ -6.799594402313232,
+ -11.269640922546387
+ ],
+ "distances_by_expert": [
+ 13.949259757995605,
+ 0.6432748436927795,
+ 39.773101806640625,
+ 34.03374099731445,
+ 26.121395111083984,
+ 7.360864639282227,
+ 16.773426055908203,
+ 20.065364837646484,
+ 13.599188804626465,
+ 22.539281845092773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.378173828125,
+ "language": 50.18464279174805
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008923503919504583,
+ 0.7501095533370972,
+ 2.2260935317319763e-09,
+ 4.262198416427054e-08,
+ 2.2514464035339188e-06,
+ 0.025866450741887093,
+ 0.00023041963868308812,
+ 4.4874985178466886e-05,
+ 0.0010889200493693352,
+ 1.3438507266982924e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021651744842529,
+ -0.28753599524497986,
+ -19.923017501831055,
+ -16.970895767211914,
+ -13.003937721252441,
+ -3.654808521270752,
+ -8.375608444213867,
+ -10.011630058288574,
+ -6.822568893432617,
+ -11.217386245727539
+ ],
+ "distances_by_expert": [
+ 14.043303489685059,
+ 0.5750719904899597,
+ 39.84603500366211,
+ 33.94179153442383,
+ 26.007875442504883,
+ 7.309617042541504,
+ 16.751216888427734,
+ 20.02326011657715,
+ 13.645137786865234,
+ 22.434772491455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.000732421875,
+ "language": 50.18703079223633
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008745805826038122,
+ 0.7149726152420044,
+ 2.145432498323885e-09,
+ 4.4997779724553766e-08,
+ 2.164882971555926e-06,
+ 0.02875709906220436,
+ 0.0002276519953738898,
+ 4.441804048838094e-05,
+ 0.0010853292187675834,
+ 1.2878397683380172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041766166687012,
+ -0.3355110287666321,
+ -19.959924697875977,
+ -16.91665267944336,
+ -13.043144226074219,
+ -3.54887056350708,
+ -8.38769245147705,
+ -10.021864891052246,
+ -6.82587194442749,
+ -11.25995922088623
+ ],
+ "distances_by_expert": [
+ 14.083532333374023,
+ 0.6710220575332642,
+ 39.91984939575195,
+ 33.83330535888672,
+ 26.086288452148438,
+ 7.09774112701416,
+ 16.7753849029541,
+ 20.043729782104492,
+ 13.65174388885498,
+ 22.51991844177246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.802978515625,
+ "language": 50.20771408081055
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008647851063869894,
+ 0.7595512270927429,
+ 2.1907828884337732e-09,
+ 4.656735086427943e-08,
+ 2.265331659145886e-06,
+ 0.031041929498314857,
+ 0.0002457440132275224,
+ 4.693614391726442e-05,
+ 0.0010534359607845545,
+ 1.3341624253371265e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053029537200928,
+ -0.27502748370170593,
+ -19.939006805419922,
+ -16.882366180419922,
+ -12.99778938293457,
+ -3.472416400909424,
+ -8.311220169067383,
+ -9.96672248840332,
+ -6.855698108673096,
+ -11.224621772766113
+ ],
+ "distances_by_expert": [
+ 14.106059074401855,
+ 0.5500549674034119,
+ 39.878013610839844,
+ 33.764732360839844,
+ 25.99557876586914,
+ 6.944832801818848,
+ 16.622440338134766,
+ 19.93344497680664,
+ 13.711396217346191,
+ 22.449243545532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.08740234375,
+ "language": 50.222774505615234
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008218439179472625,
+ 0.7299546599388123,
+ 2.0990780225105254e-09,
+ 4.4991860903564884e-08,
+ 2.175687086491962e-06,
+ 0.03030371479690075,
+ 0.0002450335305184126,
+ 4.548278957372531e-05,
+ 0.0010003518546000123,
+ 1.2830979358113836e-05
+ ],
+ "log_scores_by_expert": [
+ -7.103960037231445,
+ -0.3147728443145752,
+ -19.981767654418945,
+ -16.916784286499023,
+ -13.038166046142578,
+ -3.4964849948883057,
+ -8.314115524291992,
+ -9.998176574707031,
+ -6.907403469085693,
+ -11.26364803314209
+ ],
+ "distances_by_expert": [
+ 14.20792007446289,
+ 0.6295456886291504,
+ 39.96353530883789,
+ 33.83356857299805,
+ 26.076332092285156,
+ 6.992969989776611,
+ 16.628231048583984,
+ 19.996353149414062,
+ 13.814806938171387,
+ 22.52729606628418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.958740234375,
+ "language": 50.20664978027344
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008632240351289511,
+ 0.7410594820976257,
+ 2.2023420864769605e-09,
+ 4.4437758361937085e-08,
+ 2.1278265194268897e-06,
+ 0.030123146250844002,
+ 0.00024084752658382058,
+ 4.60035698779393e-05,
+ 0.0010366842616349459,
+ 1.2547827282105573e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054836273193359,
+ -0.299674391746521,
+ -19.933744430541992,
+ -16.929176330566406,
+ -13.060409545898438,
+ -3.5024614334106445,
+ -8.33134651184082,
+ -9.986791610717773,
+ -6.87172794342041,
+ -11.28596305847168
+ ],
+ "distances_by_expert": [
+ 14.109672546386719,
+ 0.599348783493042,
+ 39.867488861083984,
+ 33.85835266113281,
+ 26.120819091796875,
+ 7.004922866821289,
+ 16.66269302368164,
+ 19.973583221435547,
+ 13.74345588684082,
+ 22.57192611694336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.283447265625,
+ "language": 50.19976806640625
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009674466564320028,
+ 0.7889401316642761,
+ 2.4049437996609413e-09,
+ 4.850409496270913e-08,
+ 2.3170696294982918e-06,
+ 0.031869832426309586,
+ 0.00025061023188754916,
+ 4.978818105882965e-05,
+ 0.0011543820146471262,
+ 1.3718935406359378e-05
+ ],
+ "log_scores_by_expert": [
+ -6.940850257873535,
+ -0.23706483840942383,
+ -19.845739364624023,
+ -16.841617584228516,
+ -12.975207328796387,
+ -3.4460954666137695,
+ -8.291611671447754,
+ -9.907732963562012,
+ -6.764190196990967,
+ -11.196733474731445
+ ],
+ "distances_by_expert": [
+ 13.88170051574707,
+ 0.47412967681884766,
+ 39.69147872924805,
+ 33.68323516845703,
+ 25.950414657592773,
+ 6.892190933227539,
+ 16.583223342895508,
+ 19.815465927124023,
+ 13.528380393981934,
+ 22.39346694946289
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.141845703125,
+ "language": 50.19796371459961
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010145959677174687,
+ 0.7902685403823853,
+ 2.518898201131492e-09,
+ 4.7730985386351676e-08,
+ 2.4207672595366603e-06,
+ 0.029957013204693794,
+ 0.0002554958045948297,
+ 5.043847704655491e-05,
+ 0.0011995714157819748,
+ 1.3986129488330334e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8932647705078125,
+ -0.23538248240947723,
+ -19.7994441986084,
+ -16.857685089111328,
+ -12.931426048278809,
+ -3.5079917907714844,
+ -8.27230453491211,
+ -9.894756317138672,
+ -6.725790977478027,
+ -11.177444458007812
+ ],
+ "distances_by_expert": [
+ 13.786529541015625,
+ 0.47076496481895447,
+ 39.5988883972168,
+ 33.715370178222656,
+ 25.862852096557617,
+ 7.015983581542969,
+ 16.54460906982422,
+ 19.789512634277344,
+ 13.451581954956055,
+ 22.354888916015625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.808837890625,
+ "language": 50.18467712402344
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008599468856118619,
+ 0.7210546135902405,
+ 2.2403032762241537e-09,
+ 4.666791397767156e-08,
+ 2.2296856059256243e-06,
+ 0.031394001096487045,
+ 0.00025199211086146533,
+ 4.704688399215229e-05,
+ 0.001013775821775198,
+ 1.2943224646733142e-05
+ ],
+ "log_scores_by_expert": [
+ -7.058640003204346,
+ -0.3270404040813446,
+ -19.916654586791992,
+ -16.88020896911621,
+ -13.013649940490723,
+ -3.4611384868621826,
+ -8.286112785339355,
+ -9.96436595916748,
+ -6.894073486328125,
+ -11.254938125610352
+ ],
+ "distances_by_expert": [
+ 14.117280006408691,
+ 0.6540808081626892,
+ 39.833309173583984,
+ 33.76041793823242,
+ 26.027299880981445,
+ 6.922276973724365,
+ 16.57222557067871,
+ 19.92873191833496,
+ 13.78814697265625,
+ 22.509876251220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3215.341064453125,
+ "language": 50.215450286865234
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008731409325264394,
+ 0.6482591032981873,
+ 2.206685723038504e-09,
+ 3.697028105875688e-08,
+ 2.1057740013930015e-06,
+ 0.021646371111273766,
+ 0.00021437443501781672,
+ 4.237024768372066e-05,
+ 0.00100425083655864,
+ 1.249144861503737e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0434136390686035,
+ -0.4334648847579956,
+ -19.931774139404297,
+ -17.11315155029297,
+ -13.07082748413086,
+ -3.8329174518585205,
+ -8.447786331176758,
+ -10.069064140319824,
+ -6.903513431549072,
+ -11.29046630859375
+ ],
+ "distances_by_expert": [
+ 14.086827278137207,
+ 0.8669297695159912,
+ 39.863548278808594,
+ 34.22630310058594,
+ 26.14165496826172,
+ 7.665834903717041,
+ 16.895572662353516,
+ 20.13812828063965,
+ 13.807026863098145,
+ 22.5809326171875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3501.71533203125,
+ "language": 50.197383880615234
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883735281415284,
+ 0.6799902319908142,
+ 2.268181642506306e-09,
+ 3.9193452039398835e-08,
+ 2.15716704587976e-06,
+ 0.022943930700421333,
+ 0.000223285416723229,
+ 4.352984979050234e-05,
+ 0.001037732232362032,
+ 1.2651318684220314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026118278503418,
+ -0.3856768310070038,
+ -19.904287338256836,
+ -17.05475616455078,
+ -13.046714782714844,
+ -3.7747018337249756,
+ -8.407059669494629,
+ -10.04206371307373,
+ -6.870717525482178,
+ -11.277749061584473
+ ],
+ "distances_by_expert": [
+ 14.052236557006836,
+ 0.7713536620140076,
+ 39.80857467651367,
+ 34.10951232910156,
+ 26.093429565429688,
+ 7.549403667449951,
+ 16.814119338989258,
+ 20.08412742614746,
+ 13.741435050964355,
+ 22.555498123168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.359375,
+ "language": 50.19688415527344
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009062442113645375,
+ 0.7332536578178406,
+ 2.289483935768999e-09,
+ 4.1631306402223345e-08,
+ 2.1468254089995753e-06,
+ 0.025598246604204178,
+ 0.00022798223653808236,
+ 4.394462303025648e-05,
+ 0.0010848051169887185,
+ 1.2661011169257108e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00620174407959,
+ -0.31026357412338257,
+ -19.894939422607422,
+ -16.994413375854492,
+ -13.051520347595215,
+ -3.665231466293335,
+ -8.386242866516113,
+ -10.032580375671387,
+ -6.82635498046875,
+ -11.276983261108398
+ ],
+ "distances_by_expert": [
+ 14.01240348815918,
+ 0.6205271482467651,
+ 39.789878845214844,
+ 33.988826751708984,
+ 26.10304069519043,
+ 7.33046293258667,
+ 16.772485733032227,
+ 20.065160751342773,
+ 13.6527099609375,
+ 22.553966522216797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.480224609375,
+ "language": 50.176910400390625
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000830883567687124,
+ 0.7215008735656738,
+ 2.0721078186625164e-09,
+ 4.285782040369668e-08,
+ 2.1210332761256723e-06,
+ 0.026683136820793152,
+ 0.00021878862753510475,
+ 4.242596332915127e-05,
+ 0.0010320262517780066,
+ 1.2510618034866638e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093020915985107,
+ -0.32642167806625366,
+ -19.994699478149414,
+ -16.965377807617188,
+ -13.063607215881348,
+ -3.6237235069274902,
+ -8.427404403686523,
+ -10.067749977111816,
+ -6.8762311935424805,
+ -11.288932800292969
+ ],
+ "distances_by_expert": [
+ 14.186041831970215,
+ 0.6528433561325073,
+ 39.98939895629883,
+ 33.930755615234375,
+ 26.127214431762695,
+ 7.2474470138549805,
+ 16.854808807373047,
+ 20.135499954223633,
+ 13.752462387084961,
+ 22.577865600585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.406494140625,
+ "language": 50.184444427490234
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009199933265335858,
+ 0.8000031113624573,
+ 2.311303592961167e-09,
+ 4.88717475377598e-08,
+ 2.306220949321869e-06,
+ 0.032501909881830215,
+ 0.00024641357595101,
+ 4.7702935262350366e-05,
+ 0.0011124723823741078,
+ 1.3556376870837994e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991144180297852,
+ -0.2231397181749344,
+ -19.885454177856445,
+ -16.83406639099121,
+ -12.979900360107422,
+ -3.4264564514160156,
+ -8.308499336242676,
+ -9.950517654418945,
+ -6.801170349121094,
+ -11.208653450012207
+ ],
+ "distances_by_expert": [
+ 13.982288360595703,
+ 0.4462794363498688,
+ 39.77090835571289,
+ 33.66813278198242,
+ 25.959800720214844,
+ 6.852912902832031,
+ 16.61699867248535,
+ 19.90103530883789,
+ 13.602340698242188,
+ 22.417306900024414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3345.155029296875,
+ "language": 50.20048904418945
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00088151526870206,
+ 0.7723440527915955,
+ 2.2165353996683734e-09,
+ 4.763712269095777e-08,
+ 2.31726630772755e-06,
+ 0.03164369612932205,
+ 0.00025173797621391714,
+ 4.836698280996643e-05,
+ 0.0010632819030433893,
+ 1.3646997103933245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033868312835693,
+ -0.2583252191543579,
+ -19.92732048034668,
+ -16.85965347290039,
+ -12.975122451782227,
+ -3.453216314315796,
+ -8.287121772766113,
+ -9.93669319152832,
+ -6.846395015716553,
+ -11.201991081237793
+ ],
+ "distances_by_expert": [
+ 14.067736625671387,
+ 0.5166504383087158,
+ 39.85464096069336,
+ 33.71930694580078,
+ 25.950244903564453,
+ 6.906432628631592,
+ 16.574243545532227,
+ 19.87338638305664,
+ 13.692790031433105,
+ 22.403982162475586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.24560546875,
+ "language": 50.22193908691406
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008061902481131256,
+ 0.7162975072860718,
+ 2.09977479848078e-09,
+ 4.390429708678312e-08,
+ 2.147394752682885e-06,
+ 0.029501117765903473,
+ 0.000240179113461636,
+ 4.5422279072226956e-05,
+ 0.0009839163394644856,
+ 1.2594943655130919e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123190879821777,
+ -0.3336597681045532,
+ -19.981435775756836,
+ -16.941253662109375,
+ -13.051255226135254,
+ -3.523327112197876,
+ -8.334125518798828,
+ -9.999507904052734,
+ -6.923969745635986,
+ -11.282215118408203
+ ],
+ "distances_by_expert": [
+ 14.246381759643555,
+ 0.6673195362091064,
+ 39.96287155151367,
+ 33.88250732421875,
+ 26.102510452270508,
+ 7.046654224395752,
+ 16.668251037597656,
+ 19.99901580810547,
+ 13.847939491271973,
+ 22.564430236816406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3271.233154296875,
+ "language": 50.197879791259766
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008157267584465444,
+ 0.718939483165741,
+ 2.1233432789813378e-09,
+ 4.321909230498022e-08,
+ 2.0822217265958898e-06,
+ 0.029665138572454453,
+ 0.00023095091455616057,
+ 4.387795343063772e-05,
+ 0.0009869758505374193,
+ 1.2236006114108022e-05
+ ],
+ "log_scores_by_expert": [
+ -7.111431121826172,
+ -0.3299781382083893,
+ -19.970273971557617,
+ -16.95698356628418,
+ -13.082075119018555,
+ -3.517782688140869,
+ -8.373305320739746,
+ -10.034098625183105,
+ -6.920865058898926,
+ -11.311127662658691
+ ],
+ "distances_by_expert": [
+ 14.222862243652344,
+ 0.6599562764167786,
+ 39.940547943115234,
+ 33.91396713256836,
+ 26.16415023803711,
+ 7.035565376281738,
+ 16.746610641479492,
+ 20.06819725036621,
+ 13.841730117797852,
+ 22.622255325317383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3208.61865234375,
+ "language": 50.193546295166016
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008733807480894029,
+ 0.7231975793838501,
+ 2.2110504538375153e-09,
+ 4.536618902761802e-08,
+ 2.1483676846401067e-06,
+ 0.028937090188264847,
+ 0.00023036864877212793,
+ 4.4967004214413464e-05,
+ 0.001082991948351264,
+ 1.2351265468169004e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0431389808654785,
+ -0.3240728974342346,
+ -19.929798126220703,
+ -16.908498764038086,
+ -13.050802230834961,
+ -3.542631149291992,
+ -8.375829696655273,
+ -10.009581565856934,
+ -6.828027725219727,
+ -11.301752090454102
+ ],
+ "distances_by_expert": [
+ 14.086277961730957,
+ 0.6481457948684692,
+ 39.859596252441406,
+ 33.81699752807617,
+ 26.101604461669922,
+ 7.085262298583984,
+ 16.751659393310547,
+ 20.019163131713867,
+ 13.656055450439453,
+ 22.603504180908203
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3275.97119140625,
+ "language": 50.17247772216797
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008878945372998714,
+ 0.7259820699691772,
+ 2.2729671478316504e-09,
+ 4.6190599789497355e-08,
+ 2.187902964578825e-06,
+ 0.029670599848031998,
+ 0.00023717434669379145,
+ 4.558818545774557e-05,
+ 0.001083996263332665,
+ 1.2507647625170648e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026657581329346,
+ -0.3202299177646637,
+ -19.902179718017578,
+ -16.89048957824707,
+ -13.032567024230957,
+ -3.5175986289978027,
+ -8.346714973449707,
+ -9.995862007141113,
+ -6.82710075378418,
+ -11.289170265197754
+ ],
+ "distances_by_expert": [
+ 14.053315162658691,
+ 0.6404598355293274,
+ 39.804359436035156,
+ 33.78097915649414,
+ 26.065134048461914,
+ 7.0351972579956055,
+ 16.693429946899414,
+ 19.991724014282227,
+ 13.65420150756836,
+ 22.578340530395508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.81982421875,
+ "language": 50.20018005371094
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008318147156387568,
+ 0.5704988837242126,
+ 2.105822849429728e-09,
+ 3.3073387584181546e-08,
+ 1.8508416133045102e-06,
+ 0.01939486153423786,
+ 0.00020027969731017947,
+ 3.976351581513882e-05,
+ 0.0009556176955811679,
+ 1.1228326002310496e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091900825500488,
+ -0.561244010925293,
+ -19.978559494018555,
+ -17.224536895751953,
+ -13.199870109558105,
+ -3.942747116088867,
+ -8.515795707702637,
+ -10.132560729980469,
+ -6.953152656555176,
+ -11.39707088470459
+ ],
+ "distances_by_expert": [
+ 14.183801651000977,
+ 1.122488021850586,
+ 39.95711898803711,
+ 34.449073791503906,
+ 26.39974021911621,
+ 7.885494232177734,
+ 17.031591415405273,
+ 20.265121459960938,
+ 13.906305313110352,
+ 22.79414176940918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3560.30908203125,
+ "language": 50.18944549560547
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009031653753481805,
+ 0.6981693506240845,
+ 2.2999313564753265e-09,
+ 3.972274953412125e-08,
+ 2.1194621240283595e-06,
+ 0.023844435811042786,
+ 0.00022682393318973482,
+ 4.370147144072689e-05,
+ 0.0010651153279468417,
+ 1.2474233699322212e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0096049308776855,
+ -0.35929355025291443,
+ -19.8903865814209,
+ -17.04134178161621,
+ -13.064348220825195,
+ -3.7362043857574463,
+ -8.391336441040039,
+ -10.038128852844238,
+ -6.844672203063965,
+ -11.291845321655273
+ ],
+ "distances_by_expert": [
+ 14.019209861755371,
+ 0.7185871005058289,
+ 39.7807731628418,
+ 34.08268356323242,
+ 26.12869644165039,
+ 7.472408771514893,
+ 16.782672882080078,
+ 20.076257705688477,
+ 13.68934440612793,
+ 22.583690643310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.0400390625,
+ "language": 50.19050216674805
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008545996388420463,
+ 0.6759249567985535,
+ 2.1199115796122214e-09,
+ 3.7002589436951894e-08,
+ 2.009395302593475e-06,
+ 0.022372446954250336,
+ 0.00021423056023195386,
+ 4.052377335028723e-05,
+ 0.0010420660255476832,
+ 1.2075070117134601e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064877510070801,
+ -0.39167320728302,
+ -19.971891403198242,
+ -17.11227798461914,
+ -13.117676734924316,
+ -3.7999250888824463,
+ -8.448457717895508,
+ -10.113621711730957,
+ -6.866549968719482,
+ -11.32436752319336
+ ],
+ "distances_by_expert": [
+ 14.129755020141602,
+ 0.78334641456604,
+ 39.943782806396484,
+ 34.22455596923828,
+ 26.235353469848633,
+ 7.599850177764893,
+ 16.896915435791016,
+ 20.227243423461914,
+ 13.733099937438965,
+ 22.64873504638672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.203125,
+ "language": 50.189491271972656
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008383631356991827,
+ 0.7228495478630066,
+ 2.08222639130895e-09,
+ 3.9805421181426937e-08,
+ 2.0704280814243248e-06,
+ 0.024566220119595528,
+ 0.00021792818733956665,
+ 4.1316649003420025e-05,
+ 0.001043327385559678,
+ 1.2475959010771476e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084059238433838,
+ -0.3245541751384735,
+ -19.98982810974121,
+ -17.039262771606445,
+ -13.08775520324707,
+ -3.706382989883423,
+ -8.431344985961914,
+ -10.094244956970215,
+ -6.865340232849121,
+ -11.291707038879395
+ ],
+ "distances_by_expert": [
+ 14.168118476867676,
+ 0.649108350276947,
+ 39.97965621948242,
+ 34.07852554321289,
+ 26.17551040649414,
+ 7.412765979766846,
+ 16.862689971923828,
+ 20.18848991394043,
+ 13.730680465698242,
+ 22.58341407775879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.984130859375,
+ "language": 50.18876647949219
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009248045971617103,
+ 0.8124867081642151,
+ 2.2945201294533035e-09,
+ 4.857871971353234e-08,
+ 2.3430657165590674e-06,
+ 0.03165339305996895,
+ 0.0002517502289265394,
+ 4.8816298658493906e-05,
+ 0.0011079349787905812,
+ 1.4050393474462908e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985928058624268,
+ -0.20765572786331177,
+ -19.892742156982422,
+ -16.84008026123047,
+ -12.96405029296875,
+ -3.4529099464416504,
+ -8.287073135375977,
+ -9.927446365356445,
+ -6.805257320404053,
+ -11.172860145568848
+ ],
+ "distances_by_expert": [
+ 13.971856117248535,
+ 0.41531145572662354,
+ 39.785484313964844,
+ 33.68016052246094,
+ 25.9281005859375,
+ 6.905819892883301,
+ 16.574146270751953,
+ 19.85489273071289,
+ 13.610514640808105,
+ 22.345720291137695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3440.981201171875,
+ "language": 50.17363357543945
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008424847619608045,
+ 0.7148655652999878,
+ 2.1240074143946686e-09,
+ 4.516037321877775e-08,
+ 2.2065985376684694e-06,
+ 0.028953811153769493,
+ 0.00024337184731848538,
+ 4.629372779163532e-05,
+ 0.0010240481933578849,
+ 1.2960306776221842e-05
+ ],
+ "log_scores_by_expert": [
+ -7.079154968261719,
+ -0.33566075563430786,
+ -19.969961166381836,
+ -16.91304588317871,
+ -13.02405834197998,
+ -3.542053461074829,
+ -8.32091999053955,
+ -9.980504035949707,
+ -6.883991718292236,
+ -11.253619194030762
+ ],
+ "distances_by_expert": [
+ 14.158309936523438,
+ 0.6713215112686157,
+ 39.93992233276367,
+ 33.82609176635742,
+ 26.04811668395996,
+ 7.084106922149658,
+ 16.6418399810791,
+ 19.961008071899414,
+ 13.767983436584473,
+ 22.507238388061523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.73583984375,
+ "language": 50.186126708984375
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008008132572285831,
+ 0.6802002787590027,
+ 2.047771507918128e-09,
+ 4.1947185280832855e-08,
+ 2.0449276689760154e-06,
+ 0.027444614097476006,
+ 0.00022817951685283333,
+ 4.364128835732117e-05,
+ 0.0009864013409242034,
+ 1.2017595508950762e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1298828125,
+ -0.3853679895401001,
+ -20.006513595581055,
+ -16.986854553222656,
+ -13.10014820098877,
+ -3.595585346221924,
+ -8.385377883911133,
+ -10.039506912231445,
+ -6.921447277069092,
+ -11.32913875579834
+ ],
+ "distances_by_expert": [
+ 14.259765625,
+ 0.7707359790802002,
+ 40.01302719116211,
+ 33.97370910644531,
+ 26.20029640197754,
+ 7.191170692443848,
+ 16.770755767822266,
+ 20.07901382446289,
+ 13.842894554138184,
+ 22.65827751159668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.03759765625,
+ "language": 50.18510818481445
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008027129806578159,
+ 0.6843274235725403,
+ 2.0760400065711337e-09,
+ 4.2951274537017525e-08,
+ 2.0930981463607168e-06,
+ 0.02773379720747471,
+ 0.00023575568047817796,
+ 4.455061207409017e-05,
+ 0.0009905463084578514,
+ 1.2325812349445187e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127513408660889,
+ -0.3793187737464905,
+ -19.9928035736084,
+ -16.963199615478516,
+ -13.076865196228027,
+ -3.5851035118103027,
+ -8.352714538574219,
+ -10.018884658813477,
+ -6.9172539710998535,
+ -11.303814888000488
+ ],
+ "distances_by_expert": [
+ 14.255026817321777,
+ 0.758637547492981,
+ 39.9856071472168,
+ 33.92639923095703,
+ 26.153730392456055,
+ 7.1702070236206055,
+ 16.705429077148438,
+ 20.037769317626953,
+ 13.834507942199707,
+ 22.607629776000977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.1005859375,
+ "language": 50.206111907958984
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009496306884102523,
+ 0.7817473411560059,
+ 2.372757990087848e-09,
+ 4.473455206266408e-08,
+ 2.3223255993798375e-06,
+ 0.02862161211669445,
+ 0.0002463813580106944,
+ 4.784622433362529e-05,
+ 0.0011405935510993004,
+ 1.3823054359818343e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959437370300293,
+ -0.24622362852096558,
+ -19.85921287536621,
+ -16.92251968383789,
+ -12.972941398620605,
+ -3.553593158721924,
+ -8.308629989624023,
+ -9.947518348693848,
+ -6.7762064933776855,
+ -11.189172744750977
+ ],
+ "distances_by_expert": [
+ 13.918874740600586,
+ 0.49244725704193115,
+ 39.71842575073242,
+ 33.84503936767578,
+ 25.94588279724121,
+ 7.107186317443848,
+ 16.617259979248047,
+ 19.895036697387695,
+ 13.552412986755371,
+ 22.378345489501953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.642333984375,
+ "language": 50.20000457763672
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009473055833950639,
+ 0.7678329944610596,
+ 2.3949326966032913e-09,
+ 4.507337436621128e-08,
+ 2.3065199457050767e-06,
+ 0.02844558097422123,
+ 0.00024605004000477493,
+ 4.779806477017701e-05,
+ 0.0011384781682863832,
+ 1.3635028153657913e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961888790130615,
+ -0.26418304443359375,
+ -19.849910736083984,
+ -16.914974212646484,
+ -12.97977066040039,
+ -3.559762477874756,
+ -8.309975624084473,
+ -9.948525428771973,
+ -6.77806282043457,
+ -11.202868461608887
+ ],
+ "distances_by_expert": [
+ 13.92377758026123,
+ 0.5283660888671875,
+ 39.69982147216797,
+ 33.82994842529297,
+ 25.95954132080078,
+ 7.119524955749512,
+ 16.619951248168945,
+ 19.897050857543945,
+ 13.55612564086914,
+ 22.405736923217773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.933349609375,
+ "language": 50.19607925415039
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008547916077077389,
+ 0.6987325549125671,
+ 2.2374164743155234e-09,
+ 4.567371192365499e-08,
+ 2.1509672478714492e-06,
+ 0.028123416006565094,
+ 0.00023733092530164868,
+ 4.4695305405184627e-05,
+ 0.0010613849153742194,
+ 1.228325163538102e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064652919769287,
+ -0.35848721861839294,
+ -19.917943954467773,
+ -16.901742935180664,
+ -13.049592971801758,
+ -3.571152687072754,
+ -8.346055030822754,
+ -10.015642166137695,
+ -6.848180770874023,
+ -11.307273864746094
+ ],
+ "distances_by_expert": [
+ 14.129305839538574,
+ 0.7169744372367859,
+ 39.83588790893555,
+ 33.80348587036133,
+ 26.099185943603516,
+ 7.142305374145508,
+ 16.692110061645508,
+ 20.03128433227539,
+ 13.696361541748047,
+ 22.614547729492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.812255859375,
+ "language": 50.20372009277344
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009057741845026612,
+ 0.6319513320922852,
+ 2.2918038578012556e-09,
+ 3.5784943008820846e-08,
+ 2.0030163341289153e-06,
+ 0.020717155188322067,
+ 0.0002146991464542225,
+ 4.200044713797979e-05,
+ 0.001031924388371408,
+ 1.1945880942221265e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006720542907715,
+ -0.4589429497718811,
+ -19.8939266204834,
+ -17.14573860168457,
+ -13.120856285095215,
+ -3.876793146133423,
+ -8.446272850036621,
+ -10.07783031463623,
+ -6.8763298988342285,
+ -11.335124015808105
+ ],
+ "distances_by_expert": [
+ 14.01344108581543,
+ 0.9178858995437622,
+ 39.7878532409668,
+ 34.29147720336914,
+ 26.24171257019043,
+ 7.753586292266846,
+ 16.892545700073242,
+ 20.15566062927246,
+ 13.752659797668457,
+ 22.67024803161621
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3507.38525390625,
+ "language": 50.18048095703125
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009243981330655515,
+ 0.7336530089378357,
+ 2.320159397939392e-09,
+ 4.041391221676349e-08,
+ 2.1216885670582997e-06,
+ 0.02502823807299137,
+ 0.00022633538173977286,
+ 4.380044265417382e-05,
+ 0.0010894559090957046,
+ 1.263436752196867e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986367702484131,
+ -0.30971914529800415,
+ -19.881629943847656,
+ -17.024091720581055,
+ -13.063298225402832,
+ -3.6877505779266357,
+ -8.393492698669434,
+ -10.035866737365723,
+ -6.822076797485352,
+ -11.27908992767334
+ ],
+ "distances_by_expert": [
+ 13.972735404968262,
+ 0.6194382905960083,
+ 39.76325988769531,
+ 34.04818344116211,
+ 26.126596450805664,
+ 7.3755011558532715,
+ 16.786985397338867,
+ 20.071733474731445,
+ 13.644153594970703,
+ 22.55817985534668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.375244140625,
+ "language": 50.17763137817383
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008946092566475272,
+ 0.7016140818595886,
+ 2.221894224163634e-09,
+ 3.8312784056415694e-08,
+ 2.0878089799225563e-06,
+ 0.023230543360114098,
+ 0.00021980756719131023,
+ 4.266498945071362e-05,
+ 0.0010716401739045978,
+ 1.2581594091898296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.019123554229736,
+ -0.3543718159198761,
+ -19.92490577697754,
+ -17.077482223510742,
+ -13.079395294189453,
+ -3.7622873783111572,
+ -8.422758102416992,
+ -10.062131881713867,
+ -6.838564872741699,
+ -11.283275604248047
+ ],
+ "distances_by_expert": [
+ 14.038247108459473,
+ 0.7087436318397522,
+ 39.84981155395508,
+ 34.154964447021484,
+ 26.158790588378906,
+ 7.5245747566223145,
+ 16.845516204833984,
+ 20.124263763427734,
+ 13.677129745483398,
+ 22.566551208496094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.440185546875,
+ "language": 50.18416213989258
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008446871070191264,
+ 0.7539822459220886,
+ 2.1298696140092943e-09,
+ 4.523442242998499e-08,
+ 2.1850546545465477e-06,
+ 0.029477311298251152,
+ 0.00023207516642287374,
+ 4.435775917954743e-05,
+ 0.001056202338077128,
+ 1.3061419849691447e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076544284820557,
+ -0.2823864817619324,
+ -19.967205047607422,
+ -16.911407470703125,
+ -13.033869743347168,
+ -3.524134397506714,
+ -8.368449211120605,
+ -10.023222923278809,
+ -6.8530755043029785,
+ -11.245847702026367
+ ],
+ "distances_by_expert": [
+ 14.153088569641113,
+ 0.5647729635238647,
+ 39.934410095214844,
+ 33.82281494140625,
+ 26.067739486694336,
+ 7.048268795013428,
+ 16.73689842224121,
+ 20.046445846557617,
+ 13.706151008605957,
+ 22.491695404052734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.945068359375,
+ "language": 50.186614990234375
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009017942938953638,
+ 0.7947717308998108,
+ 2.2673165567255182e-09,
+ 4.775994710826126e-08,
+ 2.290260454174131e-06,
+ 0.032176438719034195,
+ 0.00025004634517244995,
+ 4.7502278903266415e-05,
+ 0.0010992537718266249,
+ 1.381737365591107e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011124134063721,
+ -0.22970035672187805,
+ -19.9046688079834,
+ -16.857078552246094,
+ -12.986845016479492,
+ -3.43652081489563,
+ -8.293864250183105,
+ -9.954732894897461,
+ -6.81312370300293,
+ -11.189583778381348
+ ],
+ "distances_by_expert": [
+ 14.022248268127441,
+ 0.4594007134437561,
+ 39.8093376159668,
+ 33.71415710449219,
+ 25.973690032958984,
+ 6.87304162979126,
+ 16.58772850036621,
+ 19.909465789794922,
+ 13.62624740600586,
+ 22.379167556762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.466064453125,
+ "language": 50.1972770690918
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008553623920306563,
+ 0.7663018703460693,
+ 2.1906700897744713e-09,
+ 4.725072244582407e-08,
+ 2.318324959560414e-06,
+ 0.030791139230132103,
+ 0.0002546048490330577,
+ 4.779619484907016e-05,
+ 0.0010355805279687047,
+ 1.3572612260759342e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063985347747803,
+ -0.2661791443824768,
+ -19.939058303833008,
+ -16.8677978515625,
+ -12.974665641784668,
+ -3.4805283546447754,
+ -8.275797843933105,
+ -9.948564529418945,
+ -6.872793197631836,
+ -11.207456588745117
+ ],
+ "distances_by_expert": [
+ 14.127970695495605,
+ 0.5323582887649536,
+ 39.878116607666016,
+ 33.735595703125,
+ 25.949331283569336,
+ 6.961056709289551,
+ 16.55159568786621,
+ 19.89712905883789,
+ 13.745586395263672,
+ 22.414913177490234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.85546875,
+ "language": 50.21244812011719
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008120050770230591,
+ 0.7198770046234131,
+ 2.128943688006757e-09,
+ 4.3406124916600675e-08,
+ 2.1269825083436444e-06,
+ 0.029247581958770752,
+ 0.00023880827939137816,
+ 4.5294626033864915e-05,
+ 0.000979890231974423,
+ 1.2399015759001486e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11600399017334,
+ -0.32867491245269775,
+ -19.967639923095703,
+ -16.952665328979492,
+ -13.060806274414062,
+ -3.5319583415985107,
+ -8.339849472045898,
+ -10.00232219696045,
+ -6.928070068359375,
+ -11.297893524169922
+ ],
+ "distances_by_expert": [
+ 14.23200798034668,
+ 0.6573498249053955,
+ 39.935279846191406,
+ 33.905330657958984,
+ 26.121612548828125,
+ 7.0639166831970215,
+ 16.679698944091797,
+ 20.0046443939209,
+ 13.85614013671875,
+ 22.595787048339844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.954833984375,
+ "language": 50.22569274902344
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009055936825461686,
+ 0.7789971232414246,
+ 2.2868695825906116e-09,
+ 4.666426534072343e-08,
+ 2.276795385114383e-06,
+ 0.03178227320313454,
+ 0.00025017731240950525,
+ 4.889681076747365e-05,
+ 0.0010858147870749235,
+ 1.3661020602739882e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006919860839844,
+ -0.24974797666072845,
+ -19.896081924438477,
+ -16.880287170410156,
+ -12.992741584777832,
+ -3.4488465785980225,
+ -8.293340682983398,
+ -9.925798416137695,
+ -6.825424671173096,
+ -11.200963973999023
+ ],
+ "distances_by_expert": [
+ 14.013839721679688,
+ 0.4994959533214569,
+ 39.79216384887695,
+ 33.76057434082031,
+ 25.985483169555664,
+ 6.897693157196045,
+ 16.586681365966797,
+ 19.85159683227539,
+ 13.650849342346191,
+ 22.401927947998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.667724609375,
+ "language": 50.183406829833984
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009512754040770233,
+ 0.8057416081428528,
+ 2.3855275532724818e-09,
+ 4.8353072656937e-08,
+ 2.4241840037575457e-06,
+ 0.03244595602154732,
+ 0.0002590450458228588,
+ 5.1019062084378675e-05,
+ 0.0011445401469245553,
+ 1.451650223316392e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957706928253174,
+ -0.21599215269088745,
+ -19.853845596313477,
+ -16.844736099243164,
+ -12.930015563964844,
+ -3.4281795024871826,
+ -8.258508682250977,
+ -9.88331127166748,
+ -6.772752285003662,
+ -11.14022445678711
+ ],
+ "distances_by_expert": [
+ 13.915413856506348,
+ 0.4319843053817749,
+ 39.70769119262695,
+ 33.68947219848633,
+ 25.860031127929688,
+ 6.856359004974365,
+ 16.517017364501953,
+ 19.76662254333496,
+ 13.545504570007324,
+ 22.28044891357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.53759765625,
+ "language": 50.196868896484375
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009341046097688377,
+ 0.7582734823226929,
+ 2.380918129318843e-09,
+ 4.806086195685566e-08,
+ 2.282933337482973e-06,
+ 0.030178885906934738,
+ 0.0002506286255083978,
+ 4.82326649944298e-05,
+ 0.0011322301579639316,
+ 1.3089314052194823e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975922107696533,
+ -0.2767111659049988,
+ -19.85577964782715,
+ -16.850797653198242,
+ -12.990049362182617,
+ -3.500612735748291,
+ -8.29153823852539,
+ -9.939474105834961,
+ -6.783565998077393,
+ -11.243714332580566
+ ],
+ "distances_by_expert": [
+ 13.951844215393066,
+ 0.5534223318099976,
+ 39.7115592956543,
+ 33.701595306396484,
+ 25.980098724365234,
+ 7.001225471496582,
+ 16.58307647705078,
+ 19.878948211669922,
+ 13.567131996154785,
+ 22.487428665161133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.0625,
+ "language": 50.18876266479492
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008864968549460173,
+ 0.6404932737350464,
+ 2.2431938528910678e-09,
+ 3.780522916940754e-08,
+ 2.0326897356426343e-06,
+ 0.02302752621471882,
+ 0.00021766169811598957,
+ 4.313165845815092e-05,
+ 0.0010239314287900925,
+ 1.2256245099706575e-05
+ ],
+ "log_scores_by_expert": [
+ -7.028233051300049,
+ -0.4455166757106781,
+ -19.91536521911621,
+ -17.090818405151367,
+ -13.10615062713623,
+ -3.7710649967193604,
+ -8.432568550109863,
+ -10.051253318786621,
+ -6.884105682373047,
+ -11.30947494506836
+ ],
+ "distances_by_expert": [
+ 14.056466102600098,
+ 0.8910333514213562,
+ 39.83073043823242,
+ 34.181636810302734,
+ 26.21230125427246,
+ 7.542129993438721,
+ 16.865137100219727,
+ 20.102506637573242,
+ 13.768211364746094,
+ 22.61894989013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.92724609375,
+ "language": 50.1904296875
+ }
+ },
+ {
+ "routing_index": 550,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000928774883504957,
+ 0.777019739151001,
+ 2.3275616989337777e-09,
+ 4.4258179343614756e-08,
+ 2.3278114440472564e-06,
+ 0.027357634156942368,
+ 0.00023971071641426533,
+ 4.644337241188623e-05,
+ 0.001099565764889121,
+ 1.3655589100380894e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981644153594971,
+ -0.25228962302207947,
+ -19.87844467163086,
+ -16.933225631713867,
+ -12.970582008361816,
+ -3.598759651184082,
+ -8.336077690124512,
+ -9.977276802062988,
+ -6.812839984893799,
+ -11.201361656188965
+ ],
+ "distances_by_expert": [
+ 13.963288307189941,
+ 0.5045792460441589,
+ 39.75688934326172,
+ 33.866451263427734,
+ 25.941164016723633,
+ 7.197519302368164,
+ 16.672155380249023,
+ 19.954553604125977,
+ 13.625679969787598,
+ 22.40272331237793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.931396484375,
+ "language": 50.1844367980957
+ }
+ },
+ {
+ "routing_index": 551,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008582595037296414,
+ 0.6918355822563171,
+ 2.1237240854787842e-09,
+ 3.836199624629444e-08,
+ 2.099655830534175e-06,
+ 0.023064570501446724,
+ 0.00021789057063870132,
+ 4.107918721274473e-05,
+ 0.0010392420226708055,
+ 1.2412371688697021e-05
+ ],
+ "log_scores_by_expert": [
+ -7.060604095458984,
+ -0.3684069514274597,
+ -19.970094680786133,
+ -17.07619857788086,
+ -13.073737144470215,
+ -3.7694575786590576,
+ -8.431517601013184,
+ -10.100008964538574,
+ -6.869263648986816,
+ -11.2968168258667
+ ],
+ "distances_by_expert": [
+ 14.121208190917969,
+ 0.7368139028549194,
+ 39.940189361572266,
+ 34.15239715576172,
+ 26.14747428894043,
+ 7.538915157318115,
+ 16.863035202026367,
+ 20.20001792907715,
+ 13.738527297973633,
+ 22.5936336517334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.46826171875,
+ "language": 50.18682861328125
+ }
+ },
+ {
+ "routing_index": 552,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008341955835931003,
+ 0.7409892082214355,
+ 2.0942789724642807e-09,
+ 4.0537589285349895e-08,
+ 2.1305390873749275e-06,
+ 0.025176968425512314,
+ 0.00022161775268614292,
+ 4.207332676742226e-05,
+ 0.0010523274540901184,
+ 1.286166843783576e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089042663574219,
+ -0.29976919293403625,
+ -19.98405647277832,
+ -17.02103614807129,
+ -13.059135437011719,
+ -3.681825637817383,
+ -8.414556503295898,
+ -10.076096534729004,
+ -6.856750965118408,
+ -11.261259078979492
+ ],
+ "distances_by_expert": [
+ 14.178085327148438,
+ 0.5995383858680725,
+ 39.96811294555664,
+ 34.04207229614258,
+ 26.118270874023438,
+ 7.363651275634766,
+ 16.829113006591797,
+ 20.152193069458008,
+ 13.713501930236816,
+ 22.522518157958984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.175048828125,
+ "language": 50.17073059082031
+ }
+ },
+ {
+ "routing_index": 553,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000919607758987695,
+ 0.8016980886459351,
+ 2.3037991514485157e-09,
+ 4.8334076296896455e-08,
+ 2.283987441842328e-06,
+ 0.03237251564860344,
+ 0.00024924997705966234,
+ 4.7942281526047736e-05,
+ 0.0011203928152099252,
+ 1.3666546692547854e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991563320159912,
+ -0.22102321684360504,
+ -19.88870620727539,
+ -16.845129013061523,
+ -12.989587783813477,
+ -3.430445432662964,
+ -8.297054290771484,
+ -9.945512771606445,
+ -6.794075965881348,
+ -11.200559616088867
+ ],
+ "distances_by_expert": [
+ 13.983126640319824,
+ 0.4420464336872101,
+ 39.77741241455078,
+ 33.69025802612305,
+ 25.979175567626953,
+ 6.860890865325928,
+ 16.59410858154297,
+ 19.89102554321289,
+ 13.588151931762695,
+ 22.401119232177734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.60693359375,
+ "language": 50.17988204956055
+ }
+ },
+ {
+ "routing_index": 554,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008155404357239604,
+ 0.7197288870811462,
+ 2.0717956239479918e-09,
+ 4.533340458579005e-08,
+ 2.2132837784738513e-06,
+ 0.03016635589301586,
+ 0.0002447261940687895,
+ 4.574453123495914e-05,
+ 0.0009930210653692484,
+ 1.3131174455338623e-05
+ ],
+ "log_scores_by_expert": [
+ -7.111659526824951,
+ -0.32888078689575195,
+ -19.994850158691406,
+ -16.909221649169922,
+ -13.02103328704834,
+ -3.501028060913086,
+ -8.315370559692383,
+ -9.992438316345215,
+ -6.914758682250977,
+ -11.240521430969238
+ ],
+ "distances_by_expert": [
+ 14.223319053649902,
+ 0.6577615737915039,
+ 39.98970031738281,
+ 33.818443298339844,
+ 26.04206657409668,
+ 7.002056121826172,
+ 16.630741119384766,
+ 19.98487663269043,
+ 13.829517364501953,
+ 22.481042861938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.21875,
+ "language": 50.207149505615234
+ }
+ },
+ {
+ "routing_index": 555,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008541132556274533,
+ 0.7511816024780273,
+ 2.1688679741060923e-09,
+ 4.515201723620521e-08,
+ 2.1954379008093383e-06,
+ 0.029870497062802315,
+ 0.0002446027647238225,
+ 4.6140299673425034e-05,
+ 0.0010331207886338234,
+ 1.2923182111990172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.065446853637695,
+ -0.2861078977584839,
+ -19.949060440063477,
+ -16.913230895996094,
+ -13.029129028320312,
+ -3.5108840465545654,
+ -8.315875053405762,
+ -9.983823776245117,
+ -6.875171184539795,
+ -11.256487846374512
+ ],
+ "distances_by_expert": [
+ 14.13089370727539,
+ 0.5722157955169678,
+ 39.89812088012695,
+ 33.82646179199219,
+ 26.058258056640625,
+ 7.021768093109131,
+ 16.631750106811523,
+ 19.967647552490234,
+ 13.75034236907959,
+ 22.512975692749023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.40966796875,
+ "language": 50.20305633544922
+ }
+ },
+ {
+ "routing_index": 556,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008835672051645815,
+ 0.788182258605957,
+ 2.2500155072435746e-09,
+ 4.648730467238238e-08,
+ 2.311245225428138e-06,
+ 0.03177633881568909,
+ 0.00025557648041285574,
+ 4.917660407954827e-05,
+ 0.0010608728043735027,
+ 1.385734594805399e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031543254852295,
+ -0.23802602291107178,
+ -19.912328720092773,
+ -16.88408660888672,
+ -12.977724075317383,
+ -3.449033260345459,
+ -8.271988868713379,
+ -9.920092582702637,
+ -6.848663330078125,
+ -11.186695098876953
+ ],
+ "distances_by_expert": [
+ 14.06308650970459,
+ 0.47605204582214355,
+ 39.82465744018555,
+ 33.76817321777344,
+ 25.955448150634766,
+ 6.898066520690918,
+ 16.543977737426758,
+ 19.840185165405273,
+ 13.69732666015625,
+ 22.373390197753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.51513671875,
+ "language": 50.20030975341797
+ }
+ },
+ {
+ "routing_index": 557,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009804038563743234,
+ 0.8041152358055115,
+ 2.42008235673552e-09,
+ 4.661107055881075e-08,
+ 2.3532886643806705e-06,
+ 0.030660368502140045,
+ 0.00025159926735796034,
+ 4.958556382916868e-05,
+ 0.0011743133654817939,
+ 1.4203764294506982e-05
+ ],
+ "log_scores_by_expert": [
+ -6.92754602432251,
+ -0.2180127203464508,
+ -19.83946418762207,
+ -16.881427764892578,
+ -12.959696769714355,
+ -3.4847843647003174,
+ -8.287672996520996,
+ -9.911810874938965,
+ -6.747071743011475,
+ -11.162003517150879
+ ],
+ "distances_by_expert": [
+ 13.85509204864502,
+ 0.4360254406929016,
+ 39.67892837524414,
+ 33.762855529785156,
+ 25.91939353942871,
+ 6.969568729400635,
+ 16.575345993041992,
+ 19.82362174987793,
+ 13.49414348602295,
+ 22.324007034301758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.6103515625,
+ "language": 50.196475982666016
+ }
+ },
+ {
+ "routing_index": 558,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010298514971509576,
+ 0.7918076515197754,
+ 2.557150269311137e-09,
+ 4.70543071173779e-08,
+ 2.4081052742985776e-06,
+ 0.02968410775065422,
+ 0.00025669889873825014,
+ 5.0678252591751516e-05,
+ 0.0012066138442605734,
+ 1.42341941682389e-05
+ ],
+ "log_scores_by_expert": [
+ -6.878340721130371,
+ -0.23343677818775177,
+ -19.784372329711914,
+ -16.871963500976562,
+ -12.936670303344727,
+ -3.517143487930298,
+ -8.267606735229492,
+ -9.890013694763184,
+ -6.719937324523926,
+ -11.159863471984863
+ ],
+ "distances_by_expert": [
+ 13.756681442260742,
+ 0.46687355637550354,
+ 39.56874465942383,
+ 33.743927001953125,
+ 25.873340606689453,
+ 7.034286975860596,
+ 16.535213470458984,
+ 19.780027389526367,
+ 13.439874649047852,
+ 22.319726943969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.028076171875,
+ "language": 50.211421966552734
+ }
+ },
+ {
+ "routing_index": 559,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009066163911484182,
+ 0.7329705357551575,
+ 2.3194999254627646e-09,
+ 4.854583934843504e-08,
+ 2.3174429770733695e-06,
+ 0.03193647041916847,
+ 0.00025897560408338904,
+ 4.8725923988968134e-05,
+ 0.0010659537510946393,
+ 1.3498890439223032e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005791187286377,
+ -0.3106497526168823,
+ -19.881914138793945,
+ -16.840757369995117,
+ -12.975046157836914,
+ -3.4440066814422607,
+ -8.258776664733887,
+ -9.929299354553223,
+ -6.84388542175293,
+ -11.212903022766113
+ ],
+ "distances_by_expert": [
+ 14.011582374572754,
+ 0.6212995052337646,
+ 39.76382827758789,
+ 33.681514739990234,
+ 25.950092315673828,
+ 6.8880133628845215,
+ 16.517553329467773,
+ 19.858598709106445,
+ 13.68777084350586,
+ 22.425806045532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.200439453125,
+ "language": 50.235843658447266
+ }
+ },
+ {
+ "routing_index": 560,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008890880853869021,
+ 0.6374586820602417,
+ 2.260584608393401e-09,
+ 3.6382530765877164e-08,
+ 2.043426547970739e-06,
+ 0.021148957312107086,
+ 0.00021469176863320172,
+ 4.178259041509591e-05,
+ 0.0010175806237384677,
+ 1.20532677101437e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0253143310546875,
+ -0.4502658545970917,
+ -19.907642364501953,
+ -17.12917709350586,
+ -13.100882530212402,
+ -3.8561646938323975,
+ -8.446307182312012,
+ -10.083030700683594,
+ -6.890327453613281,
+ -11.32617473602295
+ ],
+ "distances_by_expert": [
+ 14.050628662109375,
+ 0.9005317091941833,
+ 39.815284729003906,
+ 34.25835418701172,
+ 26.201765060424805,
+ 7.712329387664795,
+ 16.892614364624023,
+ 20.166061401367188,
+ 13.780654907226562,
+ 22.6523494720459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.3505859375,
+ "language": 50.19523620605469
+ }
+ },
+ {
+ "routing_index": 561,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009188823751173913,
+ 0.723285436630249,
+ 2.3493946788022413e-09,
+ 4.1568068098740696e-08,
+ 2.0944319203408668e-06,
+ 0.0261475071310997,
+ 0.00022652863117400557,
+ 4.394893767312169e-05,
+ 0.0010853302665054798,
+ 1.2423385669535492e-05
+ ],
+ "log_scores_by_expert": [
+ -6.992352485656738,
+ -0.3239513039588928,
+ -19.869108200073242,
+ -16.995933532714844,
+ -13.076228141784668,
+ -3.6440014839172363,
+ -8.39263916015625,
+ -10.032482147216797,
+ -6.825870990753174,
+ -11.295929908752441
+ ],
+ "distances_by_expert": [
+ 13.984704971313477,
+ 0.6479026079177856,
+ 39.738216400146484,
+ 33.99186706542969,
+ 26.152456283569336,
+ 7.288002967834473,
+ 16.7852783203125,
+ 20.064964294433594,
+ 13.651741981506348,
+ 22.591859817504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.745361328125,
+ "language": 50.17564010620117
+ }
+ },
+ {
+ "routing_index": 562,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008894013590179384,
+ 0.7090609669685364,
+ 2.180831293330243e-09,
+ 3.8286483317051534e-08,
+ 2.0160000531177502e-06,
+ 0.023897109553217888,
+ 0.00021779521193820983,
+ 4.1984305426012725e-05,
+ 0.0010766088962554932,
+ 1.2215089554956648e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024961948394775,
+ -0.3438137173652649,
+ -19.943559646606445,
+ -17.078168869018555,
+ -13.114395141601562,
+ -3.7339978218078613,
+ -8.431955337524414,
+ -10.078214645385742,
+ -6.833939075469971,
+ -11.312838554382324
+ ],
+ "distances_by_expert": [
+ 14.04992389678955,
+ 0.6876274347305298,
+ 39.88711929321289,
+ 34.15633773803711,
+ 26.228790283203125,
+ 7.467995643615723,
+ 16.863910675048828,
+ 20.156429290771484,
+ 13.667878150939941,
+ 22.62567710876465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.00244140625,
+ "language": 50.18637466430664
+ }
+ },
+ {
+ "routing_index": 563,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008624991169199347,
+ 0.7519828081130981,
+ 2.159349588026771e-09,
+ 4.595026581455386e-08,
+ 2.276402483403217e-06,
+ 0.028893975540995598,
+ 0.0002332527219550684,
+ 4.5208013034425676e-05,
+ 0.001070972066372633,
+ 1.3500770364771597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055676460266113,
+ -0.28504180908203125,
+ -19.953458786010742,
+ -16.895706176757812,
+ -12.992914199829102,
+ -3.5441222190856934,
+ -8.363388061523438,
+ -10.004236221313477,
+ -6.839188575744629,
+ -11.212763786315918
+ ],
+ "distances_by_expert": [
+ 14.111352920532227,
+ 0.5700836181640625,
+ 39.906917572021484,
+ 33.791412353515625,
+ 25.985828399658203,
+ 7.088244438171387,
+ 16.726776123046875,
+ 20.008472442626953,
+ 13.678377151489258,
+ 22.425527572631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.825439453125,
+ "language": 50.18393325805664
+ }
+ },
+ {
+ "routing_index": 564,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009134281426668167,
+ 0.7855929732322693,
+ 2.2424921919395047e-09,
+ 4.7840721606462466e-08,
+ 2.316216750841704e-06,
+ 0.031806182116270065,
+ 0.00024687949917279184,
+ 4.771962994709611e-05,
+ 0.0011195761617273092,
+ 1.3782787391392048e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998305797576904,
+ -0.24131643772125244,
+ -19.915678024291992,
+ -16.855388641357422,
+ -12.97557544708252,
+ -3.448094606399536,
+ -8.306610107421875,
+ -9.950167655944824,
+ -6.79480504989624,
+ -11.192090034484863
+ ],
+ "distances_by_expert": [
+ 13.996611595153809,
+ 0.4826328754425049,
+ 39.831356048583984,
+ 33.710777282714844,
+ 25.95115089416504,
+ 6.896189212799072,
+ 16.61322021484375,
+ 19.90033531188965,
+ 13.58961009979248,
+ 22.384180068969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.419677734375,
+ "language": 50.19013214111328
+ }
+ },
+ {
+ "routing_index": 565,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008205705671571195,
+ 0.7216122150421143,
+ 2.1018744522649513e-09,
+ 4.5571901807761606e-08,
+ 2.1462910808622837e-06,
+ 0.02965557761490345,
+ 0.00024142611073330045,
+ 4.549376535578631e-05,
+ 0.0010040459455922246,
+ 1.2620048437383957e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105510711669922,
+ -0.32626745104789734,
+ -19.980436325073242,
+ -16.903974533081055,
+ -13.051769256591797,
+ -3.5181050300598145,
+ -8.328947067260742,
+ -9.99793529510498,
+ -6.903717517852783,
+ -11.280223846435547
+ ],
+ "distances_by_expert": [
+ 14.211021423339844,
+ 0.6525349020957947,
+ 39.960872650146484,
+ 33.80794906616211,
+ 26.103538513183594,
+ 7.036210060119629,
+ 16.657894134521484,
+ 19.99587059020996,
+ 13.807435035705566,
+ 22.560447692871094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.334716796875,
+ "language": 50.213775634765625
+ }
+ },
+ {
+ "routing_index": 566,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008386030094698071,
+ 0.7282257080078125,
+ 2.167693580190644e-09,
+ 4.4980961177998324e-08,
+ 2.1216603727225447e-06,
+ 0.029585126787424088,
+ 0.0002411587192909792,
+ 4.6249777369666845e-05,
+ 0.001017332193441689,
+ 1.2573282219818793e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083773136138916,
+ -0.3171442151069641,
+ -19.949602127075195,
+ -16.91702651977539,
+ -13.063311576843262,
+ -3.5204834938049316,
+ -8.330055236816406,
+ -9.981453895568848,
+ -6.890571594238281,
+ -11.283936500549316
+ ],
+ "distances_by_expert": [
+ 14.167546272277832,
+ 0.6342884302139282,
+ 39.89920425415039,
+ 33.83405303955078,
+ 26.126623153686523,
+ 7.040966987609863,
+ 16.660110473632812,
+ 19.962907791137695,
+ 13.781143188476562,
+ 22.567873001098633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.6640625,
+ "language": 50.217811584472656
+ }
+ },
+ {
+ "routing_index": 567,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130206308327615,
+ 0.7864671945571899,
+ 2.2975021884974467e-09,
+ 4.721541202457047e-08,
+ 2.318831320735626e-06,
+ 0.03156636282801628,
+ 0.0002510683552827686,
+ 4.954250471200794e-05,
+ 0.0010907257674261928,
+ 1.3897671124141198e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998752117156982,
+ -0.24020422995090485,
+ -19.891443252563477,
+ -16.868545532226562,
+ -12.974447250366211,
+ -3.4556632041931152,
+ -8.289785385131836,
+ -9.912679672241211,
+ -6.820911884307861,
+ -11.183789253234863
+ ],
+ "distances_by_expert": [
+ 13.997504234313965,
+ 0.4804084599018097,
+ 39.78288650512695,
+ 33.737091064453125,
+ 25.948894500732422,
+ 6.9113264083862305,
+ 16.579570770263672,
+ 19.825359344482422,
+ 13.641823768615723,
+ 22.367578506469727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.38916015625,
+ "language": 50.195899963378906
+ }
+ },
+ {
+ "routing_index": 568,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009857378900051117,
+ 0.8127689361572266,
+ 2.4587982760948535e-09,
+ 4.737715642022522e-08,
+ 2.4016148927330505e-06,
+ 0.030705651268363,
+ 0.00025430103414691985,
+ 5.035979120293632e-05,
+ 0.001183857093565166,
+ 1.4333976650959812e-05
+ ],
+ "log_scores_by_expert": [
+ -6.922120094299316,
+ -0.20730844140052795,
+ -19.823593139648438,
+ -16.86512565612793,
+ -12.939369201660156,
+ -3.4833085536956787,
+ -8.276991844177246,
+ -9.896317481994629,
+ -6.738977432250977,
+ -11.152877807617188
+ ],
+ "distances_by_expert": [
+ 13.844240188598633,
+ 0.4146168828010559,
+ 39.647186279296875,
+ 33.73025131225586,
+ 25.878738403320312,
+ 6.966617107391357,
+ 16.553983688354492,
+ 19.792634963989258,
+ 13.477954864501953,
+ 22.305755615234375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.174072265625,
+ "language": 50.184349060058594
+ }
+ },
+ {
+ "routing_index": 569,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009115898283198476,
+ 0.7665525078773499,
+ 2.3468238463664193e-09,
+ 4.7694765470396305e-08,
+ 2.2563451693713432e-06,
+ 0.030549990013241768,
+ 0.0002475212386343628,
+ 4.797013389179483e-05,
+ 0.001102487905882299,
+ 1.3096157090330962e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0003204345703125,
+ -0.26585203409194946,
+ -19.870203018188477,
+ -16.858444213867188,
+ -13.001764297485352,
+ -3.4883909225463867,
+ -8.304014205932617,
+ -9.944931983947754,
+ -6.81018590927124,
+ -11.243191719055176
+ ],
+ "distances_by_expert": [
+ 14.000640869140625,
+ 0.5317040681838989,
+ 39.74040603637695,
+ 33.716888427734375,
+ 26.003528594970703,
+ 6.976781845092773,
+ 16.608028411865234,
+ 19.889863967895508,
+ 13.62037181854248,
+ 22.48638343811035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.823974609375,
+ "language": 50.19415283203125
+ }
+ },
+ {
+ "routing_index": 570,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008592430385760963,
+ 0.6789913773536682,
+ 2.237079410605247e-09,
+ 4.7071718967117704e-08,
+ 2.1596965780190658e-06,
+ 0.028488915413618088,
+ 0.00023862092348281294,
+ 4.569818338495679e-05,
+ 0.001032553962431848,
+ 1.2197953765280545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0594587326049805,
+ -0.38714680075645447,
+ -19.918094635009766,
+ -16.871593475341797,
+ -13.04554271697998,
+ -3.5582401752471924,
+ -8.3406343460083,
+ -9.993452072143555,
+ -6.875720024108887,
+ -11.314242362976074
+ ],
+ "distances_by_expert": [
+ 14.118917465209961,
+ 0.7742936015129089,
+ 39.83618927001953,
+ 33.743186950683594,
+ 26.09108543395996,
+ 7.116480350494385,
+ 16.6812686920166,
+ 19.98690414428711,
+ 13.751440048217773,
+ 22.62848472595215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.018310546875,
+ "language": 50.2112922668457
+ }
+ },
+ {
+ "routing_index": 571,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008954345830716193,
+ 0.6579031944274902,
+ 2.2499897500694033e-09,
+ 3.8775123556433755e-08,
+ 2.104398845403921e-06,
+ 0.022821534425020218,
+ 0.0002186734927818179,
+ 4.314568650443107e-05,
+ 0.0010346748167648911,
+ 1.2583369425556157e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0182013511657715,
+ -0.4186974763870239,
+ -19.91234016418457,
+ -17.065486907958984,
+ -13.071480751037598,
+ -3.780050754547119,
+ -8.42793083190918,
+ -10.050928115844727,
+ -6.873668193817139,
+ -11.283134460449219
+ ],
+ "distances_by_expert": [
+ 14.036402702331543,
+ 0.8373949527740479,
+ 39.82468032836914,
+ 34.13097381591797,
+ 26.142961502075195,
+ 7.560101509094238,
+ 16.85586166381836,
+ 20.101856231689453,
+ 13.747336387634277,
+ 22.566268920898438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.064208984375,
+ "language": 50.192832946777344
+ }
+ },
+ {
+ "routing_index": 572,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009122408227995038,
+ 0.7350794076919556,
+ 2.3084090194913642e-09,
+ 4.2916060039033255e-08,
+ 2.1768119040643796e-06,
+ 0.026393938809633255,
+ 0.00022758470731787384,
+ 4.4502841774374247e-05,
+ 0.0010858944151550531,
+ 1.270894063054584e-05
+ ],
+ "log_scores_by_expert": [
+ -6.999606609344482,
+ -0.3077767491340637,
+ -19.886707305908203,
+ -16.964019775390625,
+ -13.037649154663086,
+ -3.6346209049224854,
+ -8.387988090515137,
+ -10.019957542419434,
+ -6.825351238250732,
+ -11.273204803466797
+ ],
+ "distances_by_expert": [
+ 13.999213218688965,
+ 0.6155534982681274,
+ 39.773414611816406,
+ 33.92803955078125,
+ 26.075298309326172,
+ 7.269241809844971,
+ 16.775976181030273,
+ 20.039915084838867,
+ 13.650702476501465,
+ 22.546409606933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.616455078125,
+ "language": 50.179351806640625
+ }
+ },
+ {
+ "routing_index": 573,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009399291593581438,
+ 0.7189618349075317,
+ 2.327916748257053e-09,
+ 4.0864961192710325e-08,
+ 2.1166058559174417e-06,
+ 0.024788491427898407,
+ 0.00022623503173235804,
+ 4.401650949148461e-05,
+ 0.0011120300041511655,
+ 1.2600818990904372e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969706058502197,
+ -0.3299471139907837,
+ -19.878292083740234,
+ -17.01299285888672,
+ -13.065696716308594,
+ -3.697375774383545,
+ -8.393936157226562,
+ -10.030945777893066,
+ -6.801568031311035,
+ -11.28174877166748
+ ],
+ "distances_by_expert": [
+ 13.939412117004395,
+ 0.6598942279815674,
+ 39.75658416748047,
+ 34.02598571777344,
+ 26.131393432617188,
+ 7.39475154876709,
+ 16.787872314453125,
+ 20.061891555786133,
+ 13.60313606262207,
+ 22.56349754333496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.254150390625,
+ "language": 50.18281173706055
+ }
+ },
+ {
+ "routing_index": 574,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008717132150195539,
+ 0.7390667796134949,
+ 2.1899349000875645e-09,
+ 4.545548648593467e-08,
+ 2.2132078356662532e-06,
+ 0.027928674593567848,
+ 0.0002316574682481587,
+ 4.484875898924656e-05,
+ 0.0010803573532029986,
+ 1.313230131927412e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045050144195557,
+ -0.3023669719696045,
+ -19.939393997192383,
+ -16.906532287597656,
+ -13.02106761932373,
+ -3.578101396560669,
+ -8.370250701904297,
+ -10.012214660644531,
+ -6.830463409423828,
+ -11.240435600280762
+ ],
+ "distances_by_expert": [
+ 14.090100288391113,
+ 0.604733943939209,
+ 39.878787994384766,
+ 33.81306457519531,
+ 26.04213523864746,
+ 7.156202793121338,
+ 16.740501403808594,
+ 20.024429321289062,
+ 13.660926818847656,
+ 22.480871200561523
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3446.152587890625,
+ "language": 50.182456970214844
+ }
+ },
+ {
+ "routing_index": 575,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009465587791055441,
+ 0.8007750511169434,
+ 2.3274506766313152e-09,
+ 4.941963993587706e-08,
+ 2.35361403611023e-06,
+ 0.03218017518520355,
+ 0.0002495156368240714,
+ 4.860650369664654e-05,
+ 0.0011450167512521148,
+ 1.3936306459072512e-05
+ ],
+ "log_scores_by_expert": [
+ -6.962677478790283,
+ -0.22217519581317902,
+ -19.87849235534668,
+ -16.822917938232422,
+ -12.959558486938477,
+ -3.4364047050476074,
+ -8.295989036560059,
+ -9.931753158569336,
+ -6.772336006164551,
+ -11.181013107299805
+ ],
+ "distances_by_expert": [
+ 13.925354957580566,
+ 0.44435039162635803,
+ 39.75698471069336,
+ 33.645835876464844,
+ 25.919116973876953,
+ 6.872809410095215,
+ 16.591978073120117,
+ 19.863506317138672,
+ 13.544672012329102,
+ 22.36202621459961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.430908203125,
+ "language": 50.19618225097656
+ }
+ },
+ {
+ "routing_index": 576,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008523361175321043,
+ 0.766821026802063,
+ 2.169008750385615e-09,
+ 4.682135923417263e-08,
+ 2.3109942048904486e-06,
+ 0.031758297234773636,
+ 0.0002549817436374724,
+ 4.8470090405317023e-05,
+ 0.0010287024779245257,
+ 1.385344785376219e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067529678344727,
+ -0.2655019164085388,
+ -19.94899559020996,
+ -16.87692642211914,
+ -12.977832794189453,
+ -3.449601173400879,
+ -8.27431869506836,
+ -9.934563636779785,
+ -6.879456996917725,
+ -11.186976432800293
+ ],
+ "distances_by_expert": [
+ 14.135059356689453,
+ 0.5310038328170776,
+ 39.89799118041992,
+ 33.75385284423828,
+ 25.955665588378906,
+ 6.899202346801758,
+ 16.54863739013672,
+ 19.86912727355957,
+ 13.75891399383545,
+ 22.373952865600586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.905029296875,
+ "language": 50.204280853271484
+ }
+ },
+ {
+ "routing_index": 577,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008117592078633606,
+ 0.7222889065742493,
+ 2.1053649934543728e-09,
+ 4.37415579312983e-08,
+ 2.1127157197042834e-06,
+ 0.030246077105402946,
+ 0.00023653126845601946,
+ 4.461106800590642e-05,
+ 0.0009891246445477009,
+ 1.2461678124964237e-05
+ ],
+ "log_scores_by_expert": [
+ -7.116306781768799,
+ -0.32533004879951477,
+ -19.978776931762695,
+ -16.94496726989746,
+ -13.067536354064941,
+ -3.4983887672424316,
+ -8.349430084228516,
+ -10.017528533935547,
+ -6.918690204620361,
+ -11.292852401733398
+ ],
+ "distances_by_expert": [
+ 14.232613563537598,
+ 0.6506600975990295,
+ 39.95755386352539,
+ 33.88993453979492,
+ 26.135072708129883,
+ 6.996777534484863,
+ 16.69886016845703,
+ 20.035057067871094,
+ 13.837380409240723,
+ 22.585704803466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.80078125,
+ "language": 50.19023895263672
+ }
+ },
+ {
+ "routing_index": 578,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008794076275080442,
+ 0.7400630712509155,
+ 2.234571860881829e-09,
+ 4.488420302095619e-08,
+ 2.160613348678453e-06,
+ 0.030757403001189232,
+ 0.00023907101422082633,
+ 4.669919508160092e-05,
+ 0.001052961335517466,
+ 1.2848980077251326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036262035369873,
+ -0.3010198771953583,
+ -19.91921615600586,
+ -16.919179916381836,
+ -13.04511833190918,
+ -3.4816246032714844,
+ -8.338749885559082,
+ -9.971783638000488,
+ -6.856148719787598,
+ -11.262246131896973
+ ],
+ "distances_by_expert": [
+ 14.072524070739746,
+ 0.6020397543907166,
+ 39.83843231201172,
+ 33.83835983276367,
+ 26.09023666381836,
+ 6.963249206542969,
+ 16.677499771118164,
+ 19.943567276000977,
+ 13.712297439575195,
+ 22.524492263793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.74560546875,
+ "language": 50.192806243896484
+ }
+ },
+ {
+ "routing_index": 579,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009581723716109991,
+ 0.8056407570838928,
+ 2.431121304269368e-09,
+ 4.8817895503816544e-08,
+ 2.4297528398165014e-06,
+ 0.03168153017759323,
+ 0.0002566100738476962,
+ 5.079757465864532e-05,
+ 0.0011443354887887836,
+ 1.4384288988367189e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9504828453063965,
+ -0.21611732244491577,
+ -19.83491325378418,
+ -16.835168838500977,
+ -12.92772102355957,
+ -3.452021360397339,
+ -8.267952919006348,
+ -9.887661933898926,
+ -6.772931098937988,
+ -11.149374008178711
+ ],
+ "distances_by_expert": [
+ 13.900965690612793,
+ 0.43223464488983154,
+ 39.66982650756836,
+ 33.67033767700195,
+ 25.85544204711914,
+ 6.904042720794678,
+ 16.535905838012695,
+ 19.77532386779785,
+ 13.545862197875977,
+ 22.298748016357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.5537109375,
+ "language": 50.20188522338867
+ }
+ },
+ {
+ "routing_index": 580,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009329449967481196,
+ 0.7527272701263428,
+ 2.3727306786014424e-09,
+ 4.807443332310868e-08,
+ 2.3039851839712355e-06,
+ 0.030418895184993744,
+ 0.00024881819263100624,
+ 4.8168632929446176e-05,
+ 0.0011284981155768037,
+ 1.3169161320547573e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977164268493652,
+ -0.284052312374115,
+ -19.859224319458008,
+ -16.850515365600586,
+ -12.980870246887207,
+ -3.4926912784576416,
+ -8.298788070678711,
+ -9.940802574157715,
+ -6.786867618560791,
+ -11.237632751464844
+ ],
+ "distances_by_expert": [
+ 13.954328536987305,
+ 0.56810462474823,
+ 39.718448638916016,
+ 33.70103073120117,
+ 25.961740493774414,
+ 6.985382556915283,
+ 16.597576141357422,
+ 19.88160514831543,
+ 13.573735237121582,
+ 22.475265502929688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.60009765625,
+ "language": 50.183631896972656
+ }
+ },
+ {
+ "routing_index": 581,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008575374376960099,
+ 0.6135877370834351,
+ 2.1530368599087524e-09,
+ 3.708426277171384e-08,
+ 1.9568349216569914e-06,
+ 0.021823210641741753,
+ 0.00021035521058365703,
+ 4.192556662019342e-05,
+ 0.0009882939048111439,
+ 1.1867655302921776e-05
+ ],
+ "log_scores_by_expert": [
+ -7.061445713043213,
+ -0.48843201994895935,
+ -19.95638656616211,
+ -17.11007308959961,
+ -13.144182205200195,
+ -3.8247811794281006,
+ -8.466712951660156,
+ -10.079614639282227,
+ -6.919530391693115,
+ -11.341693878173828
+ ],
+ "distances_by_expert": [
+ 14.122891426086426,
+ 0.9768640398979187,
+ 39.91277313232422,
+ 34.22014617919922,
+ 26.28836441040039,
+ 7.649562358856201,
+ 16.933425903320312,
+ 20.159229278564453,
+ 13.83906078338623,
+ 22.683387756347656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.608154296875,
+ "language": 50.1897087097168
+ }
+ },
+ {
+ "routing_index": 582,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008693661657162011,
+ 0.6278228163719177,
+ 2.21964069346825e-09,
+ 3.481578758623982e-08,
+ 1.9394303762965137e-06,
+ 0.020436245948076248,
+ 0.00021060752624180168,
+ 4.1479466744931415e-05,
+ 0.0010075840400531888,
+ 1.1596776857913937e-05
+ ],
+ "log_scores_by_expert": [
+ -7.047746181488037,
+ -0.46549728512763977,
+ -19.925920486450195,
+ -17.173194885253906,
+ -13.153116226196289,
+ -3.8904452323913574,
+ -8.465514183044434,
+ -10.090312004089355,
+ -6.900199890136719,
+ -11.36478328704834
+ ],
+ "distances_by_expert": [
+ 14.095492362976074,
+ 0.9309945702552795,
+ 39.85184097290039,
+ 34.34638977050781,
+ 26.306232452392578,
+ 7.780890464782715,
+ 16.931028366088867,
+ 20.18062400817871,
+ 13.800399780273438,
+ 22.72956657409668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.596435546875,
+ "language": 50.18693923950195
+ }
+ },
+ {
+ "routing_index": 583,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008699102327227592,
+ 0.6879065036773682,
+ 2.172639845809954e-09,
+ 3.765159206636781e-08,
+ 2.049937847914407e-06,
+ 0.022249985486268997,
+ 0.00021598573948722333,
+ 4.1839175537461415e-05,
+ 0.001041512587107718,
+ 1.2321100257395301e-05
+ ],
+ "log_scores_by_expert": [
+ -7.047120571136475,
+ -0.374102383852005,
+ -19.947322845458984,
+ -17.094890594482422,
+ -13.097701072692871,
+ -3.8054139614105225,
+ -8.440298080444336,
+ -10.081677436828613,
+ -6.867081165313721,
+ -11.304197311401367
+ ],
+ "distances_by_expert": [
+ 14.09424114227295,
+ 0.74820476770401,
+ 39.89464569091797,
+ 34.189781188964844,
+ 26.195402145385742,
+ 7.610827922821045,
+ 16.880596160888672,
+ 20.163354873657227,
+ 13.734162330627441,
+ 22.608394622802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.216796875,
+ "language": 50.182979583740234
+ }
+ },
+ {
+ "routing_index": 584,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008531871717423201,
+ 0.6834807991981506,
+ 2.1366524105559392e-09,
+ 3.7821386911218724e-08,
+ 2.0121528905292507e-06,
+ 0.022740308195352554,
+ 0.00021306735288817436,
+ 4.166560756857507e-05,
+ 0.0010400331811979413,
+ 1.2241234799148515e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066531658172607,
+ -0.38055670261383057,
+ -19.964025497436523,
+ -17.090391159057617,
+ -13.116305351257324,
+ -3.783616304397583,
+ -8.453902244567871,
+ -10.085834503173828,
+ -6.868502616882324,
+ -11.310700416564941
+ ],
+ "distances_by_expert": [
+ 14.133063316345215,
+ 0.7611134052276611,
+ 39.92805099487305,
+ 34.180782318115234,
+ 26.23261070251465,
+ 7.567232608795166,
+ 16.907804489135742,
+ 20.171669006347656,
+ 13.737005233764648,
+ 22.621400833129883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.863037109375,
+ "language": 50.18170166015625
+ }
+ },
+ {
+ "routing_index": 585,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009480394655838609,
+ 0.8063057065010071,
+ 2.3400075210844307e-09,
+ 4.846766188393303e-08,
+ 2.3307750325329835e-06,
+ 0.03162354230880737,
+ 0.0002514661173336208,
+ 4.9040318117477e-05,
+ 0.0011498348321765661,
+ 1.3940081771579571e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961114406585693,
+ -0.21529237926006317,
+ -19.873111724853516,
+ -16.842369079589844,
+ -12.96930980682373,
+ -3.4538533687591553,
+ -8.288202285766602,
+ -9.922867774963379,
+ -6.768136978149414,
+ -11.180742263793945
+ ],
+ "distances_by_expert": [
+ 13.922228813171387,
+ 0.43058475852012634,
+ 39.74622344970703,
+ 33.68473815917969,
+ 25.93861961364746,
+ 6.9077067375183105,
+ 16.576404571533203,
+ 19.845735549926758,
+ 13.536273956298828,
+ 22.36148452758789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.145751953125,
+ "language": 50.18457794189453
+ }
+ },
+ {
+ "routing_index": 586,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008354439632967114,
+ 0.7073038816452026,
+ 2.106770979892758e-09,
+ 4.444488155286308e-08,
+ 2.1547675714828074e-06,
+ 0.028311001136898994,
+ 0.00023819597845431417,
+ 4.575823186314665e-05,
+ 0.0010216358350589871,
+ 1.262516434508143e-05
+ ],
+ "log_scores_by_expert": [
+ -7.087547302246094,
+ -0.3462948799133301,
+ -19.97810935974121,
+ -16.92901611328125,
+ -13.04782772064209,
+ -3.564504861831665,
+ -8.342416763305664,
+ -9.992138862609863,
+ -6.886350154876709,
+ -11.279818534851074
+ ],
+ "distances_by_expert": [
+ 14.175094604492188,
+ 0.6925897598266602,
+ 39.95621871948242,
+ 33.8580322265625,
+ 26.09565544128418,
+ 7.12900972366333,
+ 16.684833526611328,
+ 19.984277725219727,
+ 13.772700309753418,
+ 22.55963706970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.534423828125,
+ "language": 50.19307327270508
+ }
+ },
+ {
+ "routing_index": 587,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008136612013913691,
+ 0.6945906281471252,
+ 2.1007722228461034e-09,
+ 4.2591505433620114e-08,
+ 2.0791201222891686e-06,
+ 0.027429765090346336,
+ 0.00023447067360393703,
+ 4.495500252232887e-05,
+ 0.0009967094520106912,
+ 1.2176660675322637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.113966464996338,
+ -0.3644326329231262,
+ -19.980960845947266,
+ -16.97161102294922,
+ -13.083565711975098,
+ -3.5961265563964844,
+ -8.358180046081543,
+ -10.009848594665527,
+ -6.911051273345947,
+ -11.31598949432373
+ ],
+ "distances_by_expert": [
+ 14.227932929992676,
+ 0.7288652658462524,
+ 39.96192169189453,
+ 33.94322204589844,
+ 26.167131423950195,
+ 7.192253112792969,
+ 16.716360092163086,
+ 20.019697189331055,
+ 13.822102546691895,
+ 22.63197898864746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.973876953125,
+ "language": 50.19103240966797
+ }
+ },
+ {
+ "routing_index": 588,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008647071663290262,
+ 0.7333539128303528,
+ 2.2133161969861703e-09,
+ 4.471331038757853e-08,
+ 2.1914843273407314e-06,
+ 0.02952275611460209,
+ 0.00024104122712742537,
+ 4.7475921746809036e-05,
+ 0.0010379237355664372,
+ 1.2938276086060796e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053119659423828,
+ -0.3101268708705902,
+ -19.928773880004883,
+ -16.92299461364746,
+ -13.03093147277832,
+ -3.5225939750671387,
+ -8.33054256439209,
+ -9.95528793334961,
+ -6.870532989501953,
+ -11.25532054901123
+ ],
+ "distances_by_expert": [
+ 14.106239318847656,
+ 0.6202537417411804,
+ 39.857547760009766,
+ 33.84598922729492,
+ 26.06186294555664,
+ 7.045187950134277,
+ 16.66108512878418,
+ 19.91057586669922,
+ 13.741065979003906,
+ 22.51064109802246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.49365234375,
+ "language": 50.210262298583984
+ }
+ },
+ {
+ "routing_index": 589,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009289755253121257,
+ 0.7634590268135071,
+ 2.3353436962025853e-09,
+ 4.641784201453447e-08,
+ 2.330746156076202e-06,
+ 0.02995832823216915,
+ 0.00024766524438746274,
+ 4.9038637371268123e-05,
+ 0.0011205226182937622,
+ 1.3786298040940892e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981428146362305,
+ -0.2698958218097687,
+ -19.875106811523438,
+ -16.885581970214844,
+ -12.969322204589844,
+ -3.5079479217529297,
+ -8.30343246459961,
+ -9.92290210723877,
+ -6.793960094451904,
+ -11.191835403442383
+ ],
+ "distances_by_expert": [
+ 13.96285629272461,
+ 0.5397916436195374,
+ 39.750213623046875,
+ 33.77116394042969,
+ 25.938644409179688,
+ 7.015895843505859,
+ 16.60686492919922,
+ 19.84580421447754,
+ 13.587920188903809,
+ 22.383670806884766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.75439453125,
+ "language": 50.198394775390625
+ }
+ },
+ {
+ "routing_index": 590,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009572230046615005,
+ 0.7806509733200073,
+ 2.410445176792564e-09,
+ 4.827465360790484e-08,
+ 2.3786590190866264e-06,
+ 0.030475299805402756,
+ 0.0002563314628787339,
+ 5.0087117415387183e-05,
+ 0.0011548427864909172,
+ 1.3968587154522538e-05
+ ],
+ "log_scores_by_expert": [
+ -6.951474189758301,
+ -0.2476271390914917,
+ -19.843454360961914,
+ -16.846359252929688,
+ -12.948973655700684,
+ -3.4908387660980225,
+ -8.269039154052734,
+ -9.90174674987793,
+ -6.763791084289551,
+ -11.178699493408203
+ ],
+ "distances_by_expert": [
+ 13.902948379516602,
+ 0.4952542781829834,
+ 39.68690872192383,
+ 33.692718505859375,
+ 25.897947311401367,
+ 6.981677532196045,
+ 16.53807830810547,
+ 19.80349349975586,
+ 13.527582168579102,
+ 22.357398986816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.66650390625,
+ "language": 50.19601058959961
+ }
+ },
+ {
+ "routing_index": 591,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008869429002515972,
+ 0.6822810769081116,
+ 2.2693500412174217e-09,
+ 4.6985878299210526e-08,
+ 2.228531229775399e-06,
+ 0.02826612815260887,
+ 0.0002443929261062294,
+ 4.672623617807403e-05,
+ 0.0010484487283974886,
+ 1.2581882401718758e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0277299880981445,
+ -0.3823135495185852,
+ -19.903772354125977,
+ -16.8734188079834,
+ -13.014167785644531,
+ -3.5660910606384277,
+ -8.316733360290527,
+ -9.97120475769043,
+ -6.860443592071533,
+ -11.283252716064453
+ ],
+ "distances_by_expert": [
+ 14.055459976196289,
+ 0.7646270990371704,
+ 39.80754470825195,
+ 33.7468376159668,
+ 26.028335571289062,
+ 7.1321821212768555,
+ 16.633466720581055,
+ 19.94240951538086,
+ 13.720887184143066,
+ 22.566505432128906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.865234375,
+ "language": 50.19287872314453
+ }
+ },
+ {
+ "routing_index": 592,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009136464213952422,
+ 0.655691385269165,
+ 2.3120665382236893e-09,
+ 3.791455682744527e-08,
+ 2.1183104763622396e-06,
+ 0.022493837401270866,
+ 0.00022117835760582238,
+ 4.392316986923106e-05,
+ 0.0010401185136288404,
+ 1.2575572327477857e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9980669021606445,
+ -0.42206501960754395,
+ -19.88512420654297,
+ -17.08793067932129,
+ -13.064891815185547,
+ -3.7945139408111572,
+ -8.41654109954834,
+ -10.033068656921387,
+ -6.868420600891113,
+ -11.283754348754883
+ ],
+ "distances_by_expert": [
+ 13.996133804321289,
+ 0.8441300392150879,
+ 39.77024841308594,
+ 34.17586135864258,
+ 26.129783630371094,
+ 7.5890278816223145,
+ 16.83308219909668,
+ 20.066137313842773,
+ 13.736841201782227,
+ 22.567508697509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.4560546875,
+ "language": 50.1947135925293
+ }
+ },
+ {
+ "routing_index": 593,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009395760716870427,
+ 0.7461847066879272,
+ 2.3796877801629535e-09,
+ 4.2703192093540565e-08,
+ 2.223152478109114e-06,
+ 0.02610449492931366,
+ 0.0002363310632063076,
+ 4.601168620865792e-05,
+ 0.0011026245774701238,
+ 1.3167075849196408e-05
+ ],
+ "log_scores_by_expert": [
+ -6.970081806182861,
+ -0.29278215765953064,
+ -19.85629653930664,
+ -16.968992233276367,
+ -13.016584396362305,
+ -3.6456477642059326,
+ -8.350276947021484,
+ -9.986615180969238,
+ -6.810061931610107,
+ -11.237791061401367
+ ],
+ "distances_by_expert": [
+ 13.940163612365723,
+ 0.5855643153190613,
+ 39.71259307861328,
+ 33.937984466552734,
+ 26.03316879272461,
+ 7.291295528411865,
+ 16.70055389404297,
+ 19.973230361938477,
+ 13.620123863220215,
+ 22.475582122802734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.19287109375,
+ "language": 50.18648147583008
+ }
+ },
+ {
+ "routing_index": 594,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009335395880043507,
+ 0.7181613445281982,
+ 2.3322987985352484e-09,
+ 3.995344144414048e-08,
+ 2.0952832073817262e-06,
+ 0.0245819091796875,
+ 0.00022541233920492232,
+ 4.354666452854872e-05,
+ 0.001100630615837872,
+ 1.2392513781378511e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976527214050293,
+ -0.33106112480163574,
+ -19.87641143798828,
+ -17.035551071166992,
+ -13.075821876525879,
+ -3.705744504928589,
+ -8.397579193115234,
+ -10.041677474975586,
+ -6.8118720054626465,
+ -11.298418045043945
+ ],
+ "distances_by_expert": [
+ 13.953054428100586,
+ 0.6621222496032715,
+ 39.75282287597656,
+ 34.071102142333984,
+ 26.151643753051758,
+ 7.411489009857178,
+ 16.79515838623047,
+ 20.083354949951172,
+ 13.623744010925293,
+ 22.59683609008789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.90087890625,
+ "language": 50.1879997253418
+ }
+ },
+ {
+ "routing_index": 595,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008383063250221312,
+ 0.732450544834137,
+ 2.091141704241295e-09,
+ 4.236586192973846e-08,
+ 2.1167088561924174e-06,
+ 0.026051342487335205,
+ 0.00022085565433371812,
+ 4.283446469344199e-05,
+ 0.001041175564751029,
+ 1.2598019566212315e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084126949310303,
+ -0.3113595247268677,
+ -19.98555564880371,
+ -16.9769229888916,
+ -13.065648078918457,
+ -3.647686004638672,
+ -8.418001174926758,
+ -10.058167457580566,
+ -6.867404937744141,
+ -11.281970977783203
+ ],
+ "distances_by_expert": [
+ 14.168253898620605,
+ 0.6227190494537354,
+ 39.97111129760742,
+ 33.9538459777832,
+ 26.131296157836914,
+ 7.295372009277344,
+ 16.836002349853516,
+ 20.116334915161133,
+ 13.734809875488281,
+ 22.563941955566406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.162109375,
+ "language": 50.18181610107422
+ }
+ },
+ {
+ "routing_index": 596,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008885218412615359,
+ 0.775734007358551,
+ 2.209638250150192e-09,
+ 4.6497589778482507e-08,
+ 2.214438836745103e-06,
+ 0.03182040899991989,
+ 0.00024232827126979828,
+ 4.6839428250677884e-05,
+ 0.0010882752249017358,
+ 1.3408974155026954e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025951385498047,
+ -0.25394561886787415,
+ -19.930437088012695,
+ -16.883865356445312,
+ -13.020511627197266,
+ -3.4476473331451416,
+ -8.325217247009277,
+ -9.968785285949707,
+ -6.8231611251831055,
+ -11.219586372375488
+ ],
+ "distances_by_expert": [
+ 14.051902770996094,
+ 0.5078912377357483,
+ 39.86087417602539,
+ 33.767730712890625,
+ 26.04102325439453,
+ 6.895294666290283,
+ 16.650434494018555,
+ 19.937570571899414,
+ 13.646322250366211,
+ 22.439172744750977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.426025390625,
+ "language": 50.188560485839844
+ }
+ },
+ {
+ "routing_index": 597,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000852936995215714,
+ 0.7617505192756653,
+ 2.151903544245215e-09,
+ 4.615440118982406e-08,
+ 2.2000447188474936e-06,
+ 0.03161226585507393,
+ 0.0002463033888489008,
+ 4.641220220946707e-05,
+ 0.001038435148075223,
+ 1.314834207732929e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066824913024902,
+ -0.27213621139526367,
+ -19.956912994384766,
+ -16.891273498535156,
+ -13.027032852172852,
+ -3.454210042953491,
+ -8.30894660949707,
+ -9.977948188781738,
+ -6.870040416717529,
+ -11.239214897155762
+ ],
+ "distances_by_expert": [
+ 14.133649826049805,
+ 0.5442724227905273,
+ 39.91382598876953,
+ 33.78254699707031,
+ 26.054065704345703,
+ 6.908420085906982,
+ 16.61789321899414,
+ 19.955896377563477,
+ 13.740080833435059,
+ 22.478429794311523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.414306640625,
+ "language": 50.1989860534668
+ }
+ },
+ {
+ "routing_index": 598,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007783481851220131,
+ 0.7020494341850281,
+ 2.0169164116623506e-09,
+ 4.215129933982098e-08,
+ 2.0467948615987552e-06,
+ 0.028643636032938957,
+ 0.00023327562666963786,
+ 4.3873140384675935e-05,
+ 0.0009572722483426332,
+ 1.2071776836819481e-05
+ ],
+ "log_scores_by_expert": [
+ -7.158336639404297,
+ -0.35375139117240906,
+ -20.021696090698242,
+ -16.98200035095215,
+ -13.099235534667969,
+ -3.552824020385742,
+ -8.363289833068848,
+ -10.034208297729492,
+ -6.951422691345215,
+ -11.324640274047852
+ ],
+ "distances_by_expert": [
+ 14.316673278808594,
+ 0.7075027823448181,
+ 40.043392181396484,
+ 33.9640007019043,
+ 26.198471069335938,
+ 7.105648040771484,
+ 16.726579666137695,
+ 20.068416595458984,
+ 13.90284538269043,
+ 22.649280548095703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.294677734375,
+ "language": 50.1802978515625
+ }
+ },
+ {
+ "routing_index": 599,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008631178643554449,
+ 0.7517225742340088,
+ 2.1934716265548104e-09,
+ 4.4259870435325865e-08,
+ 2.1353723695938243e-06,
+ 0.030385032296180725,
+ 0.00024112283426802605,
+ 4.677407559938729e-05,
+ 0.001030866988003254,
+ 1.2843172953580506e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054959297180176,
+ -0.28538793325424194,
+ -19.937780380249023,
+ -16.93318748474121,
+ -13.056869506835938,
+ -3.493805170059204,
+ -8.330204010009766,
+ -9.970181465148926,
+ -6.877355098724365,
+ -11.26269817352295
+ ],
+ "distances_by_expert": [
+ 14.109918594360352,
+ 0.5707758665084839,
+ 39.87556076049805,
+ 33.86637496948242,
+ 26.113739013671875,
+ 6.987610340118408,
+ 16.66040802001953,
+ 19.94036293029785,
+ 13.75471019744873,
+ 22.5253963470459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.769287109375,
+ "language": 50.19890213012695
+ }
+ },
+ {
+ "routing_index": 600,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008930672192946076,
+ 0.7675502300262451,
+ 2.255227338210375e-09,
+ 4.58896600719072e-08,
+ 2.228973471574136e-06,
+ 0.030864128842949867,
+ 0.0002433929912513122,
+ 4.7615121729904786e-05,
+ 0.0010827694786712527,
+ 1.3272081559989601e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020848751068115,
+ -0.26455143094062805,
+ -19.910015106201172,
+ -16.89702606201172,
+ -13.013969421386719,
+ -3.4781606197357178,
+ -8.320833206176758,
+ -9.952360153198242,
+ -6.828233242034912,
+ -11.22984790802002
+ ],
+ "distances_by_expert": [
+ 14.04169750213623,
+ 0.5291028618812561,
+ 39.820030212402344,
+ 33.79405212402344,
+ 26.027938842773438,
+ 6.9563212394714355,
+ 16.641666412353516,
+ 19.904720306396484,
+ 13.656466484069824,
+ 22.45969581604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.274169921875,
+ "language": 50.17960739135742
+ }
+ },
+ {
+ "routing_index": 601,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009096727590076625,
+ 0.759149968624115,
+ 2.3053685627161258e-09,
+ 4.620504867602904e-08,
+ 2.2646490833722055e-06,
+ 0.03008895181119442,
+ 0.00024633461725898087,
+ 4.7806086513446644e-05,
+ 0.0010964185930788517,
+ 1.3290015886013862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002425670623779,
+ -0.27555590867996216,
+ -19.888025283813477,
+ -16.89017677307129,
+ -12.998090744018555,
+ -3.5035972595214844,
+ -8.308819770812988,
+ -9.948357582092285,
+ -6.815706253051758,
+ -11.228497505187988
+ ],
+ "distances_by_expert": [
+ 14.004851341247559,
+ 0.5511118173599243,
+ 39.77605056762695,
+ 33.78035354614258,
+ 25.99618148803711,
+ 7.007194519042969,
+ 16.617639541625977,
+ 19.89671516418457,
+ 13.631412506103516,
+ 22.456995010375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.707275390625,
+ "language": 50.185630798339844
+ }
+ },
+ {
+ "routing_index": 602,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009041124139912426,
+ 0.7223746180534363,
+ 2.35471508958085e-09,
+ 4.90331828473245e-08,
+ 2.2703493414155673e-06,
+ 0.029752643778920174,
+ 0.00025050650583580136,
+ 4.7906905820127577e-05,
+ 0.0010658047394827008,
+ 1.2843515833083075e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008556842803955,
+ -0.32521146535873413,
+ -19.866846084594727,
+ -16.830768585205078,
+ -12.995576858520508,
+ -3.5148372650146484,
+ -8.292025566101074,
+ -9.946250915527344,
+ -6.844025135040283,
+ -11.26267147064209
+ ],
+ "distances_by_expert": [
+ 14.01711368560791,
+ 0.6504229307174683,
+ 39.73369216918945,
+ 33.661537170410156,
+ 25.991153717041016,
+ 7.029674530029297,
+ 16.58405113220215,
+ 19.892501831054688,
+ 13.688050270080566,
+ 22.52534294128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.818603515625,
+ "language": 50.21549606323242
+ }
+ },
+ {
+ "routing_index": 603,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000881203799508512,
+ 0.6377270221710205,
+ 2.2281452238814836e-09,
+ 3.6967104932728034e-08,
+ 2.0602665244950913e-06,
+ 0.021169090643525124,
+ 0.00021422628196887672,
+ 4.1635616071289405e-05,
+ 0.0010079732164740562,
+ 1.220236299559474e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034221649169922,
+ -0.44984501600265503,
+ -19.922096252441406,
+ -17.113237380981445,
+ -13.09267520904541,
+ -3.855213165283203,
+ -8.448477745056152,
+ -10.086554527282715,
+ -6.899813652038574,
+ -11.313880920410156
+ ],
+ "distances_by_expert": [
+ 14.068443298339844,
+ 0.8996900320053101,
+ 39.84419250488281,
+ 34.22647476196289,
+ 26.18535041809082,
+ 7.710426330566406,
+ 16.896955490112305,
+ 20.17310905456543,
+ 13.799627304077148,
+ 22.627761840820312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3487.090576171875,
+ "language": 50.19599151611328
+ }
+ },
+ {
+ "routing_index": 604,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008782882941886783,
+ 0.6649937033653259,
+ 2.2322204085156727e-09,
+ 3.855814867392837e-08,
+ 2.089964482365758e-06,
+ 0.02268129214644432,
+ 0.0002151689404854551,
+ 4.1797458834480494e-05,
+ 0.0010320134460926056,
+ 1.2055107617925387e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037535667419434,
+ -0.4079777002334595,
+ -19.920269012451172,
+ -17.07109832763672,
+ -13.078363418579102,
+ -3.786214828491211,
+ -8.444087028503418,
+ -10.082674980163574,
+ -6.876243591308594,
+ -11.326022148132324
+ ],
+ "distances_by_expert": [
+ 14.075071334838867,
+ 0.815955400466919,
+ 39.840538024902344,
+ 34.14219665527344,
+ 26.156726837158203,
+ 7.572429656982422,
+ 16.888174057006836,
+ 20.16534996032715,
+ 13.752487182617188,
+ 22.65204429626465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.65576171875,
+ "language": 50.19087219238281
+ }
+ },
+ {
+ "routing_index": 605,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130671387538314,
+ 0.7276725769042969,
+ 2.301102863810911e-09,
+ 4.140806098007488e-08,
+ 2.1384882984420983e-06,
+ 0.024817639961838722,
+ 0.00022632179025094956,
+ 4.3566520616877824e-05,
+ 0.0010759381111711264,
+ 1.2676741789618973e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998701095581055,
+ -0.3179040551185608,
+ -19.889877319335938,
+ -16.99979019165039,
+ -13.055411338806152,
+ -3.6962006092071533,
+ -8.393552780151367,
+ -10.041221618652344,
+ -6.834562301635742,
+ -11.275741577148438
+ ],
+ "distances_by_expert": [
+ 13.99740219116211,
+ 0.6358081102371216,
+ 39.779754638671875,
+ 33.99958038330078,
+ 26.110822677612305,
+ 7.392401218414307,
+ 16.787105560302734,
+ 20.082443237304688,
+ 13.669124603271484,
+ 22.551483154296875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.0673828125,
+ "language": 50.19908905029297
+ }
+ },
+ {
+ "routing_index": 606,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008734419825486839,
+ 0.7202422618865967,
+ 2.168442092553846e-09,
+ 4.032213496429904e-08,
+ 2.0907680209347745e-06,
+ 0.024725299328565598,
+ 0.00022202517720870674,
+ 4.280269786249846e-05,
+ 0.0010629975004121661,
+ 1.2683792192547116e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043068885803223,
+ -0.3281676769256592,
+ -19.949256896972656,
+ -17.026365280151367,
+ -13.07797908782959,
+ -3.6999282836914062,
+ -8.4127197265625,
+ -10.05890941619873,
+ -6.846662521362305,
+ -11.275185585021973
+ ],
+ "distances_by_expert": [
+ 14.086137771606445,
+ 0.6563353538513184,
+ 39.89851379394531,
+ 34.052730560302734,
+ 26.15595817565918,
+ 7.3998565673828125,
+ 16.825439453125,
+ 20.11781883239746,
+ 13.69332504272461,
+ 22.550371170043945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.662109375,
+ "language": 50.18534851074219
+ }
+ },
+ {
+ "routing_index": 607,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008896859944798052,
+ 0.7857510447502136,
+ 2.2679740308007013e-09,
+ 4.7328207131158706e-08,
+ 2.205784312536707e-06,
+ 0.03084883652627468,
+ 0.00024149611999746412,
+ 4.6093638957245275e-05,
+ 0.0010918410262092948,
+ 1.3134493201505393e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024641990661621,
+ -0.2411152869462967,
+ -19.90437889099121,
+ -16.866159439086914,
+ -13.02442741394043,
+ -3.47865629196167,
+ -8.328657150268555,
+ -9.984835624694824,
+ -6.819890022277832,
+ -11.24026870727539
+ ],
+ "distances_by_expert": [
+ 14.049283981323242,
+ 0.4822305738925934,
+ 39.80875778198242,
+ 33.73231887817383,
+ 26.04885482788086,
+ 6.95731258392334,
+ 16.65731430053711,
+ 19.96967124938965,
+ 13.639780044555664,
+ 22.48053741455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.374755859375,
+ "language": 50.186100006103516
+ }
+ },
+ {
+ "routing_index": 608,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008244242053478956,
+ 0.7524879574775696,
+ 2.1258435012327936e-09,
+ 4.4746496286052206e-08,
+ 2.187345899073989e-06,
+ 0.03042474202811718,
+ 0.00024350699095521122,
+ 4.576403443934396e-05,
+ 0.0010113529860973358,
+ 1.3108502571412828e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100825309753418,
+ -0.2843702733516693,
+ -19.969097137451172,
+ -16.922252655029297,
+ -13.032821655273438,
+ -3.4924991130828857,
+ -8.320364952087402,
+ -9.992012023925781,
+ -6.896466255187988,
+ -11.242249488830566
+ ],
+ "distances_by_expert": [
+ 14.201650619506836,
+ 0.5687405467033386,
+ 39.938194274902344,
+ 33.844505310058594,
+ 26.065643310546875,
+ 6.9849982261657715,
+ 16.640729904174805,
+ 19.984024047851562,
+ 13.792932510375977,
+ 22.484498977661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.2587890625,
+ "language": 50.1951789855957
+ }
+ },
+ {
+ "routing_index": 609,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000805819348897785,
+ 0.7360190153121948,
+ 2.11074890898999e-09,
+ 4.422611610266358e-08,
+ 2.165289743061294e-06,
+ 0.03009544312953949,
+ 0.00024485436733812094,
+ 4.5698441681452096e-05,
+ 0.0009704470285214484,
+ 1.2849862287112046e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123651027679443,
+ -0.3064993917942047,
+ -19.97622299194336,
+ -16.933950424194336,
+ -13.042956352233887,
+ -3.5033814907073975,
+ -8.314846992492676,
+ -9.993446350097656,
+ -6.937753677368164,
+ -11.262177467346191
+ ],
+ "distances_by_expert": [
+ 14.247302055358887,
+ 0.6129987835884094,
+ 39.95244598388672,
+ 33.86790084838867,
+ 26.085912704467773,
+ 7.006762981414795,
+ 16.62969398498535,
+ 19.986892700195312,
+ 13.875507354736328,
+ 22.524354934692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.045654296875,
+ "language": 50.23406219482422
+ }
+ },
+ {
+ "routing_index": 610,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480946416966617,
+ 0.7514492869377136,
+ 2.1572088559906888e-09,
+ 4.456890323467633e-08,
+ 2.1853065845789388e-06,
+ 0.030625557526946068,
+ 0.00024638770264573395,
+ 4.7314017137978226e-05,
+ 0.0010179649107158184,
+ 1.3139892871549819e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072518348693848,
+ -0.285751610994339,
+ -19.954450607299805,
+ -16.92622947692871,
+ -13.033754348754883,
+ -3.4859204292297363,
+ -8.30860424041748,
+ -9.958703994750977,
+ -6.889949798583984,
+ -11.23985767364502
+ ],
+ "distances_by_expert": [
+ 14.145036697387695,
+ 0.571503221988678,
+ 39.90890121459961,
+ 33.85245895385742,
+ 26.067508697509766,
+ 6.971840858459473,
+ 16.61720848083496,
+ 19.917407989501953,
+ 13.779899597167969,
+ 22.47971534729004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.718017578125,
+ "language": 50.205772399902344
+ }
+ },
+ {
+ "routing_index": 611,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009628197876736522,
+ 0.7878025770187378,
+ 2.407444910090817e-09,
+ 4.506855688646283e-08,
+ 2.3091192815627437e-06,
+ 0.029044611379504204,
+ 0.000245901319431141,
+ 4.8897694796323776e-05,
+ 0.0011529362527653575,
+ 1.3853989003109746e-05
+ ],
+ "log_scores_by_expert": [
+ -6.945644378662109,
+ -0.23850779235363007,
+ -19.84469985961914,
+ -16.915081024169922,
+ -12.978644371032715,
+ -3.5389223098754883,
+ -8.310580253601074,
+ -9.925780296325684,
+ -6.765443325042725,
+ -11.18693733215332
+ ],
+ "distances_by_expert": [
+ 13.891288757324219,
+ 0.47701558470726013,
+ 39.68939971923828,
+ 33.830162048339844,
+ 25.95728874206543,
+ 7.077844619750977,
+ 16.62116050720215,
+ 19.851560592651367,
+ 13.53088665008545,
+ 22.37387466430664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.169677734375,
+ "language": 50.18343734741211
+ }
+ },
+ {
+ "routing_index": 612,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010095899924635887,
+ 0.7636318802833557,
+ 2.5165931560877652e-09,
+ 4.4739245197433775e-08,
+ 2.365211230426212e-06,
+ 0.028210101649165154,
+ 0.00024969843798317015,
+ 5.006046922062524e-05,
+ 0.001186181209050119,
+ 1.3901264537707902e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8982110023498535,
+ -0.2696695029735565,
+ -19.80035972595215,
+ -16.922414779663086,
+ -12.954643249511719,
+ -3.568075180053711,
+ -8.295256614685059,
+ -9.902278900146484,
+ -6.737016201019287,
+ -11.183530807495117
+ ],
+ "distances_by_expert": [
+ 13.796422004699707,
+ 0.539339005947113,
+ 39.6007194519043,
+ 33.84482955932617,
+ 25.909286499023438,
+ 7.136150360107422,
+ 16.590513229370117,
+ 19.80455780029297,
+ 13.474032402038574,
+ 22.367061614990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.916259765625,
+ "language": 50.195194244384766
+ }
+ },
+ {
+ "routing_index": 613,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008808236452750862,
+ 0.6913124918937683,
+ 2.303342405696185e-09,
+ 4.638722117533689e-08,
+ 2.169340859836666e-06,
+ 0.02809644304215908,
+ 0.0002363808744121343,
+ 4.531259764917195e-05,
+ 0.0010588261066004634,
+ 1.217738008563174e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034653186798096,
+ -0.3691633641719818,
+ -19.888904571533203,
+ -16.886241912841797,
+ -13.04108715057373,
+ -3.5721123218536377,
+ -8.350066184997559,
+ -10.001925468444824,
+ -6.850594520568848,
+ -11.315930366516113
+ ],
+ "distances_by_expert": [
+ 14.069306373596191,
+ 0.7383267283439636,
+ 39.777809143066406,
+ 33.772483825683594,
+ 26.08217430114746,
+ 7.144224643707275,
+ 16.700132369995117,
+ 20.00385093688965,
+ 13.701189041137695,
+ 22.631860733032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.517578125,
+ "language": 50.205543518066406
+ }
+ },
+ {
+ "routing_index": 614,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008687851368449628,
+ 0.6182469129562378,
+ 2.151444133957625e-09,
+ 3.537107318152266e-08,
+ 2.011930291700992e-06,
+ 0.02042151242494583,
+ 0.00021388822642620653,
+ 4.164093843428418e-05,
+ 0.0009956397116184235,
+ 1.2126562978664879e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048414707183838,
+ -0.4808674156665802,
+ -19.95712661743164,
+ -17.157371520996094,
+ -13.116415977478027,
+ -3.8911664485931396,
+ -8.450057029724121,
+ -10.086426734924316,
+ -6.912125110626221,
+ -11.320112228393555
+ ],
+ "distances_by_expert": [
+ 14.096829414367676,
+ 0.9617348313331604,
+ 39.91425323486328,
+ 34.31474304199219,
+ 26.232831954956055,
+ 7.782332897186279,
+ 16.900114059448242,
+ 20.172853469848633,
+ 13.824250221252441,
+ 22.64022445678711
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.51708984375,
+ "language": 50.184425354003906
+ }
+ },
+ {
+ "routing_index": 615,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000897180987522006,
+ 0.6877065300941467,
+ 2.2401580590525327e-09,
+ 3.85485918741324e-08,
+ 2.135832801286597e-06,
+ 0.02272479049861431,
+ 0.00022327242186293006,
+ 4.300568616599776e-05,
+ 0.0010498609626665711,
+ 1.2745694220939185e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0162529945373535,
+ -0.37439316511154175,
+ -19.916719436645508,
+ -17.071346282958984,
+ -13.05665397644043,
+ -3.784298896789551,
+ -8.40711784362793,
+ -10.054178237915039,
+ -6.859097480773926,
+ -11.270317077636719
+ ],
+ "distances_by_expert": [
+ 14.032505989074707,
+ 0.7487863302230835,
+ 39.833438873291016,
+ 34.14269256591797,
+ 26.11330795288086,
+ 7.568597793579102,
+ 16.81423568725586,
+ 20.108356475830078,
+ 13.718194961547852,
+ 22.540634155273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.64892578125,
+ "language": 50.19684982299805
+ }
+ },
+ {
+ "routing_index": 616,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009037378476932645,
+ 0.7391957640647888,
+ 2.2699344626175844e-09,
+ 4.0937589318446044e-08,
+ 2.1602631932182703e-06,
+ 0.024995915591716766,
+ 0.00022838066797703505,
+ 4.376019205665216e-05,
+ 0.0010854125721380115,
+ 1.2833745131501928e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008971214294434,
+ -0.3021925091743469,
+ -19.903514862060547,
+ -17.01121711730957,
+ -13.045280456542969,
+ -3.689042806625366,
+ -8.384496688842773,
+ -10.036786079406738,
+ -6.8257951736450195,
+ -11.263432502746582
+ ],
+ "distances_by_expert": [
+ 14.017942428588867,
+ 0.6043850183486938,
+ 39.807029724121094,
+ 34.02243423461914,
+ 26.090560913085938,
+ 7.378085613250732,
+ 16.768993377685547,
+ 20.073572158813477,
+ 13.651590347290039,
+ 22.526865005493164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.80322265625,
+ "language": 50.16913604736328
+ }
+ },
+ {
+ "routing_index": 617,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008026700816117227,
+ 0.6648051738739014,
+ 1.9895021186044914e-09,
+ 3.426765360359241e-08,
+ 1.965537649084581e-06,
+ 0.020701183006167412,
+ 0.0002074574731523171,
+ 3.8935409975238144e-05,
+ 0.0009953862754628062,
+ 1.2022604096273426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127566814422607,
+ -0.4082612693309784,
+ -20.035381317138672,
+ -17.189064025878906,
+ -13.139744758605957,
+ -3.8775644302368164,
+ -8.480584144592285,
+ -10.153606414794922,
+ -6.912379741668701,
+ -11.32872200012207
+ ],
+ "distances_by_expert": [
+ 14.255133628845215,
+ 0.8165225386619568,
+ 40.070762634277344,
+ 34.37812805175781,
+ 26.279489517211914,
+ 7.755128860473633,
+ 16.96116828918457,
+ 20.307212829589844,
+ 13.824759483337402,
+ 22.65744400024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.6201171875,
+ "language": 50.18524932861328
+ }
+ },
+ {
+ "routing_index": 618,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008125562453642488,
+ 0.7509533166885376,
+ 2.0755928087368147e-09,
+ 4.229287497992118e-08,
+ 2.223351657448802e-06,
+ 0.027520228177309036,
+ 0.00023153134679887444,
+ 4.3684842239599675e-05,
+ 0.0010243031429126859,
+ 1.3355907867662609e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115325450897217,
+ -0.2864117920398712,
+ -19.993019104003906,
+ -16.978647232055664,
+ -13.016494750976562,
+ -3.592833995819092,
+ -8.370795249938965,
+ -10.038509368896484,
+ -6.883742809295654,
+ -11.223551750183105
+ ],
+ "distances_by_expert": [
+ 14.230650901794434,
+ 0.5728235840797424,
+ 39.98603820800781,
+ 33.95729446411133,
+ 26.032989501953125,
+ 7.185667991638184,
+ 16.74159049987793,
+ 20.07701873779297,
+ 13.767485618591309,
+ 22.44710350036621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.07177734375,
+ "language": 50.18798065185547
+ }
+ },
+ {
+ "routing_index": 619,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008725877851247787,
+ 0.7442634701728821,
+ 2.1397641436493586e-09,
+ 4.420932953053125e-08,
+ 2.1896523776376853e-06,
+ 0.0294861551374197,
+ 0.00023756982409395278,
+ 4.552019527181983e-05,
+ 0.0010808139340952039,
+ 1.330491704720771e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0440473556518555,
+ -0.29536017775535583,
+ -19.962570190429688,
+ -16.934329986572266,
+ -13.031767845153809,
+ -3.523834466934204,
+ -8.345048904418945,
+ -9.997354507446289,
+ -6.83004093170166,
+ -11.227376937866211
+ ],
+ "distances_by_expert": [
+ 14.088094711303711,
+ 0.5907203555107117,
+ 39.925140380859375,
+ 33.86865997314453,
+ 26.063535690307617,
+ 7.047668933868408,
+ 16.69009780883789,
+ 19.994709014892578,
+ 13.66008186340332,
+ 22.454753875732422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3409.311767578125,
+ "language": 50.18963623046875
+ }
+ },
+ {
+ "routing_index": 620,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008710433612577617,
+ 0.7797350883483887,
+ 2.2104096331077017e-09,
+ 4.7146386350505054e-08,
+ 2.3193244942376623e-06,
+ 0.03210968151688576,
+ 0.000258370244409889,
+ 4.837772939936258e-05,
+ 0.0010596669744700193,
+ 1.3815779311698861e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04581880569458,
+ -0.2488010823726654,
+ -19.93008804321289,
+ -16.87000846862793,
+ -12.974234580993652,
+ -3.4385976791381836,
+ -8.261116981506348,
+ -9.936470985412598,
+ -6.8498005867004395,
+ -11.189699172973633
+ ],
+ "distances_by_expert": [
+ 14.09163761138916,
+ 0.4976021647453308,
+ 39.86017608642578,
+ 33.74001693725586,
+ 25.948469161987305,
+ 6.877195358276367,
+ 16.522233963012695,
+ 19.872941970825195,
+ 13.699601173400879,
+ 22.379398345947266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.288818359375,
+ "language": 50.20271301269531
+ }
+ },
+ {
+ "routing_index": 621,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008317127940244973,
+ 0.7480592131614685,
+ 2.142700683549492e-09,
+ 4.320870417018341e-08,
+ 2.1461273718159646e-06,
+ 0.030436785891652107,
+ 0.0002441066171741113,
+ 4.5718406909145415e-05,
+ 0.0010071046417579055,
+ 1.2932871868542861e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0920233726501465,
+ -0.29027312994003296,
+ -19.961198806762695,
+ -16.957223892211914,
+ -13.05184555053711,
+ -3.492103338241577,
+ -8.31790542602539,
+ -9.993009567260742,
+ -6.9006757736206055,
+ -11.255738258361816
+ ],
+ "distances_by_expert": [
+ 14.184046745300293,
+ 0.5805462598800659,
+ 39.92239761352539,
+ 33.91444778442383,
+ 26.10369110107422,
+ 6.984206676483154,
+ 16.63581085205078,
+ 19.986019134521484,
+ 13.801351547241211,
+ 22.511476516723633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.372314453125,
+ "language": 50.2065544128418
+ }
+ },
+ {
+ "routing_index": 622,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009764335118234158,
+ 0.811222493648529,
+ 2.423953704422388e-09,
+ 4.7204874675799147e-08,
+ 2.392009946561302e-06,
+ 0.031214116141200066,
+ 0.00025788330822251737,
+ 5.055304063716903e-05,
+ 0.0011647914070636034,
+ 1.4327950339065865e-05
+ ],
+ "log_scores_by_expert": [
+ -6.931603908538818,
+ -0.20921292901039124,
+ -19.837865829467773,
+ -16.8687686920166,
+ -12.943376541137695,
+ -3.4668848514556885,
+ -8.2630033493042,
+ -9.892487525939941,
+ -6.755213260650635,
+ -11.153298377990723
+ ],
+ "distances_by_expert": [
+ 13.863207817077637,
+ 0.41842585802078247,
+ 39.67573165893555,
+ 33.7375373840332,
+ 25.88675308227539,
+ 6.933769702911377,
+ 16.5260066986084,
+ 19.784975051879883,
+ 13.51042652130127,
+ 22.306596755981445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.19921875,
+ "language": 50.178016662597656
+ }
+ },
+ {
+ "routing_index": 623,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009708201396279037,
+ 0.7655645608901978,
+ 2.4416606514421346e-09,
+ 4.415261756207656e-08,
+ 2.346561132071656e-06,
+ 0.027676599100232124,
+ 0.0002501815906725824,
+ 4.902708678855561e-05,
+ 0.0011615584371611476,
+ 1.4007459867571015e-05
+ ],
+ "log_scores_by_expert": [
+ -6.937369346618652,
+ -0.267141729593277,
+ -19.83058738708496,
+ -16.93561363220215,
+ -12.962559700012207,
+ -3.587167978286743,
+ -8.293323516845703,
+ -9.923137664794922,
+ -6.757992744445801,
+ -11.175920486450195
+ ],
+ "distances_by_expert": [
+ 13.874738693237305,
+ 0.534283459186554,
+ 39.66117477416992,
+ 33.8712272644043,
+ 25.925119400024414,
+ 7.174335956573486,
+ 16.586647033691406,
+ 19.846275329589844,
+ 13.515985488891602,
+ 22.35184097290039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.60546875,
+ "language": 50.2016716003418
+ }
+ },
+ {
+ "routing_index": 624,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009338329546153545,
+ 0.7872940897941589,
+ 2.3888968581076142e-09,
+ 4.831490585388565e-08,
+ 2.3175953174359165e-06,
+ 0.03123902902007103,
+ 0.00025551189901307225,
+ 4.880568667431362e-05,
+ 0.001122811227105558,
+ 1.345276632491732e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976212978363037,
+ -0.23915345966815948,
+ -19.852434158325195,
+ -16.84552574157715,
+ -12.974980354309082,
+ -3.4660871028900146,
+ -8.272241592407227,
+ -9.927663803100586,
+ -6.791919708251953,
+ -11.216325759887695
+ ],
+ "distances_by_expert": [
+ 13.952425956726074,
+ 0.47830691933631897,
+ 39.70486831665039,
+ 33.6910514831543,
+ 25.949960708618164,
+ 6.932174205780029,
+ 16.544483184814453,
+ 19.855327606201172,
+ 13.583839416503906,
+ 22.43265151977539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.302978515625,
+ "language": 50.20401382446289
+ }
+ },
+ {
+ "routing_index": 625,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009086115169338882,
+ 0.6518071293830872,
+ 2.2978485780811297e-09,
+ 3.795275915763341e-08,
+ 2.0963882434443804e-06,
+ 0.022124335169792175,
+ 0.00021972059039399028,
+ 4.344607441453263e-05,
+ 0.0010475596645846963,
+ 1.2434467862476595e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0035929679870605,
+ -0.4280065894126892,
+ -19.891292572021484,
+ -17.086923599243164,
+ -13.075294494628906,
+ -3.811077117919922,
+ -8.4231538772583,
+ -10.043990135192871,
+ -6.861291885375977,
+ -11.295038223266602
+ ],
+ "distances_by_expert": [
+ 14.007185935974121,
+ 0.8560131788253784,
+ 39.78258514404297,
+ 34.17384719848633,
+ 26.150588989257812,
+ 7.622154235839844,
+ 16.8463077545166,
+ 20.087980270385742,
+ 13.722583770751953,
+ 22.590076446533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.452392578125,
+ "language": 50.19185256958008
+ }
+ },
+ {
+ "routing_index": 626,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009460151195526123,
+ 0.6993588805198669,
+ 2.400063259244689e-09,
+ 4.062722425146603e-08,
+ 2.1523399027501e-06,
+ 0.024443726986646652,
+ 0.00023090731701813638,
+ 4.482865915633738e-05,
+ 0.0010958561906591058,
+ 1.2793358109775e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963252067565918,
+ -0.3575912117958069,
+ -19.84777069091797,
+ -17.018827438354492,
+ -13.048954963684082,
+ -3.711381673812866,
+ -8.373494148254395,
+ -10.012662887573242,
+ -6.816219329833984,
+ -11.266584396362305
+ ],
+ "distances_by_expert": [
+ 13.926504135131836,
+ 0.7151824235916138,
+ 39.69554138183594,
+ 34.037654876708984,
+ 26.097909927368164,
+ 7.422763347625732,
+ 16.74698829650879,
+ 20.025325775146484,
+ 13.632438659667969,
+ 22.53316879272461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.081298828125,
+ "language": 50.18720626831055
+ }
+ },
+ {
+ "routing_index": 627,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000925295113120228,
+ 0.7342143058776855,
+ 2.325045711515372e-09,
+ 4.165386258137005e-08,
+ 2.106161446135957e-06,
+ 0.026038022711873055,
+ 0.00022814272961113602,
+ 4.372014518594369e-05,
+ 0.0011081183329224586,
+ 1.246872761839768e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985397815704346,
+ -0.3089543581008911,
+ -19.879526138305664,
+ -16.993871688842773,
+ -13.070643424987793,
+ -3.6481974124908447,
+ -8.385539054870605,
+ -10.037701606750488,
+ -6.805091857910156,
+ -11.29228687286377
+ ],
+ "distances_by_expert": [
+ 13.970795631408691,
+ 0.6179087162017822,
+ 39.75905227661133,
+ 33.98774337768555,
+ 26.141286849975586,
+ 7.2963948249816895,
+ 16.77107810974121,
+ 20.075403213500977,
+ 13.610183715820312,
+ 22.58457374572754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.846435546875,
+ "language": 50.166053771972656
+ }
+ },
+ {
+ "routing_index": 628,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008605219190940261,
+ 0.6758543252944946,
+ 2.155321254804221e-09,
+ 3.682059457332798e-08,
+ 1.990653572647716e-06,
+ 0.022309930995106697,
+ 0.0002131334040313959,
+ 4.0847837226465344e-05,
+ 0.0010385955683887005,
+ 1.1956605703744572e-05
+ ],
+ "log_scores_by_expert": [
+ -7.057971477508545,
+ -0.39177772402763367,
+ -19.955326080322266,
+ -17.11720848083496,
+ -13.127047538757324,
+ -3.8027234077453613,
+ -8.453592300415039,
+ -10.105656623840332,
+ -6.8698859214782715,
+ -11.334226608276367
+ ],
+ "distances_by_expert": [
+ 14.11594295501709,
+ 0.7835554480552673,
+ 39.91065216064453,
+ 34.23441696166992,
+ 26.25409507751465,
+ 7.605446815490723,
+ 16.907184600830078,
+ 20.211313247680664,
+ 13.739771842956543,
+ 22.668453216552734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.64794921875,
+ "language": 50.17770767211914
+ }
+ },
+ {
+ "routing_index": 629,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008531086496077478,
+ 0.7521661520004272,
+ 2.149401323592315e-09,
+ 4.557164245966305e-08,
+ 2.2463398181571392e-06,
+ 0.028836054727435112,
+ 0.00023184422752819955,
+ 4.447207902558148e-05,
+ 0.001057627028785646,
+ 1.3231059710960835e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066623687744141,
+ -0.2847980260848999,
+ -19.95807647705078,
+ -16.903980255126953,
+ -13.006208419799805,
+ -3.546128749847412,
+ -8.369444847106934,
+ -10.020648956298828,
+ -6.851727485656738,
+ -11.232943534851074
+ ],
+ "distances_by_expert": [
+ 14.133247375488281,
+ 0.5695960521697998,
+ 39.91615295410156,
+ 33.807960510253906,
+ 26.01241683959961,
+ 7.092257499694824,
+ 16.738889694213867,
+ 20.041297912597656,
+ 13.703454971313477,
+ 22.46588706970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.255859375,
+ "language": 50.17049026489258
+ }
+ },
+ {
+ "routing_index": 630,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009135178988799453,
+ 0.786932110786438,
+ 2.3140385163600286e-09,
+ 4.8750713688150427e-08,
+ 2.3465654521714896e-06,
+ 0.03127456083893776,
+ 0.00025168299907818437,
+ 4.8422691179439425e-05,
+ 0.00111505133099854,
+ 1.3810984455631115e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9982075691223145,
+ -0.23961332440376282,
+ -19.8842716217041,
+ -16.836545944213867,
+ -12.962557792663574,
+ -3.4649503231048584,
+ -8.28734016418457,
+ -9.935542106628418,
+ -6.798854827880859,
+ -11.190046310424805
+ ],
+ "distances_by_expert": [
+ 13.996415138244629,
+ 0.47922664880752563,
+ 39.7685432434082,
+ 33.673091888427734,
+ 25.92511558532715,
+ 6.929900646209717,
+ 16.57468032836914,
+ 19.871084213256836,
+ 13.597709655761719,
+ 22.38009262084961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.904052734375,
+ "language": 50.20063400268555
+ }
+ },
+ {
+ "routing_index": 631,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007781318272463977,
+ 0.7020060420036316,
+ 2.0007777656871895e-09,
+ 4.2184517212717765e-08,
+ 2.1436808310681954e-06,
+ 0.028367403894662857,
+ 0.00023389537818729877,
+ 4.386004729894921e-05,
+ 0.0009675827459432185,
+ 1.281755066884216e-05
+ ],
+ "log_scores_by_expert": [
+ -7.158614635467529,
+ -0.3538132309913635,
+ -20.02972984313965,
+ -16.981212615966797,
+ -13.052986145019531,
+ -3.562514543533325,
+ -8.360636711120605,
+ -10.034506797790527,
+ -6.940709590911865,
+ -11.264695167541504
+ ],
+ "distances_by_expert": [
+ 14.317229270935059,
+ 0.707626461982727,
+ 40.0594596862793,
+ 33.962425231933594,
+ 26.105972290039062,
+ 7.12502908706665,
+ 16.72127342224121,
+ 20.069013595581055,
+ 13.88141918182373,
+ 22.529390335083008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.694091796875,
+ "language": 50.203773498535156
+ }
+ },
+ {
+ "routing_index": 632,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008246161160059273,
+ 0.7238286733627319,
+ 2.1023274232589984e-09,
+ 4.4361879503185264e-08,
+ 2.1483615455508698e-06,
+ 0.0297334473580122,
+ 0.00024118126020766795,
+ 4.504168828134425e-05,
+ 0.0010113829048350453,
+ 1.2867029909102712e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100592613220215,
+ -0.3232005834579468,
+ -19.980220794677734,
+ -16.930885314941406,
+ -13.05080509185791,
+ -3.5154826641082764,
+ -8.329961776733398,
+ -10.007922172546387,
+ -6.89643669128418,
+ -11.260842323303223
+ ],
+ "distances_by_expert": [
+ 14.20118522644043,
+ 0.6464011669158936,
+ 39.96044158935547,
+ 33.86177062988281,
+ 26.10161018371582,
+ 7.030965328216553,
+ 16.659923553466797,
+ 20.015844345092773,
+ 13.79287338256836,
+ 22.521684646606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.672607421875,
+ "language": 50.19517517089844
+ }
+ },
+ {
+ "routing_index": 633,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009079284500330687,
+ 0.7497788667678833,
+ 2.2820332290507395e-09,
+ 4.6481453352953395e-08,
+ 2.194485659856582e-06,
+ 0.02988559938967228,
+ 0.00024140378809534013,
+ 4.65550365333911e-05,
+ 0.0010988444555550814,
+ 1.2804099242202938e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004344940185547,
+ -0.2879769802093506,
+ -19.8981990814209,
+ -16.884212493896484,
+ -13.029562950134277,
+ -3.51037859916687,
+ -8.329039573669434,
+ -9.974875450134277,
+ -6.813496112823486,
+ -11.265745162963867
+ ],
+ "distances_by_expert": [
+ 14.008689880371094,
+ 0.5759539604187012,
+ 39.7963981628418,
+ 33.76842498779297,
+ 26.059125900268555,
+ 7.02075719833374,
+ 16.658079147338867,
+ 19.949750900268555,
+ 13.626992225646973,
+ 22.531490325927734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.7607421875,
+ "language": 50.18383026123047
+ }
+ },
+ {
+ "routing_index": 634,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010096515761688352,
+ 0.7806323766708374,
+ 2.4707014212310696e-09,
+ 4.803273156994692e-08,
+ 2.3991310627025086e-06,
+ 0.03024081513285637,
+ 0.00025120581267401576,
+ 5.004734339308925e-05,
+ 0.0011989811901003122,
+ 1.423062349203974e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8981499671936035,
+ -0.24765095114707947,
+ -19.818763732910156,
+ -16.851383209228516,
+ -12.940403938293457,
+ -3.498562812805176,
+ -8.289237976074219,
+ -9.902541160583496,
+ -6.726283073425293,
+ -11.160114288330078
+ ],
+ "distances_by_expert": [
+ 13.796299934387207,
+ 0.49530190229415894,
+ 39.63752746582031,
+ 33.70276641845703,
+ 25.880807876586914,
+ 6.997125625610352,
+ 16.578475952148438,
+ 19.805082321166992,
+ 13.452566146850586,
+ 22.320228576660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.343994140625,
+ "language": 50.194786071777344
+ }
+ },
+ {
+ "routing_index": 635,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009875966934487224,
+ 0.7639603614807129,
+ 2.44374787072843e-09,
+ 4.720235580180088e-08,
+ 2.3809443518985063e-06,
+ 0.028668291866779327,
+ 0.0002480313996784389,
+ 4.9216625484405085e-05,
+ 0.0011808329727500677,
+ 1.3871030205336865e-05
+ ],
+ "log_scores_by_expert": [
+ -6.920236110687256,
+ -0.2692393958568573,
+ -19.82973289489746,
+ -16.86882209777832,
+ -12.948013305664062,
+ -3.5519635677337646,
+ -8.301955223083496,
+ -9.919279098510742,
+ -6.741535186767578,
+ -11.185708045959473
+ ],
+ "distances_by_expert": [
+ 13.840472221374512,
+ 0.5384787917137146,
+ 39.65946578979492,
+ 33.73764419555664,
+ 25.896026611328125,
+ 7.103927135467529,
+ 16.603910446166992,
+ 19.838558197021484,
+ 13.483070373535156,
+ 22.371416091918945
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3357.83984375,
+ "language": 50.19953918457031
+ }
+ },
+ {
+ "routing_index": 636,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008886769064702094,
+ 0.7097264528274536,
+ 2.2883184236377474e-09,
+ 4.839477796281244e-08,
+ 2.2871217879583128e-06,
+ 0.029154792428016663,
+ 0.0002469975152052939,
+ 4.705199535237625e-05,
+ 0.0010680722771212459,
+ 1.2989446986466646e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0257768630981445,
+ -0.3428756296634674,
+ -19.895448684692383,
+ -16.843873977661133,
+ -12.988216400146484,
+ -3.5351359844207764,
+ -8.306132316589355,
+ -9.96425724029541,
+ -6.841899871826172,
+ -11.251373291015625
+ ],
+ "distances_by_expert": [
+ 14.051553726196289,
+ 0.6857512593269348,
+ 39.790897369384766,
+ 33.687747955322266,
+ 25.97643280029297,
+ 7.070271968841553,
+ 16.61226463317871,
+ 19.92851448059082,
+ 13.683799743652344,
+ 22.50274658203125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.455078125,
+ "language": 50.22347640991211
+ }
+ },
+ {
+ "routing_index": 637,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008445699349977076,
+ 0.6664663553237915,
+ 2.21919616016919e-09,
+ 4.628584449051232e-08,
+ 2.1873897821933497e-06,
+ 0.02712257392704487,
+ 0.0002356197073822841,
+ 4.482186341192573e-05,
+ 0.001019797520712018,
+ 1.2205563507450279e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076683044433594,
+ -0.405765563249588,
+ -19.92612075805664,
+ -16.888429641723633,
+ -13.032801628112793,
+ -3.607388973236084,
+ -8.353291511535645,
+ -10.01281452178955,
+ -6.888151168823242,
+ -11.313618659973145
+ ],
+ "distances_by_expert": [
+ 14.153366088867188,
+ 0.811531126499176,
+ 39.85224151611328,
+ 33.776859283447266,
+ 26.065603256225586,
+ 7.214777946472168,
+ 16.70658302307129,
+ 20.0256290435791,
+ 13.776302337646484,
+ 22.62723731994629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.142822265625,
+ "language": 50.227169036865234
+ }
+ },
+ {
+ "routing_index": 638,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008541926508769393,
+ 0.6566810011863708,
+ 2.199823212478691e-09,
+ 4.5913122193042e-08,
+ 2.159558789571747e-06,
+ 0.02672617696225643,
+ 0.00023090555623639375,
+ 4.441346391104162e-05,
+ 0.0010336308041587472,
+ 1.2055866136506665e-05
+ ],
+ "log_scores_by_expert": [
+ -7.065353870391846,
+ -0.420556902885437,
+ -19.93488883972168,
+ -16.896514892578125,
+ -13.04560661315918,
+ -3.6221117973327637,
+ -8.373501777648926,
+ -10.021967887878418,
+ -6.874677658081055,
+ -11.325959205627441
+ ],
+ "distances_by_expert": [
+ 14.130707740783691,
+ 0.841113805770874,
+ 39.86977767944336,
+ 33.79302978515625,
+ 26.09121322631836,
+ 7.244223594665527,
+ 16.74700355529785,
+ 20.043935775756836,
+ 13.74935531616211,
+ 22.651918411254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.23583984375,
+ "language": 50.22480010986328
+ }
+ },
+ {
+ "routing_index": 639,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008148947963491082,
+ 0.618474006652832,
+ 2.090324358050566e-09,
+ 4.3476553912569216e-08,
+ 2.0429704363778e-06,
+ 0.025427905842661858,
+ 0.00022058497415855527,
+ 4.265030293026939e-05,
+ 0.000996098853647709,
+ 1.1372844710422214e-05
+ ],
+ "log_scores_by_expert": [
+ -7.112451553344727,
+ -0.48050013184547424,
+ -19.985946655273438,
+ -16.9510440826416,
+ -13.101105690002441,
+ -3.671908140182495,
+ -8.419227600097656,
+ -10.06247615814209,
+ -6.911664009094238,
+ -11.384282112121582
+ ],
+ "distances_by_expert": [
+ 14.224903106689453,
+ 0.9610002636909485,
+ 39.971893310546875,
+ 33.9020881652832,
+ 26.202211380004883,
+ 7.34381628036499,
+ 16.838455200195312,
+ 20.12495231628418,
+ 13.823328018188477,
+ 22.768564224243164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.91162109375,
+ "language": 50.19681930541992
+ }
+ },
+ {
+ "routing_index": 640,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008466464933007956,
+ 0.6419539451599121,
+ 2.1510706549321412e-09,
+ 4.477424297988364e-08,
+ 2.0832167137996294e-06,
+ 0.026440579444169998,
+ 0.00022647916921414435,
+ 4.379835445433855e-05,
+ 0.0010314993560314178,
+ 1.1737562090274878e-05
+ ],
+ "log_scores_by_expert": [
+ -7.074227333068848,
+ -0.44323867559432983,
+ -19.957300186157227,
+ -16.921632766723633,
+ -13.081597328186035,
+ -3.6328554153442383,
+ -8.392857551574707,
+ -10.035914421081543,
+ -6.876741886138916,
+ -11.352716445922852
+ ],
+ "distances_by_expert": [
+ 14.148454666137695,
+ 0.8864773511886597,
+ 39.91460037231445,
+ 33.843265533447266,
+ 26.16319465637207,
+ 7.265710830688477,
+ 16.785715103149414,
+ 20.071828842163086,
+ 13.753483772277832,
+ 22.705432891845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.0087890625,
+ "language": 50.18495178222656
+ }
+ },
+ {
+ "routing_index": 641,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008711829432286322,
+ 0.6540998816490173,
+ 2.184253222736743e-09,
+ 4.56282620575621e-08,
+ 2.1145681330381194e-06,
+ 0.02691641077399254,
+ 0.00022850398090668023,
+ 4.438983523868956e-05,
+ 0.0010576392523944378,
+ 1.1860312952194363e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045658588409424,
+ -0.42449527978897095,
+ -19.941991806030273,
+ -16.902738571166992,
+ -13.066659927368164,
+ -3.6150190830230713,
+ -8.383956909179688,
+ -10.022500038146973,
+ -6.851716041564941,
+ -11.342312812805176
+ ],
+ "distances_by_expert": [
+ 14.091317176818848,
+ 0.8489905595779419,
+ 39.88398361206055,
+ 33.805477142333984,
+ 26.133319854736328,
+ 7.230038166046143,
+ 16.767913818359375,
+ 20.045000076293945,
+ 13.703432083129883,
+ 22.68462562561035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.072265625,
+ "language": 50.180931091308594
+ }
+ },
+ {
+ "routing_index": 642,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008756066090427339,
+ 0.6644416451454163,
+ 2.212278138458146e-09,
+ 4.5788326019646775e-08,
+ 2.134981286872062e-06,
+ 0.026858428493142128,
+ 0.0002299647603649646,
+ 4.467305916477926e-05,
+ 0.0010622662957757711,
+ 1.1904994607903063e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04059362411499,
+ -0.408808171749115,
+ -19.929243087768555,
+ -16.89923667907715,
+ -13.057052612304688,
+ -3.617175579071045,
+ -8.377584457397461,
+ -10.01613998413086,
+ -6.847350597381592,
+ -11.338552474975586
+ ],
+ "distances_by_expert": [
+ 14.08118724822998,
+ 0.81761634349823,
+ 39.85848617553711,
+ 33.7984733581543,
+ 26.114105224609375,
+ 7.23435115814209,
+ 16.755168914794922,
+ 20.03227996826172,
+ 13.694701194763184,
+ 22.677104949951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.39013671875,
+ "language": 50.17892837524414
+ }
+ },
+ {
+ "routing_index": 643,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148181998170912,
+ 0.6931937336921692,
+ 2.259192388720521e-09,
+ 4.645371021183564e-08,
+ 2.2082197119743796e-06,
+ 0.028907928615808487,
+ 0.00023615194368176162,
+ 4.6610384742962196e-05,
+ 0.001097032567486167,
+ 1.2503510333772283e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9967851638793945,
+ -0.36644572019577026,
+ -19.90825843811035,
+ -16.884809494018555,
+ -13.023324012756348,
+ -3.5436394214630127,
+ -8.351035118103027,
+ -9.973687171936035,
+ -6.815146446228027,
+ -11.289501190185547
+ ],
+ "distances_by_expert": [
+ 13.993570327758789,
+ 0.7328914403915405,
+ 39.8165168762207,
+ 33.76961898803711,
+ 26.046648025512695,
+ 7.087278842926025,
+ 16.702070236206055,
+ 19.94737434387207,
+ 13.630292892456055,
+ 22.579002380371094
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.53515625,
+ "language": 50.18107986450195
+ }
+ },
+ {
+ "routing_index": 644,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008507472230121493,
+ 0.637239396572113,
+ 2.1455839327444437e-09,
+ 4.409008980132967e-08,
+ 2.0621714611479547e-06,
+ 0.025861196219921112,
+ 0.00022341066505759954,
+ 4.3583557271631435e-05,
+ 0.0010381831089034677,
+ 1.1499378160806373e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069395542144775,
+ -0.4506099224090576,
+ -19.959854125976562,
+ -16.937030792236328,
+ -13.091751098632812,
+ -3.6550116539001465,
+ -8.406498908996582,
+ -10.040830612182617,
+ -6.870283126831055,
+ -11.373217582702637
+ ],
+ "distances_by_expert": [
+ 14.13879108428955,
+ 0.9012198448181152,
+ 39.919708251953125,
+ 33.874061584472656,
+ 26.183502197265625,
+ 7.310023307800293,
+ 16.812997817993164,
+ 20.081661224365234,
+ 13.74056625366211,
+ 22.746435165405273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.024169921875,
+ "language": 50.180824279785156
+ }
+ },
+ {
+ "routing_index": 645,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008526019519194961,
+ 0.6509383916854858,
+ 2.1840824704355555e-09,
+ 4.534958009116963e-08,
+ 2.112280526489485e-06,
+ 0.0262216217815876,
+ 0.00022633753542322665,
+ 4.400400575832464e-05,
+ 0.0010462653590366244,
+ 1.1711632396327332e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067217826843262,
+ -0.42934033274650574,
+ -19.94207000732422,
+ -16.908864974975586,
+ -13.067742347717285,
+ -3.6411709785461426,
+ -8.39348316192627,
+ -10.031229972839355,
+ -6.862528324127197,
+ -11.354928016662598
+ ],
+ "distances_by_expert": [
+ 14.134435653686523,
+ 0.8586806654930115,
+ 39.88414001464844,
+ 33.81772994995117,
+ 26.13548469543457,
+ 7.282341957092285,
+ 16.78696632385254,
+ 20.06245994567871,
+ 13.725056648254395,
+ 22.709856033325195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.43505859375,
+ "language": 50.182899475097656
+ }
+ },
+ {
+ "routing_index": 646,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008548490586690605,
+ 0.6344094276428223,
+ 2.1504265035332537e-09,
+ 4.447939261353895e-08,
+ 2.08835467674362e-06,
+ 0.026092367246747017,
+ 0.0002235451538581401,
+ 4.3873140384675935e-05,
+ 0.0010343146277591586,
+ 1.1601346159295645e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0645856857299805,
+ -0.455060750246048,
+ -19.957599639892578,
+ -16.928239822387695,
+ -13.079133987426758,
+ -3.6461124420166016,
+ -8.40589714050293,
+ -10.034208297729492,
+ -6.874016284942627,
+ -11.364389419555664
+ ],
+ "distances_by_expert": [
+ 14.129171371459961,
+ 0.910121500492096,
+ 39.915199279785156,
+ 33.85647964477539,
+ 26.158267974853516,
+ 7.292224884033203,
+ 16.81179428100586,
+ 20.068416595458984,
+ 13.748032569885254,
+ 22.728778839111328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.621826171875,
+ "language": 50.20252990722656
+ }
+ },
+ {
+ "routing_index": 647,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009258755017071962,
+ 0.7136968374252319,
+ 2.2940649380132072e-09,
+ 4.870480196927929e-08,
+ 2.338995955142309e-06,
+ 0.029179681092500687,
+ 0.0002457037044223398,
+ 4.768014696310274e-05,
+ 0.001110287383198738,
+ 1.33425146486843e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984770774841309,
+ -0.33729711174964905,
+ -19.892940521240234,
+ -16.837488174438477,
+ -12.965788841247559,
+ -3.534282684326172,
+ -8.311384201049805,
+ -9.950995445251465,
+ -6.803136348724365,
+ -11.224555015563965
+ ],
+ "distances_by_expert": [
+ 13.969541549682617,
+ 0.6745942234992981,
+ 39.78588104248047,
+ 33.67497634887695,
+ 25.931577682495117,
+ 7.068565368652344,
+ 16.62276840209961,
+ 19.90199089050293,
+ 13.60627269744873,
+ 22.44911003112793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.868896484375,
+ "language": 50.2012825012207
+ }
+ },
+ {
+ "routing_index": 648,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009868943598121405,
+ 0.6547931432723999,
+ 2.345960092853261e-09,
+ 4.125473296312521e-08,
+ 2.190671466451022e-06,
+ 0.024579891934990883,
+ 0.00022717745741829276,
+ 4.573179467115551e-05,
+ 0.001145211630500853,
+ 1.2568784768518526e-05
+ ],
+ "log_scores_by_expert": [
+ -6.920947551727295,
+ -0.42343592643737793,
+ -19.87057113647461,
+ -17.00349998474121,
+ -13.031302452087402,
+ -3.7058265209198,
+ -8.389779090881348,
+ -9.992716789245605,
+ -6.772165775299072,
+ -11.284294128417969
+ ],
+ "distances_by_expert": [
+ 13.84189510345459,
+ 0.8468718528747559,
+ 39.74114227294922,
+ 34.00699996948242,
+ 26.062604904174805,
+ 7.4116530418396,
+ 16.779558181762695,
+ 19.98543357849121,
+ 13.544331550598145,
+ 22.568588256835938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.24169921875,
+ "language": 50.18939971923828
+ }
+ },
+ {
+ "routing_index": 649,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000990786706097424,
+ 0.6294513940811157,
+ 2.3911441715540604e-09,
+ 3.883863186615599e-08,
+ 2.145474581993767e-06,
+ 0.022695254534482956,
+ 0.00022483609791379422,
+ 4.4948013965040445e-05,
+ 0.0011353620793670416,
+ 1.2266863450349774e-05
+ ],
+ "log_scores_by_expert": [
+ -6.917011260986328,
+ -0.46290668845176697,
+ -19.85149383544922,
+ -17.06385040283203,
+ -13.052149772644043,
+ -3.78559947013855,
+ -8.400138854980469,
+ -10.010004043579102,
+ -6.780803680419922,
+ -11.308609008789062
+ ],
+ "distances_by_expert": [
+ 13.834022521972656,
+ 0.9258133769035339,
+ 39.70298767089844,
+ 34.12770080566406,
+ 26.104299545288086,
+ 7.5711989402771,
+ 16.800277709960938,
+ 20.020008087158203,
+ 13.561607360839844,
+ 22.617218017578125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.678466796875,
+ "language": 50.18971252441406
+ }
+ },
+ {
+ "routing_index": 650,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009599979966878891,
+ 0.5870534181594849,
+ 2.3618311750794874e-09,
+ 3.6553782223336384e-08,
+ 2.003687086471473e-06,
+ 0.021434757858514786,
+ 0.00021387659944593906,
+ 4.277670450392179e-05,
+ 0.0010962538653984666,
+ 1.1505762813612819e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94857931137085,
+ -0.5326393842697144,
+ -19.863828659057617,
+ -17.124481201171875,
+ -13.120521545410156,
+ -3.8427414894104004,
+ -8.450111389160156,
+ -10.059516906738281,
+ -6.815856456756592,
+ -11.372662544250488
+ ],
+ "distances_by_expert": [
+ 13.8971586227417,
+ 1.0652787685394287,
+ 39.727657318115234,
+ 34.24896240234375,
+ 26.241043090820312,
+ 7.685482978820801,
+ 16.900222778320312,
+ 20.119033813476562,
+ 13.631712913513184,
+ 22.745325088500977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.273193359375,
+ "language": 50.19548797607422
+ }
+ },
+ {
+ "routing_index": 651,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009610203560441732,
+ 0.5788886547088623,
+ 2.303676360781992e-09,
+ 3.5505109963196446e-08,
+ 1.9661488295241725e-06,
+ 0.02186981588602066,
+ 0.00020976144878659397,
+ 4.232626815792173e-05,
+ 0.001100508845411241,
+ 1.1407440979382955e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94751501083374,
+ -0.5466451048851013,
+ -19.88875961303711,
+ -17.153589248657227,
+ -13.139433860778809,
+ -3.8226478099823,
+ -8.469539642333984,
+ -10.07010269165039,
+ -6.81198263168335,
+ -11.381244659423828
+ ],
+ "distances_by_expert": [
+ 13.89503002166748,
+ 1.0932902097702026,
+ 39.77751922607422,
+ 34.30717849731445,
+ 26.278867721557617,
+ 7.6452956199646,
+ 16.93907928466797,
+ 20.14020538330078,
+ 13.6239652633667,
+ 22.762489318847656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.957763671875,
+ "language": 50.19456100463867
+ }
+ },
+ {
+ "routing_index": 652,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009476272971369326,
+ 0.5662766098976135,
+ 2.2688739775844624e-09,
+ 3.42874635350654e-08,
+ 1.9348119622009108e-06,
+ 0.021456167101860046,
+ 0.00020693661645054817,
+ 4.159751915722154e-05,
+ 0.0010879909386858344,
+ 1.1356110007909592e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961549282073975,
+ -0.5686725974082947,
+ -19.903982162475586,
+ -17.188486099243164,
+ -13.155500411987305,
+ -3.841743230819702,
+ -8.483098030090332,
+ -10.087470054626465,
+ -6.823422431945801,
+ -11.385754585266113
+ ],
+ "distances_by_expert": [
+ 13.92309856414795,
+ 1.1373451948165894,
+ 39.80796432495117,
+ 34.37697219848633,
+ 26.31100082397461,
+ 7.683486461639404,
+ 16.966196060180664,
+ 20.17494010925293,
+ 13.646844863891602,
+ 22.771509170532227
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3316.228759765625,
+ "language": 50.19174575805664
+ }
+ },
+ {
+ "routing_index": 653,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008954256190918386,
+ 0.6401819586753845,
+ 2.267731780136728e-09,
+ 3.733237363690023e-08,
+ 2.0200261587888235e-06,
+ 0.02256929501891136,
+ 0.00021805395954288542,
+ 4.3096832087030634e-05,
+ 0.0010304684983566403,
+ 1.2232330846018158e-05
+ ],
+ "log_scores_by_expert": [
+ -7.018211364746094,
+ -0.44600293040275574,
+ -19.90448570251465,
+ -17.103404998779297,
+ -13.11240005493164,
+ -3.7911648750305176,
+ -8.430768013000488,
+ -10.052061080932617,
+ -6.877741813659668,
+ -11.31142807006836
+ ],
+ "distances_by_expert": [
+ 14.036422729492188,
+ 0.8920058608055115,
+ 39.8089714050293,
+ 34.206809997558594,
+ 26.22480010986328,
+ 7.582329750061035,
+ 16.861536026000977,
+ 20.104122161865234,
+ 13.755483627319336,
+ 22.62285614013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.53955078125,
+ "language": 50.19033432006836
+ }
+ },
+ {
+ "routing_index": 654,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009288839064538479,
+ 0.7170747518539429,
+ 2.3536061988238544e-09,
+ 3.9657571448969975e-08,
+ 2.1502164599951357e-06,
+ 0.024465259164571762,
+ 0.00022970765712670982,
+ 4.497691406868398e-05,
+ 0.0010829109232872725,
+ 1.2755092939187307e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981526851654053,
+ -0.3325752019882202,
+ -19.86731719970703,
+ -17.042984008789062,
+ -13.049942016601562,
+ -3.710501194000244,
+ -8.378703117370605,
+ -10.009361267089844,
+ -6.8281025886535645,
+ -11.269579887390137
+ ],
+ "distances_by_expert": [
+ 13.963053703308105,
+ 0.6651504039764404,
+ 39.73463439941406,
+ 34.085968017578125,
+ 26.099884033203125,
+ 7.421002388000488,
+ 16.75740623474121,
+ 20.018722534179688,
+ 13.656205177307129,
+ 22.539159774780273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3380.45263671875,
+ "language": 50.16693878173828
+ }
+ },
+ {
+ "routing_index": 655,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009359973482787609,
+ 0.7438144683837891,
+ 2.3258261983016837e-09,
+ 4.115075924460143e-08,
+ 2.162567852792563e-06,
+ 0.025099217891693115,
+ 0.00023084654822014272,
+ 4.490178616833873e-05,
+ 0.001117215259000659,
+ 1.296347090828931e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973897933959961,
+ -0.29596373438835144,
+ -19.87919044494629,
+ -17.006023406982422,
+ -13.044214248657227,
+ -3.6849186420440674,
+ -8.373757362365723,
+ -10.011033058166504,
+ -6.7969160079956055,
+ -11.253375053405762
+ ],
+ "distances_by_expert": [
+ 13.947795867919922,
+ 0.5919274687767029,
+ 39.75838088989258,
+ 34.012046813964844,
+ 26.088428497314453,
+ 7.369837284088135,
+ 16.747514724731445,
+ 20.022066116333008,
+ 13.593832015991211,
+ 22.506750106811523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.830322265625,
+ "language": 50.18694305419922
+ }
+ },
+ {
+ "routing_index": 656,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008872157195582986,
+ 0.7507343888282776,
+ 2.2086352746697457e-09,
+ 4.216569493564748e-08,
+ 2.1358305275498424e-06,
+ 0.026391182094812393,
+ 0.00022596592316403985,
+ 4.4137192162452266e-05,
+ 0.0010896113235503435,
+ 1.2826696547563188e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0274224281311035,
+ -0.2867034077644348,
+ -19.930891036987305,
+ -16.981658935546875,
+ -13.056654930114746,
+ -3.634725332260132,
+ -8.395126342773438,
+ -10.028207778930664,
+ -6.821934223175049,
+ -11.263981819152832
+ ],
+ "distances_by_expert": [
+ 14.054844856262207,
+ 0.5734068155288696,
+ 39.86178207397461,
+ 33.96331787109375,
+ 26.113309860229492,
+ 7.269450664520264,
+ 16.790252685546875,
+ 20.056415557861328,
+ 13.643868446350098,
+ 22.527963638305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3452.234375,
+ "language": 50.17469024658203
+ }
+ },
+ {
+ "routing_index": 657,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009617711766622961,
+ 0.8297474384307861,
+ 2.406476351524134e-09,
+ 5.043964890205643e-08,
+ 2.3767158836562885e-06,
+ 0.03311390057206154,
+ 0.0002590638177935034,
+ 5.0278355047339574e-05,
+ 0.001152052660472691,
+ 1.4178956917021424e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9467339515686035,
+ -0.1866339147090912,
+ -19.845102310180664,
+ -16.802488327026367,
+ -12.949790954589844,
+ -3.407802104949951,
+ -8.25843620300293,
+ -9.89793586730957,
+ -6.766210079193115,
+ -11.163751602172852
+ ],
+ "distances_by_expert": [
+ 13.893467903137207,
+ 0.3732678294181824,
+ 39.69020462036133,
+ 33.604976654052734,
+ 25.899581909179688,
+ 6.815604209899902,
+ 16.51687240600586,
+ 19.79587173461914,
+ 13.53242015838623,
+ 22.327503204345703
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.64208984375,
+ "language": 50.195709228515625
+ }
+ },
+ {
+ "routing_index": 658,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008278581663034856,
+ 0.7222303152084351,
+ 2.0885986273810886e-09,
+ 4.444530432579086e-08,
+ 2.1954631392873125e-06,
+ 0.02958904206752777,
+ 0.00024311784363817424,
+ 4.624629218596965e-05,
+ 0.0010061173234134912,
+ 1.306860849581426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096668720245361,
+ -0.32541123032569885,
+ -19.986772537231445,
+ -16.929006576538086,
+ -13.029117584228516,
+ -3.5203511714935303,
+ -8.321964263916016,
+ -9.981529235839844,
+ -6.901656627655029,
+ -11.2452974319458
+ ],
+ "distances_by_expert": [
+ 14.193337440490723,
+ 0.6508224606513977,
+ 39.97354507446289,
+ 33.85801315307617,
+ 26.05823516845703,
+ 7.0407023429870605,
+ 16.64392852783203,
+ 19.963058471679688,
+ 13.803313255310059,
+ 22.4905948638916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.95947265625,
+ "language": 50.21284484863281
+ }
+ },
+ {
+ "routing_index": 659,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008379371138289571,
+ 0.7184416055679321,
+ 2.126058440410361e-09,
+ 4.361326233492946e-08,
+ 2.151874014089117e-06,
+ 0.028620058670639992,
+ 0.0002406046405667439,
+ 4.619242827175185e-05,
+ 0.0010135467164218426,
+ 1.2657630577450618e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084567546844482,
+ -0.33067095279693604,
+ -19.968996047973633,
+ -16.947904586791992,
+ -13.049171447753906,
+ -3.553647518157959,
+ -8.332355499267578,
+ -9.982694625854492,
+ -6.894299507141113,
+ -11.277250289916992
+ ],
+ "distances_by_expert": [
+ 14.169135093688965,
+ 0.6613419055938721,
+ 39.937992095947266,
+ 33.895809173583984,
+ 26.098342895507812,
+ 7.107295036315918,
+ 16.664710998535156,
+ 19.965389251708984,
+ 13.788599014282227,
+ 22.554500579833984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.80224609375,
+ "language": 50.200035095214844
+ }
+ },
+ {
+ "routing_index": 660,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008976217359304428,
+ 0.7709408402442932,
+ 2.2488011452992396e-09,
+ 4.521294272308296e-08,
+ 2.2573954083782155e-06,
+ 0.031233470886945724,
+ 0.0002458802191540599,
+ 4.87049255752936e-05,
+ 0.0010773104149848223,
+ 1.357680685032392e-05
+ ],
+ "log_scores_by_expert": [
+ -7.015761852264404,
+ -0.2601436376571655,
+ -19.91286849975586,
+ -16.911882400512695,
+ -13.001298904418945,
+ -3.4662649631500244,
+ -8.31066608428955,
+ -9.929730415344238,
+ -6.833287715911865,
+ -11.207147598266602
+ ],
+ "distances_by_expert": [
+ 14.031523704528809,
+ 0.520287275314331,
+ 39.82573699951172,
+ 33.82376480102539,
+ 26.00259780883789,
+ 6.932529926300049,
+ 16.6213321685791,
+ 19.859460830688477,
+ 13.66657543182373,
+ 22.414295196533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.698974609375,
+ "language": 50.18442153930664
+ }
+ },
+ {
+ "routing_index": 661,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009755004430189729,
+ 0.7426608204841614,
+ 2.412657629236037e-09,
+ 4.132379771704109e-08,
+ 2.242709342681337e-06,
+ 0.026211652904748917,
+ 0.0002379101497353986,
+ 4.763433389598504e-05,
+ 0.0011550068156793714,
+ 1.347800025541801e-05
+ ],
+ "log_scores_by_expert": [
+ -6.932559967041016,
+ -0.2975158095359802,
+ -19.84253692626953,
+ -17.001827239990234,
+ -13.00782585144043,
+ -3.6415512561798096,
+ -8.34361743927002,
+ -9.951956748962402,
+ -6.763648986816406,
+ -11.214451789855957
+ ],
+ "distances_by_expert": [
+ 13.865119934082031,
+ 0.5950316190719604,
+ 39.68507385253906,
+ 34.00365447998047,
+ 26.01565170288086,
+ 7.283102512359619,
+ 16.68723487854004,
+ 19.903913497924805,
+ 13.527297973632812,
+ 22.428903579711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.75537109375,
+ "language": 50.17662811279297
+ }
+ },
+ {
+ "routing_index": 662,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010145616251975298,
+ 0.7345871925354004,
+ 2.5479438559017353e-09,
+ 4.442962264761263e-08,
+ 2.3524069092673017e-06,
+ 0.027132106944918633,
+ 0.00024750776356086135,
+ 4.9515816499479115e-05,
+ 0.0011818227358162403,
+ 1.3697901522391476e-05
+ ],
+ "log_scores_by_expert": [
+ -6.893298625946045,
+ -0.30844664573669434,
+ -19.787979125976562,
+ -16.929359436035156,
+ -12.960071563720703,
+ -3.6070375442504883,
+ -8.304068565368652,
+ -9.91321849822998,
+ -6.740697383880615,
+ -11.198267936706543
+ ],
+ "distances_by_expert": [
+ 13.78659725189209,
+ 0.6168932914733887,
+ 39.575958251953125,
+ 33.85871887207031,
+ 25.920143127441406,
+ 7.214075088500977,
+ 16.608137130737305,
+ 19.82643699645996,
+ 13.48139476776123,
+ 22.396535873413086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.846923828125,
+ "language": 50.22020721435547
+ }
+ },
+ {
+ "routing_index": 663,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009092490654438734,
+ 0.7325552105903625,
+ 2.3491075751280732e-09,
+ 4.792127583641559e-08,
+ 2.281153228977928e-06,
+ 0.030250707641243935,
+ 0.0002511931234039366,
+ 4.801480463356711e-05,
+ 0.001083074021153152,
+ 1.3107189261063468e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002891540527344,
+ -0.31121665239334106,
+ -19.869230270385742,
+ -16.85370635986328,
+ -12.990829467773438,
+ -3.4982357025146484,
+ -8.289288520812988,
+ -9.944001197814941,
+ -6.827951908111572,
+ -11.242349624633789
+ ],
+ "distances_by_expert": [
+ 14.005783081054688,
+ 0.6224333047866821,
+ 39.738460540771484,
+ 33.70741271972656,
+ 25.981658935546875,
+ 6.996471405029297,
+ 16.578577041625977,
+ 19.888002395629883,
+ 13.655903816223145,
+ 22.484699249267578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.927490234375,
+ "language": 50.197059631347656
+ }
+ },
+ {
+ "routing_index": 664,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000860251544509083,
+ 0.6189881563186646,
+ 2.1680119921541063e-09,
+ 3.397686043626891e-08,
+ 2.0411146124388324e-06,
+ 0.01975637674331665,
+ 0.00021179488976486027,
+ 4.082252780790441e-05,
+ 0.000986809260211885,
+ 1.2148161658842582e-05
+ ],
+ "log_scores_by_expert": [
+ -7.058285713195801,
+ -0.4796691834926605,
+ -19.94945526123047,
+ -17.197586059570312,
+ -13.102014541625977,
+ -3.924278974533081,
+ -8.459892272949219,
+ -10.106276512145996,
+ -6.92103385925293,
+ -11.31833267211914
+ ],
+ "distances_by_expert": [
+ 14.116571426391602,
+ 0.959338366985321,
+ 39.89891052246094,
+ 34.395172119140625,
+ 26.204029083251953,
+ 7.848557949066162,
+ 16.919784545898438,
+ 20.212553024291992,
+ 13.84206771850586,
+ 22.63666534423828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.018310546875,
+ "language": 50.190185546875
+ }
+ },
+ {
+ "routing_index": 665,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009294944466091692,
+ 0.7069380879402161,
+ 2.3586887998305883e-09,
+ 3.858617958485411e-08,
+ 2.156446953449631e-06,
+ 0.023113606497645378,
+ 0.00022569562133867294,
+ 4.4036747567588463e-05,
+ 0.001077568856999278,
+ 1.2800497643183917e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980869770050049,
+ -0.3468121886253357,
+ -19.86515998840332,
+ -17.070371627807617,
+ -13.047048568725586,
+ -3.767333745956421,
+ -8.396323204040527,
+ -10.030486106872559,
+ -6.833047866821289,
+ -11.266026496887207
+ ],
+ "distances_by_expert": [
+ 13.961739540100098,
+ 0.6936243772506714,
+ 39.73031997680664,
+ 34.140743255615234,
+ 26.094097137451172,
+ 7.534667491912842,
+ 16.792646408081055,
+ 20.060972213745117,
+ 13.666095733642578,
+ 22.532052993774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.059814453125,
+ "language": 50.189117431640625
+ }
+ },
+ {
+ "routing_index": 666,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008845473057590425,
+ 0.6911389827728271,
+ 2.210089222742795e-09,
+ 3.6764102873121374e-08,
+ 2.0250683974154526e-06,
+ 0.022194644436240196,
+ 0.00021732195455115288,
+ 4.1777893784455955e-05,
+ 0.001056296518072486,
+ 1.2230312677274924e-05
+ ],
+ "log_scores_by_expert": [
+ -7.030434608459473,
+ -0.369414359331131,
+ -19.930233001708984,
+ -17.118743896484375,
+ -13.109907150268555,
+ -3.8079042434692383,
+ -8.434130668640137,
+ -10.08314323425293,
+ -6.8529863357543945,
+ -11.311593055725098
+ ],
+ "distances_by_expert": [
+ 14.060869216918945,
+ 0.738828718662262,
+ 39.86046600341797,
+ 34.23748779296875,
+ 26.21981430053711,
+ 7.615808486938477,
+ 16.868261337280273,
+ 20.16628646850586,
+ 13.705972671508789,
+ 22.623186111450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.35693359375,
+ "language": 50.185909271240234
+ }
+ },
+ {
+ "routing_index": 667,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008637993014417589,
+ 0.686129629611969,
+ 2.1445569764466654e-09,
+ 3.7373407479890375e-08,
+ 2.0467068679863587e-06,
+ 0.0222407728433609,
+ 0.00021366517466958612,
+ 4.122871905565262e-05,
+ 0.0010337308049201965,
+ 1.2384077308524866e-05
+ ],
+ "log_scores_by_expert": [
+ -7.05417013168335,
+ -0.3766886293888092,
+ -19.9603328704834,
+ -17.102306365966797,
+ -13.099278450012207,
+ -3.805828094482422,
+ -8.45110034942627,
+ -10.096375465393066,
+ -6.8745808601379395,
+ -11.29909896850586
+ ],
+ "distances_by_expert": [
+ 14.1083402633667,
+ 0.7533772587776184,
+ 39.9206657409668,
+ 34.204612731933594,
+ 26.198556900024414,
+ 7.611656188964844,
+ 16.90220069885254,
+ 20.192750930786133,
+ 13.749161720275879,
+ 22.59819793701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3601.17529296875,
+ "language": 50.1910514831543
+ }
+ },
+ {
+ "routing_index": 668,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009364986908622086,
+ 0.8130406141281128,
+ 2.3537767290804368e-09,
+ 4.886662097192129e-08,
+ 2.2917636215424864e-06,
+ 0.03120500035583973,
+ 0.0002493817009963095,
+ 4.80744602100458e-05,
+ 0.0011217575520277023,
+ 1.339784012088785e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973362445831299,
+ -0.2069743126630783,
+ -19.867244720458984,
+ -16.834171295166016,
+ -12.986188888549805,
+ -3.467176914215088,
+ -8.296525955200195,
+ -9.94275951385498,
+ -6.792858600616455,
+ -11.220417022705078
+ ],
+ "distances_by_expert": [
+ 13.946724891662598,
+ 0.4139486253261566,
+ 39.73448944091797,
+ 33.66834259033203,
+ 25.97237777709961,
+ 6.934353828430176,
+ 16.59305191040039,
+ 19.88551902770996,
+ 13.58571720123291,
+ 22.440834045410156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.8798828125,
+ "language": 50.17206954956055
+ }
+ },
+ {
+ "routing_index": 669,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008714505238458514,
+ 0.7480645775794983,
+ 2.186892000821672e-09,
+ 4.568224909462515e-08,
+ 2.265627699671313e-06,
+ 0.02977292612195015,
+ 0.00024936741101555526,
+ 4.780672679771669e-05,
+ 0.0010527977719902992,
+ 1.324662662227638e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045351505279541,
+ -0.2902659773826599,
+ -19.940784454345703,
+ -16.90155601501465,
+ -12.997658729553223,
+ -3.514155864715576,
+ -8.29658317565918,
+ -9.948344230651855,
+ -6.856304168701172,
+ -11.231767654418945
+ ],
+ "distances_by_expert": [
+ 14.090703010559082,
+ 0.5805319547653198,
+ 39.881568908691406,
+ 33.8031120300293,
+ 25.995317459106445,
+ 7.028311729431152,
+ 16.59316635131836,
+ 19.89668846130371,
+ 13.712608337402344,
+ 22.46353530883789
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3355.52978515625,
+ "language": 50.19723129272461
+ }
+ },
+ {
+ "routing_index": 670,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008296613814309239,
+ 0.7548460960388184,
+ 2.1558352880646225e-09,
+ 4.4045290081839994e-08,
+ 2.1913110686000437e-06,
+ 0.029565375298261642,
+ 0.00024380488321185112,
+ 4.6495442802552134e-05,
+ 0.0010071104625239968,
+ 1.2996534678677563e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0944929122924805,
+ -0.28124141693115234,
+ -19.955087661743164,
+ -16.938047409057617,
+ -13.031010627746582,
+ -3.521151304244995,
+ -8.31914234161377,
+ -9.976156234741211,
+ -6.900670051574707,
+ -11.25082778930664
+ ],
+ "distances_by_expert": [
+ 14.188985824584961,
+ 0.5624828338623047,
+ 39.91017532348633,
+ 33.876094818115234,
+ 26.062021255493164,
+ 7.04230260848999,
+ 16.63828468322754,
+ 19.952312469482422,
+ 13.801340103149414,
+ 22.50165557861328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.693359375,
+ "language": 50.220306396484375
+ }
+ },
+ {
+ "routing_index": 671,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008523283759132028,
+ 0.7551993131637573,
+ 2.1800661276216715e-09,
+ 4.310408385777009e-08,
+ 2.1861656023247633e-06,
+ 0.02941431850194931,
+ 0.00024071433290373534,
+ 4.6398483391385525e-05,
+ 0.0010159268276765943,
+ 1.3126728845236357e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067538738250732,
+ -0.2807735502719879,
+ -19.943910598754883,
+ -16.95964813232422,
+ -13.033361434936523,
+ -3.526273727416992,
+ -8.331899642944336,
+ -9.978243827819824,
+ -6.891953945159912,
+ -11.240859985351562
+ ],
+ "distances_by_expert": [
+ 14.135077476501465,
+ 0.5615471005439758,
+ 39.887821197509766,
+ 33.91929626464844,
+ 26.066722869873047,
+ 7.052547454833984,
+ 16.663799285888672,
+ 19.95648765563965,
+ 13.783907890319824,
+ 22.481719970703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.686767578125,
+ "language": 50.22333526611328
+ }
+ },
+ {
+ "routing_index": 672,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009395218803547323,
+ 0.7773381471633911,
+ 2.3606556709410143e-09,
+ 4.414100018834688e-08,
+ 2.2932022147870157e-06,
+ 0.028228798881173134,
+ 0.00024136579304467887,
+ 4.755073314299807e-05,
+ 0.0011380515061318874,
+ 1.3609917004941963e-05
+ ],
+ "log_scores_by_expert": [
+ -6.970139503479004,
+ -0.25187984108924866,
+ -19.86432647705078,
+ -16.935876846313477,
+ -12.98556137084961,
+ -3.5674126148223877,
+ -8.32919692993164,
+ -9.953713417053223,
+ -6.778437614440918,
+ -11.2047119140625
+ ],
+ "distances_by_expert": [
+ 13.940279006958008,
+ 0.5037596821784973,
+ 39.72865295410156,
+ 33.87175369262695,
+ 25.97112274169922,
+ 7.134825229644775,
+ 16.65839385986328,
+ 19.907426834106445,
+ 13.556875228881836,
+ 22.409423828125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.311767578125,
+ "language": 50.18182373046875
+ }
+ },
+ {
+ "routing_index": 673,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009522806503809988,
+ 0.7590937614440918,
+ 2.3772743773520233e-09,
+ 4.467554504117288e-08,
+ 2.290461452503223e-06,
+ 0.02857748232781887,
+ 0.00024245009990409017,
+ 4.71119383291807e-05,
+ 0.001146532827988267,
+ 1.3256723832455464e-05
+ ],
+ "log_scores_by_expert": [
+ -6.956650733947754,
+ -0.2756299376487732,
+ -19.857311248779297,
+ -16.923839569091797,
+ -12.986757278442383,
+ -3.555136203765869,
+ -8.324714660644531,
+ -9.962984085083008,
+ -6.771012783050537,
+ -11.231005668640137
+ ],
+ "distances_by_expert": [
+ 13.913301467895508,
+ 0.5512598752975464,
+ 39.714622497558594,
+ 33.847679138183594,
+ 25.973514556884766,
+ 7.110272407531738,
+ 16.649429321289062,
+ 19.925968170166016,
+ 13.542025566101074,
+ 22.462011337280273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3288.493896484375,
+ "language": 50.191436767578125
+ }
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "per_group": {
+ "libero_spatial": {
+ "avg_sum_reward": 0.86,
+ "avg_max_reward": 0.86,
+ "pc_success": 86.0,
+ "n_episodes": 50,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ }
+ },
+ "overall": {
+ "avg_sum_reward": 0.86,
+ "avg_max_reward": 0.86,
+ "pc_success": 86.0,
+ "n_episodes": 50,
+ "eval_s": 842.7101151943207,
+ "eval_ep_s": 16.85420231819153,
+ "video_paths": [
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_5.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_6.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_7.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_8.mp4",
+ "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_9.mp4"
+ ],
+ "predicted_video_paths": []
+ },
+ "expert_activation_artifacts": {
+ "json": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json",
+ "csv": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv",
+ "visualization": "/home/tml_lab/lerobot-061-cl/outputs/eval/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg"
+ }
+}
\ No newline at end of file
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv
new file mode 100644
index 0000000000000000000000000000000000000000..efe464f1bb7573424c8e86b4ad0b1b9654e9fa44
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.csv
@@ -0,0 +1,11 @@
+task_group,task_id,algorithm_type,inference_routing,num_routing_decisions,expert_index,top1_count,top1_fraction,activation_fraction
+libero_spatial,1,gk_adp,top1,674,0,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,1,674,1.0,1.0
+libero_spatial,1,gk_adp,top1,674,2,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,3,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,4,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,5,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,6,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,7,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,8,0,0.0,0.0
+libero_spatial,1,gk_adp,top1,674,9,0,0.0,0.0
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json
new file mode 100644
index 0000000000000000000000000000000000000000..c90270d362512f35f05bd82a98e773a8c0211a3d
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.json
@@ -0,0 +1,39146 @@
+{
+ "schema_version": 1,
+ "unit": "one activation per distinct router invocation (action-chunk inference)",
+ "tasks": [
+ {
+ "task_group": "libero_spatial",
+ "task_id": 1,
+ "algorithm_type": "gk_adp",
+ "inference_routing": "top1",
+ "inference_top_k": 0,
+ "inference_temperature": 1.0,
+ "num_experts": 10,
+ "num_routing_decisions": 674,
+ "top1_count_by_expert": [
+ 0,
+ 674,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0
+ ],
+ "top1_fraction_by_expert": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "activation_fraction_by_expert": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "decisions": [
+ {
+ "routing_index": 0,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008692082483321428,
+ 0.647177517414093,
+ 2.211012484210073e-09,
+ 3.706651341417455e-08,
+ 2.0364889223856153e-06,
+ 0.021563393995165825,
+ 0.00021440675482153893,
+ 4.1820148908300325e-05,
+ 0.001006647595204413,
+ 1.2196593161206692e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0479278564453125,
+ -0.4351347088813782,
+ -19.9298152923584,
+ -17.110551834106445,
+ -13.104283332824707,
+ -3.8367581367492676,
+ -8.447635650634766,
+ -10.082132339477539,
+ -6.901129722595215,
+ -11.314353942871094
+ ],
+ "distances_by_expert": [
+ 14.095855712890625,
+ 0.8702694177627563,
+ 39.8596305847168,
+ 34.22110366821289,
+ 26.208566665649414,
+ 7.673516273498535,
+ 16.89527130126953,
+ 20.164264678955078,
+ 13.80225944519043,
+ 22.628707885742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.85546875,
+ "language": 50.194664001464844
+ }
+ },
+ {
+ "routing_index": 1,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009298774530179799,
+ 0.6941472887992859,
+ 2.365617923771879e-09,
+ 4.0120681887856335e-08,
+ 2.0919508187944302e-06,
+ 0.023845653980970383,
+ 0.00022129587887320668,
+ 4.348524453234859e-05,
+ 0.001068958779796958,
+ 1.2305035852477886e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980457782745361,
+ -0.3650711178779602,
+ -19.862226486206055,
+ -17.031373977661133,
+ -13.077413558959961,
+ -3.7361533641815186,
+ -8.416009902954102,
+ -10.043088912963867,
+ -6.841070175170898,
+ -11.305501937866211
+ ],
+ "distances_by_expert": [
+ 13.960915565490723,
+ 0.7301422357559204,
+ 39.72445297241211,
+ 34.062747955322266,
+ 26.154827117919922,
+ 7.472306728363037,
+ 16.832019805908203,
+ 20.086177825927734,
+ 13.682140350341797,
+ 22.611003875732422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.734619140625,
+ "language": 50.200374603271484
+ }
+ },
+ {
+ "routing_index": 2,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008824075921438634,
+ 0.6504295468330383,
+ 2.20163243191962e-09,
+ 3.594288955355296e-08,
+ 1.973962525880779e-06,
+ 0.02135072462260723,
+ 0.00021082255989313126,
+ 4.08134947065264e-05,
+ 0.00103664118796587,
+ 1.189792419609148e-05
+ ],
+ "log_scores_by_expert": [
+ -7.032856464385986,
+ -0.43012234568595886,
+ -19.934066772460938,
+ -17.141334533691406,
+ -13.135467529296875,
+ -3.8466696739196777,
+ -8.464493751525879,
+ -10.106497764587402,
+ -6.871769428253174,
+ -11.339146614074707
+ ],
+ "distances_by_expert": [
+ 14.065712928771973,
+ 0.8602446913719177,
+ 39.868133544921875,
+ 34.28266906738281,
+ 26.27093505859375,
+ 7.6933393478393555,
+ 16.928987503051758,
+ 20.212995529174805,
+ 13.743538856506348,
+ 22.678293228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3526.1416015625,
+ "language": 50.18967819213867
+ }
+ },
+ {
+ "routing_index": 3,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008338070474565029,
+ 0.7049282789230347,
+ 2.083342609537908e-09,
+ 4.4493564388403684e-08,
+ 2.104599388985662e-06,
+ 0.02751944027841091,
+ 0.00022208914742805064,
+ 4.309128416934982e-05,
+ 0.0010390998795628548,
+ 1.2456187505449634e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089508533477783,
+ -0.3496592342853546,
+ -19.98929214477539,
+ -16.927921295166016,
+ -13.071385383605957,
+ -3.592862606048584,
+ -8.412431716918945,
+ -10.052189826965332,
+ -6.869400501251221,
+ -11.293292999267578
+ ],
+ "distances_by_expert": [
+ 14.179017066955566,
+ 0.6993184685707092,
+ 39.97858428955078,
+ 33.85584259033203,
+ 26.142770767211914,
+ 7.185725212097168,
+ 16.82486343383789,
+ 20.104379653930664,
+ 13.738801002502441,
+ 22.586585998535156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3449.557861328125,
+ "language": 50.173030853271484
+ }
+ },
+ {
+ "routing_index": 4,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008983363513834774,
+ 0.7994239330291748,
+ 2.3049904207539385e-09,
+ 4.8234710448014084e-08,
+ 2.3132718069973635e-06,
+ 0.03135128319263458,
+ 0.0002496422384865582,
+ 4.7760378947714344e-05,
+ 0.0010941806249320507,
+ 1.366270225844346e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014966011047363,
+ -0.22386395931243896,
+ -19.8881893157959,
+ -16.847187042236328,
+ -12.976847648620605,
+ -3.4625000953674316,
+ -8.29548168182373,
+ -9.94931411743164,
+ -6.817749500274658,
+ -11.200840950012207
+ ],
+ "distances_by_expert": [
+ 14.029932022094727,
+ 0.44772791862487793,
+ 39.7763786315918,
+ 33.694374084472656,
+ 25.95369529724121,
+ 6.925000190734863,
+ 16.59096336364746,
+ 19.89862823486328,
+ 13.635499000549316,
+ 22.401681900024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.384033203125,
+ "language": 50.188541412353516
+ }
+ },
+ {
+ "routing_index": 5,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008650423842482269,
+ 0.7608932852745056,
+ 2.1925596893623833e-09,
+ 4.7800501334904766e-08,
+ 2.3008319658401888e-06,
+ 0.0312826968729496,
+ 0.00025487475795671344,
+ 4.8429523303639144e-05,
+ 0.00103979732375592,
+ 1.3653844689542893e-05
+ ],
+ "log_scores_by_expert": [
+ -7.052731990814209,
+ -0.2732621729373932,
+ -19.938196182250977,
+ -16.856229782104492,
+ -12.982239723205566,
+ -3.4646902084350586,
+ -8.274738311767578,
+ -9.93540096282959,
+ -6.868729591369629,
+ -11.201489448547363
+ ],
+ "distances_by_expert": [
+ 14.105463981628418,
+ 0.5465243458747864,
+ 39.87639236450195,
+ 33.712459564208984,
+ 25.964479446411133,
+ 6.929380416870117,
+ 16.549476623535156,
+ 19.87080192565918,
+ 13.737459182739258,
+ 22.402978897094727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.053466796875,
+ "language": 50.21639633178711
+ }
+ },
+ {
+ "routing_index": 6,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883426198735833,
+ 0.7613061666488647,
+ 2.2838184676743367e-09,
+ 4.72127084094609e-08,
+ 2.25591270464065e-06,
+ 0.030876105651259422,
+ 0.0002522371069062501,
+ 4.863711365032941e-05,
+ 0.0010585070122033358,
+ 1.319493185292231e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026153087615967,
+ -0.27271968126296997,
+ -19.897417068481445,
+ -16.868602752685547,
+ -13.00195598602295,
+ -3.4777727127075195,
+ -8.285140991210938,
+ -9.931123733520508,
+ -6.850895881652832,
+ -11.235677719116211
+ ],
+ "distances_by_expert": [
+ 14.052306175231934,
+ 0.5454393625259399,
+ 39.79483413696289,
+ 33.737205505371094,
+ 26.0039119720459,
+ 6.955545425415039,
+ 16.570281982421875,
+ 19.862247467041016,
+ 13.701791763305664,
+ 22.471355438232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.204833984375,
+ "language": 50.210060119628906
+ }
+ },
+ {
+ "routing_index": 7,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009088402730412781,
+ 0.760134220123291,
+ 2.28973284777112e-09,
+ 4.6469221359757285e-08,
+ 2.242792788820225e-06,
+ 0.031851932406425476,
+ 0.0002470302570145577,
+ 4.8494504881091416e-05,
+ 0.0010765909682959318,
+ 1.3474927982315421e-05
+ ],
+ "log_scores_by_expert": [
+ -7.003341197967529,
+ -0.2742603123188019,
+ -19.89483070373535,
+ -16.884475708007812,
+ -13.00778865814209,
+ -3.446657180786133,
+ -8.305999755859375,
+ -9.934060096740723,
+ -6.833955764770508,
+ -11.214679718017578
+ ],
+ "distances_by_expert": [
+ 14.006682395935059,
+ 0.5485206246376038,
+ 39.7896614074707,
+ 33.768951416015625,
+ 26.01557731628418,
+ 6.893314361572266,
+ 16.61199951171875,
+ 19.868120193481445,
+ 13.667911529541016,
+ 22.429359436035156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.46240234375,
+ "language": 50.21537780761719
+ }
+ },
+ {
+ "routing_index": 8,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009553793934173882,
+ 0.8101063966751099,
+ 2.411328026141746e-09,
+ 4.952267929070331e-08,
+ 2.405509349046042e-06,
+ 0.03277794271707535,
+ 0.0002584340691100806,
+ 5.089741898700595e-05,
+ 0.0011377119226381183,
+ 1.4325093616207596e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953402042388916,
+ -0.2105897068977356,
+ -19.843088150024414,
+ -16.82083511352539,
+ -12.937748908996582,
+ -3.417999505996704,
+ -8.260869979858398,
+ -9.885698318481445,
+ -6.778736114501953,
+ -11.153497695922852
+ ],
+ "distances_by_expert": [
+ 13.906804084777832,
+ 0.4211794137954712,
+ 39.68617630004883,
+ 33.64167022705078,
+ 25.875497817993164,
+ 6.835999011993408,
+ 16.521739959716797,
+ 19.77139663696289,
+ 13.557472229003906,
+ 22.306995391845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.618896484375,
+ "language": 50.20056915283203
+ }
+ },
+ {
+ "routing_index": 9,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009281480452045798,
+ 0.7839350700378418,
+ 2.3867836596025427e-09,
+ 4.918699048062081e-08,
+ 2.3233069441630505e-06,
+ 0.031700607389211655,
+ 0.0002543801092542708,
+ 4.852508209296502e-05,
+ 0.0011266712099313736,
+ 1.3517878869606648e-05
+ ],
+ "log_scores_by_expert": [
+ -6.982319355010986,
+ -0.243429034948349,
+ -19.85331916809082,
+ -16.82763671875,
+ -12.972518920898438,
+ -3.4514193534851074,
+ -8.276680946350098,
+ -9.933429718017578,
+ -6.788487911224365,
+ -11.21149730682373
+ ],
+ "distances_by_expert": [
+ 13.964638710021973,
+ 0.486858069896698,
+ 39.70663833618164,
+ 33.6552734375,
+ 25.945037841796875,
+ 6.902838706970215,
+ 16.553361892700195,
+ 19.866859436035156,
+ 13.57697582244873,
+ 22.42299461364746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.382080078125,
+ "language": 50.20157241821289
+ }
+ },
+ {
+ "routing_index": 10,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148583631031215,
+ 0.7157266736030579,
+ 2.3518020864088385e-09,
+ 4.8809425834406284e-08,
+ 2.2727799660060555e-06,
+ 0.029814429581165314,
+ 0.00024936505360528827,
+ 4.779984010383487e-05,
+ 0.0010879754554480314,
+ 1.2860515198553912e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99674129486084,
+ -0.3344569206237793,
+ -19.868083953857422,
+ -16.835342407226562,
+ -12.9945068359375,
+ -3.5127627849578857,
+ -8.296592712402344,
+ -9.948488235473633,
+ -6.823436737060547,
+ -11.261348724365234
+ ],
+ "distances_by_expert": [
+ 13.99348258972168,
+ 0.6689138412475586,
+ 39.736167907714844,
+ 33.670684814453125,
+ 25.989013671875,
+ 7.0255255699157715,
+ 16.593185424804688,
+ 19.896976470947266,
+ 13.646873474121094,
+ 22.52269744873047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.6103515625,
+ "language": 50.20957565307617
+ }
+ },
+ {
+ "routing_index": 11,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000850141339469701,
+ 0.6280196905136108,
+ 2.196502535412037e-09,
+ 3.533108738906776e-08,
+ 1.988310259548598e-06,
+ 0.020562198013067245,
+ 0.0002086212916765362,
+ 4.098863428225741e-05,
+ 0.0009876301046460867,
+ 1.1675756468321197e-05
+ ],
+ "log_scores_by_expert": [
+ -7.070107936859131,
+ -0.465183824300766,
+ -19.936399459838867,
+ -17.15850257873535,
+ -13.128225326538086,
+ -3.884300947189331,
+ -8.474989891052246,
+ -10.102215766906738,
+ -6.920202255249023,
+ -11.357995986938477
+ ],
+ "distances_by_expert": [
+ 14.140215873718262,
+ 0.930367648601532,
+ 39.872798919677734,
+ 34.3170051574707,
+ 26.256450653076172,
+ 7.768601894378662,
+ 16.949979782104492,
+ 20.204431533813477,
+ 13.840404510498047,
+ 22.715991973876953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.95556640625,
+ "language": 50.187461853027344
+ }
+ },
+ {
+ "routing_index": 12,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008752597495913506,
+ 0.6618935465812683,
+ 2.2582489211941947e-09,
+ 3.791961944443756e-08,
+ 1.959664359674207e-06,
+ 0.022840574383735657,
+ 0.00021105690393596888,
+ 4.154589623794891e-05,
+ 0.0010278713889420033,
+ 1.1544583685463294e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040989875793457,
+ -0.41265052556991577,
+ -19.908676147460938,
+ -17.087797164916992,
+ -13.14273738861084,
+ -3.779216766357422,
+ -8.463382720947266,
+ -10.088711738586426,
+ -6.880265235900879,
+ -11.369294166564941
+ ],
+ "distances_by_expert": [
+ 14.081979751586914,
+ 0.8253010511398315,
+ 39.817352294921875,
+ 34.175594329833984,
+ 26.28547477722168,
+ 7.558433532714844,
+ 16.92676544189453,
+ 20.17742347717285,
+ 13.760530471801758,
+ 22.738588333129883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.375,
+ "language": 50.18210983276367
+ }
+ },
+ {
+ "routing_index": 13,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008478229283355176,
+ 0.6447824835777283,
+ 2.1217239076776195e-09,
+ 3.3952375133594614e-08,
+ 1.9541494111763313e-06,
+ 0.019747193902730942,
+ 0.0002064213767880574,
+ 3.9540293073514476e-05,
+ 0.001009702100418508,
+ 1.1860912309202831e-05
+ ],
+ "log_scores_by_expert": [
+ -7.07283878326416,
+ -0.4388422966003418,
+ -19.971036911010742,
+ -17.198307037353516,
+ -13.14555549621582,
+ -3.924743890762329,
+ -8.485590934753418,
+ -10.138190269470215,
+ -6.898099899291992,
+ -11.342262268066406
+ ],
+ "distances_by_expert": [
+ 14.14567756652832,
+ 0.8776845932006836,
+ 39.942073822021484,
+ 34.39661407470703,
+ 26.29111099243164,
+ 7.849487781524658,
+ 16.971181869506836,
+ 20.27638053894043,
+ 13.796199798583984,
+ 22.684524536132812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.1025390625,
+ "language": 50.18561553955078
+ }
+ },
+ {
+ "routing_index": 14,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008340086205862463,
+ 0.7184143662452698,
+ 2.117898967313181e-09,
+ 4.3919879288978336e-08,
+ 2.159855284844525e-06,
+ 0.02620447799563408,
+ 0.00022181692474987358,
+ 4.314737452659756e-05,
+ 0.0010323987808078527,
+ 1.2641899957088754e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089266777038574,
+ -0.330708771944046,
+ -19.972841262817383,
+ -16.940898895263672,
+ -13.045469284057617,
+ -3.641824960708618,
+ -8.413658142089844,
+ -10.050889015197754,
+ -6.875870227813721,
+ -11.278493881225586
+ ],
+ "distances_by_expert": [
+ 14.178533554077148,
+ 0.661417543888092,
+ 39.945682525634766,
+ 33.881797790527344,
+ 26.090938568115234,
+ 7.283649921417236,
+ 16.827316284179688,
+ 20.101778030395508,
+ 13.751740455627441,
+ 22.556987762451172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.7060546875,
+ "language": 50.1834716796875
+ }
+ },
+ {
+ "routing_index": 15,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009548173984512687,
+ 0.806976854801178,
+ 2.4000910148203047e-09,
+ 4.845555423571568e-08,
+ 2.3551251615572255e-06,
+ 0.030560189858078957,
+ 0.0002486196462996304,
+ 4.8255671572405845e-05,
+ 0.0011466427240520716,
+ 1.3774640137853567e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953990459442139,
+ -0.21446028351783752,
+ -19.847759246826172,
+ -16.842618942260742,
+ -12.958916664123535,
+ -3.4880571365356445,
+ -8.299586296081543,
+ -9.938997268676758,
+ -6.770916938781738,
+ -11.192681312561035
+ ],
+ "distances_by_expert": [
+ 13.907980918884277,
+ 0.42892056703567505,
+ 39.695518493652344,
+ 33.685237884521484,
+ 25.91783332824707,
+ 6.976114273071289,
+ 16.599172592163086,
+ 19.877994537353516,
+ 13.541833877563477,
+ 22.38536262512207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.928466796875,
+ "language": 50.203487396240234
+ }
+ },
+ {
+ "routing_index": 16,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008564733434468508,
+ 0.7478764057159424,
+ 2.160404299900165e-09,
+ 4.530522801360348e-08,
+ 2.1789658148918534e-06,
+ 0.030303729698061943,
+ 0.00024195255537051708,
+ 4.605673166224733e-05,
+ 0.0010399757884442806,
+ 1.2952608813066036e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062687397003174,
+ -0.29051756858825684,
+ -19.952970504760742,
+ -16.90984344482422,
+ -13.036660194396973,
+ -3.4964845180511475,
+ -8.32676887512207,
+ -9.985636711120605,
+ -6.868557929992676,
+ -11.254213333129883
+ ],
+ "distances_by_expert": [
+ 14.125374794006348,
+ 0.5810351371765137,
+ 39.905941009521484,
+ 33.81968688964844,
+ 26.073320388793945,
+ 6.992969036102295,
+ 16.65353775024414,
+ 19.97127342224121,
+ 13.737115859985352,
+ 22.508426666259766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.65478515625,
+ "language": 50.19269561767578
+ }
+ },
+ {
+ "routing_index": 17,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008856027852743864,
+ 0.7376139163970947,
+ 2.2025017365479016e-09,
+ 4.5135831072684596e-08,
+ 2.2251313112064963e-06,
+ 0.029448462650179863,
+ 0.0002463703276589513,
+ 4.762633761856705e-05,
+ 0.0010612477781251073,
+ 1.3144003787601832e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029242038726807,
+ -0.30433475971221924,
+ -19.933671951293945,
+ -16.913589477539062,
+ -13.015694618225098,
+ -3.525113582611084,
+ -8.308674812316895,
+ -9.95212459564209,
+ -6.8483099937438965,
+ -11.239544868469238
+ ],
+ "distances_by_expert": [
+ 14.058484077453613,
+ 0.6086695194244385,
+ 39.86734390258789,
+ 33.827178955078125,
+ 26.031389236450195,
+ 7.050227165222168,
+ 16.61734962463379,
+ 19.90424919128418,
+ 13.696619987487793,
+ 22.479089736938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.399658203125,
+ "language": 50.18085861206055
+ }
+ },
+ {
+ "routing_index": 18,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000939847610425204,
+ 0.7572715282440186,
+ 2.327676940083734e-09,
+ 4.581549717386224e-08,
+ 2.2332992557494435e-06,
+ 0.029384087771177292,
+ 0.00023824209347367287,
+ 4.7597233788110316e-05,
+ 0.00112482241820544,
+ 1.3046617823420092e-05
+ ],
+ "log_scores_by_expert": [
+ -6.96979284286499,
+ -0.27803340554237366,
+ -19.878395080566406,
+ -16.898643493652344,
+ -13.012030601501465,
+ -3.5273020267486572,
+ -8.342223167419434,
+ -9.952735900878906,
+ -6.790130138397217,
+ -11.246981620788574
+ ],
+ "distances_by_expert": [
+ 13.93958568572998,
+ 0.5560668110847473,
+ 39.75679016113281,
+ 33.79728698730469,
+ 26.02406120300293,
+ 7.0546040534973145,
+ 16.684446334838867,
+ 19.905471801757812,
+ 13.580260276794434,
+ 22.49396324157715
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3300.7958984375,
+ "language": 50.17585372924805
+ }
+ },
+ {
+ "routing_index": 19,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009796398226171732,
+ 0.7173526287078857,
+ 2.423690137476342e-09,
+ 3.9867952494887504e-08,
+ 2.2433082449424546e-06,
+ 0.02424795925617218,
+ 0.0002348005073145032,
+ 4.699665805674158e-05,
+ 0.0011435849592089653,
+ 1.3323175153345801e-05
+ ],
+ "log_scores_by_expert": [
+ -6.928325653076172,
+ -0.3321877419948578,
+ -19.837974548339844,
+ -17.03769302368164,
+ -13.007558822631836,
+ -3.7194228172302246,
+ -8.35677433013916,
+ -9.965434074401855,
+ -6.773587226867676,
+ -11.226005554199219
+ ],
+ "distances_by_expert": [
+ 13.856651306152344,
+ 0.6643754839897156,
+ 39.67594909667969,
+ 34.07538604736328,
+ 26.015117645263672,
+ 7.438845634460449,
+ 16.71354866027832,
+ 19.93086814880371,
+ 13.547174453735352,
+ 22.452011108398438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3413.623779296875,
+ "language": 50.18928146362305
+ }
+ },
+ {
+ "routing_index": 20,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009256508783437312,
+ 0.7747159600257874,
+ 2.3561439466135425e-09,
+ 4.7211898390742135e-08,
+ 2.2995905055722687e-06,
+ 0.030106710270047188,
+ 0.0002495658409316093,
+ 4.7757148422533646e-05,
+ 0.0011159114073961973,
+ 1.3260429113870487e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985013484954834,
+ -0.25525879859924316,
+ -19.866239547729492,
+ -16.868619918823242,
+ -12.982779502868652,
+ -3.503007173538208,
+ -8.295787811279297,
+ -9.949381828308105,
+ -6.798083782196045,
+ -11.23072624206543
+ ],
+ "distances_by_expert": [
+ 13.970026969909668,
+ 0.5105175971984863,
+ 39.732479095458984,
+ 33.737239837646484,
+ 25.965559005737305,
+ 7.006014347076416,
+ 16.591575622558594,
+ 19.89876365661621,
+ 13.59616756439209,
+ 22.46145248413086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.0771484375,
+ "language": 50.20217514038086
+ }
+ },
+ {
+ "routing_index": 21,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009220161591656506,
+ 0.7082805037498474,
+ 2.313627955885522e-09,
+ 4.068134629164888e-08,
+ 2.180472847612691e-06,
+ 0.025029730051755905,
+ 0.00023171269276645035,
+ 4.567883297568187e-05,
+ 0.0010695221135392785,
+ 1.3370716260396875e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988947868347168,
+ -0.3449150323867798,
+ -19.884449005126953,
+ -17.01749610900879,
+ -13.035968780517578,
+ -3.6876909732818604,
+ -8.370012283325195,
+ -9.993875503540039,
+ -6.840543270111084,
+ -11.222443580627441
+ ],
+ "distances_by_expert": [
+ 13.977895736694336,
+ 0.6898300647735596,
+ 39.768898010253906,
+ 34.03499221801758,
+ 26.071937561035156,
+ 7.375381946563721,
+ 16.74002456665039,
+ 19.987751007080078,
+ 13.681086540222168,
+ 22.444887161254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3564.959228515625,
+ "language": 50.188934326171875
+ }
+ },
+ {
+ "routing_index": 22,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000897756137419492,
+ 0.672005832195282,
+ 2.280997390968764e-09,
+ 3.769406120568419e-08,
+ 2.094783440043102e-06,
+ 0.022610832005739212,
+ 0.00021889946947339922,
+ 4.260147761669941e-05,
+ 0.0010496923932805657,
+ 1.2343940397840925e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0156121253967285,
+ -0.39748823642730713,
+ -19.898653030395508,
+ -17.09376335144043,
+ -13.07606029510498,
+ -3.7893261909484863,
+ -8.426898002624512,
+ -10.063621520996094,
+ -6.85925817489624,
+ -11.302345275878906
+ ],
+ "distances_by_expert": [
+ 14.031224250793457,
+ 0.7949764728546143,
+ 39.797306060791016,
+ 34.18752670288086,
+ 26.15212059020996,
+ 7.578652381896973,
+ 16.853796005249023,
+ 20.127243041992188,
+ 13.71851634979248,
+ 22.604690551757812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.22314453125,
+ "language": 50.183780670166016
+ }
+ },
+ {
+ "routing_index": 23,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009438482229597867,
+ 0.7093254327774048,
+ 2.340489579921723e-09,
+ 3.809374504726293e-08,
+ 2.1577018287644023e-06,
+ 0.02341550402343273,
+ 0.0002267011150252074,
+ 4.367871952126734e-05,
+ 0.0011069048196077347,
+ 1.289370993617922e-05
+ ],
+ "log_scores_by_expert": [
+ -6.965545177459717,
+ -0.34344083070755005,
+ -19.872905731201172,
+ -17.083215713500977,
+ -13.046466827392578,
+ -3.754356861114502,
+ -8.391878128051758,
+ -10.038649559020996,
+ -6.806187629699707,
+ -11.258770942687988
+ ],
+ "distances_by_expert": [
+ 13.931090354919434,
+ 0.6868816614151001,
+ 39.745811462402344,
+ 34.16643142700195,
+ 26.092933654785156,
+ 7.508713722229004,
+ 16.783756256103516,
+ 20.077299118041992,
+ 13.612375259399414,
+ 22.517541885375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.246337890625,
+ "language": 50.183387756347656
+ }
+ },
+ {
+ "routing_index": 24,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008411300368607044,
+ 0.6596704125404358,
+ 2.0980053250241326e-09,
+ 3.453292762856108e-08,
+ 2.0111667708988534e-06,
+ 0.020879970863461494,
+ 0.00021093116083648056,
+ 3.982066846219823e-05,
+ 0.0010208995081484318,
+ 1.2149354915891308e-05
+ ],
+ "log_scores_by_expert": [
+ -7.080764293670654,
+ -0.41601496934890747,
+ -19.98227882385254,
+ -17.181352615356445,
+ -13.116795539855957,
+ -3.868964910507202,
+ -8.46397876739502,
+ -10.131124496459961,
+ -6.887071132659912,
+ -11.31823444366455
+ ],
+ "distances_by_expert": [
+ 14.161528587341309,
+ 0.8320299386978149,
+ 39.96455764770508,
+ 34.36270523071289,
+ 26.233591079711914,
+ 7.737929821014404,
+ 16.92795753479004,
+ 20.262248992919922,
+ 13.774142265319824,
+ 22.6364688873291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.198974609375,
+ "language": 50.17917251586914
+ }
+ },
+ {
+ "routing_index": 25,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009229407296516001,
+ 0.7873661518096924,
+ 2.2649349062930924e-09,
+ 4.6749967452797137e-08,
+ 2.2544220428244444e-06,
+ 0.031127098947763443,
+ 0.0002435000060359016,
+ 4.715487011708319e-05,
+ 0.0011291203554719687,
+ 1.3471253623720258e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987945556640625,
+ -0.2390618920326233,
+ -19.905719757080078,
+ -16.87845230102539,
+ -13.002616882324219,
+ -3.4696764945983887,
+ -8.320393562316895,
+ -9.96207332611084,
+ -6.786316394805908,
+ -11.21495246887207
+ ],
+ "distances_by_expert": [
+ 13.97589111328125,
+ 0.4781237840652466,
+ 39.811439514160156,
+ 33.75690460205078,
+ 26.005233764648438,
+ 6.939352989196777,
+ 16.64078712463379,
+ 19.92414665222168,
+ 13.572632789611816,
+ 22.42990493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3384.63330078125,
+ "language": 50.17586898803711
+ }
+ },
+ {
+ "routing_index": 26,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008881808025762439,
+ 0.7910662889480591,
+ 2.258606413008124e-09,
+ 4.6388898056193284e-08,
+ 2.349380338273477e-06,
+ 0.030907560139894485,
+ 0.00025160357472486794,
+ 4.788703517988324e-05,
+ 0.0010853121057152748,
+ 1.395985145791201e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0263352394104,
+ -0.23437348008155823,
+ -19.908517837524414,
+ -16.886205673217773,
+ -12.961359024047852,
+ -3.4767544269561768,
+ -8.2876558303833,
+ -9.94666576385498,
+ -6.825887680053711,
+ -11.179325103759766
+ ],
+ "distances_by_expert": [
+ 14.0526704788208,
+ 0.46874696016311646,
+ 39.81703567504883,
+ 33.77241134643555,
+ 25.922718048095703,
+ 6.9535088539123535,
+ 16.5753116607666,
+ 19.89333152770996,
+ 13.651775360107422,
+ 22.35865020751953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.26318359375,
+ "language": 50.19295120239258
+ }
+ },
+ {
+ "routing_index": 27,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008293429855257273,
+ 0.7488672137260437,
+ 2.11120787518837e-09,
+ 4.5514742197383384e-08,
+ 2.2054330202081474e-06,
+ 0.031533822417259216,
+ 0.00025125063257291913,
+ 4.6579414629377425e-05,
+ 0.000999738578684628,
+ 1.3117442904331256e-05
+ ],
+ "log_scores_by_expert": [
+ -7.094876766204834,
+ -0.28919360041618347,
+ -19.97600555419922,
+ -16.905229568481445,
+ -13.02458667755127,
+ -3.4566946029663086,
+ -8.28905963897705,
+ -9.97435188293457,
+ -6.908016681671143,
+ -11.241567611694336
+ ],
+ "distances_by_expert": [
+ 14.189753532409668,
+ 0.5783872008323669,
+ 39.95201110839844,
+ 33.81045913696289,
+ 26.04917335510254,
+ 6.913389205932617,
+ 16.5781192779541,
+ 19.94870376586914,
+ 13.816033363342285,
+ 22.483135223388672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.311767578125,
+ "language": 50.20372772216797
+ }
+ },
+ {
+ "routing_index": 28,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008446653955616057,
+ 0.7625863552093506,
+ 2.1800370397784263e-09,
+ 4.479585413719178e-08,
+ 2.223444880655734e-06,
+ 0.030989354476332664,
+ 0.00024877689429558814,
+ 4.7126184654189274e-05,
+ 0.001017012051306665,
+ 1.3156683053239249e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0765700340271,
+ -0.27103957533836365,
+ -19.943923950195312,
+ -16.92115020751953,
+ -13.01645278930664,
+ -3.474111557006836,
+ -8.298954010009766,
+ -9.962681770324707,
+ -6.890886306762695,
+ -11.238580703735352
+ ],
+ "distances_by_expert": [
+ 14.1531400680542,
+ 0.5420791506767273,
+ 39.887847900390625,
+ 33.84230041503906,
+ 26.03290557861328,
+ 6.948223114013672,
+ 16.59790802001953,
+ 19.925363540649414,
+ 13.78177261352539,
+ 22.477161407470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3285.543212890625,
+ "language": 50.2073860168457
+ }
+ },
+ {
+ "routing_index": 29,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009201170178130269,
+ 0.7377048134803772,
+ 2.3097610490907527e-09,
+ 4.3087315049206154e-08,
+ 2.136368493665941e-06,
+ 0.02943781390786171,
+ 0.00023524071730207652,
+ 4.6580127673223615e-05,
+ 0.0011049836175516248,
+ 1.2858197806053795e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991009712219238,
+ -0.3042115271091461,
+ -19.88612174987793,
+ -16.960037231445312,
+ -13.056403160095215,
+ -3.525475263595581,
+ -8.354901313781738,
+ -9.974336624145508,
+ -6.807924747467041,
+ -11.261528968811035
+ ],
+ "distances_by_expert": [
+ 13.982019424438477,
+ 0.6084230542182922,
+ 39.77224349975586,
+ 33.920074462890625,
+ 26.11280632019043,
+ 7.050950527191162,
+ 16.709802627563477,
+ 19.948673248291016,
+ 13.615849494934082,
+ 22.52305793762207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.5517578125,
+ "language": 50.175228118896484
+ }
+ },
+ {
+ "routing_index": 30,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009984452044591308,
+ 0.7274966239929199,
+ 2.5064570419175425e-09,
+ 4.177695345219945e-08,
+ 2.212034587500966e-06,
+ 0.02672075480222702,
+ 0.00023739681637380272,
+ 4.755544796353206e-05,
+ 0.0011728985700756311,
+ 1.3070616660115775e-05
+ ],
+ "log_scores_by_expert": [
+ -6.909311294555664,
+ -0.3181459307670593,
+ -19.80439567565918,
+ -16.990921020507812,
+ -13.021597862243652,
+ -3.622314691543579,
+ -8.34577751159668,
+ -9.953614234924316,
+ -6.748277187347412,
+ -11.24514389038086
+ ],
+ "distances_by_expert": [
+ 13.818622589111328,
+ 0.6362918615341187,
+ 39.60879135131836,
+ 33.981842041015625,
+ 26.043195724487305,
+ 7.244629383087158,
+ 16.69155502319336,
+ 19.907228469848633,
+ 13.496554374694824,
+ 22.49028778076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.695556640625,
+ "language": 50.18003845214844
+ }
+ },
+ {
+ "routing_index": 31,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009582034545019269,
+ 0.756169855594635,
+ 2.4460795611247477e-09,
+ 4.9617320030392875e-08,
+ 2.3828004032111494e-06,
+ 0.03063139133155346,
+ 0.00025456721778027713,
+ 4.99355883221142e-05,
+ 0.001119175460189581,
+ 1.358990357402945e-05
+ ],
+ "log_scores_by_expert": [
+ -6.950450420379639,
+ -0.2794892191886902,
+ -19.828779220581055,
+ -16.818925857543945,
+ -12.947234153747559,
+ -3.485729932785034,
+ -8.275945663452148,
+ -9.904776573181152,
+ -6.795163154602051,
+ -11.206183433532715
+ ],
+ "distances_by_expert": [
+ 13.900900840759277,
+ 0.5589784383773804,
+ 39.65755844116211,
+ 33.63785171508789,
+ 25.894468307495117,
+ 6.971459865570068,
+ 16.551891326904297,
+ 19.809553146362305,
+ 13.590326309204102,
+ 22.41236686706543
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.0419921875,
+ "language": 50.21087646484375
+ }
+ },
+ {
+ "routing_index": 32,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148557437583804,
+ 0.6424018144607544,
+ 2.2859103498973354e-09,
+ 3.7770202965248245e-08,
+ 2.0430757103895303e-06,
+ 0.022073881700634956,
+ 0.0002170831139665097,
+ 4.359594458946958e-05,
+ 0.0010422071209177375,
+ 1.2282501302252058e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996744155883789,
+ -0.44254133105278015,
+ -19.896501541137695,
+ -17.091745376586914,
+ -13.101054191589355,
+ -3.8133602142333984,
+ -8.435230255126953,
+ -10.040546417236328,
+ -6.866414546966553,
+ -11.307334899902344
+ ],
+ "distances_by_expert": [
+ 13.993488311767578,
+ 0.8850826621055603,
+ 39.79300308227539,
+ 34.18349075317383,
+ 26.20210838317871,
+ 7.626720428466797,
+ 16.870460510253906,
+ 20.081092834472656,
+ 13.732829093933105,
+ 22.614669799804688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3529.255615234375,
+ "language": 50.194244384765625
+ }
+ },
+ {
+ "routing_index": 33,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009411858627572656,
+ 0.7178957462310791,
+ 2.3824990869059093e-09,
+ 4.120738950064151e-08,
+ 2.128971118509071e-06,
+ 0.024953719228506088,
+ 0.00022756864200346172,
+ 4.517654815572314e-05,
+ 0.0010983997490257025,
+ 1.2657582374231424e-05
+ ],
+ "log_scores_by_expert": [
+ -6.968369960784912,
+ -0.33143097162246704,
+ -19.85511589050293,
+ -17.004648208618164,
+ -13.059871673583984,
+ -3.690732479095459,
+ -8.38805866241455,
+ -10.004932403564453,
+ -6.813900947570801,
+ -11.277254104614258
+ ],
+ "distances_by_expert": [
+ 13.936739921569824,
+ 0.6628619432449341,
+ 39.71023178100586,
+ 34.00929641723633,
+ 26.11974334716797,
+ 7.381464958190918,
+ 16.7761173248291,
+ 20.009864807128906,
+ 13.627801895141602,
+ 22.554508209228516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.205810546875,
+ "language": 50.18316650390625
+ }
+ },
+ {
+ "routing_index": 34,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008395204786211252,
+ 0.6397219300270081,
+ 2.0685617663218636e-09,
+ 3.519179969657671e-08,
+ 1.9018223156308522e-06,
+ 0.020894113928079605,
+ 0.00020400987705215812,
+ 3.9733986341161653e-05,
+ 0.0010055187158286572,
+ 1.1587480003072415e-05
+ ],
+ "log_scores_by_expert": [
+ -7.082679748535156,
+ -0.4467216730117798,
+ -19.99641227722168,
+ -17.162452697753906,
+ -13.172698020935059,
+ -3.8682878017425537,
+ -8.497342109680176,
+ -10.13330364227295,
+ -6.902251720428467,
+ -11.365585327148438
+ ],
+ "distances_by_expert": [
+ 14.165359497070312,
+ 0.8934433460235596,
+ 39.99282455444336,
+ 34.32490539550781,
+ 26.345396041870117,
+ 7.736575603485107,
+ 16.99468421936035,
+ 20.2666072845459,
+ 13.804503440856934,
+ 22.731170654296875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.42822265625,
+ "language": 50.179473876953125
+ }
+ },
+ {
+ "routing_index": 35,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008366654510609806,
+ 0.7327799797058105,
+ 2.111389285630594e-09,
+ 4.4861867110057574e-08,
+ 2.1308135274011875e-06,
+ 0.02768167480826378,
+ 0.0002238467859569937,
+ 4.350805829744786e-05,
+ 0.0010463022626936436,
+ 1.259954569832189e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086086273193359,
+ -0.31090980768203735,
+ -19.975919723510742,
+ -16.919677734375,
+ -13.059006690979004,
+ -3.586984634399414,
+ -8.404548645019531,
+ -10.042564392089844,
+ -6.86249303817749,
+ -11.28184986114502
+ ],
+ "distances_by_expert": [
+ 14.172172546386719,
+ 0.6218196153640747,
+ 39.951839447021484,
+ 33.83935546875,
+ 26.118013381958008,
+ 7.173969268798828,
+ 16.809097290039062,
+ 20.085128784179688,
+ 13.72498607635498,
+ 22.56369972229004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.853271484375,
+ "language": 50.17366027832031
+ }
+ },
+ {
+ "routing_index": 36,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009269092115573585,
+ 0.807153046131134,
+ 2.367089635413322e-09,
+ 5.007280989843821e-08,
+ 2.3189993498817785e-06,
+ 0.03197794780135155,
+ 0.00025232325424440205,
+ 4.889354750048369e-05,
+ 0.0011194022372364998,
+ 1.3687219507119153e-05
+ ],
+ "log_scores_by_expert": [
+ -6.983654975891113,
+ -0.21424199640750885,
+ -19.861604690551758,
+ -16.80978775024414,
+ -12.974374771118164,
+ -3.442708730697632,
+ -8.284799575805664,
+ -9.925865173339844,
+ -6.7949604988098145,
+ -11.199048042297363
+ ],
+ "distances_by_expert": [
+ 13.967309951782227,
+ 0.4284839928150177,
+ 39.723209381103516,
+ 33.61957550048828,
+ 25.948749542236328,
+ 6.885417461395264,
+ 16.569599151611328,
+ 19.851730346679688,
+ 13.589920997619629,
+ 22.398096084594727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.99951171875,
+ "language": 50.192169189453125
+ }
+ },
+ {
+ "routing_index": 37,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326588431373239,
+ 0.7021796107292175,
+ 2.117075181828909e-09,
+ 4.5062026998721194e-08,
+ 2.1453681711136596e-06,
+ 0.028555335476994514,
+ 0.00023811921710148454,
+ 4.561897731036879e-05,
+ 0.0010054976446554065,
+ 1.2480635632527992e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09088659286499,
+ -0.35356611013412476,
+ -19.973230361938477,
+ -16.915225982666016,
+ -13.052199363708496,
+ -3.5559115409851074,
+ -8.34273910522461,
+ -9.995186805725098,
+ -6.902272701263428,
+ -11.291332244873047
+ ],
+ "distances_by_expert": [
+ 14.18177318572998,
+ 0.7071322202682495,
+ 39.94646072387695,
+ 33.83045196533203,
+ 26.104398727416992,
+ 7.111823081970215,
+ 16.68547821044922,
+ 19.990373611450195,
+ 13.804545402526855,
+ 22.582664489746094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.54296875,
+ "language": 50.21016311645508
+ }
+ },
+ {
+ "routing_index": 38,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008448027074337006,
+ 0.7216959595680237,
+ 2.1697204033443995e-09,
+ 4.4968693657665426e-08,
+ 2.1264024780975888e-06,
+ 0.029918905347585678,
+ 0.00024062390730250627,
+ 4.646215893444605e-05,
+ 0.0010165777057409286,
+ 1.2440647878975142e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076407432556152,
+ -0.32615137100219727,
+ -19.948667526245117,
+ -16.917299270629883,
+ -13.061079025268555,
+ -3.5092647075653076,
+ -8.332275390625,
+ -9.976872444152832,
+ -6.891313552856445,
+ -11.294541358947754
+ ],
+ "distances_by_expert": [
+ 14.152814865112305,
+ 0.6523027420043945,
+ 39.897335052490234,
+ 33.834598541259766,
+ 26.12215805053711,
+ 7.018529415130615,
+ 16.66455078125,
+ 19.953744888305664,
+ 13.78262710571289,
+ 22.589082717895508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.690185546875,
+ "language": 50.19633483886719
+ }
+ },
+ {
+ "routing_index": 39,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009074744884856045,
+ 0.7755122780799866,
+ 2.2853172687575807e-09,
+ 4.6581298818182404e-08,
+ 2.2526749035023386e-06,
+ 0.03104141168296337,
+ 0.00024512538220733404,
+ 4.847841410082765e-05,
+ 0.0010910711716860533,
+ 1.3402249351202045e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004845142364502,
+ -0.25423145294189453,
+ -19.896760940551758,
+ -16.88206672668457,
+ -13.003392219543457,
+ -3.472433090209961,
+ -8.313740730285645,
+ -9.934391975402832,
+ -6.8205952644348145,
+ -11.220088005065918
+ ],
+ "distances_by_expert": [
+ 14.009690284729004,
+ 0.5084629058837891,
+ 39.793521881103516,
+ 33.76413345336914,
+ 26.006784439086914,
+ 6.944866180419922,
+ 16.62748146057129,
+ 19.868783950805664,
+ 13.641190528869629,
+ 22.440176010131836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.21044921875,
+ "language": 50.1723747253418
+ }
+ },
+ {
+ "routing_index": 40,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009533479460515082,
+ 0.7805433869361877,
+ 2.3661639314553895e-09,
+ 4.6484114335498816e-08,
+ 2.3229570160765434e-06,
+ 0.029901256784796715,
+ 0.00024312271852977574,
+ 4.876669481745921e-05,
+ 0.0011452280450612307,
+ 1.3736741493630689e-05
+ ],
+ "log_scores_by_expert": [
+ -6.955530643463135,
+ -0.2477649450302124,
+ -19.861995697021484,
+ -16.8841552734375,
+ -12.97266960144043,
+ -3.509854793548584,
+ -8.321944236755371,
+ -9.928462982177734,
+ -6.772151470184326,
+ -11.195436477661133
+ ],
+ "distances_by_expert": [
+ 13.91106128692627,
+ 0.4955298900604248,
+ 39.72399139404297,
+ 33.768310546875,
+ 25.94533920288086,
+ 7.019709587097168,
+ 16.643888473510742,
+ 19.85692596435547,
+ 13.544302940368652,
+ 22.390872955322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.6044921875,
+ "language": 50.1928596496582
+ }
+ },
+ {
+ "routing_index": 41,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008923154673539102,
+ 0.7563525438308716,
+ 2.285204026009069e-09,
+ 4.673213638284324e-08,
+ 2.2701458419760456e-06,
+ 0.03077695146203041,
+ 0.0002473084023222327,
+ 4.760949013871141e-05,
+ 0.0010733831441029906,
+ 1.3255308658699505e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021690845489502,
+ -0.27924761176109314,
+ -19.89681053161621,
+ -16.878833770751953,
+ -12.99566650390625,
+ -3.4809892177581787,
+ -8.304874420166016,
+ -9.952478408813477,
+ -6.836939811706543,
+ -11.231112480163574
+ ],
+ "distances_by_expert": [
+ 14.043381690979004,
+ 0.5584952235221863,
+ 39.79362106323242,
+ 33.757667541503906,
+ 25.9913330078125,
+ 6.961978435516357,
+ 16.60974884033203,
+ 19.904956817626953,
+ 13.673879623413086,
+ 22.46222496032715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.098876953125,
+ "language": 50.2016487121582
+ }
+ },
+ {
+ "routing_index": 42,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008392118033953011,
+ 0.7066253423690796,
+ 2.1484134471450034e-09,
+ 4.499126049495317e-08,
+ 2.1690286757802824e-06,
+ 0.030082209035754204,
+ 0.0002456425572745502,
+ 4.6120108891045675e-05,
+ 0.0009965136414393783,
+ 1.277926185139222e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083047389984131,
+ -0.3472546935081482,
+ -19.95853614807129,
+ -16.916797637939453,
+ -13.041231155395508,
+ -3.50382137298584,
+ -8.311633110046387,
+ -9.984261512756348,
+ -6.911247730255127,
+ -11.26768684387207
+ ],
+ "distances_by_expert": [
+ 14.166094779968262,
+ 0.6945093870162964,
+ 39.91707229614258,
+ 33.833595275878906,
+ 26.082462310791016,
+ 7.00764274597168,
+ 16.623266220092773,
+ 19.968523025512695,
+ 13.822495460510254,
+ 22.53537368774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3228.081787109375,
+ "language": 50.20320129394531
+ }
+ },
+ {
+ "routing_index": 43,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008659933228045702,
+ 0.6944509148597717,
+ 2.1957402562833295e-09,
+ 4.533669084594294e-08,
+ 2.1691776055376977e-06,
+ 0.029403505846858025,
+ 0.00024200932239182293,
+ 4.664191146730445e-05,
+ 0.0010297317057847977,
+ 1.2544500350486487e-05
+ ],
+ "log_scores_by_expert": [
+ -7.051633358001709,
+ -0.364633709192276,
+ -19.93674659729004,
+ -16.909149169921875,
+ -13.041162490844727,
+ -3.526641368865967,
+ -8.326534271240234,
+ -9.973011016845703,
+ -6.878457069396973,
+ -11.28622817993164
+ ],
+ "distances_by_expert": [
+ 14.103266716003418,
+ 0.729267418384552,
+ 39.87349319458008,
+ 33.81829833984375,
+ 26.082324981689453,
+ 7.053282737731934,
+ 16.65306854248047,
+ 19.946022033691406,
+ 13.756914138793945,
+ 22.57245635986328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.54296875,
+ "language": 50.18996047973633
+ }
+ },
+ {
+ "routing_index": 44,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008583180024288595,
+ 0.7367867231369019,
+ 2.188085268528539e-09,
+ 4.629652750054447e-08,
+ 2.271109451612574e-06,
+ 0.031125331297516823,
+ 0.00025313813239336014,
+ 4.764106051879935e-05,
+ 0.0010138115612789989,
+ 1.336373134108726e-05
+ ],
+ "log_scores_by_expert": [
+ -7.060535907745361,
+ -0.30545687675476074,
+ -19.94023895263672,
+ -16.888198852539062,
+ -12.99524211883545,
+ -3.469733238220215,
+ -8.281575202941895,
+ -9.951815605163574,
+ -6.894038200378418,
+ -11.222966194152832
+ ],
+ "distances_by_expert": [
+ 14.121071815490723,
+ 0.6109137535095215,
+ 39.88047790527344,
+ 33.776397705078125,
+ 25.9904842376709,
+ 6.93946647644043,
+ 16.56315040588379,
+ 19.90363121032715,
+ 13.788076400756836,
+ 22.445932388305664
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3258.91357421875,
+ "language": 50.21625518798828
+ }
+ },
+ {
+ "routing_index": 45,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008684612694196403,
+ 0.7461098432540894,
+ 2.2519002218501782e-09,
+ 4.64890774765081e-08,
+ 2.287658389832359e-06,
+ 0.030363529920578003,
+ 0.00025319246924482286,
+ 4.8429432354168966e-05,
+ 0.0010137396166101098,
+ 1.3235400729172397e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048787593841553,
+ -0.2928824722766876,
+ -19.91149139404297,
+ -16.884048461914062,
+ -12.987981796264648,
+ -3.4945130348205566,
+ -8.281360626220703,
+ -9.935402870178223,
+ -6.89410924911499,
+ -11.23261547088623
+ ],
+ "distances_by_expert": [
+ 14.097575187683105,
+ 0.5857649445533752,
+ 39.82298278808594,
+ 33.768096923828125,
+ 25.975963592529297,
+ 6.989026069641113,
+ 16.562721252441406,
+ 19.870805740356445,
+ 13.78821849822998,
+ 22.46523094177246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.217529296875,
+ "language": 50.2066764831543
+ }
+ },
+ {
+ "routing_index": 46,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008889990276657045,
+ 0.7348783016204834,
+ 2.2888901884954294e-09,
+ 4.714027213026384e-08,
+ 2.2997417090664385e-06,
+ 0.03040243871510029,
+ 0.0002519174013286829,
+ 4.818677916773595e-05,
+ 0.001043487573042512,
+ 1.3283261978358496e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02541446685791,
+ -0.3080504536628723,
+ -19.895198822021484,
+ -16.87013816833496,
+ -12.98271369934082,
+ -3.493232488632202,
+ -8.286409378051758,
+ -9.940425872802734,
+ -6.86518669128418,
+ -11.229005813598633
+ ],
+ "distances_by_expert": [
+ 14.05082893371582,
+ 0.6161009073257446,
+ 39.79039764404297,
+ 33.74027633666992,
+ 25.96542739868164,
+ 6.986464977264404,
+ 16.572818756103516,
+ 19.88085174560547,
+ 13.73037338256836,
+ 22.458011627197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3241.3037109375,
+ "language": 50.224666595458984
+ }
+ },
+ {
+ "routing_index": 47,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000839024200104177,
+ 0.6771839261054993,
+ 2.2002721866698494e-09,
+ 4.4640284357910787e-08,
+ 2.1108910459588515e-06,
+ 0.027469750493764877,
+ 0.00023190879437606782,
+ 4.43723147327546e-05,
+ 0.001016370253637433,
+ 1.1956183698202949e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083271026611328,
+ -0.3898123502731323,
+ -19.93468475341797,
+ -16.92462921142578,
+ -13.068400382995605,
+ -3.594669818878174,
+ -8.369166374206543,
+ -10.022894859313965,
+ -6.891517639160156,
+ -11.334261894226074
+ ],
+ "distances_by_expert": [
+ 14.166542053222656,
+ 0.7796247005462646,
+ 39.86936950683594,
+ 33.84925842285156,
+ 26.13680076599121,
+ 7.189339637756348,
+ 16.738332748413086,
+ 20.04578971862793,
+ 13.783035278320312,
+ 22.66852378845215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3185.3505859375,
+ "language": 50.20457077026367
+ }
+ },
+ {
+ "routing_index": 48,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008484752615913749,
+ 0.6716177463531494,
+ 2.161508749765062e-09,
+ 4.510054552042675e-08,
+ 2.1014207050029654e-06,
+ 0.02851950004696846,
+ 0.00023151632922235876,
+ 4.425330917001702e-05,
+ 0.0010249128099530935,
+ 1.1825266483356245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0720696449279785,
+ -0.3980658948421478,
+ -19.95245933532715,
+ -16.914371490478516,
+ -13.072896957397461,
+ -3.5571672916412354,
+ -8.37086009979248,
+ -10.025580406188965,
+ -6.883147716522217,
+ -11.345272064208984
+ ],
+ "distances_by_expert": [
+ 14.144139289855957,
+ 0.7961317896842957,
+ 39.9049186706543,
+ 33.82874298095703,
+ 26.145793914794922,
+ 7.114334583282471,
+ 16.74172019958496,
+ 20.05116081237793,
+ 13.766295433044434,
+ 22.69054412841797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.61474609375,
+ "language": 50.185699462890625
+ }
+ },
+ {
+ "routing_index": 49,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008700952748768032,
+ 0.6968415379524231,
+ 2.202157345365663e-09,
+ 4.644352458171852e-08,
+ 2.183521473853034e-06,
+ 0.03013991378247738,
+ 0.00024014500377234071,
+ 4.5951124775456265e-05,
+ 0.0010337944841012359,
+ 1.2353172678558622e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046907901763916,
+ -0.36119717359542847,
+ -19.933828353881836,
+ -16.885028839111328,
+ -13.034571647644043,
+ -3.5019049644470215,
+ -8.334267616271973,
+ -9.987932205200195,
+ -6.874519348144531,
+ -11.301597595214844
+ ],
+ "distances_by_expert": [
+ 14.093815803527832,
+ 0.7223943471908569,
+ 39.86765670776367,
+ 33.770057678222656,
+ 26.069143295288086,
+ 7.003809928894043,
+ 16.668535232543945,
+ 19.97586441040039,
+ 13.749038696289062,
+ 22.603195190429688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.432373046875,
+ "language": 50.191368103027344
+ }
+ },
+ {
+ "routing_index": 50,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007997520151548088,
+ 0.5902982354164124,
+ 2.047720881748205e-09,
+ 4.185695345881868e-08,
+ 1.905380599964701e-06,
+ 0.024684792384505272,
+ 0.00020884723926428705,
+ 4.098159843124449e-05,
+ 0.0009741352405399084,
+ 1.0539308277657256e-05
+ ],
+ "log_scores_by_expert": [
+ -7.131208896636963,
+ -0.5271273851394653,
+ -20.00653839111328,
+ -16.9890079498291,
+ -13.170828819274902,
+ -3.7015678882598877,
+ -8.473907470703125,
+ -10.102387428283691,
+ -6.933960437774658,
+ -11.46039867401123
+ ],
+ "distances_by_expert": [
+ 14.262417793273926,
+ 1.0542547702789307,
+ 40.01307678222656,
+ 33.9780158996582,
+ 26.341657638549805,
+ 7.403135776519775,
+ 16.94781494140625,
+ 20.204774856567383,
+ 13.867920875549316,
+ 22.92079734802246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3217.83837890625,
+ "language": 50.190120697021484
+ }
+ },
+ {
+ "routing_index": 51,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007708796765655279,
+ 0.5636715888977051,
+ 1.977143782028179e-09,
+ 4.046080803732366e-08,
+ 1.8642001577973133e-06,
+ 0.023709561675786972,
+ 0.000203287010663189,
+ 3.961646507377736e-05,
+ 0.0009462844463996589,
+ 1.0235155968985055e-05
+ ],
+ "log_scores_by_expert": [
+ -7.167978286743164,
+ -0.5732835531234741,
+ -20.04161262512207,
+ -17.022932052612305,
+ -13.192678451538086,
+ -3.7418768405914307,
+ -8.50089168548584,
+ -10.136265754699707,
+ -6.962967395782471,
+ -11.4896821975708
+ ],
+ "distances_by_expert": [
+ 14.335956573486328,
+ 1.1465671062469482,
+ 40.08322525024414,
+ 34.04586410522461,
+ 26.385356903076172,
+ 7.483753681182861,
+ 17.00178337097168,
+ 20.272531509399414,
+ 13.925934791564941,
+ 22.9793643951416
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3253.91796875,
+ "language": 50.19645309448242
+ }
+ },
+ {
+ "routing_index": 52,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008363060769625008,
+ 0.6034877896308899,
+ 2.12052242432037e-09,
+ 4.31226681030239e-08,
+ 1.9814087863778695e-06,
+ 0.025975873693823814,
+ 0.00021417213429231197,
+ 4.2686599044827744e-05,
+ 0.001005725935101509,
+ 1.0989236216119025e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0865159034729,
+ -0.5050294995307922,
+ -19.971603393554688,
+ -16.959217071533203,
+ -13.131702423095703,
+ -3.6505870819091797,
+ -8.44873046875,
+ -10.061625480651855,
+ -6.902045726776123,
+ -11.418594360351562
+ ],
+ "distances_by_expert": [
+ 14.1730318069458,
+ 1.0100589990615845,
+ 39.943206787109375,
+ 33.918434143066406,
+ 26.263404846191406,
+ 7.301174163818359,
+ 16.8974609375,
+ 20.12325096130371,
+ 13.804091453552246,
+ 22.837188720703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.094482421875,
+ "language": 50.20768737792969
+ }
+ },
+ {
+ "routing_index": 53,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008524673758074641,
+ 0.6061220169067383,
+ 2.132711340863125e-09,
+ 4.2459134874661686e-08,
+ 1.9603278360591503e-06,
+ 0.025911662727594376,
+ 0.00021343117987271398,
+ 4.255044404999353e-05,
+ 0.001022825250402093,
+ 1.0966748050122987e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067375659942627,
+ -0.5006739497184753,
+ -19.965871810913086,
+ -16.97472381591797,
+ -13.142398834228516,
+ -3.653062105178833,
+ -8.45219612121582,
+ -10.064820289611816,
+ -6.885186672210693,
+ -11.420642852783203
+ ],
+ "distances_by_expert": [
+ 14.134751319885254,
+ 1.0013478994369507,
+ 39.93174362182617,
+ 33.94944763183594,
+ 26.28479766845703,
+ 7.306124210357666,
+ 16.90439224243164,
+ 20.129640579223633,
+ 13.770373344421387,
+ 22.841285705566406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.7939453125,
+ "language": 50.18710708618164
+ }
+ },
+ {
+ "routing_index": 54,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008586913463659585,
+ 0.631049394607544,
+ 2.1924968507391895e-09,
+ 4.3432628160644526e-08,
+ 2.034132648986997e-06,
+ 0.02649248018860817,
+ 0.00022030010586604476,
+ 4.342324609751813e-05,
+ 0.0010348785435780883,
+ 1.1342537618475035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.06010103225708,
+ -0.46037113666534424,
+ -19.93822479248047,
+ -16.952054977416992,
+ -13.105441093444824,
+ -3.630894422531128,
+ -8.420519828796387,
+ -10.044515609741211,
+ -6.873471260070801,
+ -11.386950492858887
+ ],
+ "distances_by_expert": [
+ 14.12020206451416,
+ 0.9207422733306885,
+ 39.87644958496094,
+ 33.904109954833984,
+ 26.21088218688965,
+ 7.261788845062256,
+ 16.841039657592773,
+ 20.089031219482422,
+ 13.746942520141602,
+ 22.773900985717773
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3213.028076171875,
+ "language": 50.19050216674805
+ }
+ },
+ {
+ "routing_index": 55,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000884854409378022,
+ 0.6455278992652893,
+ 2.2119319709190677e-09,
+ 3.723246067011132e-08,
+ 2.087082521029515e-06,
+ 0.0213637575507164,
+ 0.0002175772242480889,
+ 4.275468018022366e-05,
+ 0.0010165824787691236,
+ 1.254356811841717e-05
+ ],
+ "log_scores_by_expert": [
+ -7.030087471008301,
+ -0.4376869201660156,
+ -19.929399490356445,
+ -17.1060848236084,
+ -13.079743385314941,
+ -3.8460593223571777,
+ -8.43295669555664,
+ -10.06003189086914,
+ -6.891308784484863,
+ -11.28630256652832
+ ],
+ "distances_by_expert": [
+ 14.060174942016602,
+ 0.8753738403320312,
+ 39.85879898071289,
+ 34.2121696472168,
+ 26.159486770629883,
+ 7.6921186447143555,
+ 16.86591339111328,
+ 20.12006378173828,
+ 13.782617568969727,
+ 22.57260513305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3551.56103515625,
+ "language": 50.19623947143555
+ }
+ },
+ {
+ "routing_index": 56,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008782593649812043,
+ 0.6537719368934631,
+ 2.2135442367954283e-09,
+ 3.602401577040837e-08,
+ 2.0434399630175903e-06,
+ 0.021122759208083153,
+ 0.00021848546748515218,
+ 4.2551051592454314e-05,
+ 0.0010247031459584832,
+ 1.2363686437311117e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03756856918335,
+ -0.4249967038631439,
+ -19.92867088317871,
+ -17.139080047607422,
+ -13.100875854492188,
+ -3.8574042320251465,
+ -8.428791046142578,
+ -10.06480598449707,
+ -6.883352279663086,
+ -11.30074691772461
+ ],
+ "distances_by_expert": [
+ 14.0751371383667,
+ 0.8499934077262878,
+ 39.85734176635742,
+ 34.278160095214844,
+ 26.201751708984375,
+ 7.714808464050293,
+ 16.857582092285156,
+ 20.12961196899414,
+ 13.766704559326172,
+ 22.60149383544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.531494140625,
+ "language": 50.189815521240234
+ }
+ },
+ {
+ "routing_index": 57,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009204567177221179,
+ 0.7148017287254333,
+ 2.3123001291480705e-09,
+ 4.012289878119191e-08,
+ 2.100168330798624e-06,
+ 0.02381846494972706,
+ 0.0002258984895888716,
+ 4.3832362280227244e-05,
+ 0.001088412245735526,
+ 1.255263759958325e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990640640258789,
+ -0.33575010299682617,
+ -19.88502311706543,
+ -17.03131866455078,
+ -13.073493003845215,
+ -3.7372941970825195,
+ -8.395424842834473,
+ -10.035138130187988,
+ -6.82303524017334,
+ -11.285579681396484
+ ],
+ "distances_by_expert": [
+ 13.981281280517578,
+ 0.6715002059936523,
+ 39.77004623413086,
+ 34.06263732910156,
+ 26.14698600769043,
+ 7.474588394165039,
+ 16.790849685668945,
+ 20.070276260375977,
+ 13.64607048034668,
+ 22.57115936279297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.15673828125,
+ "language": 50.1751594543457
+ }
+ },
+ {
+ "routing_index": 58,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008752931607887149,
+ 0.701524555683136,
+ 2.1639507963300275e-09,
+ 3.965938688565984e-08,
+ 2.025707772190799e-06,
+ 0.024301042780280113,
+ 0.00021766252757515758,
+ 4.225963493809104e-05,
+ 0.0010701465653255582,
+ 1.2270840670680627e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040951728820801,
+ -0.3544993996620178,
+ -19.951330184936523,
+ -17.042938232421875,
+ -13.109591484069824,
+ -3.717236042022705,
+ -8.432564735412598,
+ -10.071678161621094,
+ -6.839959621429443,
+ -11.308284759521484
+ ],
+ "distances_by_expert": [
+ 14.081903457641602,
+ 0.7089987993240356,
+ 39.90266036987305,
+ 34.08587646484375,
+ 26.21918296813965,
+ 7.43447208404541,
+ 16.865129470825195,
+ 20.143356323242188,
+ 13.679919242858887,
+ 22.61656951904297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.6103515625,
+ "language": 50.1810188293457
+ }
+ },
+ {
+ "routing_index": 59,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008749501430429518,
+ 0.7597035765647888,
+ 2.1741779487882695e-09,
+ 4.549269760900643e-08,
+ 2.1801899947604397e-06,
+ 0.028563279658555984,
+ 0.00023413951566908509,
+ 4.5097473048372194e-05,
+ 0.0010766073828563094,
+ 1.31452698042267e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041343688964844,
+ -0.2748269736766815,
+ -19.94661521911621,
+ -16.90571403503418,
+ -13.03609848022461,
+ -3.555633306503296,
+ -8.359593391418457,
+ -10.006684303283691,
+ -6.833940505981445,
+ -11.239448547363281
+ ],
+ "distances_by_expert": [
+ 14.082687377929688,
+ 0.549653947353363,
+ 39.89323043823242,
+ 33.81142807006836,
+ 26.07219696044922,
+ 7.111266613006592,
+ 16.719186782836914,
+ 20.013368606567383,
+ 13.66788101196289,
+ 22.478897094726562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.57666015625,
+ "language": 50.18540954589844
+ }
+ },
+ {
+ "routing_index": 60,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008788216509856284,
+ 0.7415098547935486,
+ 2.2113542108570527e-09,
+ 4.569959344280505e-08,
+ 2.241347374365432e-06,
+ 0.03025026060640812,
+ 0.0002455315552651882,
+ 4.746482954942621e-05,
+ 0.0010570387821644545,
+ 1.329783844994381e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036928653717041,
+ -0.2990668714046478,
+ -19.92966079711914,
+ -16.90117645263672,
+ -13.00843334197998,
+ -3.4982504844665527,
+ -8.312085151672363,
+ -9.955521583557129,
+ -6.852283954620361,
+ -11.227909088134766
+ ],
+ "distances_by_expert": [
+ 14.073857307434082,
+ 0.5981337428092957,
+ 39.85932159423828,
+ 33.80235290527344,
+ 26.01686668395996,
+ 6.9965009689331055,
+ 16.624170303344727,
+ 19.911043167114258,
+ 13.704567909240723,
+ 22.45581817626953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.8759765625,
+ "language": 50.20488739013672
+ }
+ },
+ {
+ "routing_index": 61,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007710388745181262,
+ 0.6200618147850037,
+ 1.951434791536144e-09,
+ 3.946003346300131e-08,
+ 1.9446160877123475e-06,
+ 0.02491426281630993,
+ 0.0002171454398194328,
+ 4.2075094825122505e-05,
+ 0.0009433865780010819,
+ 1.1348878615535796e-05
+ ],
+ "log_scores_by_expert": [
+ -7.167771816253662,
+ -0.47793614864349365,
+ -20.05470085144043,
+ -17.047977447509766,
+ -13.150445938110352,
+ -3.692314863204956,
+ -8.434943199157715,
+ -10.076054573059082,
+ -6.966034412384033,
+ -11.386391639709473
+ ],
+ "distances_by_expert": [
+ 14.335543632507324,
+ 0.9558722972869873,
+ 40.10940170288086,
+ 34.09595489501953,
+ 26.300891876220703,
+ 7.384629726409912,
+ 16.86988639831543,
+ 20.152109146118164,
+ 13.932068824768066,
+ 22.772783279418945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3364.1630859375,
+ "language": 50.19667053222656
+ }
+ },
+ {
+ "routing_index": 62,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008314740844070911,
+ 0.7343544960021973,
+ 2.1177899434121628e-09,
+ 4.3738051402897327e-08,
+ 2.1771586489194306e-06,
+ 0.029498320072889328,
+ 0.00024649722035974264,
+ 4.696215910371393e-05,
+ 0.001007014769129455,
+ 1.337138019152917e-05
+ ],
+ "log_scores_by_expert": [
+ -7.092310428619385,
+ -0.3087634742259979,
+ -19.97289276123047,
+ -16.94504737854004,
+ -13.037489891052246,
+ -3.5234220027923584,
+ -8.308159828186035,
+ -9.966168403625488,
+ -6.9007649421691895,
+ -11.222393989562988
+ ],
+ "distances_by_expert": [
+ 14.18462085723877,
+ 0.6175269484519958,
+ 39.94578552246094,
+ 33.89009475708008,
+ 26.074979782104492,
+ 7.046844005584717,
+ 16.61631965637207,
+ 19.932336807250977,
+ 13.801529884338379,
+ 22.444787979125977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.5126953125,
+ "language": 50.219905853271484
+ }
+ },
+ {
+ "routing_index": 63,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000950074172578752,
+ 0.7902712821960449,
+ 2.3720430064599896e-09,
+ 4.6690885824318684e-08,
+ 2.3129323380999267e-06,
+ 0.03063729964196682,
+ 0.000249403587076813,
+ 4.9036909331334755e-05,
+ 0.0011495662620291114,
+ 1.3938500160293188e-05
+ ],
+ "log_scores_by_expert": [
+ -6.958970546722412,
+ -0.23537901043891907,
+ -19.859514236450195,
+ -16.879716873168945,
+ -12.976994514465332,
+ -3.485537052154541,
+ -8.296438217163086,
+ -9.922937393188477,
+ -6.768370628356934,
+ -11.180855751037598
+ ],
+ "distances_by_expert": [
+ 13.917941093444824,
+ 0.47075802087783813,
+ 39.71902847290039,
+ 33.75943374633789,
+ 25.953989028930664,
+ 6.971074104309082,
+ 16.592876434326172,
+ 19.845874786376953,
+ 13.536741256713867,
+ 22.361711502075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3367.741455078125,
+ "language": 50.181549072265625
+ }
+ },
+ {
+ "routing_index": 64,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009539809543639421,
+ 0.7992281317710876,
+ 2.3885917688204472e-09,
+ 4.7251177193174954e-08,
+ 2.3611162305314792e-06,
+ 0.031158514320850372,
+ 0.00025682305567897856,
+ 5.003512342227623e-05,
+ 0.001150333322584629,
+ 1.425877144356491e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954866886138916,
+ -0.22410883009433746,
+ -19.852561950683594,
+ -16.867788314819336,
+ -12.956376075744629,
+ -3.46866774559021,
+ -8.267123222351074,
+ -9.902785301208496,
+ -6.767703533172607,
+ -11.158138275146484
+ ],
+ "distances_by_expert": [
+ 13.909733772277832,
+ 0.4482176601886749,
+ 39.70512390136719,
+ 33.73557662963867,
+ 25.912752151489258,
+ 6.93733549118042,
+ 16.53424644470215,
+ 19.805570602416992,
+ 13.535407066345215,
+ 22.31627655029297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3406.2138671875,
+ "language": 50.202003479003906
+ }
+ },
+ {
+ "routing_index": 65,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008936431258916855,
+ 0.7363475561141968,
+ 2.2424535561782477e-09,
+ 4.632285310890438e-08,
+ 2.2692690890835365e-06,
+ 0.03128417208790779,
+ 0.00025387454661540687,
+ 4.836416701436974e-05,
+ 0.0010601390386000276,
+ 1.3540975487558171e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020204067230225,
+ -0.30605313181877136,
+ -19.915695190429688,
+ -16.887630462646484,
+ -12.996052742004395,
+ -3.4646430015563965,
+ -8.278670310974121,
+ -9.936751365661621,
+ -6.849355220794678,
+ -11.209790229797363
+ ],
+ "distances_by_expert": [
+ 14.04040813446045,
+ 0.6121062636375427,
+ 39.831390380859375,
+ 33.77526092529297,
+ 25.99210548400879,
+ 6.929286003112793,
+ 16.557340621948242,
+ 19.873502731323242,
+ 13.698710441589355,
+ 22.419580459594727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.985107421875,
+ "language": 50.201114654541016
+ }
+ },
+ {
+ "routing_index": 66,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008318166946992278,
+ 0.686939537525177,
+ 2.107808150242363e-09,
+ 4.344008175394265e-08,
+ 2.11738733923994e-06,
+ 0.02932852879166603,
+ 0.0002426511055091396,
+ 4.541119051282294e-05,
+ 0.0009913092944771051,
+ 1.2402882930473424e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091898441314697,
+ -0.37550896406173706,
+ -19.977617263793945,
+ -16.95188331604004,
+ -13.065327644348145,
+ -3.5291945934295654,
+ -8.323885917663574,
+ -9.999752044677734,
+ -6.9164838790893555,
+ -11.297581672668457
+ ],
+ "distances_by_expert": [
+ 14.183796882629395,
+ 0.7510179281234741,
+ 39.95523452758789,
+ 33.90376663208008,
+ 26.13065528869629,
+ 7.058389186859131,
+ 16.64777183532715,
+ 19.99950408935547,
+ 13.832967758178711,
+ 22.595163345336914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.3896484375,
+ "language": 50.19987487792969
+ }
+ },
+ {
+ "routing_index": 67,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009217453189194202,
+ 0.6422654390335083,
+ 2.3517661151828406e-09,
+ 3.725562081058342e-08,
+ 2.0333470729383407e-06,
+ 0.022192660719156265,
+ 0.00021746271522715688,
+ 4.323750181356445e-05,
+ 0.0010558186331763864,
+ 1.2041628906445112e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989241600036621,
+ -0.44275355339050293,
+ -19.868099212646484,
+ -17.1054630279541,
+ -13.105827331542969,
+ -3.8079936504364014,
+ -8.433483123779297,
+ -10.048802375793457,
+ -6.853438854217529,
+ -11.327140808105469
+ ],
+ "distances_by_expert": [
+ 13.978483200073242,
+ 0.8855071067810059,
+ 39.73619842529297,
+ 34.2109260559082,
+ 26.211654663085938,
+ 7.615987300872803,
+ 16.866966247558594,
+ 20.097604751586914,
+ 13.706877708435059,
+ 22.654281616210938
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3447.258544921875,
+ "language": 50.182674407958984
+ }
+ },
+ {
+ "routing_index": 68,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009397875983268023,
+ 0.7132970094680786,
+ 2.394909826008984e-09,
+ 4.16157455163102e-08,
+ 2.131921291947947e-06,
+ 0.025305168703198433,
+ 0.00022629286104347557,
+ 4.445779268280603e-05,
+ 0.0011028312146663666,
+ 1.2540457646537106e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9698567390441895,
+ -0.33785736560821533,
+ -19.84992027282715,
+ -16.994787216186523,
+ -13.058486938476562,
+ -3.6767466068267822,
+ -8.393680572509766,
+ -10.020970344543457,
+ -6.809874534606934,
+ -11.286550521850586
+ ],
+ "distances_by_expert": [
+ 13.939713478088379,
+ 0.6757147312164307,
+ 39.6998405456543,
+ 33.98957443237305,
+ 26.116973876953125,
+ 7.3534932136535645,
+ 16.78736114501953,
+ 20.041940689086914,
+ 13.619749069213867,
+ 22.573101043701172
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3429.30859375,
+ "language": 50.179622650146484
+ }
+ },
+ {
+ "routing_index": 69,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008890884346328676,
+ 0.6610786318778992,
+ 2.1999659871596577e-09,
+ 3.583589958111588e-08,
+ 2.028417839028407e-06,
+ 0.021332411095499992,
+ 0.00021427714091259986,
+ 4.1188832256011665e-05,
+ 0.001058983150869608,
+ 1.2247248378116637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025313854217529,
+ -0.4138825833797455,
+ -19.934823989868164,
+ -17.144315719604492,
+ -13.108254432678223,
+ -3.8475277423858643,
+ -8.448240280151367,
+ -10.097343444824219,
+ -6.8504462242126465,
+ -11.310209274291992
+ ],
+ "distances_by_expert": [
+ 14.050627708435059,
+ 0.827765166759491,
+ 39.86964797973633,
+ 34.288631439208984,
+ 26.216508865356445,
+ 7.6950554847717285,
+ 16.896480560302734,
+ 20.194686889648438,
+ 13.700892448425293,
+ 22.620418548583984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.54736328125,
+ "language": 50.19121170043945
+ }
+ },
+ {
+ "routing_index": 70,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008702508639544249,
+ 0.7393242120742798,
+ 2.190712056204802e-09,
+ 4.5057383601943e-08,
+ 2.254090986752999e-06,
+ 0.027386775240302086,
+ 0.0002303207729710266,
+ 4.4492273445939645e-05,
+ 0.0010746029438450933,
+ 1.3147689060133416e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04672908782959,
+ -0.3020187020301819,
+ -19.93903923034668,
+ -16.915328979492188,
+ -13.002763748168945,
+ -3.5976951122283936,
+ -8.37603759765625,
+ -10.020195007324219,
+ -6.835803985595703,
+ -11.239264488220215
+ ],
+ "distances_by_expert": [
+ 14.09345817565918,
+ 0.6040374040603638,
+ 39.87807846069336,
+ 33.830657958984375,
+ 26.00552749633789,
+ 7.195390224456787,
+ 16.7520751953125,
+ 20.040390014648438,
+ 13.671607971191406,
+ 22.47852897644043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.5966796875,
+ "language": 50.183101654052734
+ }
+ },
+ {
+ "routing_index": 71,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009560844046063721,
+ 0.7909583449363708,
+ 2.355029504741424e-09,
+ 4.852584467585075e-08,
+ 2.36702112488274e-06,
+ 0.031176459044218063,
+ 0.00024902401491999626,
+ 4.907021502731368e-05,
+ 0.001155115314759314,
+ 1.4001744602865074e-05
+ ],
+ "log_scores_by_expert": [
+ -6.952664375305176,
+ -0.23451001942157745,
+ -19.86671257019043,
+ -16.841169357299805,
+ -12.953878402709961,
+ -3.4680919647216797,
+ -8.297961235046387,
+ -9.922258377075195,
+ -6.76355504989624,
+ -11.176328659057617
+ ],
+ "distances_by_expert": [
+ 13.905328750610352,
+ 0.4690200388431549,
+ 39.73342514038086,
+ 33.68233871459961,
+ 25.907756805419922,
+ 6.936183929443359,
+ 16.595922470092773,
+ 19.84451675415039,
+ 13.52711009979248,
+ 22.352657318115234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.020263671875,
+ "language": 50.17709732055664
+ }
+ },
+ {
+ "routing_index": 72,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008588157943449914,
+ 0.7680059671401978,
+ 2.197847903673278e-09,
+ 4.5936509707189543e-08,
+ 2.297144192198175e-06,
+ 0.031199518591165543,
+ 0.000252533151069656,
+ 4.750377411255613e-05,
+ 0.0010344546753913164,
+ 1.3707897778658662e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059956073760986,
+ -0.26395776867866516,
+ -19.935787200927734,
+ -16.896005630493164,
+ -12.983843803405762,
+ -3.4673526287078857,
+ -8.283967971801758,
+ -9.95470142364502,
+ -6.873880863189697,
+ -11.197538375854492
+ ],
+ "distances_by_expert": [
+ 14.119912147521973,
+ 0.5279155373573303,
+ 39.87157440185547,
+ 33.79201126098633,
+ 25.967687606811523,
+ 6.9347052574157715,
+ 16.567935943603516,
+ 19.90940284729004,
+ 13.747761726379395,
+ 22.395076751708984
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3247.695068359375,
+ "language": 50.206661224365234
+ }
+ },
+ {
+ "routing_index": 73,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007824523490853608,
+ 0.7023543119430542,
+ 2.0321964111502666e-09,
+ 4.198440350933197e-08,
+ 2.0986367417208385e-06,
+ 0.028304453939199448,
+ 0.0002359837671974674,
+ 4.365377753856592e-05,
+ 0.000965369283221662,
+ 1.2501613127824385e-05
+ ],
+ "log_scores_by_expert": [
+ -7.153077602386475,
+ -0.3533172905445099,
+ -20.014148712158203,
+ -16.9859676361084,
+ -13.074222564697266,
+ -3.5647361278533936,
+ -8.351747512817383,
+ -10.039220809936523,
+ -6.942999839782715,
+ -11.289652824401855
+ ],
+ "distances_by_expert": [
+ 14.30615520477295,
+ 0.7066345810890198,
+ 40.028297424316406,
+ 33.9719352722168,
+ 26.14844512939453,
+ 7.129472255706787,
+ 16.703495025634766,
+ 20.078441619873047,
+ 13.88599967956543,
+ 22.57930564880371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3247.666015625,
+ "language": 50.21909713745117
+ }
+ },
+ {
+ "routing_index": 74,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000925264204852283,
+ 0.7732273936271667,
+ 2.309686220058893e-09,
+ 4.677146137055388e-08,
+ 2.2618603452428943e-06,
+ 0.03126193955540657,
+ 0.00024970059166662395,
+ 4.859093314735219e-05,
+ 0.0011101868003606796,
+ 1.3310793292475864e-05
+ ],
+ "log_scores_by_expert": [
+ -6.98543119430542,
+ -0.2571820914745331,
+ -19.886154174804688,
+ -16.877992630004883,
+ -12.999322891235352,
+ -3.4653539657592773,
+ -8.295248031616211,
+ -9.932073593139648,
+ -6.803226947784424,
+ -11.226935386657715
+ ],
+ "distances_by_expert": [
+ 13.97086238861084,
+ 0.5143641829490662,
+ 39.772308349609375,
+ 33.755985260009766,
+ 25.998645782470703,
+ 6.930707931518555,
+ 16.590496063232422,
+ 19.864147186279297,
+ 13.606453895568848,
+ 22.45387077331543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.21435546875,
+ "language": 50.18421936035156
+ }
+ },
+ {
+ "routing_index": 75,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009768581949174404,
+ 0.7599413394927979,
+ 2.4204425130847085e-09,
+ 4.5496257428112585e-08,
+ 2.2960491605772404e-06,
+ 0.028685569763183594,
+ 0.00024338717048522085,
+ 4.861285924562253e-05,
+ 0.0011746605159714818,
+ 1.3500706700142473e-05
+ ],
+ "log_scores_by_expert": [
+ -6.931169033050537,
+ -0.2745140492916107,
+ -19.83931541442871,
+ -16.905635833740234,
+ -12.984320640563965,
+ -3.551361083984375,
+ -8.320857048034668,
+ -9.931622505187988,
+ -6.746776103973389,
+ -11.2127685546875
+ ],
+ "distances_by_expert": [
+ 13.862338066101074,
+ 0.5490280985832214,
+ 39.67863082885742,
+ 33.81127166748047,
+ 25.96864128112793,
+ 7.10272216796875,
+ 16.641714096069336,
+ 19.863245010375977,
+ 13.493552207946777,
+ 22.425537109375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.429931640625,
+ "language": 50.17855453491211
+ }
+ },
+ {
+ "routing_index": 76,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009177018073387444,
+ 0.7380316853523254,
+ 2.3518558212032303e-09,
+ 4.72563144171545e-08,
+ 2.295628746651346e-06,
+ 0.028647247701883316,
+ 0.0002441885881125927,
+ 4.725255712401122e-05,
+ 0.0011131297796964645,
+ 1.2962037544639315e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993638038635254,
+ -0.3037685453891754,
+ -19.868061065673828,
+ -16.867679595947266,
+ -12.984503746032715,
+ -3.5526978969573975,
+ -8.317569732666016,
+ -9.960003852844238,
+ -6.80057954788208,
+ -11.253485679626465
+ ],
+ "distances_by_expert": [
+ 13.987276077270508,
+ 0.6075370907783508,
+ 39.736122131347656,
+ 33.73535919189453,
+ 25.96900749206543,
+ 7.105395793914795,
+ 16.63513946533203,
+ 19.920007705688477,
+ 13.60115909576416,
+ 22.50697135925293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3311.826171875,
+ "language": 50.20232009887695
+ }
+ },
+ {
+ "routing_index": 77,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000851210206747055,
+ 0.7224670052528381,
+ 2.1999702060071513e-09,
+ 4.605634984500284e-08,
+ 2.280739863635972e-06,
+ 0.031133325770497322,
+ 0.00025345434551127255,
+ 4.7842575440881774e-05,
+ 0.000998877570964396,
+ 1.3232396668172441e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068851470947266,
+ -0.32508352398872375,
+ -19.93482208251953,
+ -16.893400192260742,
+ -12.991010665893555,
+ -3.4694764614105225,
+ -8.280326843261719,
+ -9.94759464263916,
+ -6.908878326416016,
+ -11.232842445373535
+ ],
+ "distances_by_expert": [
+ 14.137702941894531,
+ 0.6501670479774475,
+ 39.86964416503906,
+ 33.786800384521484,
+ 25.98202133178711,
+ 6.938952922821045,
+ 16.560653686523438,
+ 19.89518928527832,
+ 13.817756652832031,
+ 22.46568489074707
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3278.2607421875,
+ "language": 50.22787857055664
+ }
+ },
+ {
+ "routing_index": 78,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008558548288419843,
+ 0.7013441920280457,
+ 2.1999659871596577e-09,
+ 4.577776024916602e-08,
+ 2.2089820959081408e-06,
+ 0.029417186975479126,
+ 0.00024722350644879043,
+ 4.615680518327281e-05,
+ 0.001022303942590952,
+ 1.2768322449119296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063409805297852,
+ -0.35475653409957886,
+ -19.934823989868164,
+ -16.89946746826172,
+ -13.022978782653809,
+ -3.5261762142181396,
+ -8.305217742919922,
+ -9.983466148376465,
+ -6.8856964111328125,
+ -11.268543243408203
+ ],
+ "distances_by_expert": [
+ 14.126819610595703,
+ 0.7095130681991577,
+ 39.86964797973633,
+ 33.79893493652344,
+ 26.045957565307617,
+ 7.052352428436279,
+ 16.610435485839844,
+ 19.96693229675293,
+ 13.771392822265625,
+ 22.537086486816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.0673828125,
+ "language": 50.2098388671875
+ }
+ },
+ {
+ "routing_index": 79,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008308126707561314,
+ 0.6687271595001221,
+ 2.0883434981300297e-09,
+ 4.4828421863485346e-08,
+ 2.1095629563205875e-06,
+ 0.028876833617687225,
+ 0.0002381451049586758,
+ 4.4346594222588465e-05,
+ 0.0010023950599133968,
+ 1.2369276191748213e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093106269836426,
+ -0.4023790955543518,
+ -19.986894607543945,
+ -16.92042350769043,
+ -13.069029808044434,
+ -3.544715642929077,
+ -8.342630386352539,
+ -10.02347469329834,
+ -6.905363082885742,
+ -11.300294876098633
+ ],
+ "distances_by_expert": [
+ 14.186212539672852,
+ 0.8047581911087036,
+ 39.97378921508789,
+ 33.84084701538086,
+ 26.138059616088867,
+ 7.089431285858154,
+ 16.685260772705078,
+ 20.04694938659668,
+ 13.810726165771484,
+ 22.600589752197266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.52392578125,
+ "language": 50.20357131958008
+ }
+ },
+ {
+ "routing_index": 80,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008801581570878625,
+ 0.7017064690589905,
+ 2.1330082144999096e-09,
+ 4.5209667121071107e-08,
+ 2.246978283437784e-06,
+ 0.030727410688996315,
+ 0.00024386137374676764,
+ 4.709819404524751e-05,
+ 0.0010472266003489494,
+ 1.3507892617781181e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035408973693848,
+ -0.3542401194572449,
+ -19.96573257446289,
+ -16.911954879760742,
+ -13.005924224853516,
+ -3.482600212097168,
+ -8.318910598754883,
+ -9.963275909423828,
+ -6.861609935760498,
+ -11.212236404418945
+ ],
+ "distances_by_expert": [
+ 14.070817947387695,
+ 0.7084802389144897,
+ 39.93146514892578,
+ 33.823909759521484,
+ 26.01184844970703,
+ 6.965200424194336,
+ 16.637821197509766,
+ 19.926551818847656,
+ 13.723219871520996,
+ 22.42447280883789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.79638671875,
+ "language": 50.2115478515625
+ }
+ },
+ {
+ "routing_index": 81,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000954382645431906,
+ 0.7435963749885559,
+ 2.3079289590555163e-09,
+ 4.55433131207883e-08,
+ 2.3218340174935292e-06,
+ 0.030076786875724792,
+ 0.0002469501632731408,
+ 4.841825648327358e-05,
+ 0.0011412452440708876,
+ 1.3898877114115749e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954445838928223,
+ -0.296256959438324,
+ -19.88691520690918,
+ -16.90460205078125,
+ -12.973153114318848,
+ -3.5040016174316406,
+ -8.306324005126953,
+ -9.935633659362793,
+ -6.775635242462158,
+ -11.18370246887207
+ ],
+ "distances_by_expert": [
+ 13.908891677856445,
+ 0.592513918876648,
+ 39.77383041381836,
+ 33.8092041015625,
+ 25.946306228637695,
+ 7.008003234863281,
+ 16.612648010253906,
+ 19.871267318725586,
+ 13.551270484924316,
+ 22.36740493774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.5341796875,
+ "language": 50.19257354736328
+ }
+ },
+ {
+ "routing_index": 82,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009238900383934379,
+ 0.7411617636680603,
+ 2.220250427953374e-09,
+ 4.5505021972758186e-08,
+ 2.3184729798231274e-06,
+ 0.030429840087890625,
+ 0.0002459414245095104,
+ 4.7679783165222034e-05,
+ 0.0011117279063910246,
+ 1.39555377245415e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986917495727539,
+ -0.2995363473892212,
+ -19.92564582824707,
+ -16.90544319152832,
+ -12.974601745605469,
+ -3.4923315048217773,
+ -8.310417175292969,
+ -9.951003074645996,
+ -6.801839828491211,
+ -11.179634094238281
+ ],
+ "distances_by_expert": [
+ 13.973834991455078,
+ 0.5990726947784424,
+ 39.85129165649414,
+ 33.81088638305664,
+ 25.949203491210938,
+ 6.984663009643555,
+ 16.620834350585938,
+ 19.902006149291992,
+ 13.603679656982422,
+ 22.359268188476562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.017578125,
+ "language": 50.20682907104492
+ }
+ },
+ {
+ "routing_index": 83,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009509915253147483,
+ 0.698516309261322,
+ 2.2854176329190068e-09,
+ 4.037700662706811e-08,
+ 2.2429362616094295e-06,
+ 0.025533445179462433,
+ 0.00023465545382350683,
+ 4.593171615852043e-05,
+ 0.0011376776965335011,
+ 1.3407349797489587e-05
+ ],
+ "log_scores_by_expert": [
+ -6.958005428314209,
+ -0.35879671573638916,
+ -19.896717071533203,
+ -17.025005340576172,
+ -13.00772476196289,
+ -3.6677660942077637,
+ -8.357392311096191,
+ -9.988354682922363,
+ -6.77876615524292,
+ -11.219707489013672
+ ],
+ "distances_by_expert": [
+ 13.916010856628418,
+ 0.7175934314727783,
+ 39.793434143066406,
+ 34.050010681152344,
+ 26.01544952392578,
+ 7.335532188415527,
+ 16.714784622192383,
+ 19.976709365844727,
+ 13.55753231048584,
+ 22.439414978027344
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3349.509765625,
+ "language": 50.193668365478516
+ }
+ },
+ {
+ "routing_index": 84,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009137422894127667,
+ 0.6541696786880493,
+ 2.173518698356247e-09,
+ 3.831928907516158e-08,
+ 2.1019377527409233e-06,
+ 0.02491968683898449,
+ 0.00022160443768370897,
+ 4.3532381823752075e-05,
+ 0.001104612834751606,
+ 1.2713110663753469e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99796199798584,
+ -0.42438846826553345,
+ -19.946918487548828,
+ -17.077312469482422,
+ -13.072650909423828,
+ -3.6920971870422363,
+ -8.414616584777832,
+ -10.04200553894043,
+ -6.808260440826416,
+ -11.272876739501953
+ ],
+ "distances_by_expert": [
+ 13.99592399597168,
+ 0.8487769365310669,
+ 39.893836975097656,
+ 34.154624938964844,
+ 26.145301818847656,
+ 7.384194374084473,
+ 16.829233169555664,
+ 20.08401107788086,
+ 13.616520881652832,
+ 22.545753479003906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3453.361083984375,
+ "language": 50.18993377685547
+ }
+ },
+ {
+ "routing_index": 85,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009310842724516988,
+ 0.6616039276123047,
+ 2.244614494273378e-09,
+ 3.878562893078197e-08,
+ 2.1689147615688853e-06,
+ 0.02390199713408947,
+ 0.0002232226252090186,
+ 4.420324330567382e-05,
+ 0.001113010453991592,
+ 1.2722631254291628e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979160785675049,
+ -0.41308826208114624,
+ -19.914731979370117,
+ -17.065216064453125,
+ -13.04128360748291,
+ -3.733793258666992,
+ -8.407341003417969,
+ -10.026712417602539,
+ -6.800686836242676,
+ -11.272128105163574
+ ],
+ "distances_by_expert": [
+ 13.958321571350098,
+ 0.8261765241622925,
+ 39.829463958740234,
+ 34.13043212890625,
+ 26.08256721496582,
+ 7.467586517333984,
+ 16.814682006835938,
+ 20.053424835205078,
+ 13.601373672485352,
+ 22.54425621032715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3430.109619140625,
+ "language": 50.18391036987305
+ }
+ },
+ {
+ "routing_index": 86,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009211069555021822,
+ 0.6780942678451538,
+ 2.211383520744903e-09,
+ 4.006134091127933e-08,
+ 2.193659156546346e-06,
+ 0.025087609887123108,
+ 0.00022690290643367916,
+ 4.436127346707508e-05,
+ 0.001116693951189518,
+ 1.306721333094174e-05
+ ],
+ "log_scores_by_expert": [
+ -6.98993444442749,
+ -0.3884689509868622,
+ -19.92964744567871,
+ -17.032854080200195,
+ -13.029939651489258,
+ -3.6853811740875244,
+ -8.39098834991455,
+ -10.023143768310547,
+ -6.797382831573486,
+ -11.245404243469238
+ ],
+ "distances_by_expert": [
+ 13.97986888885498,
+ 0.7769379019737244,
+ 39.85929489135742,
+ 34.06570816040039,
+ 26.059879302978516,
+ 7.370762348175049,
+ 16.7819766998291,
+ 20.046287536621094,
+ 13.594765663146973,
+ 22.490808486938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.664306640625,
+ "language": 50.190635681152344
+ }
+ },
+ {
+ "routing_index": 87,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009349887841381133,
+ 0.691116452217102,
+ 2.2815500599904226e-09,
+ 4.0490760966349626e-08,
+ 2.224359150204691e-06,
+ 0.02582504227757454,
+ 0.00023122462152969092,
+ 4.548261858872138e-05,
+ 0.0011261195177212358,
+ 1.3253095858090091e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974976062774658,
+ -0.36944690346717834,
+ -19.89841079711914,
+ -17.022192001342773,
+ -13.01604175567627,
+ -3.6564106941223145,
+ -8.37212085723877,
+ -9.998180389404297,
+ -6.78897762298584,
+ -11.231279373168945
+ ],
+ "distances_by_expert": [
+ 13.949952125549316,
+ 0.7388938069343567,
+ 39.79682159423828,
+ 34.04438400268555,
+ 26.03208351135254,
+ 7.312821388244629,
+ 16.74424171447754,
+ 19.996360778808594,
+ 13.57795524597168,
+ 22.46255874633789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.341064453125,
+ "language": 50.19126510620117
+ }
+ },
+ {
+ "routing_index": 88,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009123103809542954,
+ 0.6709578633308411,
+ 2.1858119758633165e-09,
+ 3.9042809873990336e-08,
+ 2.2119143068266567e-06,
+ 0.024584729224443436,
+ 0.00022564700338989496,
+ 4.425394217832945e-05,
+ 0.0011067148298025131,
+ 1.3081652468827087e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99953031539917,
+ -0.39904898405075073,
+ -19.9412784576416,
+ -17.05860710144043,
+ -13.021652221679688,
+ -3.705629825592041,
+ -8.396538734436035,
+ -10.025566101074219,
+ -6.80635929107666,
+ -11.24429988861084
+ ],
+ "distances_by_expert": [
+ 13.99906063079834,
+ 0.7980979681015015,
+ 39.8825569152832,
+ 34.11721420288086,
+ 26.043304443359375,
+ 7.411259651184082,
+ 16.79307746887207,
+ 20.051132202148438,
+ 13.61271858215332,
+ 22.48859977722168
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.00048828125,
+ "language": 50.18483352661133
+ }
+ },
+ {
+ "routing_index": 89,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009342503035441041,
+ 0.6914475560188293,
+ 2.248346842037563e-09,
+ 3.902017908785638e-08,
+ 2.262453790535801e-06,
+ 0.02493894286453724,
+ 0.00022854299459140748,
+ 4.4748660002369434e-05,
+ 0.0011224531335756183,
+ 1.3448096979118418e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975766181945801,
+ -0.36896803975105286,
+ -19.913070678710938,
+ -17.059186935424805,
+ -12.99906063079834,
+ -3.6913247108459473,
+ -8.38378620147705,
+ -10.014449119567871,
+ -6.792238712310791,
+ -11.216672897338867
+ ],
+ "distances_by_expert": [
+ 13.951532363891602,
+ 0.7379360795021057,
+ 39.826141357421875,
+ 34.11837387084961,
+ 25.99812126159668,
+ 7.3826494216918945,
+ 16.7675724029541,
+ 20.028898239135742,
+ 13.584477424621582,
+ 22.433345794677734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.341552734375,
+ "language": 50.1866340637207
+ }
+ },
+ {
+ "routing_index": 90,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009186457609757781,
+ 0.7021312117576599,
+ 2.2307691249778827e-09,
+ 4.0729872807787615e-08,
+ 2.286330300194095e-06,
+ 0.025625454261898994,
+ 0.0002305194066138938,
+ 4.484555029193871e-05,
+ 0.0011104325531050563,
+ 1.3460492482408881e-05
+ ],
+ "log_scores_by_expert": [
+ -6.992609977722168,
+ -0.3536349833011627,
+ -19.92091941833496,
+ -17.01630401611328,
+ -12.98856258392334,
+ -3.6641690731048584,
+ -8.375175476074219,
+ -10.012286186218262,
+ -6.803005695343018,
+ -11.215751647949219
+ ],
+ "distances_by_expert": [
+ 13.985219955444336,
+ 0.7072699666023254,
+ 39.84183883666992,
+ 34.03260803222656,
+ 25.97712516784668,
+ 7.328338146209717,
+ 16.750350952148438,
+ 20.024572372436523,
+ 13.606011390686035,
+ 22.431503295898438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.412841796875,
+ "language": 50.1827278137207
+ }
+ },
+ {
+ "routing_index": 91,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009074048139154911,
+ 0.698387622833252,
+ 2.2253252573989357e-09,
+ 3.953800842282362e-08,
+ 2.2870344764669426e-06,
+ 0.025009913370013237,
+ 0.0002268905664095655,
+ 4.424162034410983e-05,
+ 0.0010902058565989137,
+ 1.3420923096418846e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004921913146973,
+ -0.35898101329803467,
+ -19.923362731933594,
+ -17.046003341674805,
+ -12.98825454711914,
+ -3.6884829998016357,
+ -8.391042709350586,
+ -10.02584457397461,
+ -6.8213887214660645,
+ -11.218695640563965
+ ],
+ "distances_by_expert": [
+ 14.009843826293945,
+ 0.7179620265960693,
+ 39.84672546386719,
+ 34.09200668334961,
+ 25.97650909423828,
+ 7.3769659996032715,
+ 16.782085418701172,
+ 20.05168914794922,
+ 13.642777442932129,
+ 22.43739128112793
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3433.309814453125,
+ "language": 50.196022033691406
+ }
+ },
+ {
+ "routing_index": 92,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008811664301902056,
+ 0.669390082359314,
+ 2.1454569232304266e-09,
+ 3.7916873196763845e-08,
+ 2.2148294647195144e-06,
+ 0.02368311770260334,
+ 0.00022202689433470368,
+ 4.281000656192191e-05,
+ 0.0010667509632185102,
+ 1.2995233191759326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034264087677002,
+ -0.4013882577419281,
+ -19.95991325378418,
+ -17.08786964416504,
+ -13.02033519744873,
+ -3.742992877960205,
+ -8.412712097167969,
+ -10.058738708496094,
+ -6.843137741088867,
+ -11.250927925109863
+ ],
+ "distances_by_expert": [
+ 14.068528175354004,
+ 0.8027765154838562,
+ 39.91982650756836,
+ 34.17573928833008,
+ 26.04067039489746,
+ 7.48598575592041,
+ 16.825424194335938,
+ 20.117477416992188,
+ 13.686275482177734,
+ 22.501855850219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.102294921875,
+ "language": 50.1852912902832
+ }
+ },
+ {
+ "routing_index": 93,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008517575333826244,
+ 0.6448549628257751,
+ 2.0852191084941296e-09,
+ 3.6992428675830524e-08,
+ 2.1662315248249797e-06,
+ 0.022717364132404327,
+ 0.00021679782366845757,
+ 4.170130705460906e-05,
+ 0.0010368319926783442,
+ 1.2712565876427107e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068208694458008,
+ -0.4387298822402954,
+ -19.988391876220703,
+ -17.112552642822266,
+ -13.042521476745605,
+ -3.784625768661499,
+ -8.436545372009277,
+ -10.084978103637695,
+ -6.871585369110107,
+ -11.272919654846191
+ ],
+ "distances_by_expert": [
+ 14.136417388916016,
+ 0.8774597644805908,
+ 39.976783752441406,
+ 34.22510528564453,
+ 26.08504295349121,
+ 7.569251537322998,
+ 16.873090744018555,
+ 20.16995620727539,
+ 13.743170738220215,
+ 22.545839309692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3533.572509765625,
+ "language": 50.18766403198242
+ }
+ },
+ {
+ "routing_index": 94,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009068528306670487,
+ 0.6757482290267944,
+ 2.2034765123635225e-09,
+ 3.871127773891203e-08,
+ 2.2394201550923754e-06,
+ 0.023720264434814453,
+ 0.00022709515178576112,
+ 4.392991468193941e-05,
+ 0.0010940047213807702,
+ 1.3266183486848604e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00553035736084,
+ -0.39193475246429443,
+ -19.933229446411133,
+ -17.067134857177734,
+ -13.009293556213379,
+ -3.7414255142211914,
+ -8.390141487121582,
+ -10.032915115356445,
+ -6.817910194396973,
+ -11.230292320251465
+ ],
+ "distances_by_expert": [
+ 14.01106071472168,
+ 0.7838695049285889,
+ 39.866458892822266,
+ 34.13426971435547,
+ 26.018587112426758,
+ 7.482851028442383,
+ 16.780282974243164,
+ 20.06583023071289,
+ 13.635820388793945,
+ 22.46058464050293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3519.739013671875,
+ "language": 50.18718719482422
+ }
+ },
+ {
+ "routing_index": 95,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009020247962325811,
+ 0.6358591318130493,
+ 2.2744157668341813e-09,
+ 3.595749475948651e-08,
+ 2.060828592220787e-06,
+ 0.02109748311340809,
+ 0.0002201081661041826,
+ 4.2845826101256534e-05,
+ 0.001028866390697658,
+ 1.2494164366216864e-05
+ ],
+ "log_scores_by_expert": [
+ -7.010868549346924,
+ -0.4527781903743744,
+ -19.90154266357422,
+ -17.140928268432617,
+ -13.092402458190918,
+ -3.8586015701293945,
+ -8.421391487121582,
+ -10.057902336120605,
+ -6.879297733306885,
+ -11.29024887084961
+ ],
+ "distances_by_expert": [
+ 14.021737098693848,
+ 0.9055563807487488,
+ 39.80308532714844,
+ 34.281856536865234,
+ 26.184804916381836,
+ 7.717203140258789,
+ 16.842782974243164,
+ 20.11580467224121,
+ 13.75859546661377,
+ 22.58049774169922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3549.82177734375,
+ "language": 50.19636917114258
+ }
+ },
+ {
+ "routing_index": 96,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009440030553378165,
+ 0.6987312436103821,
+ 2.3719659569820806e-09,
+ 3.9657418682281786e-08,
+ 2.15979366657848e-06,
+ 0.02338453195989132,
+ 0.0002292592398589477,
+ 4.4608645112020895e-05,
+ 0.0010920013301074505,
+ 1.2866256838606205e-05
+ ],
+ "log_scores_by_expert": [
+ -6.965381145477295,
+ -0.358489066362381,
+ -19.859546661376953,
+ -17.042987823486328,
+ -13.04549789428711,
+ -3.755680561065674,
+ -8.380657196044922,
+ -10.017582893371582,
+ -6.8197431564331055,
+ -11.260902404785156
+ ],
+ "distances_by_expert": [
+ 13.93076229095459,
+ 0.716978132724762,
+ 39.719093322753906,
+ 34.085975646972656,
+ 26.09099578857422,
+ 7.511361122131348,
+ 16.761314392089844,
+ 20.035165786743164,
+ 13.639486312866211,
+ 22.521804809570312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3468.900634765625,
+ "language": 50.189205169677734
+ }
+ },
+ {
+ "routing_index": 97,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009540641913190484,
+ 0.7377398610115051,
+ 2.400324383700081e-09,
+ 4.114197338367376e-08,
+ 2.1754672161478084e-06,
+ 0.02493574470281601,
+ 0.00023175711976364255,
+ 4.450912092579529e-05,
+ 0.001117256353609264,
+ 1.2816230992029887e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954779624938965,
+ -0.3041640520095825,
+ -19.8476619720459,
+ -17.006237030029297,
+ -13.038267135620117,
+ -3.691452980041504,
+ -8.369820594787598,
+ -10.019816398620605,
+ -6.796879291534424,
+ -11.264798164367676
+ ],
+ "distances_by_expert": [
+ 13.90955924987793,
+ 0.608328104019165,
+ 39.6953239440918,
+ 34.012474060058594,
+ 26.076534271240234,
+ 7.382905960083008,
+ 16.739641189575195,
+ 20.03963279724121,
+ 13.593758583068848,
+ 22.52959632873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3418.1455078125,
+ "language": 50.18269348144531
+ }
+ },
+ {
+ "routing_index": 98,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008404144318774343,
+ 0.6775059700012207,
+ 2.0745161144475333e-09,
+ 3.611482668475219e-08,
+ 2.0332151962065836e-06,
+ 0.02180161327123642,
+ 0.00021399268007371575,
+ 4.083171734237112e-05,
+ 0.0010304433526471257,
+ 1.239329321833793e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081615447998047,
+ -0.3893369138240814,
+ -19.99353790283203,
+ -17.13656234741211,
+ -13.105892181396484,
+ -3.8257713317871094,
+ -8.449568748474121,
+ -10.106051445007324,
+ -6.877766132354736,
+ -11.298355102539062
+ ],
+ "distances_by_expert": [
+ 14.163230895996094,
+ 0.7786738276481628,
+ 39.98707580566406,
+ 34.27312469482422,
+ 26.21178436279297,
+ 7.651542663574219,
+ 16.899137496948242,
+ 20.21210289001465,
+ 13.755532264709473,
+ 22.596710205078125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.474609375,
+ "language": 50.18046188354492
+ }
+ },
+ {
+ "routing_index": 99,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009050989174284041,
+ 0.8037100434303284,
+ 2.2665427312773545e-09,
+ 4.6796266417459265e-08,
+ 2.359086238357122e-06,
+ 0.030682122334837914,
+ 0.00024567043874412775,
+ 4.7223227738868445e-05,
+ 0.0011117723770439625,
+ 1.4180200196278747e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0074663162231445,
+ -0.21851669251918793,
+ -19.905010223388672,
+ -16.87746238708496,
+ -12.957236289978027,
+ -3.4840750694274902,
+ -8.311519622802734,
+ -9.960624694824219,
+ -6.801799774169922,
+ -11.163663864135742
+ ],
+ "distances_by_expert": [
+ 14.014932632446289,
+ 0.43703338503837585,
+ 39.810020446777344,
+ 33.75492477416992,
+ 25.914472579956055,
+ 6.9681501388549805,
+ 16.62303924560547,
+ 19.921249389648438,
+ 13.603599548339844,
+ 22.327327728271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3425.25634765625,
+ "language": 50.19645309448242
+ }
+ },
+ {
+ "routing_index": 100,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008807933190837502,
+ 0.7776362299919128,
+ 2.1919075443577185e-09,
+ 4.6961865507455514e-08,
+ 2.264562681375537e-06,
+ 0.032186251133680344,
+ 0.00024879848933778703,
+ 4.719815115095116e-05,
+ 0.0010757179697975516,
+ 1.3594803931482602e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034687519073486,
+ -0.2514965236186981,
+ -19.938493728637695,
+ -16.873929977416992,
+ -12.998128890991211,
+ -3.436215877532959,
+ -8.298867225646973,
+ -9.961155891418457,
+ -6.834766864776611,
+ -11.205822944641113
+ ],
+ "distances_by_expert": [
+ 14.069375038146973,
+ 0.5029930472373962,
+ 39.87698745727539,
+ 33.747859954833984,
+ 25.996257781982422,
+ 6.872431755065918,
+ 16.597734451293945,
+ 19.922311782836914,
+ 13.669533729553223,
+ 22.411645889282227
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3339.680419921875,
+ "language": 50.18387222290039
+ }
+ },
+ {
+ "routing_index": 101,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008731796406209469,
+ 0.749167263507843,
+ 2.211113736549919e-09,
+ 4.539865017250122e-08,
+ 2.255178969789995e-06,
+ 0.02960895746946335,
+ 0.00025186597486026585,
+ 4.72756328235846e-05,
+ 0.0010485417442396283,
+ 1.3357321222429164e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043369293212891,
+ -0.28879302740097046,
+ -19.92976951599121,
+ -16.90778350830078,
+ -13.002281188964844,
+ -3.5196783542633057,
+ -8.286613464355469,
+ -9.959515571594238,
+ -6.860354900360107,
+ -11.223445892333984
+ ],
+ "distances_by_expert": [
+ 14.086738586425781,
+ 0.5775860548019409,
+ 39.85953903198242,
+ 33.81556701660156,
+ 26.004562377929688,
+ 7.039356708526611,
+ 16.573226928710938,
+ 19.919031143188477,
+ 13.720709800720215,
+ 22.44689178466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.823974609375,
+ "language": 50.19975662231445
+ }
+ },
+ {
+ "routing_index": 102,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009335520444437861,
+ 0.7833700180053711,
+ 2.322807279853123e-09,
+ 4.628319771882161e-08,
+ 2.3529632926511113e-06,
+ 0.030841922387480736,
+ 0.0002528633049223572,
+ 4.969008659827523e-05,
+ 0.0011106031015515327,
+ 1.4061144611332566e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976513862609863,
+ -0.2441500574350357,
+ -19.880489349365234,
+ -16.888486862182617,
+ -12.959835052490234,
+ -3.4788804054260254,
+ -8.282661437988281,
+ -9.90970516204834,
+ -6.802852153778076,
+ -11.17209529876709
+ ],
+ "distances_by_expert": [
+ 13.953027725219727,
+ 0.4883001148700714,
+ 39.76097869873047,
+ 33.776973724365234,
+ 25.91967010498047,
+ 6.957760810852051,
+ 16.565322875976562,
+ 19.81941032409668,
+ 13.605704307556152,
+ 22.34419059753418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3377.697021484375,
+ "language": 50.18268966674805
+ }
+ },
+ {
+ "routing_index": 103,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009748132433742285,
+ 0.8092005252838135,
+ 2.387052111529897e-09,
+ 4.745683312989968e-08,
+ 2.419968495814828e-06,
+ 0.03186911717057228,
+ 0.0002586505434010178,
+ 5.0560993258841336e-05,
+ 0.0011675461428239942,
+ 1.4732749150425661e-05
+ ],
+ "log_scores_by_expert": [
+ -6.93326473236084,
+ -0.21170853078365326,
+ -19.853206634521484,
+ -16.863445281982422,
+ -12.931756019592285,
+ -3.446117877960205,
+ -8.260032653808594,
+ -9.892330169677734,
+ -6.7528510093688965,
+ -11.12543773651123
+ ],
+ "distances_by_expert": [
+ 13.86652946472168,
+ 0.4234170615673065,
+ 39.70641326904297,
+ 33.726890563964844,
+ 25.86351203918457,
+ 6.89223575592041,
+ 16.520065307617188,
+ 19.78466033935547,
+ 13.505702018737793,
+ 22.25087547302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3398.992919921875,
+ "language": 50.18295669555664
+ }
+ },
+ {
+ "routing_index": 104,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009265773114748299,
+ 0.7896243929862976,
+ 2.368656604190278e-09,
+ 4.7381494283627035e-08,
+ 2.32633578889363e-06,
+ 0.03093281015753746,
+ 0.0002540893910918385,
+ 4.8763486120151356e-05,
+ 0.0011204029433429241,
+ 1.36051139634219e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984013080596924,
+ -0.23619785904884338,
+ -19.860942840576172,
+ -16.865034103393555,
+ -12.971216201782227,
+ -3.475937843322754,
+ -8.277824401855469,
+ -9.928528785705566,
+ -6.794066905975342,
+ -11.20506477355957
+ ],
+ "distances_by_expert": [
+ 13.968026161193848,
+ 0.47239571809768677,
+ 39.721885681152344,
+ 33.73006820678711,
+ 25.942432403564453,
+ 6.951875686645508,
+ 16.555648803710938,
+ 19.857057571411133,
+ 13.588133811950684,
+ 22.41012954711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.664794921875,
+ "language": 50.1839714050293
+ }
+ },
+ {
+ "routing_index": 105,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009136246517300606,
+ 0.7737742066383362,
+ 2.320633019081697e-09,
+ 4.8380936590319834e-08,
+ 2.327101356058847e-06,
+ 0.032211657613515854,
+ 0.00026158415130339563,
+ 4.919428829452954e-05,
+ 0.0010783146135509014,
+ 1.3708003280044068e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998090744018555,
+ -0.25647515058517456,
+ -19.881425857543945,
+ -16.844160079956055,
+ -12.970887184143066,
+ -3.435426950454712,
+ -8.248754501342773,
+ -9.919733047485352,
+ -6.832355976104736,
+ -11.197530746459961
+ ],
+ "distances_by_expert": [
+ 13.99618148803711,
+ 0.5129503011703491,
+ 39.76285171508789,
+ 33.68832015991211,
+ 25.941774368286133,
+ 6.870853900909424,
+ 16.497509002685547,
+ 19.839466094970703,
+ 13.664711952209473,
+ 22.395061492919922
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3281.489990234375,
+ "language": 50.19932556152344
+ }
+ },
+ {
+ "routing_index": 106,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008970556082203984,
+ 0.6225969791412354,
+ 2.2361834606243747e-09,
+ 3.6103873668480446e-08,
+ 2.0044610664626816e-06,
+ 0.020824428647756577,
+ 0.0002137907431460917,
+ 4.2120540456380695e-05,
+ 0.0010165098356083035,
+ 1.2063525900884997e-05
+ ],
+ "log_scores_by_expert": [
+ -7.016392707824707,
+ -0.4738558828830719,
+ -19.918495178222656,
+ -17.136865615844727,
+ -13.120135307312012,
+ -3.871628522872925,
+ -8.450512886047363,
+ -10.07497501373291,
+ -6.891380310058594,
+ -11.325324058532715
+ ],
+ "distances_by_expert": [
+ 14.032785415649414,
+ 0.9477117657661438,
+ 39.83699035644531,
+ 34.27373123168945,
+ 26.240270614624023,
+ 7.74325704574585,
+ 16.901025772094727,
+ 20.14995002746582,
+ 13.782760620117188,
+ 22.65064811706543
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.1025390625,
+ "language": 50.19828796386719
+ }
+ },
+ {
+ "routing_index": 107,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009043767931871116,
+ 0.6847599148750305,
+ 2.2884447670179497e-09,
+ 3.820441918378492e-08,
+ 2.181627451136592e-06,
+ 0.021972762420773506,
+ 0.00022601831005886197,
+ 4.35491165262647e-05,
+ 0.0010544556425884366,
+ 1.2802744095097296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008264541625977,
+ -0.3786869943141937,
+ -19.89539337158203,
+ -17.08031463623047,
+ -13.035439491271973,
+ -3.8179516792297363,
+ -8.39489459991455,
+ -10.041621208190918,
+ -6.854730606079102,
+ -11.265851020812988
+ ],
+ "distances_by_expert": [
+ 14.016529083251953,
+ 0.7573739886283875,
+ 39.79078674316406,
+ 34.16062927246094,
+ 26.070878982543945,
+ 7.635903358459473,
+ 16.7897891998291,
+ 20.083242416381836,
+ 13.709461212158203,
+ 22.531702041625977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.74560546875,
+ "language": 50.19009780883789
+ }
+ },
+ {
+ "routing_index": 108,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009243082022294402,
+ 0.7044010758399963,
+ 2.336635773758644e-09,
+ 3.9141976770906695e-08,
+ 2.082249466184294e-06,
+ 0.02306949906051159,
+ 0.00022591334709431976,
+ 4.349727532826364e-05,
+ 0.0010801363969221711,
+ 1.2476815754780546e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986464977264404,
+ -0.3504074215888977,
+ -19.874553680419922,
+ -17.05607032775879,
+ -13.082061767578125,
+ -3.7692439556121826,
+ -8.39535903930664,
+ -10.04281234741211,
+ -6.830667972564697,
+ -11.291638374328613
+ ],
+ "distances_by_expert": [
+ 13.972929954528809,
+ 0.7008148431777954,
+ 39.749107360839844,
+ 34.11214065551758,
+ 26.16412353515625,
+ 7.538487911224365,
+ 16.79071807861328,
+ 20.08562469482422,
+ 13.661335945129395,
+ 22.583276748657227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3435.89404296875,
+ "language": 50.2024040222168
+ }
+ },
+ {
+ "routing_index": 109,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008305729716084898,
+ 0.6802480220794678,
+ 2.078032856900336e-09,
+ 3.8067092589244567e-08,
+ 1.990849114008597e-06,
+ 0.022575942799448967,
+ 0.00021162872144486755,
+ 4.079578866367228e-05,
+ 0.001019908464513719,
+ 1.2009723832306918e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093394756317139,
+ -0.38529786467552185,
+ -19.991844177246094,
+ -17.08391571044922,
+ -13.126949310302734,
+ -3.790870428085327,
+ -8.460677146911621,
+ -10.106931686401367,
+ -6.888042449951172,
+ -11.329793930053711
+ ],
+ "distances_by_expert": [
+ 14.186789512634277,
+ 0.7705957293510437,
+ 39.98368835449219,
+ 34.16783142089844,
+ 26.25389862060547,
+ 7.581740856170654,
+ 16.921354293823242,
+ 20.213863372802734,
+ 13.776084899902344,
+ 22.659587860107422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3459.17529296875,
+ "language": 50.18605422973633
+ }
+ },
+ {
+ "routing_index": 110,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883816190063953,
+ 0.7850287556648254,
+ 2.2293358270530916e-09,
+ 4.764030592241397e-08,
+ 2.241792117274599e-06,
+ 0.03006570413708687,
+ 0.0002399559016339481,
+ 4.630419425666332e-05,
+ 0.0010906842071563005,
+ 1.3434522770694457e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026109218597412,
+ -0.2420349270105362,
+ -19.92156219482422,
+ -16.859586715698242,
+ -13.008234977722168,
+ -3.5043702125549316,
+ -8.335055351257324,
+ -9.980278015136719,
+ -6.820950031280518,
+ -11.217682838439941
+ ],
+ "distances_by_expert": [
+ 14.052218437194824,
+ 0.4840698540210724,
+ 39.84312438964844,
+ 33.719173431396484,
+ 26.016469955444336,
+ 7.008740425109863,
+ 16.67011070251465,
+ 19.960556030273438,
+ 13.641900062561035,
+ 22.435365676879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.004150390625,
+ "language": 50.173095703125
+ }
+ },
+ {
+ "routing_index": 111,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009009046480059624,
+ 0.7835995554924011,
+ 2.2551454037511576e-09,
+ 4.754399185458169e-08,
+ 2.2579165488423314e-06,
+ 0.03229302540421486,
+ 0.000250849814619869,
+ 4.786411227541976e-05,
+ 0.001098353648558259,
+ 1.3538986422645394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.012111186981201,
+ -0.24385714530944824,
+ -19.910051345825195,
+ -16.861610412597656,
+ -13.001068115234375,
+ -3.432904005050659,
+ -8.290656089782715,
+ -9.947144508361816,
+ -6.813942909240723,
+ -11.20993709564209
+ ],
+ "distances_by_expert": [
+ 14.024222373962402,
+ 0.4877142906188965,
+ 39.82010269165039,
+ 33.72322082519531,
+ 26.00213623046875,
+ 6.865808010101318,
+ 16.58131217956543,
+ 19.894289016723633,
+ 13.627885818481445,
+ 22.41987419128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.36865234375,
+ "language": 50.18964385986328
+ }
+ },
+ {
+ "routing_index": 112,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00080656394129619,
+ 0.6848633885383606,
+ 2.100359441925548e-09,
+ 4.331432279514047e-08,
+ 2.0692496036645025e-06,
+ 0.02745944634079933,
+ 0.00023494497872889042,
+ 4.4542161049321294e-05,
+ 0.0009912365349009633,
+ 1.1997829460597131e-05
+ ],
+ "log_scores_by_expert": [
+ -7.122727394104004,
+ -0.37853580713272095,
+ -19.981157302856445,
+ -16.954782485961914,
+ -13.088324546813965,
+ -3.5950450897216797,
+ -8.356159210205078,
+ -10.019074440002441,
+ -6.916557312011719,
+ -11.330784797668457
+ ],
+ "distances_by_expert": [
+ 14.245454788208008,
+ 0.7570716142654419,
+ 39.96231460571289,
+ 33.90956497192383,
+ 26.17664909362793,
+ 7.190090179443359,
+ 16.712318420410156,
+ 20.038148880004883,
+ 13.833114624023438,
+ 22.661569595336914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.135986328125,
+ "language": 50.201019287109375
+ }
+ },
+ {
+ "routing_index": 113,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008566808537580073,
+ 0.7410112619400024,
+ 2.1810975248115483e-09,
+ 4.4675974919528016e-08,
+ 2.163861154258484e-06,
+ 0.030379366129636765,
+ 0.0002461819676682353,
+ 4.695374082075432e-05,
+ 0.0010344882030040026,
+ 1.2829058505303692e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062445163726807,
+ -0.29973942041397095,
+ -19.943437576293945,
+ -16.923830032348633,
+ -13.04361629486084,
+ -3.4939916133880615,
+ -8.309439659118652,
+ -9.966347694396973,
+ -6.8738484382629395,
+ -11.263797760009766
+ ],
+ "distances_by_expert": [
+ 14.124890327453613,
+ 0.5994788408279419,
+ 39.88687515258789,
+ 33.847660064697266,
+ 26.08723258972168,
+ 6.987983226776123,
+ 16.618879318237305,
+ 19.932695388793945,
+ 13.747696876525879,
+ 22.52759552001953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.231201171875,
+ "language": 50.18022537231445
+ }
+ },
+ {
+ "routing_index": 114,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009716472704894841,
+ 0.822748601436615,
+ 2.4217217120536816e-09,
+ 4.8359435567135733e-08,
+ 2.4278256205434445e-06,
+ 0.03213195875287056,
+ 0.00025926524540409446,
+ 5.077355308458209e-05,
+ 0.0011618409771472216,
+ 1.4605375326937065e-05
+ ],
+ "log_scores_by_expert": [
+ -6.936517715454102,
+ -0.1951046586036682,
+ -19.838787078857422,
+ -16.8446044921875,
+ -12.92851448059082,
+ -3.437904119491577,
+ -8.257658958435059,
+ -9.888134956359863,
+ -6.757749557495117,
+ -11.13412094116211
+ ],
+ "distances_by_expert": [
+ 13.873035430908203,
+ 0.3902093172073364,
+ 39.677574157714844,
+ 33.689208984375,
+ 25.85702896118164,
+ 6.875808238983154,
+ 16.515317916870117,
+ 19.776269912719727,
+ 13.515499114990234,
+ 22.26824188232422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.118408203125,
+ "language": 50.178218841552734
+ }
+ },
+ {
+ "routing_index": 115,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009615832241252065,
+ 0.8261664509773254,
+ 2.445930347150238e-09,
+ 4.926303986962921e-08,
+ 2.4711223431950202e-06,
+ 0.03179638460278511,
+ 0.0002632993273437023,
+ 5.09794226672966e-05,
+ 0.0011576485121622682,
+ 1.4631319572799839e-05
+ ],
+ "log_scores_by_expert": [
+ -6.946929454803467,
+ -0.19095902144908905,
+ -19.828840255737305,
+ -16.826091766357422,
+ -12.91083812713623,
+ -3.4484026432037354,
+ -8.242218971252441,
+ -9.884088516235352,
+ -6.761364459991455,
+ -11.132346153259277
+ ],
+ "distances_by_expert": [
+ 13.893858909606934,
+ 0.3819180428981781,
+ 39.65768051147461,
+ 33.652183532714844,
+ 25.82167625427246,
+ 6.896805286407471,
+ 16.484437942504883,
+ 19.768177032470703,
+ 13.52272891998291,
+ 22.264692306518555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3383.4814453125,
+ "language": 50.202674865722656
+ }
+ },
+ {
+ "routing_index": 116,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008831956656649709,
+ 0.7474491596221924,
+ 2.2832391533000873e-09,
+ 4.600981640123791e-08,
+ 2.2441429337050067e-06,
+ 0.02988530695438385,
+ 0.00025020449538715184,
+ 4.705756509792991e-05,
+ 0.0010757914278656244,
+ 1.316898487857543e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03196382522583,
+ -0.29108893871307373,
+ -19.89767074584961,
+ -16.894411087036133,
+ -13.007186889648438,
+ -3.5103883743286133,
+ -8.293231964111328,
+ -9.964138984680176,
+ -6.834698677062988,
+ -11.237646102905273
+ ],
+ "distances_by_expert": [
+ 14.06392765045166,
+ 0.5821778774261475,
+ 39.79534149169922,
+ 33.788822174072266,
+ 26.014373779296875,
+ 7.020776748657227,
+ 16.586463928222656,
+ 19.92827796936035,
+ 13.669397354125977,
+ 22.475292205810547
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3314.845458984375,
+ "language": 50.205413818359375
+ }
+ },
+ {
+ "routing_index": 117,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008751204004511237,
+ 0.7253816723823547,
+ 2.220940764630086e-09,
+ 4.582607004977035e-08,
+ 2.2780052404414164e-06,
+ 0.03090609423816204,
+ 0.0002568955533206463,
+ 4.7931902372511104e-05,
+ 0.0010291110957041383,
+ 1.3526649127015844e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041149139404297,
+ -0.3210572898387909,
+ -19.925334930419922,
+ -16.898412704467773,
+ -12.992210388183594,
+ -3.476801872253418,
+ -8.266840934753418,
+ -9.94572925567627,
+ -6.879059791564941,
+ -11.210848808288574
+ ],
+ "distances_by_expert": [
+ 14.082298278808594,
+ 0.6421145796775818,
+ 39.850669860839844,
+ 33.79682540893555,
+ 25.984420776367188,
+ 6.953603744506836,
+ 16.533681869506836,
+ 19.89145851135254,
+ 13.758119583129883,
+ 22.42169761657715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.08251953125,
+ "language": 50.207763671875
+ }
+ },
+ {
+ "routing_index": 118,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008635217091068625,
+ 0.5878864526748657,
+ 2.1638684177816003e-09,
+ 3.37615482237652e-08,
+ 1.939352614499512e-06,
+ 0.019504601135849953,
+ 0.00020408596901688725,
+ 4.05690552724991e-05,
+ 0.0009765084832906723,
+ 1.1555675882846117e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0544915199279785,
+ -0.5312213897705078,
+ -19.95136833190918,
+ -17.203943252563477,
+ -13.153156280517578,
+ -3.9371049404144287,
+ -8.496969223022461,
+ -10.112504959106445,
+ -6.931527137756348,
+ -11.36833381652832
+ ],
+ "distances_by_expert": [
+ 14.108983039855957,
+ 1.0624427795410156,
+ 39.90273666381836,
+ 34.40788650512695,
+ 26.306312561035156,
+ 7.874209880828857,
+ 16.993938446044922,
+ 20.22500991821289,
+ 13.863054275512695,
+ 22.73666763305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.925537109375,
+ "language": 50.19868087768555
+ }
+ },
+ {
+ "routing_index": 119,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008898659143596888,
+ 0.6820101141929626,
+ 2.2661277299107496e-09,
+ 3.858949426671643e-08,
+ 2.0650486476370133e-06,
+ 0.022793583571910858,
+ 0.00021852506324648857,
+ 4.2454579670447856e-05,
+ 0.001045056153088808,
+ 1.2103281733288895e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024439811706543,
+ -0.3827107846736908,
+ -19.905193328857422,
+ -17.07028579711914,
+ -13.090356826782227,
+ -3.781276226043701,
+ -8.428609848022461,
+ -10.067075729370117,
+ -6.86368465423584,
+ -11.322033882141113
+ ],
+ "distances_by_expert": [
+ 14.048879623413086,
+ 0.7654215693473816,
+ 39.810386657714844,
+ 34.14057159423828,
+ 26.180713653564453,
+ 7.562552452087402,
+ 16.857219696044922,
+ 20.134151458740234,
+ 13.72736930847168,
+ 22.644067764282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.673583984375,
+ "language": 50.183170318603516
+ }
+ },
+ {
+ "routing_index": 120,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008800792274996638,
+ 0.6676876544952393,
+ 2.22643770086961e-09,
+ 3.6083704912925896e-08,
+ 1.984745040317648e-06,
+ 0.021721091121435165,
+ 0.00021383132843766361,
+ 4.127529973629862e-05,
+ 0.0010383158223703504,
+ 1.1987662219326012e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03549861907959,
+ -0.4039347469806671,
+ -19.922863006591797,
+ -17.13742446899414,
+ -13.130020141601562,
+ -3.8294715881347656,
+ -8.450323104858398,
+ -10.095246315002441,
+ -6.870155334472656,
+ -11.331632614135742
+ ],
+ "distances_by_expert": [
+ 14.07099723815918,
+ 0.8078694939613342,
+ 39.845726013183594,
+ 34.27484893798828,
+ 26.260040283203125,
+ 7.658943176269531,
+ 16.900646209716797,
+ 20.190492630004883,
+ 13.740310668945312,
+ 22.663265228271484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.774658203125,
+ "language": 50.189552307128906
+ }
+ },
+ {
+ "routing_index": 121,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007838553283363581,
+ 0.6818398833274841,
+ 1.9838564124796676e-09,
+ 4.189584856817419e-08,
+ 2.0514985408226494e-06,
+ 0.025062890723347664,
+ 0.00021139452292118222,
+ 4.066577821504325e-05,
+ 0.0009836991084739566,
+ 1.1926028491870966e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1512861251831055,
+ -0.38296040892601013,
+ -20.038223266601562,
+ -16.988079071044922,
+ -13.096940040588379,
+ -3.6863670349121094,
+ -8.461784362792969,
+ -10.110123634338379,
+ -6.924190521240234,
+ -11.336787223815918
+ ],
+ "distances_by_expert": [
+ 14.302572250366211,
+ 0.7659208178520203,
+ 40.076446533203125,
+ 33.976158142089844,
+ 26.193880081176758,
+ 7.372734069824219,
+ 16.923568725585938,
+ 20.220247268676758,
+ 13.848381042480469,
+ 22.673574447631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.333251953125,
+ "language": 50.174861907958984
+ }
+ },
+ {
+ "routing_index": 122,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009306190768256783,
+ 0.78251051902771,
+ 2.3392756620665978e-09,
+ 4.793077934550638e-08,
+ 2.3110999336495297e-06,
+ 0.03010057471692562,
+ 0.00024679122725501657,
+ 4.795975110027939e-05,
+ 0.0011127785546705127,
+ 1.3663287973031402e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979660511016846,
+ -0.24524788558483124,
+ -19.873424530029297,
+ -16.85350799560547,
+ -12.977787017822266,
+ -3.50321102142334,
+ -8.306967735290527,
+ -9.945148468017578,
+ -6.8008952140808105,
+ -11.200798034667969
+ ],
+ "distances_by_expert": [
+ 13.959321022033691,
+ 0.4904957711696625,
+ 39.746849060058594,
+ 33.70701599121094,
+ 25.95557403564453,
+ 7.00642204284668,
+ 16.613935470581055,
+ 19.890296936035156,
+ 13.601790428161621,
+ 22.401596069335938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.93505859375,
+ "language": 50.200775146484375
+ }
+ },
+ {
+ "routing_index": 123,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008260915637947619,
+ 0.6942848563194275,
+ 2.096097295734012e-09,
+ 4.451444723940767e-08,
+ 2.1475627818290377e-06,
+ 0.02795756235718727,
+ 0.00023634526587557048,
+ 4.5058182877255604e-05,
+ 0.0010044093942269683,
+ 1.2541653632069938e-05
+ ],
+ "log_scores_by_expert": [
+ -7.098804950714111,
+ -0.3648729920387268,
+ -19.98318862915039,
+ -16.927452087402344,
+ -13.051177024841309,
+ -3.5770676136016846,
+ -8.35021686553955,
+ -10.007555961608887,
+ -6.903355598449707,
+ -11.286455154418945
+ ],
+ "distances_by_expert": [
+ 14.197609901428223,
+ 0.7297459840774536,
+ 39.96637725830078,
+ 33.85490417480469,
+ 26.102354049682617,
+ 7.154135227203369,
+ 16.7004337310791,
+ 20.015111923217773,
+ 13.806711196899414,
+ 22.57291030883789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.21875,
+ "language": 50.19820785522461
+ }
+ },
+ {
+ "routing_index": 124,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000850246346089989,
+ 0.7269397377967834,
+ 2.181109959309424e-09,
+ 4.468909509114383e-08,
+ 2.145108283002628e-06,
+ 0.029750453308224678,
+ 0.0002434103807900101,
+ 4.6177938202163205e-05,
+ 0.00103364500682801,
+ 1.27455477922922e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069984436035156,
+ -0.31891170144081116,
+ -19.943431854248047,
+ -16.92353630065918,
+ -13.05232048034668,
+ -3.514910936355591,
+ -8.320761680603027,
+ -9.98300838470459,
+ -6.874663829803467,
+ -11.270328521728516
+ ],
+ "distances_by_expert": [
+ 14.139968872070312,
+ 0.6378234028816223,
+ 39.886863708496094,
+ 33.84707260131836,
+ 26.10464096069336,
+ 7.029821872711182,
+ 16.641523361206055,
+ 19.96601676940918,
+ 13.749327659606934,
+ 22.54065704345703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.00146484375,
+ "language": 50.18124008178711
+ }
+ },
+ {
+ "routing_index": 125,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009117606678046286,
+ 0.7552435994148254,
+ 2.329098025555254e-09,
+ 4.636077122199822e-08,
+ 2.220671149189002e-06,
+ 0.029759496450424194,
+ 0.0002431171596981585,
+ 4.727775012725033e-05,
+ 0.0010933956364169717,
+ 1.2933242032886483e-05
+ ],
+ "log_scores_by_expert": [
+ -7.000133037567139,
+ -0.2807149887084961,
+ -19.877784729003906,
+ -16.886812210083008,
+ -13.017701148986816,
+ -3.5146069526672363,
+ -8.321967124938965,
+ -9.959470748901367,
+ -6.818467140197754,
+ -11.255709648132324
+ ],
+ "distances_by_expert": [
+ 14.000266075134277,
+ 0.5614299774169922,
+ 39.75556945800781,
+ 33.773624420166016,
+ 26.035402297973633,
+ 7.029213905334473,
+ 16.64393424987793,
+ 19.918941497802734,
+ 13.636934280395508,
+ 22.51141929626465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.35498046875,
+ "language": 50.17850875854492
+ }
+ },
+ {
+ "routing_index": 126,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000942879356443882,
+ 0.7236940860748291,
+ 2.3453157194097685e-09,
+ 4.079323545624902e-08,
+ 2.201316647187923e-06,
+ 0.024606414139270782,
+ 0.00023138258256949484,
+ 4.561314563034102e-05,
+ 0.001121396548114717,
+ 1.2985768080397975e-05
+ ],
+ "log_scores_by_expert": [
+ -6.966572284698486,
+ -0.3233865201473236,
+ -19.870845794677734,
+ -17.01474952697754,
+ -13.02645492553711,
+ -3.7047481536865234,
+ -8.371438026428223,
+ -9.995314598083496,
+ -6.793180465698242,
+ -11.251656532287598
+ ],
+ "distances_by_expert": [
+ 13.933144569396973,
+ 0.6467730402946472,
+ 39.74169158935547,
+ 34.02949905395508,
+ 26.05290985107422,
+ 7.409496307373047,
+ 16.742876052856445,
+ 19.990629196166992,
+ 13.586360931396484,
+ 22.503313064575195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.177734375,
+ "language": 50.181827545166016
+ }
+ },
+ {
+ "routing_index": 127,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009365853038616478,
+ 0.7495918273925781,
+ 2.3577846341993336e-09,
+ 4.6111637175272335e-08,
+ 2.2948277091927594e-06,
+ 0.029282329604029655,
+ 0.00024492162629030645,
+ 4.7501329390797764e-05,
+ 0.0011418178910389543,
+ 1.3348483662412036e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973269939422607,
+ -0.2882263958454132,
+ -19.865543365478516,
+ -16.892200469970703,
+ -12.98485279083252,
+ -3.530771017074585,
+ -8.31457233428955,
+ -9.954752922058105,
+ -6.7751336097717285,
+ -11.22410774230957
+ ],
+ "distances_by_expert": [
+ 13.946539878845215,
+ 0.5764527916908264,
+ 39.73108673095703,
+ 33.784400939941406,
+ 25.96970558166504,
+ 7.06154203414917,
+ 16.6291446685791,
+ 19.90950584411621,
+ 13.550267219543457,
+ 22.44821548461914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.695068359375,
+ "language": 50.186302185058594
+ }
+ },
+ {
+ "routing_index": 128,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008767940453253686,
+ 0.6959912180900574,
+ 2.254788356026438e-09,
+ 4.464504854695406e-08,
+ 2.0941943148500286e-06,
+ 0.02755853906273842,
+ 0.00023059175873640925,
+ 4.422002530191094e-05,
+ 0.001075127860531211,
+ 1.1886526408488862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.039238452911377,
+ -0.36241820454597473,
+ -19.91020965576172,
+ -16.924522399902344,
+ -13.07634162902832,
+ -3.591442823410034,
+ -8.374861717224121,
+ -10.02633285522461,
+ -6.835315704345703,
+ -11.340105056762695
+ ],
+ "distances_by_expert": [
+ 14.078476905822754,
+ 0.7248364090919495,
+ 39.82041931152344,
+ 33.84904479980469,
+ 26.15268325805664,
+ 7.182885646820068,
+ 16.749723434448242,
+ 20.05266571044922,
+ 13.670631408691406,
+ 22.68021011352539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3215.66455078125,
+ "language": 50.180320739746094
+ }
+ },
+ {
+ "routing_index": 129,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008902996778488159,
+ 0.6455434560775757,
+ 2.258360831675077e-09,
+ 3.6939265868340954e-08,
+ 2.0694983504654374e-06,
+ 0.021519554778933525,
+ 0.0002158109564334154,
+ 4.25506841565948e-05,
+ 0.0010207374580204487,
+ 1.2406218957039528e-05
+ ],
+ "log_scores_by_expert": [
+ -7.023952484130859,
+ -0.4376627802848816,
+ -19.908626556396484,
+ -17.113990783691406,
+ -13.088204383850098,
+ -3.8387932777404785,
+ -8.441107749938965,
+ -10.064814567565918,
+ -6.887229919433594,
+ -11.29731273651123
+ ],
+ "distances_by_expert": [
+ 14.047904968261719,
+ 0.8753255605697632,
+ 39.81725311279297,
+ 34.22798156738281,
+ 26.176408767700195,
+ 7.677586555480957,
+ 16.88221549987793,
+ 20.129629135131836,
+ 13.774459838867188,
+ 22.59462547302246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3534.974609375,
+ "language": 50.19221115112305
+ }
+ },
+ {
+ "routing_index": 130,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009303812403231859,
+ 0.7392483949661255,
+ 2.35914332513687e-09,
+ 4.1890256596843756e-08,
+ 2.1850421489943983e-06,
+ 0.026222972199320793,
+ 0.00023022522509563714,
+ 4.5345714170252904e-05,
+ 0.001088837394490838,
+ 1.3042413229413796e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979916095733643,
+ -0.30212128162384033,
+ -19.864967346191406,
+ -16.98821258544922,
+ -13.033875465393066,
+ -3.6411194801330566,
+ -8.376452445983887,
+ -10.001194953918457,
+ -6.8226447105407715,
+ -11.24730396270752
+ ],
+ "distances_by_expert": [
+ 13.959832191467285,
+ 0.6042425632476807,
+ 39.72993469238281,
+ 33.97642517089844,
+ 26.067750930786133,
+ 7.282238960266113,
+ 16.752904891967773,
+ 20.002389907836914,
+ 13.645289421081543,
+ 22.49460792541504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.048828125,
+ "language": 50.18937683105469
+ }
+ },
+ {
+ "routing_index": 131,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009347293525934219,
+ 0.7376556992530823,
+ 2.3180672936717883e-09,
+ 4.09888443186901e-08,
+ 2.164468014598242e-06,
+ 0.025008847936987877,
+ 0.00022937207540962845,
+ 4.4447955588111654e-05,
+ 0.001104207243770361,
+ 1.30056851048721e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975253582000732,
+ -0.3042781352996826,
+ -19.882532119750977,
+ -17.009965896606445,
+ -13.043335914611816,
+ -3.688525676727295,
+ -8.380165100097656,
+ -10.021191596984863,
+ -6.808627605438232,
+ -11.250123977661133
+ ],
+ "distances_by_expert": [
+ 13.950507164001465,
+ 0.6085562705993652,
+ 39.76506423950195,
+ 34.01993179321289,
+ 26.086671829223633,
+ 7.37705135345459,
+ 16.760330200195312,
+ 20.042383193969727,
+ 13.617255210876465,
+ 22.500247955322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.710693359375,
+ "language": 50.17892074584961
+ }
+ },
+ {
+ "routing_index": 132,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008722574566490948,
+ 0.7299118041992188,
+ 2.208441429729646e-09,
+ 4.2499241459381665e-08,
+ 2.1964956431475002e-06,
+ 0.02536981925368309,
+ 0.00022692714992444962,
+ 4.403876300784759e-05,
+ 0.0010611986508592963,
+ 1.2975963727512863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044425964355469,
+ -0.31483161449432373,
+ -19.930978775024414,
+ -16.973779678344727,
+ -13.028647422790527,
+ -3.6741950511932373,
+ -8.390881538391113,
+ -10.030440330505371,
+ -6.848356246948242,
+ -11.252411842346191
+ ],
+ "distances_by_expert": [
+ 14.088851928710938,
+ 0.6296632289886475,
+ 39.86195755004883,
+ 33.94755935668945,
+ 26.057294845581055,
+ 7.348390102386475,
+ 16.781763076782227,
+ 20.060880661010742,
+ 13.696712493896484,
+ 22.504823684692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.826171875,
+ "language": 50.18499755859375
+ }
+ },
+ {
+ "routing_index": 133,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009554722928442061,
+ 0.8190019130706787,
+ 2.3779365143639097e-09,
+ 4.981275480986369e-08,
+ 2.3523057279817294e-06,
+ 0.03282202407717705,
+ 0.00025456721778027713,
+ 4.961895683663897e-05,
+ 0.0011468701995909214,
+ 1.4127369468042161e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953304767608643,
+ -0.19966882467269897,
+ -19.857032775878906,
+ -16.81499481201172,
+ -12.960114479064941,
+ -3.4166555404663086,
+ -8.275945663452148,
+ -9.911137580871582,
+ -6.770718574523926,
+ -11.167396545410156
+ ],
+ "distances_by_expert": [
+ 13.906609535217285,
+ 0.39933764934539795,
+ 39.71406555175781,
+ 33.62998962402344,
+ 25.920228958129883,
+ 6.833311080932617,
+ 16.551891326904297,
+ 19.822275161743164,
+ 13.541437149047852,
+ 22.334793090820312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3348.003173828125,
+ "language": 50.19877243041992
+ }
+ },
+ {
+ "routing_index": 134,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008826272678561509,
+ 0.7861720323562622,
+ 2.21889995266622e-09,
+ 4.6867462799582427e-08,
+ 2.2918991362530505e-06,
+ 0.0320657379925251,
+ 0.0002534007071517408,
+ 4.8164405598072335e-05,
+ 0.0010557295754551888,
+ 1.3639268217957579e-05
+ ],
+ "log_scores_by_expert": [
+ -7.032607555389404,
+ -0.24057964980602264,
+ -19.926254272460938,
+ -16.87594223022461,
+ -12.986129760742188,
+ -3.439967155456543,
+ -8.280538558959961,
+ -9.940890312194824,
+ -6.853523254394531,
+ -11.202557563781738
+ ],
+ "distances_by_expert": [
+ 14.065215110778809,
+ 0.4811592996120453,
+ 39.852508544921875,
+ 33.75188446044922,
+ 25.972259521484375,
+ 6.879934310913086,
+ 16.561077117919922,
+ 19.88178062438965,
+ 13.707046508789062,
+ 22.405115127563477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.238037109375,
+ "language": 50.213279724121094
+ }
+ },
+ {
+ "routing_index": 135,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000804854673333466,
+ 0.7278211116790771,
+ 2.048849978564249e-09,
+ 4.3556230622243675e-08,
+ 2.157543576686294e-06,
+ 0.029794497415423393,
+ 0.00024136948923114687,
+ 4.525244003161788e-05,
+ 0.0009892152156680822,
+ 1.288809198740637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.12484884262085,
+ -0.31769996881484985,
+ -20.0059871673584,
+ -16.9492130279541,
+ -13.046540260314941,
+ -3.5134315490722656,
+ -8.329181671142578,
+ -10.003253936767578,
+ -6.918598651885986,
+ -11.259206771850586
+ ],
+ "distances_by_expert": [
+ 14.2496976852417,
+ 0.6353999376296997,
+ 40.0119743347168,
+ 33.8984260559082,
+ 26.093080520629883,
+ 7.026863098144531,
+ 16.658363342285156,
+ 20.006507873535156,
+ 13.837197303771973,
+ 22.518413543701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.504638671875,
+ "language": 50.19578552246094
+ }
+ },
+ {
+ "routing_index": 136,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008677339646965265,
+ 0.7462053894996643,
+ 2.2029638113707506e-09,
+ 4.442055612230433e-08,
+ 2.125869059454999e-06,
+ 0.030409563332796097,
+ 0.0002392283786321059,
+ 4.6323319111252204e-05,
+ 0.0010427136439830065,
+ 1.2596998203662224e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049625396728516,
+ -0.2927543818950653,
+ -19.933462142944336,
+ -16.929563522338867,
+ -13.06132984161377,
+ -3.4929981231689453,
+ -8.338091850280762,
+ -9.979865074157715,
+ -6.865928649902344,
+ -11.282052040100098
+ ],
+ "distances_by_expert": [
+ 14.099250793457031,
+ 0.5855087637901306,
+ 39.86692428588867,
+ 33.859127044677734,
+ 26.12265968322754,
+ 6.985996246337891,
+ 16.676183700561523,
+ 19.95973014831543,
+ 13.731857299804688,
+ 22.564104080200195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.61865234375,
+ "language": 50.18128204345703
+ }
+ },
+ {
+ "routing_index": 137,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009451060905121267,
+ 0.7965757846832275,
+ 2.3931197024040785e-09,
+ 4.8042718248098026e-08,
+ 2.3687823613727232e-06,
+ 0.03147634491324425,
+ 0.0002534758532419801,
+ 5.010259337723255e-05,
+ 0.0011303971987217665,
+ 1.4122440006758552e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9642133712768555,
+ -0.22743307054042816,
+ -19.85066795349121,
+ -16.85117530822754,
+ -12.953134536743164,
+ -3.4585189819335938,
+ -8.280241966247559,
+ -9.901437759399414,
+ -6.785186290740967,
+ -11.167745590209961
+ ],
+ "distances_by_expert": [
+ 13.928426742553711,
+ 0.4548661410808563,
+ 39.70133590698242,
+ 33.70235061645508,
+ 25.906269073486328,
+ 6.9170379638671875,
+ 16.560483932495117,
+ 19.802875518798828,
+ 13.570372581481934,
+ 22.335491180419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.36669921875,
+ "language": 50.19572830200195
+ }
+ },
+ {
+ "routing_index": 138,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009397297399118543,
+ 0.7818177342414856,
+ 2.4027750900046385e-09,
+ 4.8669978269799685e-08,
+ 2.3774591682013124e-06,
+ 0.0309106707572937,
+ 0.00025422731414437294,
+ 4.950684524374083e-05,
+ 0.0011298491153866053,
+ 1.3735287211602554e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969918251037598,
+ -0.24613359570503235,
+ -19.846641540527344,
+ -16.83820343017578,
+ -12.949478149414062,
+ -3.476653814315796,
+ -8.277281761169434,
+ -9.913399696350098,
+ -6.785671234130859,
+ -11.195542335510254
+ ],
+ "distances_by_expert": [
+ 13.939836502075195,
+ 0.4922671914100647,
+ 39.69328308105469,
+ 33.67640686035156,
+ 25.898956298828125,
+ 6.953307628631592,
+ 16.554563522338867,
+ 19.826799392700195,
+ 13.571342468261719,
+ 22.391084671020508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.548828125,
+ "language": 50.19491195678711
+ }
+ },
+ {
+ "routing_index": 139,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008406701381318271,
+ 0.7019443511962891,
+ 2.1958030949065233e-09,
+ 4.5650544677755533e-08,
+ 2.1977002688799985e-06,
+ 0.030566973611712456,
+ 0.0002470253093633801,
+ 4.6105422370601445e-05,
+ 0.0009895547991618514,
+ 1.2632716789084952e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081311225891113,
+ -0.35390111804008484,
+ -19.936717987060547,
+ -16.902250289916992,
+ -13.028099060058594,
+ -3.487835168838501,
+ -8.30601978302002,
+ -9.984580039978027,
+ -6.91825532913208,
+ -11.279220581054688
+ ],
+ "distances_by_expert": [
+ 14.162622451782227,
+ 0.7078022360801697,
+ 39.873435974121094,
+ 33.804500579833984,
+ 26.056198120117188,
+ 6.975670337677002,
+ 16.61203956604004,
+ 19.969160079956055,
+ 13.83651065826416,
+ 22.558441162109375
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3217.429443359375,
+ "language": 50.20904541015625
+ }
+ },
+ {
+ "routing_index": 140,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009062342578545213,
+ 0.6776252388954163,
+ 2.2771546870359316e-09,
+ 3.9616818270360454e-08,
+ 2.127948164343252e-06,
+ 0.02344597317278385,
+ 0.00022712978534400463,
+ 4.4548065488925204e-05,
+ 0.0010492559522390366,
+ 1.2897337910544593e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0062127113342285,
+ -0.38916081190109253,
+ -19.900339126586914,
+ -17.04401206970215,
+ -13.060352325439453,
+ -3.753056526184082,
+ -8.389988899230957,
+ -10.018941879272461,
+ -6.859673976898193,
+ -11.258489608764648
+ ],
+ "distances_by_expert": [
+ 14.012425422668457,
+ 0.7783216238021851,
+ 39.80067825317383,
+ 34.0880241394043,
+ 26.120704650878906,
+ 7.506113052368164,
+ 16.779977798461914,
+ 20.037883758544922,
+ 13.719347953796387,
+ 22.516979217529297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3550.79833984375,
+ "language": 50.190460205078125
+ }
+ },
+ {
+ "routing_index": 141,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009587364038452506,
+ 0.7583248019218445,
+ 2.418495181899516e-09,
+ 4.408344977946399e-08,
+ 2.3183847588370554e-06,
+ 0.026643812656402588,
+ 0.00024325886624865234,
+ 4.7407196689164266e-05,
+ 0.0011212137760594487,
+ 1.3829673662257846e-05
+ ],
+ "log_scores_by_expert": [
+ -6.949894428253174,
+ -0.2766435146331787,
+ -19.840120315551758,
+ -16.93718147277832,
+ -12.974639892578125,
+ -3.6251983642578125,
+ -8.32138442993164,
+ -9.95673656463623,
+ -6.793343544006348,
+ -11.18869400024414
+ ],
+ "distances_by_expert": [
+ 13.899788856506348,
+ 0.5532870292663574,
+ 39.680240631103516,
+ 33.87436294555664,
+ 25.94927978515625,
+ 7.250396728515625,
+ 16.64276885986328,
+ 19.91347312927246,
+ 13.586687088012695,
+ 22.37738800048828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.23828125,
+ "language": 50.19245147705078
+ }
+ },
+ {
+ "routing_index": 142,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000917272234801203,
+ 0.7384475469589233,
+ 2.2841450952881814e-09,
+ 4.0859035266294086e-08,
+ 2.176724819946685e-06,
+ 0.02471393160521984,
+ 0.0002302645443705842,
+ 4.4001233618473634e-05,
+ 0.0010912325233221054,
+ 1.289810097659938e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994106292724609,
+ -0.3032051622867584,
+ -19.897274017333984,
+ -17.013137817382812,
+ -13.037689208984375,
+ -3.700388193130493,
+ -8.37628173828125,
+ -10.031292915344238,
+ -6.8204474449157715,
+ -11.258430480957031
+ ],
+ "distances_by_expert": [
+ 13.988212585449219,
+ 0.6064103245735168,
+ 39.79454803466797,
+ 34.026275634765625,
+ 26.07537841796875,
+ 7.400776386260986,
+ 16.7525634765625,
+ 20.062585830688477,
+ 13.640894889831543,
+ 22.516860961914062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.1748046875,
+ "language": 50.1882209777832
+ }
+ },
+ {
+ "routing_index": 143,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008594114915467799,
+ 0.6709293723106384,
+ 2.1431829644313893e-09,
+ 3.6895045241180924e-08,
+ 2.00981321540894e-06,
+ 0.022126059979200363,
+ 0.00021458615083247423,
+ 4.1260460420744494e-05,
+ 0.0010353133548051119,
+ 1.2155242984590586e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059262752532959,
+ -0.3990914225578308,
+ -19.960973739624023,
+ -17.115188598632812,
+ -13.11746883392334,
+ -3.8109991550445557,
+ -8.446799278259277,
+ -10.095605850219727,
+ -6.873051166534424,
+ -11.317749977111816
+ ],
+ "distances_by_expert": [
+ 14.118525505065918,
+ 0.7981828451156616,
+ 39.92194747924805,
+ 34.230377197265625,
+ 26.23493766784668,
+ 7.621998310089111,
+ 16.893598556518555,
+ 20.191211700439453,
+ 13.746102333068848,
+ 22.635499954223633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.02490234375,
+ "language": 50.186222076416016
+ }
+ },
+ {
+ "routing_index": 144,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008783485973253846,
+ 0.786961019039154,
+ 2.199017856696628e-09,
+ 4.654861385233744e-08,
+ 2.1945295429759426e-06,
+ 0.03164834901690483,
+ 0.00023977496311999857,
+ 4.594192432705313e-05,
+ 0.001084320480003953,
+ 1.3257165846880525e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037467002868652,
+ -0.23957660794258118,
+ -19.93525505065918,
+ -16.882768630981445,
+ -13.029542922973633,
+ -3.4530692100524902,
+ -8.335809707641602,
+ -9.98813247680664,
+ -6.826801776885986,
+ -11.230972290039062
+ ],
+ "distances_by_expert": [
+ 14.074934005737305,
+ 0.47915321588516235,
+ 39.87051010131836,
+ 33.76553726196289,
+ 26.059085845947266,
+ 6.9061384201049805,
+ 16.671619415283203,
+ 19.97626495361328,
+ 13.653603553771973,
+ 22.461944580078125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.019775390625,
+ "language": 50.181663513183594
+ }
+ },
+ {
+ "routing_index": 145,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008785308455117047,
+ 0.784676730632782,
+ 2.1941828354243853e-09,
+ 4.7615689169333564e-08,
+ 2.2596288999920944e-06,
+ 0.032967276871204376,
+ 0.00025125109823420644,
+ 4.753708344651386e-05,
+ 0.0010694680968299508,
+ 1.3558976206695661e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037259578704834,
+ -0.2424834668636322,
+ -19.937456130981445,
+ -16.860103607177734,
+ -13.000309944152832,
+ -3.4122397899627686,
+ -8.289057731628418,
+ -9.954000473022461,
+ -6.8405938148498535,
+ -11.20846176147461
+ ],
+ "distances_by_expert": [
+ 14.074519157409668,
+ 0.4849669337272644,
+ 39.87491226196289,
+ 33.72020721435547,
+ 26.000619888305664,
+ 6.824479579925537,
+ 16.578115463256836,
+ 19.908000946044922,
+ 13.681187629699707,
+ 22.41692352294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.143310546875,
+ "language": 50.18267822265625
+ }
+ },
+ {
+ "routing_index": 146,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008279170142486691,
+ 0.712367057800293,
+ 2.121808950761306e-09,
+ 4.565411515500273e-08,
+ 2.1967825887259096e-06,
+ 0.030289312824606895,
+ 0.0002476057270541787,
+ 4.653594805859029e-05,
+ 0.0010075676254928112,
+ 1.3070715795038268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096597671508789,
+ -0.33916202187538147,
+ -19.970996856689453,
+ -16.902172088623047,
+ -13.02851676940918,
+ -3.496960401535034,
+ -8.303672790527344,
+ -9.975285530090332,
+ -6.900216102600098,
+ -11.245136260986328
+ ],
+ "distances_by_expert": [
+ 14.193195343017578,
+ 0.6783240437507629,
+ 39.941993713378906,
+ 33.804344177246094,
+ 26.05703353881836,
+ 6.993920803070068,
+ 16.607345581054688,
+ 19.950571060180664,
+ 13.800432205200195,
+ 22.490272521972656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.412841796875,
+ "language": 50.20676040649414
+ }
+ },
+ {
+ "routing_index": 147,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008578621782362461,
+ 0.7623677849769592,
+ 2.2305477465067725e-09,
+ 4.7235857891791966e-08,
+ 2.265932380396407e-06,
+ 0.031105993315577507,
+ 0.00025213274057023227,
+ 4.7894798626657575e-05,
+ 0.0010278042173013091,
+ 1.3390572348725982e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0610671043396,
+ -0.2713261842727661,
+ -19.921018600463867,
+ -16.868112564086914,
+ -12.99752426147461,
+ -3.4703547954559326,
+ -8.285554885864258,
+ -9.946503639221191,
+ -6.880330562591553,
+ -11.220959663391113
+ ],
+ "distances_by_expert": [
+ 14.1221342086792,
+ 0.5426523685455322,
+ 39.842037200927734,
+ 33.73622512817383,
+ 25.99504852294922,
+ 6.940709590911865,
+ 16.571109771728516,
+ 19.893007278442383,
+ 13.760661125183105,
+ 22.441919326782227
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.180908203125,
+ "language": 50.22513198852539
+ }
+ },
+ {
+ "routing_index": 148,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326798561029136,
+ 0.714159369468689,
+ 2.081233851924935e-09,
+ 4.411532472659019e-08,
+ 2.1241728518361924e-06,
+ 0.03081878274679184,
+ 0.00023297348525375128,
+ 4.4634987716563046e-05,
+ 0.0010303008602932096,
+ 1.2834564586228225e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0908613204956055,
+ -0.3366491496562958,
+ -19.990304946899414,
+ -16.936458587646484,
+ -13.062128067016602,
+ -3.479630947113037,
+ -8.364585876464844,
+ -10.016992568969727,
+ -6.877904415130615,
+ -11.263368606567383
+ ],
+ "distances_by_expert": [
+ 14.181722640991211,
+ 0.6732982993125916,
+ 39.98060989379883,
+ 33.87291717529297,
+ 26.124256134033203,
+ 6.959261894226074,
+ 16.729171752929688,
+ 20.033985137939453,
+ 13.75580883026123,
+ 22.526737213134766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.215576171875,
+ "language": 50.1923828125
+ }
+ },
+ {
+ "routing_index": 149,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008629607036709785,
+ 0.7305180430412292,
+ 2.1781998427172766e-09,
+ 4.520044072364726e-08,
+ 2.2842139060230693e-06,
+ 0.029347175732254982,
+ 0.00023782440985087305,
+ 4.58911745226942e-05,
+ 0.0010780422016978264,
+ 1.3607398614112753e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055141448974609,
+ -0.3140013515949249,
+ -19.944766998291016,
+ -16.912158966064453,
+ -12.98948860168457,
+ -3.5285589694976807,
+ -8.343977928161621,
+ -9.989237785339355,
+ -6.832608699798584,
+ -11.204896926879883
+ ],
+ "distances_by_expert": [
+ 14.110282897949219,
+ 0.6280027031898499,
+ 39.88953399658203,
+ 33.824317932128906,
+ 25.97897720336914,
+ 7.057117938995361,
+ 16.687955856323242,
+ 19.97847557067871,
+ 13.665217399597168,
+ 22.409793853759766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.736083984375,
+ "language": 50.20764923095703
+ }
+ },
+ {
+ "routing_index": 150,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008119299309328198,
+ 0.6721544861793518,
+ 2.080860594944056e-09,
+ 4.402320286089889e-08,
+ 2.1130522327439394e-06,
+ 0.028763245791196823,
+ 0.00023132919159252197,
+ 4.347898357082158e-05,
+ 0.0010043414076790214,
+ 1.232227441505529e-05
+ ],
+ "log_scores_by_expert": [
+ -7.116096496582031,
+ -0.39726710319519043,
+ -19.9904842376709,
+ -16.938549041748047,
+ -13.067377090454102,
+ -3.548656940460205,
+ -8.371668815612793,
+ -10.043232917785645,
+ -6.903423309326172,
+ -11.304101943969727
+ ],
+ "distances_by_expert": [
+ 14.232192993164062,
+ 0.7945342063903809,
+ 39.9809684753418,
+ 33.877098083496094,
+ 26.134754180908203,
+ 7.09731388092041,
+ 16.743337631225586,
+ 20.08646583557129,
+ 13.806846618652344,
+ 22.608203887939453
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.228271484375,
+ "language": 50.217620849609375
+ }
+ },
+ {
+ "routing_index": 151,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008371934527531266,
+ 0.6381276249885559,
+ 2.090061013149125e-09,
+ 4.2679413780888353e-08,
+ 2.0974061953893397e-06,
+ 0.027615820989012718,
+ 0.0002294921869179234,
+ 4.384913336252794e-05,
+ 0.0010132567258551717,
+ 1.217147109855432e-05
+ ],
+ "log_scores_by_expert": [
+ -7.085455417633057,
+ -0.4492170214653015,
+ -19.986072540283203,
+ -16.96954917907715,
+ -13.074809074401855,
+ -3.5893664360046387,
+ -8.37964153289795,
+ -10.03475570678711,
+ -6.894585609436035,
+ -11.316415786743164
+ ],
+ "distances_by_expert": [
+ 14.170910835266113,
+ 0.898434042930603,
+ 39.972145080566406,
+ 33.9390983581543,
+ 26.14961814880371,
+ 7.178732872009277,
+ 16.7592830657959,
+ 20.06951141357422,
+ 13.78917121887207,
+ 22.632831573486328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3223.702880859375,
+ "language": 50.19245529174805
+ }
+ },
+ {
+ "routing_index": 152,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008409142610616982,
+ 0.6979079842567444,
+ 2.144295185857459e-09,
+ 4.6858165347885006e-08,
+ 2.209152626164723e-06,
+ 0.029425226151943207,
+ 0.00024081744777504355,
+ 4.479930066736415e-05,
+ 0.0010319504654034972,
+ 1.2736702046822757e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081020832061768,
+ -0.35966798663139343,
+ -19.9604549407959,
+ -16.876140594482422,
+ -13.02290153503418,
+ -3.5259029865264893,
+ -8.33147144317627,
+ -10.013318061828613,
+ -6.876304626464844,
+ -11.27102279663086
+ ],
+ "distances_by_expert": [
+ 14.162041664123535,
+ 0.7193359732627869,
+ 39.9209098815918,
+ 33.752281188964844,
+ 26.04580307006836,
+ 7.0518059730529785,
+ 16.66294288635254,
+ 20.026636123657227,
+ 13.752609252929688,
+ 22.54204559326172
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3245.97509765625,
+ "language": 50.21614074707031
+ }
+ },
+ {
+ "routing_index": 153,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008062882116064429,
+ 0.6585203409194946,
+ 2.0458470473272428e-09,
+ 4.403907638561577e-08,
+ 2.057052597592701e-06,
+ 0.02688472345471382,
+ 0.00022477220045402646,
+ 4.20125070377253e-05,
+ 0.0010159752564504743,
+ 1.2039919056405779e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1230692863464355,
+ -0.41775986552238464,
+ -20.00745391845703,
+ -16.938188552856445,
+ -13.094236373901367,
+ -3.616197109222412,
+ -8.400423049926758,
+ -10.077543258666992,
+ -6.891906261444092,
+ -11.327282905578613
+ ],
+ "distances_by_expert": [
+ 14.246138572692871,
+ 0.8355197310447693,
+ 40.01490783691406,
+ 33.87637710571289,
+ 26.188472747802734,
+ 7.232394218444824,
+ 16.800846099853516,
+ 20.155086517333984,
+ 13.783812522888184,
+ 22.654565811157227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.117431640625,
+ "language": 50.213523864746094
+ }
+ },
+ {
+ "routing_index": 154,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008236101130023599,
+ 0.6712607741355896,
+ 2.1047505960325452e-09,
+ 4.5807809101461316e-08,
+ 2.1154576188564533e-06,
+ 0.02836478129029274,
+ 0.0002317946928087622,
+ 4.3850424845004454e-05,
+ 0.0010299566201865673,
+ 1.23155077744741e-05
+ ],
+ "log_scores_by_expert": [
+ -7.101813316345215,
+ -0.3985975384712219,
+ -19.979068756103516,
+ -16.89881134033203,
+ -13.066239356994629,
+ -3.5626070499420166,
+ -8.369658470153809,
+ -10.0347261428833,
+ -6.878238677978516,
+ -11.304651260375977
+ ],
+ "distances_by_expert": [
+ 14.20362663269043,
+ 0.7971950769424438,
+ 39.95813751220703,
+ 33.79762268066406,
+ 26.132478713989258,
+ 7.125214099884033,
+ 16.739316940307617,
+ 20.0694522857666,
+ 13.756477355957031,
+ 22.609302520751953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.304931640625,
+ "language": 50.19126510620117
+ }
+ },
+ {
+ "routing_index": 155,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007963093230500817,
+ 0.6214540600776672,
+ 2.0110544340923298e-09,
+ 4.284703081225416e-08,
+ 2.017823589994805e-06,
+ 0.026125291362404823,
+ 0.00021825660951435566,
+ 4.1654006054159254e-05,
+ 0.0010021737543866038,
+ 1.1587127119128127e-05
+ ],
+ "log_scores_by_expert": [
+ -7.135522842407227,
+ -0.4756932854652405,
+ -20.024606704711914,
+ -16.96562957763672,
+ -13.11349105834961,
+ -3.6448514461517334,
+ -8.429839134216309,
+ -10.086112976074219,
+ -6.90558385848999,
+ -11.365615844726562
+ ],
+ "distances_by_expert": [
+ 14.271045684814453,
+ 0.951386570930481,
+ 40.04921340942383,
+ 33.93125915527344,
+ 26.22698211669922,
+ 7.289702892303467,
+ 16.859678268432617,
+ 20.172225952148438,
+ 13.81116771697998,
+ 22.731231689453125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3280.94287109375,
+ "language": 50.182884216308594
+ }
+ },
+ {
+ "routing_index": 156,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007969064172357321,
+ 0.604057788848877,
+ 1.995640319663039e-09,
+ 4.222001592779634e-08,
+ 1.985155904549174e-06,
+ 0.025876116007566452,
+ 0.00021639831538777798,
+ 4.1235954995499924e-05,
+ 0.0010055945022031665,
+ 1.1501571862027049e-05
+ ],
+ "log_scores_by_expert": [
+ -7.134773254394531,
+ -0.50408536195755,
+ -20.03230094909668,
+ -16.980371475219727,
+ -13.129813194274902,
+ -3.6544349193573,
+ -8.438389778137207,
+ -10.096199989318848,
+ -6.902176380157471,
+ -11.373026847839355
+ ],
+ "distances_by_expert": [
+ 14.269546508789062,
+ 1.0081707239151,
+ 40.06460189819336,
+ 33.96074295043945,
+ 26.259626388549805,
+ 7.3088698387146,
+ 16.876779556274414,
+ 20.192399978637695,
+ 13.804352760314941,
+ 22.74605369567871
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.154541015625,
+ "language": 50.20106887817383
+ }
+ },
+ {
+ "routing_index": 157,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007823907653801143,
+ 0.5778498649597168,
+ 1.9638353165873923e-09,
+ 4.0901689146721765e-08,
+ 1.8985604128829436e-06,
+ 0.024189600721001625,
+ 0.00020720438624266535,
+ 3.9696071326034144e-05,
+ 0.000983061851002276,
+ 1.07502728496911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.153156280517578,
+ -0.5484411716461182,
+ -20.04836654663086,
+ -17.012094497680664,
+ -13.17441463470459,
+ -3.721832513809204,
+ -8.481804847717285,
+ -10.134258270263672,
+ -6.924838542938232,
+ -11.440579414367676
+ ],
+ "distances_by_expert": [
+ 14.306312561035156,
+ 1.0968823432922363,
+ 40.09673309326172,
+ 34.02418899536133,
+ 26.34882926940918,
+ 7.443665027618408,
+ 16.96360969543457,
+ 20.268516540527344,
+ 13.849677085876465,
+ 22.88115882873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.826416015625,
+ "language": 50.19776916503906
+ }
+ },
+ {
+ "routing_index": 158,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007272993680089712,
+ 0.527480959892273,
+ 1.8324379791323508e-09,
+ 3.731485875846374e-08,
+ 1.7590456309335423e-06,
+ 0.021751780062913895,
+ 0.00019240405526943505,
+ 3.693537655635737e-05,
+ 0.0009306998690590262,
+ 9.916327144310344e-06
+ ],
+ "log_scores_by_expert": [
+ -7.22617244720459,
+ -0.639642596244812,
+ -20.117618560791016,
+ -17.10387420654297,
+ -13.250739097595215,
+ -3.828059673309326,
+ -8.555912971496582,
+ -10.206340789794922,
+ -6.979573726654053,
+ -11.52132797241211
+ ],
+ "distances_by_expert": [
+ 14.45234489440918,
+ 1.279285192489624,
+ 40.23523712158203,
+ 34.20774841308594,
+ 26.50147819519043,
+ 7.656119346618652,
+ 17.111825942993164,
+ 20.412681579589844,
+ 13.959147453308105,
+ 23.04265594482422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3255.3701171875,
+ "language": 50.182830810546875
+ }
+ },
+ {
+ "routing_index": 159,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006584050715900958,
+ 0.45019105076789856,
+ 1.6841907868325734e-09,
+ 3.306342222231251e-08,
+ 1.5342143342422787e-06,
+ 0.01861192099750042,
+ 0.00017029186710715294,
+ 3.288473089924082e-05,
+ 0.00085588259389624,
+ 8.624561814940535e-06
+ ],
+ "log_scores_by_expert": [
+ -7.325690269470215,
+ -0.7980833053588867,
+ -20.201980590820312,
+ -17.224838256835938,
+ -13.387492179870605,
+ -3.9839529991149902,
+ -8.677996635437012,
+ -10.322502136230469,
+ -7.063377380371094,
+ -11.660896301269531
+ ],
+ "distances_by_expert": [
+ 14.65138053894043,
+ 1.5961666107177734,
+ 40.403961181640625,
+ 34.449676513671875,
+ 26.77498435974121,
+ 7.9679059982299805,
+ 17.355993270874023,
+ 20.645004272460938,
+ 14.126754760742188,
+ 23.321792602539062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3225.273681640625,
+ "language": 50.1833610534668
+ }
+ },
+ {
+ "routing_index": 160,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006996557349339128,
+ 0.49255508184432983,
+ 1.7859210776904888e-09,
+ 3.538780646294981e-08,
+ 1.6341114132956136e-06,
+ 0.020506663247942924,
+ 0.00018127026851288974,
+ 3.4971279092133045e-05,
+ 0.0008992076036520302,
+ 9.245422916137613e-06
+ ],
+ "log_scores_by_expert": [
+ -7.264922142028809,
+ -0.7081489562988281,
+ -20.14333152770996,
+ -17.156898498535156,
+ -13.324411392211914,
+ -3.88700532913208,
+ -8.615521430969238,
+ -10.26098346710205,
+ -7.013996601104736,
+ -11.591382026672363
+ ],
+ "distances_by_expert": [
+ 14.529844284057617,
+ 1.4162979125976562,
+ 40.28666305541992,
+ 34.31379699707031,
+ 26.648822784423828,
+ 7.77401065826416,
+ 17.231042861938477,
+ 20.5219669342041,
+ 14.027993202209473,
+ 23.182764053344727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.75927734375,
+ "language": 50.17758560180664
+ }
+ },
+ {
+ "routing_index": 161,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006987562519498169,
+ 0.4962829053401947,
+ 1.7712153965732114e-09,
+ 3.512956681106516e-08,
+ 1.6447932011942612e-06,
+ 0.020416954532265663,
+ 0.0001796974247554317,
+ 3.463733446551487e-05,
+ 0.0009004751336760819,
+ 9.319659511675127e-06
+ ],
+ "log_scores_by_expert": [
+ -7.266208648681641,
+ -0.7006090879440308,
+ -20.151599884033203,
+ -17.164222717285156,
+ -13.317895889282227,
+ -3.8913896083831787,
+ -8.624236106872559,
+ -10.270578384399414,
+ -7.012588024139404,
+ -11.58338451385498
+ ],
+ "distances_by_expert": [
+ 14.532417297363281,
+ 1.4012181758880615,
+ 40.303199768066406,
+ 34.32844543457031,
+ 26.635791778564453,
+ 7.782779216766357,
+ 17.248472213745117,
+ 20.541156768798828,
+ 14.025176048278809,
+ 23.16676902770996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.363037109375,
+ "language": 50.19234848022461
+ }
+ },
+ {
+ "routing_index": 162,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006718600634485483,
+ 0.466688334941864,
+ 1.7031109855736304e-09,
+ 3.332045395154637e-08,
+ 1.550294655316975e-06,
+ 0.019214577972888947,
+ 0.0001697226398391649,
+ 3.31162336806301e-05,
+ 0.0008684902568347752,
+ 8.719961442693602e-06
+ ],
+ "log_scores_by_expert": [
+ -7.305460453033447,
+ -0.7620936632156372,
+ -20.19080924987793,
+ -17.21709442138672,
+ -13.377065658569336,
+ -3.9520859718322754,
+ -8.681344985961914,
+ -10.315486907958984,
+ -7.0487542152404785,
+ -11.649895668029785
+ ],
+ "distances_by_expert": [
+ 14.610920906066895,
+ 1.5241873264312744,
+ 40.38161849975586,
+ 34.43418884277344,
+ 26.754131317138672,
+ 7.904171943664551,
+ 17.362689971923828,
+ 20.63097381591797,
+ 14.097508430480957,
+ 23.29979133605957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.681396484375,
+ "language": 50.17357635498047
+ }
+ },
+ {
+ "routing_index": 163,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007364345365203917,
+ 0.5074210166931152,
+ 1.8448630401124433e-09,
+ 3.6087349997160345e-08,
+ 1.6933381630224176e-06,
+ 0.020792890340089798,
+ 0.00018421794811729342,
+ 3.608641054597683e-05,
+ 0.0009251645533367991,
+ 9.529028830002062e-06
+ ],
+ "log_scores_by_expert": [
+ -7.213690280914307,
+ -0.6784141659736633,
+ -20.11086082458496,
+ -17.1373233795166,
+ -13.288808822631836,
+ -3.8731441497802734,
+ -8.599390983581543,
+ -10.229594230651855,
+ -6.985538959503174,
+ -11.56116771697998
+ ],
+ "distances_by_expert": [
+ 14.427380561828613,
+ 1.3568283319473267,
+ 40.22172164916992,
+ 34.2746467590332,
+ 26.577617645263672,
+ 7.746288299560547,
+ 17.198781967163086,
+ 20.45918846130371,
+ 13.971077919006348,
+ 23.12233543395996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.091796875,
+ "language": 50.19349670410156
+ }
+ },
+ {
+ "routing_index": 164,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00069599156267941,
+ 0.4954853951931,
+ 1.754256739872062e-09,
+ 3.43609158903746e-08,
+ 1.6057756511145271e-06,
+ 0.02038499340415001,
+ 0.00017692751134745777,
+ 3.427678893785924e-05,
+ 0.0008985046879388392,
+ 9.11141250981018e-06
+ ],
+ "log_scores_by_expert": [
+ -7.270173072814941,
+ -0.7022174000740051,
+ -20.16122055053711,
+ -17.18634605407715,
+ -13.341903686523438,
+ -3.892956256866455,
+ -8.6397705078125,
+ -10.281042098999023,
+ -7.0147786140441895,
+ -11.605982780456543
+ ],
+ "distances_by_expert": [
+ 14.540346145629883,
+ 1.4044348001480103,
+ 40.32244110107422,
+ 34.3726921081543,
+ 26.683807373046875,
+ 7.78591251373291,
+ 17.279541015625,
+ 20.562084197998047,
+ 14.029557228088379,
+ 23.211965560913086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.88525390625,
+ "language": 50.1690788269043
+ }
+ },
+ {
+ "routing_index": 165,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007130573503673077,
+ 0.5046356916427612,
+ 1.800477655855559e-09,
+ 3.5600724146434004e-08,
+ 1.6719238828954985e-06,
+ 0.020795919001102448,
+ 0.0001823386555770412,
+ 3.516163269523531e-05,
+ 0.0009117249865084887,
+ 9.480271728534717e-06
+ ],
+ "log_scores_by_expert": [
+ -7.245948791503906,
+ -0.6839185953140259,
+ -20.13521385192871,
+ -17.15089988708496,
+ -13.301535606384277,
+ -3.8729984760284424,
+ -8.609644889831543,
+ -10.255555152893066,
+ -7.000172138214111,
+ -11.56629753112793
+ ],
+ "distances_by_expert": [
+ 14.491897583007812,
+ 1.3678371906280518,
+ 40.27042770385742,
+ 34.30179977416992,
+ 26.603071212768555,
+ 7.745996952056885,
+ 17.219289779663086,
+ 20.511110305786133,
+ 14.000344276428223,
+ 23.13259506225586
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3287.919921875,
+ "language": 50.19480514526367
+ }
+ },
+ {
+ "routing_index": 166,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007369164377450943,
+ 0.5372657775878906,
+ 1.8678383284509437e-09,
+ 3.755018340712013e-08,
+ 1.7689543483356829e-06,
+ 0.021889321506023407,
+ 0.00019152638560626656,
+ 3.666174961836077e-05,
+ 0.0009385461453348398,
+ 1.0033887519966811e-05
+ ],
+ "log_scores_by_expert": [
+ -7.213036060333252,
+ -0.6212623715400696,
+ -20.09848403930664,
+ -17.09758758544922,
+ -13.245121955871582,
+ -3.821756362915039,
+ -8.560484886169434,
+ -10.213776588439941,
+ -6.9711785316467285,
+ -11.509542465209961
+ ],
+ "distances_by_expert": [
+ 14.426072120666504,
+ 1.2425247430801392,
+ 40.19696807861328,
+ 34.19517517089844,
+ 26.490243911743164,
+ 7.643512725830078,
+ 17.120969772338867,
+ 20.427553176879883,
+ 13.942357063293457,
+ 23.019084930419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.362548828125,
+ "language": 50.19997787475586
+ }
+ },
+ {
+ "routing_index": 167,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006958475569263101,
+ 0.5013419389724731,
+ 1.75913528188687e-09,
+ 3.524446512415125e-08,
+ 1.6812680314615136e-06,
+ 0.02065265364944935,
+ 0.00018147834634874016,
+ 3.4892356779892e-05,
+ 0.0008983123698271811,
+ 9.539058737573214e-06
+ ],
+ "log_scores_by_expert": [
+ -7.270380020141602,
+ -0.6904670000076294,
+ -20.158443450927734,
+ -17.16095733642578,
+ -13.2959623336792,
+ -3.879911422729492,
+ -8.614374160766602,
+ -10.263242721557617,
+ -7.014992713928223,
+ -11.560115814208984
+ ],
+ "distances_by_expert": [
+ 14.540760040283203,
+ 1.3809340000152588,
+ 40.31688690185547,
+ 34.32191467285156,
+ 26.5919246673584,
+ 7.759822845458984,
+ 17.228748321533203,
+ 20.526485443115234,
+ 14.029985427856445,
+ 23.12023162841797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.235595703125,
+ "language": 50.1955680847168
+ }
+ },
+ {
+ "routing_index": 168,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009029896464198828,
+ 0.6446126103401184,
+ 2.270293952832958e-09,
+ 3.6990943641512786e-08,
+ 2.1004789232392795e-06,
+ 0.02169792354106903,
+ 0.000220825124415569,
+ 4.3683303374564275e-05,
+ 0.0010392509866505861,
+ 1.2615488230949268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.009799480438232,
+ -0.4391058087348938,
+ -19.903356552124023,
+ -17.112592697143555,
+ -13.073345184326172,
+ -3.830538749694824,
+ -8.418139457702637,
+ -10.038544654846191,
+ -6.869255065917969,
+ -11.280585289001465
+ ],
+ "distances_by_expert": [
+ 14.019598960876465,
+ 0.8782116174697876,
+ 39.80671310424805,
+ 34.22518539428711,
+ 26.146690368652344,
+ 7.661077499389648,
+ 16.836278915405273,
+ 20.077089309692383,
+ 13.738510131835938,
+ 22.56117057800293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.1875,
+ "language": 50.192752838134766
+ }
+ },
+ {
+ "routing_index": 169,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009026323677971959,
+ 0.6938195824623108,
+ 2.3208719390765964e-09,
+ 3.85369780531164e-08,
+ 2.1026514787081396e-06,
+ 0.02294556051492691,
+ 0.00022243251441977918,
+ 4.354002157924697e-05,
+ 0.001051626750268042,
+ 1.2408017028064933e-05
+ ],
+ "log_scores_by_expert": [
+ -7.010195255279541,
+ -0.3655433654785156,
+ -19.881322860717773,
+ -17.07164764404297,
+ -13.072311401367188,
+ -3.7746307849884033,
+ -8.410886764526367,
+ -10.041830062866211,
+ -6.857417106628418,
+ -11.297167778015137
+ ],
+ "distances_by_expert": [
+ 14.020390510559082,
+ 0.7310867309570312,
+ 39.76264572143555,
+ 34.14329528808594,
+ 26.144622802734375,
+ 7.549261569976807,
+ 16.821773529052734,
+ 20.083660125732422,
+ 13.714834213256836,
+ 22.594335556030273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.652587890625,
+ "language": 50.18748474121094
+ }
+ },
+ {
+ "routing_index": 170,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008900369284674525,
+ 0.6957933306694031,
+ 2.2028421309272517e-09,
+ 3.785667601619025e-08,
+ 2.0543236587400315e-06,
+ 0.023308394476771355,
+ 0.00021984215709380805,
+ 4.2628056689864025e-05,
+ 0.0010619473177939653,
+ 1.2444967978808563e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024247646331787,
+ -0.3627026379108429,
+ -19.933517456054688,
+ -17.089458465576172,
+ -13.095563888549805,
+ -3.758941650390625,
+ -8.422600746154785,
+ -10.062997817993164,
+ -6.84765100479126,
+ -11.294194221496582
+ ],
+ "distances_by_expert": [
+ 14.048495292663574,
+ 0.7254052758216858,
+ 39.867034912109375,
+ 34.178916931152344,
+ 26.19112777709961,
+ 7.51788330078125,
+ 16.84520149230957,
+ 20.125995635986328,
+ 13.69530200958252,
+ 22.588388442993164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.9326171875,
+ "language": 50.18523025512695
+ }
+ },
+ {
+ "routing_index": 171,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008678705198690295,
+ 0.7706267833709717,
+ 2.168893065146449e-09,
+ 4.558163624324152e-08,
+ 2.2195465589902597e-06,
+ 0.029423892498016357,
+ 0.00023324870562646538,
+ 4.5199907617643476e-05,
+ 0.001076088985428214,
+ 1.3251541531644762e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049468040466309,
+ -0.2605510950088501,
+ -19.94904899597168,
+ -16.90376091003418,
+ -13.018207550048828,
+ -3.5259482860565186,
+ -8.363405227661133,
+ -10.004415512084961,
+ -6.8344221115112305,
+ -11.231396675109863
+ ],
+ "distances_by_expert": [
+ 14.098936080932617,
+ 0.5211021900177002,
+ 39.89809799194336,
+ 33.80752182006836,
+ 26.036415100097656,
+ 7.051896572113037,
+ 16.726810455322266,
+ 20.008831024169922,
+ 13.668844223022461,
+ 22.462793350219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.273193359375,
+ "language": 50.174739837646484
+ }
+ },
+ {
+ "routing_index": 172,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009512173128314316,
+ 0.8108336329460144,
+ 2.403884424850844e-09,
+ 5.079609266545049e-08,
+ 2.363502062507905e-06,
+ 0.03224388137459755,
+ 0.00025427943910472095,
+ 4.9044716433854774e-05,
+ 0.001144146779552102,
+ 1.3798977306578308e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957767963409424,
+ -0.20969241857528687,
+ -19.846179962158203,
+ -16.795446395874023,
+ -12.955366134643555,
+ -3.43442702293396,
+ -8.277076721191406,
+ -9.922778129577637,
+ -6.773096084594727,
+ -11.190916061401367
+ ],
+ "distances_by_expert": [
+ 13.915535926818848,
+ 0.41938483715057373,
+ 39.692359924316406,
+ 33.59089279174805,
+ 25.91073226928711,
+ 6.86885404586792,
+ 16.554153442382812,
+ 19.845556259155273,
+ 13.546192169189453,
+ 22.381832122802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.849365234375,
+ "language": 50.19175338745117
+ }
+ },
+ {
+ "routing_index": 173,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008151699439622462,
+ 0.6950885653495789,
+ 2.0681594214977395e-09,
+ 4.412879306414652e-08,
+ 2.1807911707583116e-06,
+ 0.02865193970501423,
+ 0.00023780671472195536,
+ 4.565287599689327e-05,
+ 0.0009873490780591965,
+ 1.2821120435546618e-05
+ ],
+ "log_scores_by_expert": [
+ -7.112113952636719,
+ -0.3637160062789917,
+ -19.996606826782227,
+ -16.936153411865234,
+ -13.035822868347168,
+ -3.5525341033935547,
+ -8.3440523147583,
+ -9.994443893432617,
+ -6.920486927032471,
+ -11.264416694641113
+ ],
+ "distances_by_expert": [
+ 14.224227905273438,
+ 0.7274320125579834,
+ 39.99321365356445,
+ 33.87230682373047,
+ 26.071645736694336,
+ 7.105068206787109,
+ 16.6881046295166,
+ 19.988887786865234,
+ 13.840973854064941,
+ 22.528833389282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3409.01708984375,
+ "language": 50.203182220458984
+ }
+ },
+ {
+ "routing_index": 174,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008062812848947942,
+ 0.6853194832801819,
+ 2.075129623690941e-09,
+ 4.283183230313625e-08,
+ 2.09752442970057e-06,
+ 0.027479158714413643,
+ 0.0002344753738725558,
+ 4.450873893802054e-05,
+ 0.0009701417293399572,
+ 1.2192719623271842e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123077869415283,
+ -0.37787020206451416,
+ -19.993242263793945,
+ -16.965984344482422,
+ -13.074752807617188,
+ -3.594327449798584,
+ -8.358160018920898,
+ -10.019824981689453,
+ -6.938068389892578,
+ -11.314671516418457
+ ],
+ "distances_by_expert": [
+ 14.246155738830566,
+ 0.7557404041290283,
+ 39.98648452758789,
+ 33.931968688964844,
+ 26.149505615234375,
+ 7.188654899597168,
+ 16.716320037841797,
+ 20.039649963378906,
+ 13.876136779785156,
+ 22.629343032836914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.2939453125,
+ "language": 50.21177673339844
+ }
+ },
+ {
+ "routing_index": 175,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008959962869994342,
+ 0.7667458057403564,
+ 2.2410682198881204e-09,
+ 4.5443009355494723e-08,
+ 2.277610064993496e-06,
+ 0.03137357160449028,
+ 0.0002488571044523269,
+ 4.9113990826299414e-05,
+ 0.001068036537617445,
+ 1.3798082363791764e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017574310302734,
+ -0.26559996604919434,
+ -19.91631317138672,
+ -16.90680694580078,
+ -12.99238395690918,
+ -3.46178936958313,
+ -8.29863166809082,
+ -9.921366691589355,
+ -6.841933250427246,
+ -11.190980911254883
+ ],
+ "distances_by_expert": [
+ 14.035148620605469,
+ 0.5311999320983887,
+ 39.83262634277344,
+ 33.81361389160156,
+ 25.98476791381836,
+ 6.92357873916626,
+ 16.59726333618164,
+ 19.84273338317871,
+ 13.683866500854492,
+ 22.381961822509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.77783203125,
+ "language": 50.18061447143555
+ }
+ },
+ {
+ "routing_index": 176,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009718942455947399,
+ 0.8188146352767944,
+ 2.4732333958610297e-09,
+ 4.863564484480776e-08,
+ 2.5093213480431587e-06,
+ 0.03100167214870453,
+ 0.0002616879646666348,
+ 5.134688035468571e-05,
+ 0.0011610749643296003,
+ 1.47120954352431e-05
+ ],
+ "log_scores_by_expert": [
+ -6.936263561248779,
+ -0.19989754259586334,
+ -19.817739486694336,
+ -16.838909149169922,
+ -12.895498275756836,
+ -3.4737141132354736,
+ -8.248357772827148,
+ -9.876906394958496,
+ -6.758409023284912,
+ -11.126840591430664
+ ],
+ "distances_by_expert": [
+ 13.872527122497559,
+ 0.3997950851917267,
+ 39.63547897338867,
+ 33.677818298339844,
+ 25.790996551513672,
+ 6.947428226470947,
+ 16.496715545654297,
+ 19.753812789916992,
+ 13.516818046569824,
+ 22.253681182861328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.55224609375,
+ "language": 50.20844650268555
+ }
+ },
+ {
+ "routing_index": 177,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008667294750921428,
+ 0.7353423237800598,
+ 2.202619420188512e-09,
+ 4.555938559747119e-08,
+ 2.2884898953634547e-06,
+ 0.030298376455903053,
+ 0.00025247535086236894,
+ 4.723210076917894e-05,
+ 0.0010484862141311169,
+ 1.3509708878700621e-05
+ ],
+ "log_scores_by_expert": [
+ -7.050783634185791,
+ -0.30741918087005615,
+ -19.933618545532227,
+ -16.90424919128418,
+ -12.987618446350098,
+ -3.4966611862182617,
+ -8.284196853637695,
+ -9.960436820983887,
+ -6.860407829284668,
+ -11.212101936340332
+ ],
+ "distances_by_expert": [
+ 14.101567268371582,
+ 0.6148383617401123,
+ 39.86723709106445,
+ 33.80849838256836,
+ 25.975236892700195,
+ 6.993322372436523,
+ 16.56839370727539,
+ 19.920873641967773,
+ 13.720815658569336,
+ 22.424203872680664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3366.7470703125,
+ "language": 50.22140884399414
+ }
+ },
+ {
+ "routing_index": 178,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008301814086735249,
+ 0.7015490531921387,
+ 2.1420265561289398e-09,
+ 4.422932065040186e-08,
+ 2.1871624085179064e-06,
+ 0.030341632664203644,
+ 0.00025153832393698394,
+ 4.671674832934514e-05,
+ 0.0009842513827607036,
+ 1.295863876293879e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093866348266602,
+ -0.35446447134017944,
+ -19.96151351928711,
+ -16.93387794494629,
+ -13.032905578613281,
+ -3.495234489440918,
+ -8.287915229797363,
+ -9.971407890319824,
+ -6.923629283905029,
+ -11.253747940063477
+ ],
+ "distances_by_expert": [
+ 14.187732696533203,
+ 0.7089289426803589,
+ 39.92302703857422,
+ 33.86775588989258,
+ 26.065811157226562,
+ 6.990468978881836,
+ 16.575830459594727,
+ 19.94281578063965,
+ 13.847258567810059,
+ 22.507495880126953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.86962890625,
+ "language": 50.20176696777344
+ }
+ },
+ {
+ "routing_index": 179,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009044811013154685,
+ 0.6282694935798645,
+ 2.2587829384690394e-09,
+ 3.712439067271589e-08,
+ 2.0311067601141986e-06,
+ 0.021623943001031876,
+ 0.0002157372800866142,
+ 4.2638264858396724e-05,
+ 0.001025466714054346,
+ 1.2167641216365155e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008149147033691,
+ -0.4647861123085022,
+ -19.90843963623047,
+ -17.108991622924805,
+ -13.106929779052734,
+ -3.833954095840454,
+ -8.441449165344238,
+ -10.062758445739746,
+ -6.882607460021973,
+ -11.316730499267578
+ ],
+ "distances_by_expert": [
+ 14.016298294067383,
+ 0.9295722246170044,
+ 39.81687927246094,
+ 34.21798324584961,
+ 26.21385955810547,
+ 7.667908191680908,
+ 16.882898330688477,
+ 20.125516891479492,
+ 13.765214920043945,
+ 22.633460998535156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3568.9765625,
+ "language": 50.1947135925293
+ }
+ },
+ {
+ "routing_index": 180,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009264703840017319,
+ 0.729559600353241,
+ 2.3480819510979245e-09,
+ 4.230433248153531e-08,
+ 2.240028834421537e-06,
+ 0.02526720054447651,
+ 0.00023195281391963363,
+ 4.539057772490196e-05,
+ 0.0010866543743759394,
+ 1.3034466974204406e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984128475189209,
+ -0.31531423330307007,
+ -19.869667053222656,
+ -16.978376388549805,
+ -13.009021759033203,
+ -3.678248167037964,
+ -8.368976593017578,
+ -10.000205993652344,
+ -6.824651718139648,
+ -11.247913360595703
+ ],
+ "distances_by_expert": [
+ 13.968256950378418,
+ 0.6306284666061401,
+ 39.73933410644531,
+ 33.95675277709961,
+ 26.018043518066406,
+ 7.356496334075928,
+ 16.737953186035156,
+ 20.000411987304688,
+ 13.649303436279297,
+ 22.495826721191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3350.126953125,
+ "language": 50.17930603027344
+ }
+ },
+ {
+ "routing_index": 181,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008839708752930164,
+ 0.7100473642349243,
+ 2.1990009813066536e-09,
+ 4.066466985364059e-08,
+ 2.1282810394041007e-06,
+ 0.024608979001641273,
+ 0.00022253987845033407,
+ 4.292955054552294e-05,
+ 0.001064535928890109,
+ 1.254123435501242e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031086444854736,
+ -0.34242361783981323,
+ -19.93526268005371,
+ -17.017906188964844,
+ -13.060195922851562,
+ -3.704643964767456,
+ -8.410404205322266,
+ -10.055950164794922,
+ -6.845216274261475,
+ -11.28648853302002
+ ],
+ "distances_by_expert": [
+ 14.062172889709473,
+ 0.6848472356796265,
+ 39.87052536010742,
+ 34.03581237792969,
+ 26.120391845703125,
+ 7.409287929534912,
+ 16.82080841064453,
+ 20.111900329589844,
+ 13.69043254852295,
+ 22.57297706604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.50146484375,
+ "language": 50.18352127075195
+ }
+ },
+ {
+ "routing_index": 182,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008558948175050318,
+ 0.7370317578315735,
+ 2.1237969161091996e-09,
+ 4.3904130109240214e-08,
+ 2.165134901588317e-06,
+ 0.027074865996837616,
+ 0.00022316109971143305,
+ 4.332533717388287e-05,
+ 0.0010588174918666482,
+ 1.282409175473731e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063363075256348,
+ -0.30512434244155884,
+ -19.970060348510742,
+ -16.94125747680664,
+ -13.043027877807617,
+ -3.60914945602417,
+ -8.40761661529541,
+ -10.046772956848145,
+ -6.850602626800537,
+ -11.264184951782227
+ ],
+ "distances_by_expert": [
+ 14.126726150512695,
+ 0.6102486848831177,
+ 39.940120697021484,
+ 33.88251495361328,
+ 26.086055755615234,
+ 7.21829891204834,
+ 16.81523323059082,
+ 20.09354591369629,
+ 13.701205253601074,
+ 22.528369903564453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.21435546875,
+ "language": 50.177433013916016
+ }
+ },
+ {
+ "routing_index": 183,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009456397965550423,
+ 0.7984817624092102,
+ 2.320132752586801e-09,
+ 5.000523728426742e-08,
+ 2.3383468032989185e-06,
+ 0.03323277831077576,
+ 0.0002519495610613376,
+ 4.9711317842593417e-05,
+ 0.0011232986580580473,
+ 1.3856050827598665e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963648796081543,
+ -0.2250431776046753,
+ -19.881641387939453,
+ -16.811138153076172,
+ -12.966066360473633,
+ -3.4042186737060547,
+ -8.28628158569336,
+ -9.90927791595459,
+ -6.791485786437988,
+ -11.186788558959961
+ ],
+ "distances_by_expert": [
+ 13.927297592163086,
+ 0.4500863552093506,
+ 39.763282775878906,
+ 33.622276306152344,
+ 25.932132720947266,
+ 6.808437347412109,
+ 16.57256317138672,
+ 19.81855583190918,
+ 13.582971572875977,
+ 22.373577117919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.471923828125,
+ "language": 50.182769775390625
+ }
+ },
+ {
+ "routing_index": 184,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008138428092934191,
+ 0.6685643792152405,
+ 2.075426275283121e-09,
+ 4.301292122477207e-08,
+ 2.070167511192267e-06,
+ 0.0271600391715765,
+ 0.00022949175036046654,
+ 4.452300345292315e-05,
+ 0.000988361774943769,
+ 1.1853347132273484e-05
+ ],
+ "log_scores_by_expert": [
+ -7.113743305206299,
+ -0.40262264013290405,
+ -19.993099212646484,
+ -16.96176528930664,
+ -13.087881088256836,
+ -3.606008529663086,
+ -8.379643440246582,
+ -10.01950454711914,
+ -6.919461727142334,
+ -11.342900276184082
+ ],
+ "distances_by_expert": [
+ 14.227486610412598,
+ 0.8052452802658081,
+ 39.98619842529297,
+ 33.92353057861328,
+ 26.175762176513672,
+ 7.212017059326172,
+ 16.759286880493164,
+ 20.03900909423828,
+ 13.838923454284668,
+ 22.685800552368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.812744140625,
+ "language": 50.18986892700195
+ }
+ },
+ {
+ "routing_index": 185,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008089215261861682,
+ 0.6941901445388794,
+ 2.1120416526798635e-09,
+ 4.3372775593297774e-08,
+ 2.1045693756605033e-06,
+ 0.028286617249250412,
+ 0.0002366610278841108,
+ 4.4887783587910235e-05,
+ 0.0009775940561667085,
+ 1.2231503205839545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.119808673858643,
+ -0.3650093674659729,
+ -19.975610733032227,
+ -16.953433990478516,
+ -13.071399688720703,
+ -3.565366506576538,
+ -8.348881721496582,
+ -10.011344909667969,
+ -6.930416107177734,
+ -11.311495780944824
+ ],
+ "distances_by_expert": [
+ 14.239617347717285,
+ 0.7300187349319458,
+ 39.95122146606445,
+ 33.90686798095703,
+ 26.142799377441406,
+ 7.130733013153076,
+ 16.697763442993164,
+ 20.022689819335938,
+ 13.860832214355469,
+ 22.62299156188965
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3326.65576171875,
+ "language": 50.21227264404297
+ }
+ },
+ {
+ "routing_index": 186,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008675751159898937,
+ 0.7438185214996338,
+ 2.2097728091807767e-09,
+ 4.4981135260968585e-08,
+ 2.1530399862967897e-06,
+ 0.030955687165260315,
+ 0.00024233311705756932,
+ 4.670984344556928e-05,
+ 0.001041162060573697,
+ 1.2738694749714341e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049808502197266,
+ -0.2959582805633545,
+ -19.930376052856445,
+ -16.917022705078125,
+ -13.048629760742188,
+ -3.47519850730896,
+ -8.325197219848633,
+ -9.971555709838867,
+ -6.867417812347412,
+ -11.270866394042969
+ ],
+ "distances_by_expert": [
+ 14.099617004394531,
+ 0.591916561126709,
+ 39.86075210571289,
+ 33.83404541015625,
+ 26.097259521484375,
+ 6.95039701461792,
+ 16.650394439697266,
+ 19.943111419677734,
+ 13.734835624694824,
+ 22.541732788085938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3275.12939453125,
+ "language": 50.18572998046875
+ }
+ },
+ {
+ "routing_index": 187,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009242143132723868,
+ 0.7562260031700134,
+ 2.339106019988435e-09,
+ 4.781171725198874e-08,
+ 2.268624484713655e-06,
+ 0.031260762363672256,
+ 0.00024466178729198873,
+ 4.826322037843056e-05,
+ 0.0011143326992169023,
+ 1.315071222052211e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986566543579102,
+ -0.27941495180130005,
+ -19.873497009277344,
+ -16.855995178222656,
+ -12.996336936950684,
+ -3.4653916358947754,
+ -8.315633773803711,
+ -9.938840866088867,
+ -6.79949951171875,
+ -11.239034652709961
+ ],
+ "distances_by_expert": [
+ 13.973133087158203,
+ 0.5588299036026001,
+ 39.74699401855469,
+ 33.71199035644531,
+ 25.992673873901367,
+ 6.930783271789551,
+ 16.631267547607422,
+ 19.877681732177734,
+ 13.5989990234375,
+ 22.478069305419922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.019775390625,
+ "language": 50.1807975769043
+ }
+ },
+ {
+ "routing_index": 188,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009286518325097859,
+ 0.7628217339515686,
+ 2.379792363171873e-09,
+ 4.775730388928423e-08,
+ 2.2801223167334683e-06,
+ 0.03091408498585224,
+ 0.00025045181973837316,
+ 4.8656223953003064e-05,
+ 0.0011132562067359686,
+ 1.3333178685570601e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981776714324951,
+ -0.2707309126853943,
+ -19.856252670288086,
+ -16.857133865356445,
+ -12.991281509399414,
+ -3.476543426513672,
+ -8.292243957519531,
+ -9.930730819702148,
+ -6.800466060638428,
+ -11.225255012512207
+ ],
+ "distances_by_expert": [
+ 13.963553428649902,
+ 0.5414618253707886,
+ 39.71250534057617,
+ 33.71426773071289,
+ 25.982563018798828,
+ 6.953086853027344,
+ 16.584487915039062,
+ 19.861461639404297,
+ 13.600932121276855,
+ 22.450510025024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3262.517333984375,
+ "language": 50.200164794921875
+ }
+ },
+ {
+ "routing_index": 189,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009011761285364628,
+ 0.6276484727859497,
+ 2.251118624840842e-09,
+ 3.706191975538786e-08,
+ 2.015986638070899e-06,
+ 0.021538781002163887,
+ 0.00021595506404992193,
+ 4.302066008676775e-05,
+ 0.0010288251796737313,
+ 1.2236985639901832e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011809825897217,
+ -0.46577510237693787,
+ -19.91183853149414,
+ -17.110675811767578,
+ -13.114401817321777,
+ -3.837900161743164,
+ -8.44044017791748,
+ -10.05383014678955,
+ -6.879337787628174,
+ -11.311047554016113
+ ],
+ "distances_by_expert": [
+ 14.023619651794434,
+ 0.9315502047538757,
+ 39.82367706298828,
+ 34.221351623535156,
+ 26.228803634643555,
+ 7.675800323486328,
+ 16.88088035583496,
+ 20.1076602935791,
+ 13.758675575256348,
+ 22.622095108032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3595.33447265625,
+ "language": 50.186683654785156
+ }
+ },
+ {
+ "routing_index": 190,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009132074192166328,
+ 0.7077595591545105,
+ 2.3114359315457023e-09,
+ 4.030660250009532e-08,
+ 2.094090405080351e-06,
+ 0.02465560846030712,
+ 0.00022304897720459849,
+ 4.3898795411223546e-05,
+ 0.0010704935993999243,
+ 1.2553476153698284e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998547554016113,
+ -0.3456508219242096,
+ -19.88539695739746,
+ -17.026750564575195,
+ -13.076391220092773,
+ -3.7027509212493896,
+ -8.408119201660156,
+ -10.033623695373535,
+ -6.839635372161865,
+ -11.285512924194336
+ ],
+ "distances_by_expert": [
+ 13.997095108032227,
+ 0.6913016438484192,
+ 39.77079391479492,
+ 34.05350112915039,
+ 26.152782440185547,
+ 7.405501842498779,
+ 16.816238403320312,
+ 20.06724739074707,
+ 13.67927074432373,
+ 22.571025848388672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3461.75341796875,
+ "language": 50.189640045166016
+ }
+ },
+ {
+ "routing_index": 191,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008995987591333687,
+ 0.7096276879310608,
+ 2.2340691518962785e-09,
+ 3.962921368838579e-08,
+ 2.093333705488476e-06,
+ 0.023478273302316666,
+ 0.0002222241018898785,
+ 4.294662721804343e-05,
+ 0.001073501305654645,
+ 1.2692382370005362e-05
+ ],
+ "log_scores_by_expert": [
+ -7.013561725616455,
+ -0.34301480650901794,
+ -19.91944122314453,
+ -17.043699264526367,
+ -13.076752662658691,
+ -3.7516798973083496,
+ -8.411824226379395,
+ -10.05555248260498,
+ -6.836829662322998,
+ -11.274508476257324
+ ],
+ "distances_by_expert": [
+ 14.02712345123291,
+ 0.6860296130180359,
+ 39.83888244628906,
+ 34.087398529052734,
+ 26.153505325317383,
+ 7.503359794616699,
+ 16.82364845275879,
+ 20.11110496520996,
+ 13.673659324645996,
+ 22.54901695251465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.39697265625,
+ "language": 50.18733215332031
+ }
+ },
+ {
+ "routing_index": 192,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008443561382591724,
+ 0.7588608264923096,
+ 2.1351531653834854e-09,
+ 4.469054459832478e-08,
+ 2.1801381535624387e-06,
+ 0.027787242084741592,
+ 0.00022919976618140936,
+ 4.466739119379781e-05,
+ 0.0010474767768755555,
+ 1.3023483006691094e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0769362449646,
+ -0.2759368419647217,
+ -19.9647274017334,
+ -16.923503875732422,
+ -13.03612232208252,
+ -3.5831782817840576,
+ -8.380916595458984,
+ -10.016266822814941,
+ -6.861371040344238,
+ -11.248756408691406
+ ],
+ "distances_by_expert": [
+ 14.1538724899292,
+ 0.5518736839294434,
+ 39.9294548034668,
+ 33.847007751464844,
+ 26.07224464416504,
+ 7.166356563568115,
+ 16.76183319091797,
+ 20.032533645629883,
+ 13.722742080688477,
+ 22.497512817382812
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.6875,
+ "language": 50.174564361572266
+ }
+ },
+ {
+ "routing_index": 193,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009500125306658447,
+ 0.7842195630073547,
+ 2.343258920234348e-09,
+ 4.90459015622946e-08,
+ 2.2749636627850123e-06,
+ 0.03111187368631363,
+ 0.0002482209529262036,
+ 4.858625470660627e-05,
+ 0.0011427613208070397,
+ 1.3543248314817902e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959035396575928,
+ -0.2430661916732788,
+ -19.871723175048828,
+ -16.830509185791016,
+ -12.993546485900879,
+ -3.470165729522705,
+ -8.301191329956055,
+ -9.932169914245605,
+ -6.774307727813721,
+ -11.209622383117676
+ ],
+ "distances_by_expert": [
+ 13.918070793151855,
+ 0.4861323833465576,
+ 39.743446350097656,
+ 33.66101837158203,
+ 25.987092971801758,
+ 6.94033145904541,
+ 16.60238265991211,
+ 19.86433982849121,
+ 13.548615455627441,
+ 22.41924476623535
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3395.3828125,
+ "language": 50.183631896972656
+ }
+ },
+ {
+ "routing_index": 194,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008198677096515894,
+ 0.6834103465080261,
+ 2.0802732869640295e-09,
+ 4.418690835450434e-08,
+ 2.1029864001320675e-06,
+ 0.027836909517645836,
+ 0.00023521379625890404,
+ 4.494886889006011e-05,
+ 0.0010009416146203876,
+ 1.2276132110855542e-05
+ ],
+ "log_scores_by_expert": [
+ -7.106367588043213,
+ -0.380659818649292,
+ -19.990766525268555,
+ -16.934837341308594,
+ -13.072152137756348,
+ -3.581392526626587,
+ -8.355015754699707,
+ -10.009984970092773,
+ -6.906814098358154,
+ -11.307853698730469
+ ],
+ "distances_by_expert": [
+ 14.212735176086426,
+ 0.761319637298584,
+ 39.98153305053711,
+ 33.86967468261719,
+ 26.144304275512695,
+ 7.162785053253174,
+ 16.710031509399414,
+ 20.019969940185547,
+ 13.813628196716309,
+ 22.615707397460938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.650390625,
+ "language": 50.20338439941406
+ }
+ },
+ {
+ "routing_index": 195,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007817601435817778,
+ 0.6775864362716675,
+ 2.0483810203586472e-09,
+ 4.200963843459249e-08,
+ 2.0271008907002397e-06,
+ 0.027332529425621033,
+ 0.00023065225104801357,
+ 4.3852811359101906e-05,
+ 0.0009623740334063768,
+ 1.1786760296672583e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1539626121521,
+ -0.38921812176704407,
+ -20.006216049194336,
+ -16.985366821289062,
+ -13.108903884887695,
+ -3.599677801132202,
+ -8.37459945678711,
+ -10.034671783447266,
+ -6.946107387542725,
+ -11.348533630371094
+ ],
+ "distances_by_expert": [
+ 14.3079252243042,
+ 0.7784362435340881,
+ 40.01243209838867,
+ 33.970733642578125,
+ 26.21780776977539,
+ 7.199355602264404,
+ 16.74919891357422,
+ 20.06934356689453,
+ 13.89221477508545,
+ 22.697067260742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.13330078125,
+ "language": 50.19077682495117
+ }
+ },
+ {
+ "routing_index": 196,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008701334591023624,
+ 0.7094542980194092,
+ 2.218675687615246e-09,
+ 4.480482829194443e-08,
+ 2.081350203297916e-06,
+ 0.02957584522664547,
+ 0.00023433119349647313,
+ 4.5628155930899084e-05,
+ 0.0010460108751431108,
+ 1.220314243255416e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046864032745361,
+ -0.34325918555259705,
+ -19.926355361938477,
+ -16.920949935913086,
+ -13.082493782043457,
+ -3.5207972526550293,
+ -8.35877513885498,
+ -9.994985580444336,
+ -6.862771511077881,
+ -11.313817024230957
+ ],
+ "distances_by_expert": [
+ 14.093728065490723,
+ 0.6865183711051941,
+ 39.85271072387695,
+ 33.84189987182617,
+ 26.164987564086914,
+ 7.041594505310059,
+ 16.71755027770996,
+ 19.989971160888672,
+ 13.725543022155762,
+ 22.627634048461914
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3275.81005859375,
+ "language": 50.195560455322266
+ }
+ },
+ {
+ "routing_index": 197,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008933712961152196,
+ 0.7241320013999939,
+ 2.2730581861196697e-09,
+ 4.613662341057534e-08,
+ 2.15537170333846e-06,
+ 0.029929429292678833,
+ 0.00023930254974402487,
+ 4.6694920456502587e-05,
+ 0.0010822501499205828,
+ 1.2609606528712902e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020508289337158,
+ -0.32278165221214294,
+ -19.90213966369629,
+ -16.891658782958984,
+ -13.047547340393066,
+ -3.508913040161133,
+ -8.33778190612793,
+ -9.971875190734863,
+ -6.8287129402160645,
+ -11.281051635742188
+ ],
+ "distances_by_expert": [
+ 14.041016578674316,
+ 0.6455633044242859,
+ 39.80427932739258,
+ 33.78331756591797,
+ 26.095094680786133,
+ 7.017826080322266,
+ 16.67556381225586,
+ 19.943750381469727,
+ 13.657425880432129,
+ 22.562103271484375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.474853515625,
+ "language": 50.193809509277344
+ }
+ },
+ {
+ "routing_index": 198,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008930612239055336,
+ 0.7279596328735352,
+ 2.2959778522846364e-09,
+ 4.6412797161110575e-08,
+ 2.1995747374603525e-06,
+ 0.028929900377988815,
+ 0.00024152285186573863,
+ 4.6429908252321184e-05,
+ 0.001089673605747521,
+ 1.2549813618534245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02085542678833,
+ -0.3175097107887268,
+ -19.892107009887695,
+ -16.885690689086914,
+ -13.027246475219727,
+ -3.542879581451416,
+ -8.328546524047852,
+ -9.977566719055176,
+ -6.8218770027160645,
+ -11.285804748535156
+ ],
+ "distances_by_expert": [
+ 14.04171085357666,
+ 0.6350194215774536,
+ 39.78421401977539,
+ 33.77138137817383,
+ 26.054492950439453,
+ 7.085759162902832,
+ 16.657093048095703,
+ 19.95513343811035,
+ 13.643754005432129,
+ 22.571609497070312
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3272.41259765625,
+ "language": 50.18533706665039
+ }
+ },
+ {
+ "routing_index": 199,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008486172882840037,
+ 0.6639997363090515,
+ 2.1956481077722856e-09,
+ 4.6246753981904476e-08,
+ 2.1312871467671357e-06,
+ 0.028335964307188988,
+ 0.00023796279856469482,
+ 4.5328939449973404e-05,
+ 0.0010213222121819854,
+ 1.2046591109537985e-05
+ ],
+ "log_scores_by_expert": [
+ -7.071902275085449,
+ -0.4094735085964203,
+ -19.93678855895996,
+ -16.88927459716797,
+ -13.058784484863281,
+ -3.5636234283447266,
+ -8.343396186828613,
+ -10.001564979553223,
+ -6.886657238006592,
+ -11.326728820800781
+ ],
+ "distances_by_expert": [
+ 14.143804550170898,
+ 0.8189470171928406,
+ 39.87357711791992,
+ 33.77854919433594,
+ 26.117568969726562,
+ 7.127246856689453,
+ 16.686792373657227,
+ 20.003129959106445,
+ 13.773314476013184,
+ 22.653457641601562
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.235595703125,
+ "language": 50.20437240600586
+ }
+ },
+ {
+ "routing_index": 200,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008911449112929404,
+ 0.630918562412262,
+ 2.246344887879559e-09,
+ 3.700484896285161e-08,
+ 2.039133732978371e-06,
+ 0.021818097680807114,
+ 0.0002162774180760607,
+ 4.278204869478941e-05,
+ 0.0010155447525903583,
+ 1.2266956218809355e-05
+ ],
+ "log_scores_by_expert": [
+ -7.023003578186035,
+ -0.46057847142219543,
+ -19.91396141052246,
+ -17.11221694946289,
+ -13.102985382080078,
+ -3.8250155448913574,
+ -8.438948631286621,
+ -10.059391975402832,
+ -6.892330169677734,
+ -11.308601379394531
+ ],
+ "distances_by_expert": [
+ 14.04600715637207,
+ 0.9211569428443909,
+ 39.82792282104492,
+ 34.22443389892578,
+ 26.205970764160156,
+ 7.650031089782715,
+ 16.877897262573242,
+ 20.118783950805664,
+ 13.784660339355469,
+ 22.617202758789062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3537.1015625,
+ "language": 50.193946838378906
+ }
+ },
+ {
+ "routing_index": 201,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009149853140115738,
+ 0.7113451957702637,
+ 2.3057247222624255e-09,
+ 4.0899344355693756e-08,
+ 2.217542942162254e-06,
+ 0.023974623531103134,
+ 0.0002308734110556543,
+ 4.5328502892516553e-05,
+ 0.0010663365246728063,
+ 1.3185007446736563e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996602535247803,
+ -0.3405974507331848,
+ -19.88787078857422,
+ -17.01215171813965,
+ -13.019110679626465,
+ -3.730759382247925,
+ -8.373641014099121,
+ -10.001574516296387,
+ -6.843526363372803,
+ -11.236430168151855
+ ],
+ "distances_by_expert": [
+ 13.993205070495605,
+ 0.6811949014663696,
+ 39.77574157714844,
+ 34.0243034362793,
+ 26.03822135925293,
+ 7.46151876449585,
+ 16.747282028198242,
+ 20.003149032592773,
+ 13.687052726745605,
+ 22.47286033630371
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.25439453125,
+ "language": 50.19035720825195
+ }
+ },
+ {
+ "routing_index": 202,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009180975030176342,
+ 0.7118753790855408,
+ 2.3111448310686455e-09,
+ 4.057649860556012e-08,
+ 2.092796648867079e-06,
+ 0.024251701310276985,
+ 0.00022332226217258722,
+ 4.3335876398487017e-05,
+ 0.001083020935766399,
+ 1.229605004482437e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993206977844238,
+ -0.3398524224758148,
+ -19.885522842407227,
+ -17.020076751708984,
+ -13.077009201049805,
+ -3.719268560409546,
+ -8.40689468383789,
+ -10.046529769897461,
+ -6.828001022338867,
+ -11.306232452392578
+ ],
+ "distances_by_expert": [
+ 13.986413955688477,
+ 0.6797048449516296,
+ 39.77104568481445,
+ 34.04015350341797,
+ 26.15401840209961,
+ 7.438537120819092,
+ 16.81378936767578,
+ 20.093059539794922,
+ 13.656002044677734,
+ 22.612464904785156
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3363.929931640625,
+ "language": 50.18006134033203
+ }
+ },
+ {
+ "routing_index": 203,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008585877949371934,
+ 0.6808949112892151,
+ 2.1299548791375855e-09,
+ 3.769549650201043e-08,
+ 1.959656628969242e-06,
+ 0.022860394790768623,
+ 0.00021194784494582564,
+ 4.0936287405202165e-05,
+ 0.001039352617226541,
+ 1.1880509191541933e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0602216720581055,
+ -0.3843473494052887,
+ -19.967164993286133,
+ -17.093725204467773,
+ -13.142741203308105,
+ -3.7783493995666504,
+ -8.4591703414917,
+ -10.103493690490723,
+ -6.869157314300537,
+ -11.340611457824707
+ ],
+ "distances_by_expert": [
+ 14.120443344116211,
+ 0.7686946988105774,
+ 39.934329986572266,
+ 34.18745040893555,
+ 26.28548240661621,
+ 7.556698799133301,
+ 16.9183406829834,
+ 20.206987380981445,
+ 13.738314628601074,
+ 22.681222915649414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3488.197265625,
+ "language": 50.17951965332031
+ }
+ },
+ {
+ "routing_index": 204,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071642416529357,
+ 0.8008436560630798,
+ 2.2613826367035017e-09,
+ 4.8085251336260626e-08,
+ 2.2821564016339835e-06,
+ 0.031323548406362534,
+ 0.00024306963314302266,
+ 4.740398799185641e-05,
+ 0.0010995945194736123,
+ 1.3590291928267106e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005187034606934,
+ -0.22208955883979797,
+ -19.907289505004883,
+ -16.850290298461914,
+ -12.990389823913574,
+ -3.4633851051330566,
+ -8.322162628173828,
+ -9.956804275512695,
+ -6.812813758850098,
+ -11.206154823303223
+ ],
+ "distances_by_expert": [
+ 14.010374069213867,
+ 0.44417911767959595,
+ 39.814579010009766,
+ 33.70058059692383,
+ 25.98077964782715,
+ 6.926770210266113,
+ 16.644325256347656,
+ 19.91360855102539,
+ 13.625627517700195,
+ 22.412309646606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3416.10986328125,
+ "language": 50.17319107055664
+ }
+ },
+ {
+ "routing_index": 205,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009145992225967348,
+ 0.7839170098304749,
+ 2.3183190922537733e-09,
+ 4.875034420592783e-08,
+ 2.327238689758815e-06,
+ 0.03195854276418686,
+ 0.0002514949010219425,
+ 4.873336001764983e-05,
+ 0.001097430707886815,
+ 1.35293457788066e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9970245361328125,
+ -0.24345211684703827,
+ -19.882423400878906,
+ -16.8365535736084,
+ -12.97082805633545,
+ -3.4433157444000244,
+ -8.288087844848633,
+ -9.929146766662598,
+ -6.814783573150635,
+ -11.210649490356445
+ ],
+ "distances_by_expert": [
+ 13.994049072265625,
+ 0.48690423369407654,
+ 39.76484680175781,
+ 33.6731071472168,
+ 25.9416561126709,
+ 6.886631488800049,
+ 16.576175689697266,
+ 19.858293533325195,
+ 13.62956714630127,
+ 22.42129898071289
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.947021484375,
+ "language": 50.20943069458008
+ }
+ },
+ {
+ "routing_index": 206,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008079939871095121,
+ 0.6774933934211731,
+ 2.053008429925285e-09,
+ 4.281696419639047e-08,
+ 2.067125478788512e-06,
+ 0.02748885564506054,
+ 0.00023159141710493714,
+ 4.4239004637347534e-05,
+ 0.0009890039218589664,
+ 1.19951973829302e-05
+ ],
+ "log_scores_by_expert": [
+ -7.120955944061279,
+ -0.38935548067092896,
+ -20.00395965576172,
+ -16.966331481933594,
+ -13.089351654052734,
+ -3.5939745903015137,
+ -8.370535850524902,
+ -10.025903701782227,
+ -6.918812274932861,
+ -11.33100414276123
+ ],
+ "distances_by_expert": [
+ 14.241911888122559,
+ 0.7787109613418579,
+ 40.00791931152344,
+ 33.93266296386719,
+ 26.17870330810547,
+ 7.187949180603027,
+ 16.741071701049805,
+ 20.051807403564453,
+ 13.837624549865723,
+ 22.66200828552246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.59228515625,
+ "language": 50.2056999206543
+ }
+ },
+ {
+ "routing_index": 207,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009059733129106462,
+ 0.7810438275337219,
+ 2.2746109440419104e-09,
+ 4.6690260546711215e-08,
+ 2.248103783131228e-06,
+ 0.03189247474074364,
+ 0.0002538077242206782,
+ 4.8929792683338746e-05,
+ 0.001078554312698543,
+ 1.3513998965208884e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006500720977783,
+ -0.24712397158145905,
+ -19.901456832885742,
+ -16.879730224609375,
+ -13.005423545837402,
+ -3.445385217666626,
+ -8.27893352508545,
+ -9.925124168395996,
+ -6.832133769989014,
+ -11.211784362792969
+ ],
+ "distances_by_expert": [
+ 14.013001441955566,
+ 0.4942479431629181,
+ 39.802913665771484,
+ 33.75946044921875,
+ 26.010847091674805,
+ 6.890770435333252,
+ 16.5578670501709,
+ 19.850248336791992,
+ 13.664267539978027,
+ 22.423568725585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.874755859375,
+ "language": 50.1876220703125
+ }
+ },
+ {
+ "routing_index": 208,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000906673027202487,
+ 0.7406261563301086,
+ 2.2595760817978316e-09,
+ 4.516002505283723e-08,
+ 2.1641665171046043e-06,
+ 0.030751807615160942,
+ 0.00023699710436630994,
+ 4.69162296212744e-05,
+ 0.0010926768882200122,
+ 1.2837001122534275e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005728721618652,
+ -0.3002592921257019,
+ -19.90808868408203,
+ -16.913053512573242,
+ -13.043475151062012,
+ -3.481806516647339,
+ -8.34746265411377,
+ -9.967146873474121,
+ -6.819124698638916,
+ -11.263178825378418
+ ],
+ "distances_by_expert": [
+ 14.011457443237305,
+ 0.6005185842514038,
+ 39.81617736816406,
+ 33.826107025146484,
+ 26.086950302124023,
+ 6.963613033294678,
+ 16.69492530822754,
+ 19.934293746948242,
+ 13.638249397277832,
+ 22.526357650756836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.4580078125,
+ "language": 50.195335388183594
+ }
+ },
+ {
+ "routing_index": 209,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009361535776406527,
+ 0.7671350240707397,
+ 2.3856321362814015e-09,
+ 4.755542093448639e-08,
+ 2.311719299541437e-06,
+ 0.030571214854717255,
+ 0.000246629846515134,
+ 4.8552486987318844e-05,
+ 0.001119211665354669,
+ 1.3375180060393177e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97373104095459,
+ -0.26509249210357666,
+ -19.853801727294922,
+ -16.861370086669922,
+ -12.977519035339355,
+ -3.487696409225464,
+ -8.307621955871582,
+ -9.932865142822266,
+ -6.795130729675293,
+ -11.2221097946167
+ ],
+ "distances_by_expert": [
+ 13.94746208190918,
+ 0.5301849842071533,
+ 39.707603454589844,
+ 33.722740173339844,
+ 25.95503807067871,
+ 6.975392818450928,
+ 16.615243911743164,
+ 19.86573028564453,
+ 13.590261459350586,
+ 22.4442195892334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.580322265625,
+ "language": 50.2045783996582
+ }
+ },
+ {
+ "routing_index": 210,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008855790947563946,
+ 0.7153975963592529,
+ 2.323307990437229e-09,
+ 4.88634519513198e-08,
+ 2.267365516672726e-06,
+ 0.029363777488470078,
+ 0.00024755048798397183,
+ 4.734412141260691e-05,
+ 0.0010478764306753874,
+ 1.2641514331335202e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029268741607666,
+ -0.3349168300628662,
+ -19.880273818969727,
+ -16.83423614501953,
+ -12.996891975402832,
+ -3.5279934406280518,
+ -8.303895950317383,
+ -9.958067893981934,
+ -6.860989570617676,
+ -11.278524398803711
+ ],
+ "distances_by_expert": [
+ 14.058537483215332,
+ 0.6698336601257324,
+ 39.76054763793945,
+ 33.66847229003906,
+ 25.993783950805664,
+ 7.0559868812561035,
+ 16.607791900634766,
+ 19.916135787963867,
+ 13.721979141235352,
+ 22.557048797607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.904296875,
+ "language": 50.2156982421875
+ }
+ },
+ {
+ "routing_index": 211,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008720906917005777,
+ 0.6351826190948486,
+ 2.195979176278229e-09,
+ 3.847807406032189e-08,
+ 2.0015861537103774e-06,
+ 0.022541312500834465,
+ 0.00021549916709773242,
+ 4.254585655871779e-05,
+ 0.0010095789330080152,
+ 1.2035762665618677e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044617176055908,
+ -0.4538426995277405,
+ -19.93663787841797,
+ -17.073177337646484,
+ -13.121570587158203,
+ -3.792405605316162,
+ -8.442553520202637,
+ -10.06492805480957,
+ -6.898221969604492,
+ -11.327628135681152
+ ],
+ "distances_by_expert": [
+ 14.089234352111816,
+ 0.907685399055481,
+ 39.87327575683594,
+ 34.14635467529297,
+ 26.243141174316406,
+ 7.584811210632324,
+ 16.885107040405273,
+ 20.12985610961914,
+ 13.796443939208984,
+ 22.655256271362305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3525.4443359375,
+ "language": 50.191471099853516
+ }
+ },
+ {
+ "routing_index": 212,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000919629295822233,
+ 0.7135248184204102,
+ 2.3512862767915976e-09,
+ 4.0395722322728034e-08,
+ 2.103732640534872e-06,
+ 0.024981137365102768,
+ 0.00022819604782853276,
+ 4.4563912524608895e-05,
+ 0.0010763420723378658,
+ 1.2515976777649485e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99153995513916,
+ -0.33753809332847595,
+ -19.868303298950195,
+ -17.0245418548584,
+ -13.071797370910645,
+ -3.689634323120117,
+ -8.385305404663086,
+ -10.018586158752441,
+ -6.834187030792236,
+ -11.288504600524902
+ ],
+ "distances_by_expert": [
+ 13.98307991027832,
+ 0.6750761866569519,
+ 39.73660659790039,
+ 34.0490837097168,
+ 26.14359474182129,
+ 7.379268646240234,
+ 16.770610809326172,
+ 20.037172317504883,
+ 13.668374061584473,
+ 22.577009201049805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.677490234375,
+ "language": 50.18316650390625
+ }
+ },
+ {
+ "routing_index": 213,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008787671104073524,
+ 0.6800238490104675,
+ 2.2190735915472715e-09,
+ 3.7045737144580926e-08,
+ 1.989535803659237e-06,
+ 0.02220926061272621,
+ 0.00021505981567315757,
+ 4.11235996580217e-05,
+ 0.0010436746524646878,
+ 1.1919240932911634e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036990642547607,
+ -0.3856274485588074,
+ -19.926176071166992,
+ -17.111112594604492,
+ -13.127609252929688,
+ -3.807245969772339,
+ -8.444594383239746,
+ -10.098928451538086,
+ -6.865007400512695,
+ -11.337356567382812
+ ],
+ "distances_by_expert": [
+ 14.073981285095215,
+ 0.7712548971176147,
+ 39.852352142333984,
+ 34.222225189208984,
+ 26.255218505859375,
+ 7.614491939544678,
+ 16.889188766479492,
+ 20.197856903076172,
+ 13.73001480102539,
+ 22.674713134765625
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3448.7685546875,
+ "language": 50.184959411621094
+ }
+ },
+ {
+ "routing_index": 214,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008456047507934272,
+ 0.7039079666137695,
+ 2.1029049612764084e-09,
+ 4.3525755444306924e-08,
+ 2.0781012608495075e-06,
+ 0.026560353115200996,
+ 0.00021995643328409642,
+ 4.264005474396981e-05,
+ 0.001037107896991074,
+ 1.2280123883101624e-05
+ ],
+ "log_scores_by_expert": [
+ -7.075458526611328,
+ -0.3511076867580414,
+ -19.97994613647461,
+ -16.949913024902344,
+ -13.08405590057373,
+ -3.62833571434021,
+ -8.422080993652344,
+ -10.062716484069824,
+ -6.87131929397583,
+ -11.307528495788574
+ ],
+ "distances_by_expert": [
+ 14.150917053222656,
+ 0.7022153735160828,
+ 39.95989227294922,
+ 33.89982604980469,
+ 26.16811180114746,
+ 7.25667142868042,
+ 16.844161987304688,
+ 20.12543296813965,
+ 13.74263858795166,
+ 22.61505699157715
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3460.347900390625,
+ "language": 50.18511962890625
+ }
+ },
+ {
+ "routing_index": 215,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009177858009934425,
+ 0.7766798734664917,
+ 2.2818023026616174e-09,
+ 4.7524228108386524e-08,
+ 2.2977446860750206e-06,
+ 0.032082173973321915,
+ 0.0002485080040059984,
+ 4.824954885407351e-05,
+ 0.0010998970828950405,
+ 1.3533733181247953e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993546485900879,
+ -0.2527270019054413,
+ -19.898300170898438,
+ -16.86202621459961,
+ -12.983582496643066,
+ -3.4394547939300537,
+ -8.30003547668457,
+ -9.93912410736084,
+ -6.8125386238098145,
+ -11.210325241088867
+ ],
+ "distances_by_expert": [
+ 13.987092971801758,
+ 0.5054540038108826,
+ 39.796600341796875,
+ 33.72405242919922,
+ 25.967164993286133,
+ 6.878909587860107,
+ 16.60007095336914,
+ 19.87824821472168,
+ 13.625077247619629,
+ 22.420650482177734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3349.415771484375,
+ "language": 50.19255828857422
+ }
+ },
+ {
+ "routing_index": 216,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008328911499120295,
+ 0.7326722741127014,
+ 2.1170023511984937e-09,
+ 4.512429541136953e-08,
+ 2.2253987026488176e-06,
+ 0.030347753316164017,
+ 0.00024890221538953483,
+ 4.65573430119548e-05,
+ 0.0010023008799180388,
+ 1.3128694263286889e-05
+ ],
+ "log_scores_by_expert": [
+ -7.090607643127441,
+ -0.31105679273605347,
+ -19.973264694213867,
+ -16.91384506225586,
+ -13.01557445526123,
+ -3.495032787322998,
+ -8.298450469970703,
+ -9.974825859069824,
+ -6.905457019805908,
+ -11.240710258483887
+ ],
+ "distances_by_expert": [
+ 14.181215286254883,
+ 0.6221135854721069,
+ 39.946529388427734,
+ 33.82769012451172,
+ 26.03114891052246,
+ 6.990065574645996,
+ 16.596900939941406,
+ 19.94965171813965,
+ 13.810914039611816,
+ 22.481420516967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.973876953125,
+ "language": 50.197208404541016
+ }
+ },
+ {
+ "routing_index": 217,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008376738405786455,
+ 0.7403007745742798,
+ 2.1760655499747372e-09,
+ 4.4198710469345315e-08,
+ 2.1864159407414263e-06,
+ 0.029559412971138954,
+ 0.0002454945642966777,
+ 4.596269718604162e-05,
+ 0.0010098065249621868,
+ 1.2877292647317518e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084881782531738,
+ -0.30069872736930847,
+ -19.94574737548828,
+ -16.9345703125,
+ -13.033246994018555,
+ -3.521353006362915,
+ -8.312235832214355,
+ -9.987680435180664,
+ -6.897996425628662,
+ -11.260045051574707
+ ],
+ "distances_by_expert": [
+ 14.169763565063477,
+ 0.6013974547386169,
+ 39.89149475097656,
+ 33.869140625,
+ 26.06649398803711,
+ 7.04270601272583,
+ 16.62447166442871,
+ 19.975360870361328,
+ 13.795992851257324,
+ 22.520090103149414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3261.462158203125,
+ "language": 50.22099685668945
+ }
+ },
+ {
+ "routing_index": 218,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008817712659947574,
+ 0.7586742639541626,
+ 2.2357997675470642e-09,
+ 4.475708337281503e-08,
+ 2.2113026716397144e-06,
+ 0.03022325597703457,
+ 0.00024166223010979593,
+ 4.676885873777792e-05,
+ 0.0010623778216540813,
+ 1.3173331353755202e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033577919006348,
+ -0.27618277072906494,
+ -19.91866683959961,
+ -16.922016143798828,
+ -13.021928787231445,
+ -3.499143600463867,
+ -8.327969551086426,
+ -9.970293045043945,
+ -6.847245693206787,
+ -11.237316131591797
+ ],
+ "distances_by_expert": [
+ 14.067155838012695,
+ 0.5523655414581299,
+ 39.83733367919922,
+ 33.844032287597656,
+ 26.04385757446289,
+ 6.998287200927734,
+ 16.65593910217285,
+ 19.94058609008789,
+ 13.694491386413574,
+ 22.474632263183594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.70458984375,
+ "language": 50.20246505737305
+ }
+ },
+ {
+ "routing_index": 219,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009578895987942815,
+ 0.7642578482627869,
+ 2.3761863587878906e-09,
+ 4.423581501100671e-08,
+ 2.3043037344905315e-06,
+ 0.028331121429800987,
+ 0.00024068150378298014,
+ 4.778757647727616e-05,
+ 0.0011429220903664827,
+ 1.3515031241695397e-05
+ ],
+ "log_scores_by_expert": [
+ -6.950778007507324,
+ -0.26885002851486206,
+ -19.857769012451172,
+ -16.933731079101562,
+ -12.980731964111328,
+ -3.5637943744659424,
+ -8.332036018371582,
+ -9.948744773864746,
+ -6.774167060852051,
+ -11.211708068847656
+ ],
+ "distances_by_expert": [
+ 13.901556015014648,
+ 0.5377000570297241,
+ 39.715538024902344,
+ 33.867462158203125,
+ 25.961463928222656,
+ 7.127588748931885,
+ 16.664072036743164,
+ 19.897489547729492,
+ 13.548334121704102,
+ 22.423416137695312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3352.37109375,
+ "language": 50.19749069213867
+ }
+ },
+ {
+ "routing_index": 220,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009175018640235066,
+ 0.7217816114425659,
+ 2.3217927580532205e-09,
+ 4.551083776505038e-08,
+ 2.1986436422594124e-06,
+ 0.028865130618214607,
+ 0.00023840279027353972,
+ 4.6228698920458555e-05,
+ 0.0011169256176799536,
+ 1.2556409274111502e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993855953216553,
+ -0.3260326683521271,
+ -19.88092613220215,
+ -16.905315399169922,
+ -13.027669906616211,
+ -3.54512095451355,
+ -8.341548919677734,
+ -9.98190975189209,
+ -6.797175407409668,
+ -11.285279273986816
+ ],
+ "distances_by_expert": [
+ 13.987711906433105,
+ 0.6520653367042542,
+ 39.7618522644043,
+ 33.810630798339844,
+ 26.055339813232422,
+ 7.0902419090271,
+ 16.68309783935547,
+ 19.96381950378418,
+ 13.594350814819336,
+ 22.570558547973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.634765625,
+ "language": 50.17936325073242
+ }
+ },
+ {
+ "routing_index": 221,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008927065646275878,
+ 0.6612974405288696,
+ 2.275044819199934e-09,
+ 4.574468093210271e-08,
+ 2.155846686946461e-06,
+ 0.02741393633186817,
+ 0.00023448452702723444,
+ 4.540369627648033e-05,
+ 0.001062073977664113,
+ 1.2078376130375545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021252632141113,
+ -0.41355159878730774,
+ -19.90126609802246,
+ -16.900190353393555,
+ -13.047327041625977,
+ -3.5967037677764893,
+ -8.358120918273926,
+ -9.999917030334473,
+ -6.847531795501709,
+ -11.32409381866455
+ ],
+ "distances_by_expert": [
+ 14.042505264282227,
+ 0.8271031975746155,
+ 39.80253219604492,
+ 33.80038070678711,
+ 26.094654083251953,
+ 7.1934075355529785,
+ 16.71624183654785,
+ 19.999834060668945,
+ 13.695063591003418,
+ 22.6481876373291
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3204.448486328125,
+ "language": 50.21665954589844
+ }
+ },
+ {
+ "routing_index": 222,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009284086991101503,
+ 0.6979474425315857,
+ 2.3145239058663947e-09,
+ 4.0812771828768746e-08,
+ 2.2154060843604384e-06,
+ 0.023776546120643616,
+ 0.00023181724827736616,
+ 4.528516728896648e-05,
+ 0.0010713597293943167,
+ 1.3292880794324446e-05
+ ],
+ "log_scores_by_expert": [
+ -6.982038497924805,
+ -0.359611451625824,
+ -19.884061813354492,
+ -17.014270782470703,
+ -13.020074844360352,
+ -3.739055633544922,
+ -8.369561195373535,
+ -10.002531051635742,
+ -6.838826656341553,
+ -11.22828197479248
+ ],
+ "distances_by_expert": [
+ 13.96407699584961,
+ 0.719222903251648,
+ 39.768123626708984,
+ 34.028541564941406,
+ 26.040149688720703,
+ 7.478111267089844,
+ 16.73912239074707,
+ 20.005062103271484,
+ 13.677653312683105,
+ 22.45656394958496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3465.144775390625,
+ "language": 50.193328857421875
+ }
+ },
+ {
+ "routing_index": 223,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009494672995060682,
+ 0.7435528635978699,
+ 2.3773514268299323e-09,
+ 4.1993772015302966e-08,
+ 2.172713720938191e-06,
+ 0.026665957644581795,
+ 0.00023281935136765242,
+ 4.5681928895646706e-05,
+ 0.0011145558673888445,
+ 1.2975072422705125e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959609508514404,
+ -0.296315461397171,
+ -19.85727882385254,
+ -16.98574447631836,
+ -13.039533615112305,
+ -3.6243674755096436,
+ -8.36524772644043,
+ -9.993807792663574,
+ -6.799299240112305,
+ -11.252480506896973
+ ],
+ "distances_by_expert": [
+ 13.919219017028809,
+ 0.592630922794342,
+ 39.71455764770508,
+ 33.97148895263672,
+ 26.07906723022461,
+ 7.248734951019287,
+ 16.73049545288086,
+ 19.98761558532715,
+ 13.59859848022461,
+ 22.504961013793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.16796875,
+ "language": 50.19027328491211
+ }
+ },
+ {
+ "routing_index": 224,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008628194918856025,
+ 0.6506754159927368,
+ 2.1363550928299446e-09,
+ 3.526679037690883e-08,
+ 1.9667377273435704e-06,
+ 0.0207589790225029,
+ 0.00020985068113077432,
+ 4.042785076308064e-05,
+ 0.0010261294664815068,
+ 1.200387214339571e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055305004119873,
+ -0.4297443628311157,
+ -19.96416473388672,
+ -17.160324096679688,
+ -13.139134407043457,
+ -3.8747763633728027,
+ -8.469114303588867,
+ -10.115991592407227,
+ -6.881961345672607,
+ -11.330281257629395
+ ],
+ "distances_by_expert": [
+ 14.110610008239746,
+ 0.8594887256622314,
+ 39.92832946777344,
+ 34.320648193359375,
+ 26.278268814086914,
+ 7.7495527267456055,
+ 16.938228607177734,
+ 20.231983184814453,
+ 13.763922691345215,
+ 22.66056251525879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.50634765625,
+ "language": 50.186100006103516
+ }
+ },
+ {
+ "routing_index": 225,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008920908439904451,
+ 0.7695290446281433,
+ 2.22704499286408e-09,
+ 4.705466238874578e-08,
+ 2.2772342163079884e-06,
+ 0.028919603675603867,
+ 0.00023821824288461357,
+ 4.581159009831026e-05,
+ 0.0010905313538387418,
+ 1.3376022252487019e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021942615509033,
+ -0.26197656989097595,
+ -19.922590255737305,
+ -16.87195587158203,
+ -12.992548942565918,
+ -3.5432355403900146,
+ -8.342323303222656,
+ -9.990973472595215,
+ -6.821090221405029,
+ -11.222046852111816
+ ],
+ "distances_by_expert": [
+ 14.043885231018066,
+ 0.5239531397819519,
+ 39.84518051147461,
+ 33.74391174316406,
+ 25.985097885131836,
+ 7.086471080780029,
+ 16.684646606445312,
+ 19.98194694519043,
+ 13.642180442810059,
+ 22.444093704223633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3410.030517578125,
+ "language": 50.18867874145508
+ }
+ },
+ {
+ "routing_index": 226,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009687697165645659,
+ 0.8052237629890442,
+ 2.3898676371203464e-09,
+ 4.876438808310013e-08,
+ 2.3365948891296284e-06,
+ 0.03171063959598541,
+ 0.00025299840490333736,
+ 4.916244142805226e-05,
+ 0.0011535262456163764,
+ 1.3919158845965285e-05
+ ],
+ "log_scores_by_expert": [
+ -6.939483642578125,
+ -0.2166351079940796,
+ -19.852027893066406,
+ -16.836265563964844,
+ -12.966815948486328,
+ -3.4511029720306396,
+ -8.282127380371094,
+ -9.920380592346191,
+ -6.764931678771973,
+ -11.182244300842285
+ ],
+ "distances_by_expert": [
+ 13.87896728515625,
+ 0.4332702159881592,
+ 39.70405578613281,
+ 33.67253112792969,
+ 25.933631896972656,
+ 6.902205944061279,
+ 16.564254760742188,
+ 19.840761184692383,
+ 13.529863357543945,
+ 22.36448860168457
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.00146484375,
+ "language": 50.20307922363281
+ }
+ },
+ {
+ "routing_index": 227,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008680216269567609,
+ 0.7446314096450806,
+ 2.208622618127265e-09,
+ 4.6771106099186e-08,
+ 2.291536247867043e-06,
+ 0.03021136112511158,
+ 0.00025135246687568724,
+ 4.812381666852161e-05,
+ 0.0010462433565407991,
+ 1.3380410564423073e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0492939949035645,
+ -0.2948659658432007,
+ -19.930896759033203,
+ -16.878000259399414,
+ -12.986288070678711,
+ -3.499537229537964,
+ -8.288654327392578,
+ -9.941733360290527,
+ -6.862549304962158,
+ -11.221718788146973
+ ],
+ "distances_by_expert": [
+ 14.098587989807129,
+ 0.5897319316864014,
+ 39.861793518066406,
+ 33.75600051879883,
+ 25.972576141357422,
+ 6.999074459075928,
+ 16.577308654785156,
+ 19.883466720581055,
+ 13.725098609924316,
+ 22.443437576293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.185546875,
+ "language": 50.20185470581055
+ }
+ },
+ {
+ "routing_index": 228,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007923266966827214,
+ 0.7090957164764404,
+ 2.064600268525396e-09,
+ 4.180716217661029e-08,
+ 2.0827837943215854e-06,
+ 0.028469068929553032,
+ 0.00023265443451236933,
+ 4.383470877655782e-05,
+ 0.0009516896679997444,
+ 1.2327388503763359e-05
+ ],
+ "log_scores_by_expert": [
+ -7.140536785125732,
+ -0.3437647223472595,
+ -19.998329162597656,
+ -16.990198135375977,
+ -13.081805229187012,
+ -3.5589370727539062,
+ -8.36595630645752,
+ -10.03508472442627,
+ -6.957271575927734,
+ -11.30368709564209
+ ],
+ "distances_by_expert": [
+ 14.281073570251465,
+ 0.687529444694519,
+ 39.99665832519531,
+ 33.98039627075195,
+ 26.163610458374023,
+ 7.1178741455078125,
+ 16.73191261291504,
+ 20.07016944885254,
+ 13.914543151855469,
+ 22.60737419128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.65869140625,
+ "language": 50.222843170166016
+ }
+ },
+ {
+ "routing_index": 229,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009212510194629431,
+ 0.7601446509361267,
+ 2.3070751975495796e-09,
+ 4.6197914826962005e-08,
+ 2.191440444221371e-06,
+ 0.03150070831179619,
+ 0.0002450709289405495,
+ 4.783258191309869e-05,
+ 0.0010961927473545074,
+ 1.3077909898129292e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9897780418396,
+ -0.27424654364585876,
+ -19.887285232543945,
+ -16.890331268310547,
+ -13.030951499938965,
+ -3.457745313644409,
+ -8.313962936401367,
+ -9.947803497314453,
+ -6.815912246704102,
+ -11.244585990905762
+ ],
+ "distances_by_expert": [
+ 13.9795560836792,
+ 0.5484930872917175,
+ 39.77457046508789,
+ 33.780662536621094,
+ 26.06190299987793,
+ 6.915490627288818,
+ 16.627925872802734,
+ 19.895606994628906,
+ 13.631824493408203,
+ 22.489171981811523
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3258.6279296875,
+ "language": 50.182430267333984
+ }
+ },
+ {
+ "routing_index": 230,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009671002626419067,
+ 0.8053604960441589,
+ 2.4202349013791036e-09,
+ 4.827612443136786e-08,
+ 2.364367901463993e-06,
+ 0.03227802366018295,
+ 0.00025567595730535686,
+ 5.032431363360956e-05,
+ 0.0011531616328284144,
+ 1.4106528396951035e-05
+ ],
+ "log_scores_by_expert": [
+ -6.941208362579346,
+ -0.2164652794599533,
+ -19.839401245117188,
+ -16.846328735351562,
+ -12.954999923706055,
+ -3.433368682861328,
+ -8.271599769592285,
+ -9.897022247314453,
+ -6.765247821807861,
+ -11.168872833251953
+ ],
+ "distances_by_expert": [
+ 13.882416725158691,
+ 0.4329305589199066,
+ 39.678802490234375,
+ 33.692657470703125,
+ 25.90999984741211,
+ 6.866737365722656,
+ 16.54319953918457,
+ 19.794044494628906,
+ 13.530495643615723,
+ 22.337745666503906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3299.65625,
+ "language": 50.188629150390625
+ }
+ },
+ {
+ "routing_index": 231,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009517750004306436,
+ 0.75716233253479,
+ 2.3915729396861707e-09,
+ 4.8516497486161825e-08,
+ 2.2691781396133592e-06,
+ 0.03129255026578903,
+ 0.0002498947433196008,
+ 4.8341709771193564e-05,
+ 0.0011378985363990068,
+ 1.317041642323602e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957181930541992,
+ -0.2781775891780853,
+ -19.851314544677734,
+ -16.84136199951172,
+ -12.996092796325684,
+ -3.4643752574920654,
+ -8.29447078704834,
+ -9.937215805053711,
+ -6.778572082519531,
+ -11.237537384033203
+ ],
+ "distances_by_expert": [
+ 13.914363861083984,
+ 0.5563551783561707,
+ 39.70262908935547,
+ 33.68272399902344,
+ 25.992185592651367,
+ 6.928750514984131,
+ 16.58894157409668,
+ 19.874431610107422,
+ 13.557144165039062,
+ 22.475074768066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3254.91455078125,
+ "language": 50.20674514770508
+ }
+ },
+ {
+ "routing_index": 232,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008802500669844449,
+ 0.6270038485527039,
+ 2.1971353625360734e-09,
+ 3.634355394410704e-08,
+ 2.0857314666500315e-06,
+ 0.021034471690654755,
+ 0.00021664465020876378,
+ 4.270235513104126e-05,
+ 0.0010101181687787175,
+ 1.2433602933015209e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035304546356201,
+ -0.4668026864528656,
+ -19.936111450195312,
+ -17.1302490234375,
+ -13.080390930175781,
+ -3.8615927696228027,
+ -8.437252044677734,
+ -10.061256408691406,
+ -6.897687911987305,
+ -11.2951078414917
+ ],
+ "distances_by_expert": [
+ 14.070609092712402,
+ 0.9336053729057312,
+ 39.872222900390625,
+ 34.260498046875,
+ 26.160781860351562,
+ 7.7231855392456055,
+ 16.87450408935547,
+ 20.122512817382812,
+ 13.79537582397461,
+ 22.5902156829834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3567.02783203125,
+ "language": 50.20404052734375
+ }
+ },
+ {
+ "routing_index": 233,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009194143931381404,
+ 0.6952698230743408,
+ 2.335673210396294e-09,
+ 3.96422166204502e-08,
+ 2.101921609209967e-06,
+ 0.023877961561083794,
+ 0.0002227428776677698,
+ 4.366814027889632e-05,
+ 0.0010669559706002474,
+ 1.2332478945609182e-05
+ ],
+ "log_scores_by_expert": [
+ -6.99177360534668,
+ -0.36345529556274414,
+ -19.87496566772461,
+ -17.043371200561523,
+ -13.07265853881836,
+ -3.734799385070801,
+ -8.409492492675781,
+ -10.038891792297363,
+ -6.842945575714111,
+ -11.303274154663086
+ ],
+ "distances_by_expert": [
+ 13.98354721069336,
+ 0.7269105911254883,
+ 39.74993133544922,
+ 34.08674240112305,
+ 26.14531707763672,
+ 7.469598770141602,
+ 16.818984985351562,
+ 20.077783584594727,
+ 13.685891151428223,
+ 22.606548309326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.8291015625,
+ "language": 50.18711471557617
+ }
+ },
+ {
+ "routing_index": 234,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008857497596181929,
+ 0.684981107711792,
+ 2.234367357800693e-09,
+ 3.775212320533683e-08,
+ 2.0512227365543367e-06,
+ 0.022399598732590675,
+ 0.00021734682377427816,
+ 4.177486334810965e-05,
+ 0.0010577022330835462,
+ 1.2275359040359035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029076099395752,
+ -0.3783639371395111,
+ -19.919307708740234,
+ -17.09222412109375,
+ -13.097074508666992,
+ -3.7987122535705566,
+ -8.434016227722168,
+ -10.083215713500977,
+ -6.851656436920166,
+ -11.307916641235352
+ ],
+ "distances_by_expert": [
+ 14.058152198791504,
+ 0.7567278742790222,
+ 39.83861541748047,
+ 34.1844482421875,
+ 26.194149017333984,
+ 7.597424507141113,
+ 16.868032455444336,
+ 20.166431427001953,
+ 13.703312873840332,
+ 22.615833282470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.390625,
+ "language": 50.186683654785156
+ }
+ },
+ {
+ "routing_index": 235,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008633224060758948,
+ 0.7285197377204895,
+ 2.120934983196321e-09,
+ 4.5732640785445255e-08,
+ 2.1447769995575072e-06,
+ 0.02831118367612362,
+ 0.000226293079322204,
+ 4.38602983194869e-05,
+ 0.0010694590164348483,
+ 1.2549957318697125e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054722309112549,
+ -0.31674060225486755,
+ -19.97140884399414,
+ -16.900453567504883,
+ -13.052474975585938,
+ -3.5644984245300293,
+ -8.39367961883545,
+ -10.034501075744629,
+ -6.840602397918701,
+ -11.28579330444336
+ ],
+ "distances_by_expert": [
+ 14.109444618225098,
+ 0.6334812045097351,
+ 39.94281768798828,
+ 33.800907135009766,
+ 26.104949951171875,
+ 7.128996849060059,
+ 16.7873592376709,
+ 20.069002151489258,
+ 13.681204795837402,
+ 22.57158660888672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3423.701904296875,
+ "language": 50.175132751464844
+ }
+ },
+ {
+ "routing_index": 236,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009455248946323991,
+ 0.8125492930412292,
+ 2.3570831952923754e-09,
+ 4.993661306684771e-08,
+ 2.3457221232092706e-06,
+ 0.03327697142958641,
+ 0.0002537218388170004,
+ 4.926442852593027e-05,
+ 0.0011277509620413184,
+ 1.3772748388873879e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963770389556885,
+ -0.20757870376110077,
+ -19.865840911865234,
+ -16.812511444091797,
+ -12.96291732788086,
+ -3.4028897285461426,
+ -8.279272079467773,
+ -9.91830825805664,
+ -6.787529945373535,
+ -11.192818641662598
+ ],
+ "distances_by_expert": [
+ 13.92754077911377,
+ 0.41515740752220154,
+ 39.73168182373047,
+ 33.625022888183594,
+ 25.92583465576172,
+ 6.805779457092285,
+ 16.558544158935547,
+ 19.83661651611328,
+ 13.57505989074707,
+ 22.385637283325195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.343017578125,
+ "language": 50.195091247558594
+ }
+ },
+ {
+ "routing_index": 237,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007502306252717972,
+ 0.6110178232192993,
+ 1.931803605970117e-09,
+ 4.009994469811318e-08,
+ 1.990670625673374e-06,
+ 0.02515902742743492,
+ 0.00021735241170972586,
+ 4.200220791972242e-05,
+ 0.0009235046454705298,
+ 1.1412598723836709e-05
+ ],
+ "log_scores_by_expert": [
+ -7.195129871368408,
+ -0.49262920022010803,
+ -20.06481170654297,
+ -17.031890869140625,
+ -13.127038955688477,
+ -3.6825385093688965,
+ -8.433990478515625,
+ -10.077788352966309,
+ -6.987334728240967,
+ -11.380792617797852
+ ],
+ "distances_by_expert": [
+ 14.390259742736816,
+ 0.9852584004402161,
+ 40.12962341308594,
+ 34.06378173828125,
+ 26.254077911376953,
+ 7.365077018737793,
+ 16.86798095703125,
+ 20.155576705932617,
+ 13.974669456481934,
+ 22.761585235595703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.299072265625,
+ "language": 50.20450210571289
+ }
+ },
+ {
+ "routing_index": 238,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008374701137654483,
+ 0.7418826818466187,
+ 2.158369705185237e-09,
+ 4.475827708461111e-08,
+ 2.1812174963997677e-06,
+ 0.029996823519468307,
+ 0.0002434519410599023,
+ 4.637481470126659e-05,
+ 0.001014684559777379,
+ 1.273019370273687e-05
+ ],
+ "log_scores_by_expert": [
+ -7.085124969482422,
+ -0.2985641658306122,
+ -19.95391273498535,
+ -16.92198944091797,
+ -13.035627365112305,
+ -3.5066637992858887,
+ -8.32059097290039,
+ -9.978754043579102,
+ -6.893177509307861,
+ -11.271533966064453
+ ],
+ "distances_by_expert": [
+ 14.170249938964844,
+ 0.5971283316612244,
+ 39.9078254699707,
+ 33.84397888183594,
+ 26.07125473022461,
+ 7.013327598571777,
+ 16.64118194580078,
+ 19.957508087158203,
+ 13.786355018615723,
+ 22.543067932128906
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3329.97802734375,
+ "language": 50.19721603393555
+ }
+ },
+ {
+ "routing_index": 239,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009226459660567343,
+ 0.7902148962020874,
+ 2.3236756963029848e-09,
+ 4.763358063542e-08,
+ 2.2862450350658037e-06,
+ 0.03217579424381256,
+ 0.0002495232329238206,
+ 4.903910303255543e-05,
+ 0.001102298148907721,
+ 1.3524727364710998e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988265037536621,
+ -0.2354503720998764,
+ -19.880115509033203,
+ -16.85972785949707,
+ -12.98859977722168,
+ -3.4365408420562744,
+ -8.295958518981934,
+ -9.922892570495605,
+ -6.810358047485352,
+ -11.210990905761719
+ ],
+ "distances_by_expert": [
+ 13.976530075073242,
+ 0.4709007441997528,
+ 39.760231018066406,
+ 33.71945571899414,
+ 25.97719955444336,
+ 6.873081684112549,
+ 16.591917037963867,
+ 19.84578514099121,
+ 13.620716094970703,
+ 22.421981811523438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.5302734375,
+ "language": 50.176509857177734
+ }
+ },
+ {
+ "routing_index": 240,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009901868179440498,
+ 0.7794860601425171,
+ 2.479988214787454e-09,
+ 4.489439220378699e-08,
+ 2.329877133888658e-06,
+ 0.027959834784269333,
+ 0.0002442365512251854,
+ 4.8550959036219865e-05,
+ 0.0011742925271391869,
+ 1.3705714991374407e-05
+ ],
+ "log_scores_by_expert": [
+ -6.917616844177246,
+ -0.24912051856517792,
+ -19.815011978149414,
+ -16.91895294189453,
+ -12.969695091247559,
+ -3.576986312866211,
+ -8.317373275756836,
+ -9.932896614074707,
+ -6.747089385986328,
+ -11.197697639465332
+ ],
+ "distances_by_expert": [
+ 13.835233688354492,
+ 0.49824103713035583,
+ 39.63002395629883,
+ 33.83790588378906,
+ 25.939390182495117,
+ 7.153972625732422,
+ 16.634746551513672,
+ 19.865793228149414,
+ 13.494178771972656,
+ 22.395395278930664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.989990234375,
+ "language": 50.200016021728516
+ }
+ },
+ {
+ "routing_index": 241,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009867178741842508,
+ 0.7990166544914246,
+ 2.4767550232951407e-09,
+ 4.958524968401434e-08,
+ 2.390235977145494e-06,
+ 0.03203050047159195,
+ 0.0002569644129835069,
+ 4.997723226551898e-05,
+ 0.0011783159570768476,
+ 1.3796832718071528e-05
+ ],
+ "log_scores_by_expert": [
+ -6.921126365661621,
+ -0.2243734747171402,
+ -19.816316604614258,
+ -16.81957244873047,
+ -12.94411849975586,
+ -3.4410667419433594,
+ -8.266572952270508,
+ -9.903943061828613,
+ -6.743669033050537,
+ -11.191071510314941
+ ],
+ "distances_by_expert": [
+ 13.842252731323242,
+ 0.4487469494342804,
+ 39.632633209228516,
+ 33.63914489746094,
+ 25.88823699951172,
+ 6.882133483886719,
+ 16.533145904541016,
+ 19.807886123657227,
+ 13.487338066101074,
+ 22.382143020629883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.051025390625,
+ "language": 50.194427490234375
+ }
+ },
+ {
+ "routing_index": 242,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009001088910736144,
+ 0.699478030204773,
+ 2.298650603194119e-09,
+ 4.76723940323609e-08,
+ 2.172674385292339e-06,
+ 0.02923298440873623,
+ 0.0002391414891462773,
+ 4.622645064955577e-05,
+ 0.0010895280865952373,
+ 1.2185384548502043e-05
+ ],
+ "log_scores_by_expert": [
+ -7.012994766235352,
+ -0.35742083191871643,
+ -19.89094352722168,
+ -16.85891342163086,
+ -13.039551734924316,
+ -3.5324575901031494,
+ -8.338455200195312,
+ -9.981958389282227,
+ -6.822010517120361,
+ -11.31527328491211
+ ],
+ "distances_by_expert": [
+ 14.025989532470703,
+ 0.7148416638374329,
+ 39.78188705444336,
+ 33.71782684326172,
+ 26.079103469848633,
+ 7.064915180206299,
+ 16.676910400390625,
+ 19.963916778564453,
+ 13.644021034240723,
+ 22.63054656982422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.154052734375,
+ "language": 50.180870056152344
+ }
+ },
+ {
+ "routing_index": 243,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008532135980203748,
+ 0.6237496137619019,
+ 2.165234880280309e-09,
+ 3.47142687928681e-08,
+ 2.0533757378871087e-06,
+ 0.01988140493631363,
+ 0.00021071842638775706,
+ 4.08602281822823e-05,
+ 0.0009823982836678624,
+ 1.2162884559074882e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066500663757324,
+ -0.47200626134872437,
+ -19.95073699951172,
+ -17.176115036010742,
+ -13.096025466918945,
+ -3.9179704189300537,
+ -8.464987754821777,
+ -10.105353355407715,
+ -6.925513744354248,
+ -11.317121505737305
+ ],
+ "distances_by_expert": [
+ 14.133001327514648,
+ 0.9440125226974487,
+ 39.90147399902344,
+ 34.352230072021484,
+ 26.19205093383789,
+ 7.835940837860107,
+ 16.929975509643555,
+ 20.21070671081543,
+ 13.851027488708496,
+ 22.63424301147461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3507.010009765625,
+ "language": 50.193843841552734
+ }
+ },
+ {
+ "routing_index": 244,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071469539776444,
+ 0.699795663356781,
+ 2.318526926003983e-09,
+ 3.924035141267268e-08,
+ 2.1329096853150986e-06,
+ 0.023464439436793327,
+ 0.00022207516303751618,
+ 4.3947555241174996e-05,
+ 0.0010437563760206103,
+ 1.2541210708150174e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005206108093262,
+ -0.35696691274642944,
+ -19.882333755493164,
+ -17.053560256958008,
+ -13.058023452758789,
+ -3.7522692680358887,
+ -8.412494659423828,
+ -10.032513618469238,
+ -6.86492919921875,
+ -11.286490440368652
+ ],
+ "distances_by_expert": [
+ 14.010412216186523,
+ 0.7139338254928589,
+ 39.76466751098633,
+ 34.107120513916016,
+ 26.116046905517578,
+ 7.504538536071777,
+ 16.824989318847656,
+ 20.065027236938477,
+ 13.7298583984375,
+ 22.572980880737305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3382.6884765625,
+ "language": 50.187496185302734
+ }
+ },
+ {
+ "routing_index": 245,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009050540975295007,
+ 0.7253406047821045,
+ 2.2578914293802654e-09,
+ 3.9755189362722376e-08,
+ 2.1347555048123468e-06,
+ 0.023813486099243164,
+ 0.00022402193280868232,
+ 4.287214687792584e-05,
+ 0.0010735566029325128,
+ 1.2618748769455124e-05
+ ],
+ "log_scores_by_expert": [
+ -7.007515907287598,
+ -0.3211138844490051,
+ -19.90883445739746,
+ -17.040525436401367,
+ -13.057158470153809,
+ -3.7375032901763916,
+ -8.403766632080078,
+ -10.05728816986084,
+ -6.836778163909912,
+ -11.280326843261719
+ ],
+ "distances_by_expert": [
+ 14.015031814575195,
+ 0.6422277688980103,
+ 39.81766891479492,
+ 34.081050872802734,
+ 26.114316940307617,
+ 7.475006580352783,
+ 16.807533264160156,
+ 20.11457633972168,
+ 13.673556327819824,
+ 22.560653686523438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.1630859375,
+ "language": 50.18009567260742
+ }
+ },
+ {
+ "routing_index": 246,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008729373221285641,
+ 0.7126660346984863,
+ 2.1599468880140194e-09,
+ 3.9273896135227915e-08,
+ 2.1241041849862086e-06,
+ 0.023365704342722893,
+ 0.00021873794321436435,
+ 4.263603113940917e-05,
+ 0.0010495076421648264,
+ 1.2557416084746365e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043646812438965,
+ -0.3387424051761627,
+ -19.953182220458984,
+ -17.052705764770508,
+ -13.06216049194336,
+ -3.756485939025879,
+ -8.42763614654541,
+ -10.062810897827148,
+ -6.859434127807617,
+ -11.285199165344238
+ ],
+ "distances_by_expert": [
+ 14.08729362487793,
+ 0.6774848103523254,
+ 39.90636444091797,
+ 34.105411529541016,
+ 26.12432098388672,
+ 7.512971878051758,
+ 16.85527229309082,
+ 20.125621795654297,
+ 13.718868255615234,
+ 22.570398330688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.581298828125,
+ "language": 50.17458724975586
+ }
+ },
+ {
+ "routing_index": 247,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009447514894418418,
+ 0.8216131925582886,
+ 2.368408136277367e-09,
+ 4.9623093190120926e-08,
+ 2.3399954898195574e-06,
+ 0.03169131278991699,
+ 0.00025144623941741884,
+ 4.8922978749033064e-05,
+ 0.001138914143666625,
+ 1.388880809827242e-05
+ ],
+ "log_scores_by_expert": [
+ -6.964588642120361,
+ -0.19648562371730804,
+ -19.861047744750977,
+ -16.818809509277344,
+ -12.965361595153809,
+ -3.4517126083374023,
+ -8.288281440734863,
+ -9.925263404846191,
+ -6.777679920196533,
+ -11.184427261352539
+ ],
+ "distances_by_expert": [
+ 13.929177284240723,
+ 0.3929712474346161,
+ 39.72209548950195,
+ 33.63761901855469,
+ 25.930723190307617,
+ 6.903425216674805,
+ 16.576562881469727,
+ 19.850526809692383,
+ 13.555359840393066,
+ 22.368854522705078
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3379.449462890625,
+ "language": 50.18490219116211
+ }
+ },
+ {
+ "routing_index": 248,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008802853408269584,
+ 0.7992080450057983,
+ 2.2332213855946748e-09,
+ 4.7783000667322995e-08,
+ 2.322259206266608e-06,
+ 0.032302774488925934,
+ 0.000256723869824782,
+ 4.8536749090999365e-05,
+ 0.0010623610578477383,
+ 1.3882570783607662e-05
+ ],
+ "log_scores_by_expert": [
+ -7.035264492034912,
+ -0.2241339385509491,
+ -19.91982078552246,
+ -16.856595993041992,
+ -12.972970008850098,
+ -3.4326021671295166,
+ -8.267509460449219,
+ -9.933189392089844,
+ -6.847261428833008,
+ -11.184876441955566
+ ],
+ "distances_by_expert": [
+ 14.070528984069824,
+ 0.4482678771018982,
+ 39.83964157104492,
+ 33.713191986083984,
+ 25.945940017700195,
+ 6.865204334259033,
+ 16.535018920898438,
+ 19.866378784179688,
+ 13.694522857666016,
+ 22.369752883911133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.636474609375,
+ "language": 50.19917678833008
+ }
+ },
+ {
+ "routing_index": 249,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008574242237955332,
+ 0.7721717357635498,
+ 2.2035691049637762e-09,
+ 4.585125168432569e-08,
+ 2.2304193407762796e-06,
+ 0.030744249001145363,
+ 0.0002490045444574207,
+ 4.72396204713732e-05,
+ 0.0010317069245502353,
+ 1.3168897567084059e-05
+ ],
+ "log_scores_by_expert": [
+ -7.061577796936035,
+ -0.2585483193397522,
+ -19.93318748474121,
+ -16.897863388061523,
+ -13.013320922851562,
+ -3.4820523262023926,
+ -8.298039436340332,
+ -9.960277557373047,
+ -6.876540660858154,
+ -11.237652778625488
+ ],
+ "distances_by_expert": [
+ 14.12315559387207,
+ 0.5170966386795044,
+ 39.86637496948242,
+ 33.79572677612305,
+ 26.026641845703125,
+ 6.964104652404785,
+ 16.596078872680664,
+ 19.920555114746094,
+ 13.753081321716309,
+ 22.475305557250977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3261.27294921875,
+ "language": 50.2042121887207
+ }
+ },
+ {
+ "routing_index": 250,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008808353450149298,
+ 0.7836015224456787,
+ 2.241457242035949e-09,
+ 4.640810402634088e-08,
+ 2.261278041260084e-06,
+ 0.03118426539003849,
+ 0.00025356869446113706,
+ 4.9049442168325186e-05,
+ 0.0010507454862818122,
+ 1.3689647857972886e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034639835357666,
+ -0.2438545674085617,
+ -19.916139602661133,
+ -16.885791778564453,
+ -12.999580383300781,
+ -3.467841625213623,
+ -8.279875755310059,
+ -9.92268180847168,
+ -6.858255386352539,
+ -11.198870658874512
+ ],
+ "distances_by_expert": [
+ 14.069279670715332,
+ 0.4877091348171234,
+ 39.832279205322266,
+ 33.771583557128906,
+ 25.999160766601562,
+ 6.935683250427246,
+ 16.559751510620117,
+ 19.84536361694336,
+ 13.716510772705078,
+ 22.397741317749023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.593505859375,
+ "language": 50.202816009521484
+ }
+ },
+ {
+ "routing_index": 251,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009634792222641408,
+ 0.8029232621192932,
+ 2.411318922312944e-09,
+ 4.549174192902683e-08,
+ 2.3287307158170734e-06,
+ 0.029238324612379074,
+ 0.00024705592659302056,
+ 4.893104778602719e-05,
+ 0.0011513985227793455,
+ 1.3916226635046769e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94495964050293,
+ -0.21949613094329834,
+ -19.84309196472168,
+ -16.90573501586914,
+ -12.970187187194824,
+ -3.5322749614715576,
+ -8.305895805358887,
+ -9.925098419189453,
+ -6.766777992248535,
+ -11.182455062866211
+ ],
+ "distances_by_expert": [
+ 13.88991928100586,
+ 0.4389922618865967,
+ 39.68618392944336,
+ 33.81147003173828,
+ 25.94037437438965,
+ 7.064549922943115,
+ 16.611791610717773,
+ 19.850196838378906,
+ 13.53355598449707,
+ 22.364910125732422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.292724609375,
+ "language": 50.19161605834961
+ }
+ },
+ {
+ "routing_index": 252,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000978180207312107,
+ 0.8030380010604858,
+ 2.4572464063510324e-09,
+ 4.4542726840290925e-08,
+ 2.3457600946130697e-06,
+ 0.028716396540403366,
+ 0.0002506965247448534,
+ 4.952578092343174e-05,
+ 0.001154160127043724,
+ 1.3994214896229096e-05
+ ],
+ "log_scores_by_expert": [
+ -6.929816722869873,
+ -0.21935324370861053,
+ -19.8242244720459,
+ -16.926816940307617,
+ -12.96290111541748,
+ -3.5502870082855225,
+ -8.291267395019531,
+ -9.913017272949219,
+ -6.764382362365723,
+ -11.17686653137207
+ ],
+ "distances_by_expert": [
+ 13.859633445739746,
+ 0.43870648741722107,
+ 39.6484489440918,
+ 33.853633880615234,
+ 25.92580223083496,
+ 7.100574016571045,
+ 16.582534790039062,
+ 19.826034545898438,
+ 13.528764724731445,
+ 22.35373306274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.634521484375,
+ "language": 50.185035705566406
+ }
+ },
+ {
+ "routing_index": 253,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009013467933982611,
+ 0.747426450252533,
+ 2.3167012752622895e-09,
+ 4.80626987098276e-08,
+ 2.3184134079201613e-06,
+ 0.031027182936668396,
+ 0.0002554197853896767,
+ 4.8496771341888234e-05,
+ 0.0010721544967964292,
+ 1.3514760212274268e-05
+ ],
+ "log_scores_by_expert": [
+ -7.01162052154541,
+ -0.29111939668655396,
+ -19.883121490478516,
+ -16.850759506225586,
+ -12.974627494812012,
+ -3.4728915691375732,
+ -8.272602081298828,
+ -9.934013366699219,
+ -6.838085174560547,
+ -11.2117280960083
+ ],
+ "distances_by_expert": [
+ 14.02324104309082,
+ 0.5822387933731079,
+ 39.76624298095703,
+ 33.70151901245117,
+ 25.949254989624023,
+ 6.9457831382751465,
+ 16.545204162597656,
+ 19.868026733398438,
+ 13.676170349121094,
+ 22.4234561920166
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.679443359375,
+ "language": 50.225608825683594
+ }
+ },
+ {
+ "routing_index": 254,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009443929884582758,
+ 0.6869396567344666,
+ 2.3387760617055164e-09,
+ 4.0108361076818255e-08,
+ 2.21083882934181e-06,
+ 0.024278555065393448,
+ 0.00023327828967012465,
+ 4.5960419811308384e-05,
+ 0.0010842636693269014,
+ 1.3324776773515623e-05
+ ],
+ "log_scores_by_expert": [
+ -6.964968204498291,
+ -0.37550875544548035,
+ -19.873638153076172,
+ -17.031681060791016,
+ -13.022138595581055,
+ -3.7181618213653564,
+ -8.36327838897705,
+ -9.987730026245117,
+ -6.826854228973389,
+ -11.225885391235352
+ ],
+ "distances_by_expert": [
+ 13.929936408996582,
+ 0.7510175108909607,
+ 39.747276306152344,
+ 34.06336212158203,
+ 26.04427719116211,
+ 7.436323642730713,
+ 16.7265567779541,
+ 19.975460052490234,
+ 13.653708457946777,
+ 22.451770782470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.59130859375,
+ "language": 50.18684005737305
+ }
+ },
+ {
+ "routing_index": 255,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009308685548603535,
+ 0.7436662912368774,
+ 2.3345732014234954e-09,
+ 4.325768543367303e-08,
+ 2.3274785689864075e-06,
+ 0.026671165600419044,
+ 0.00023965470609255135,
+ 4.669990812544711e-05,
+ 0.0010945657268166542,
+ 1.383169183100108e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9793925285339355,
+ -0.2961629033088684,
+ -19.875436782836914,
+ -16.956090927124023,
+ -12.970725059509277,
+ -3.6241722106933594,
+ -8.336311340332031,
+ -9.971768379211426,
+ -6.817397594451904,
+ -11.18854808807373
+ ],
+ "distances_by_expert": [
+ 13.958785057067871,
+ 0.5923258066177368,
+ 39.75087356567383,
+ 33.91218185424805,
+ 25.941450119018555,
+ 7.248344421386719,
+ 16.672622680664062,
+ 19.94353675842285,
+ 13.634795188903809,
+ 22.37709617614746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3513.406982421875,
+ "language": 50.192657470703125
+ }
+ },
+ {
+ "routing_index": 256,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009747007279656827,
+ 0.7642732858657837,
+ 2.4394868347599186e-09,
+ 4.416247278982155e-08,
+ 2.2248364075494464e-06,
+ 0.02728433534502983,
+ 0.00023960192629601806,
+ 4.6583991206716746e-05,
+ 0.001144304987974465,
+ 1.3229356227384415e-05
+ ],
+ "log_scores_by_expert": [
+ -6.933380126953125,
+ -0.268829882144928,
+ -19.831478118896484,
+ -16.93539047241211,
+ -13.015827178955078,
+ -3.601442575454712,
+ -8.336531639099121,
+ -9.97425365447998,
+ -6.772957801818848,
+ -11.233072280883789
+ ],
+ "distances_by_expert": [
+ 13.86676025390625,
+ 0.537659764289856,
+ 39.66295623779297,
+ 33.87078094482422,
+ 26.031654357910156,
+ 7.202885150909424,
+ 16.673063278198242,
+ 19.94850730895996,
+ 13.545915603637695,
+ 22.466144561767578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3417.071044921875,
+ "language": 50.1854133605957
+ }
+ },
+ {
+ "routing_index": 257,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008024894050322473,
+ 0.7074164152145386,
+ 1.9804085038543917e-09,
+ 4.082149018813652e-08,
+ 2.027286654993077e-06,
+ 0.02573213540017605,
+ 0.00021637705503962934,
+ 4.183071723673493e-05,
+ 0.001014653593301773,
+ 1.2433401025191415e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127791881561279,
+ -0.34613579511642456,
+ -20.039962768554688,
+ -17.014057159423828,
+ -13.10881233215332,
+ -3.6600146293640137,
+ -8.438488006591797,
+ -10.081879615783691,
+ -6.893208026885986,
+ -11.295124053955078
+ ],
+ "distances_by_expert": [
+ 14.255583763122559,
+ 0.6922715902328491,
+ 40.079925537109375,
+ 34.028114318847656,
+ 26.21762466430664,
+ 7.320029258728027,
+ 16.876976013183594,
+ 20.163759231567383,
+ 13.786416053771973,
+ 22.590248107910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.990966796875,
+ "language": 50.18124771118164
+ }
+ },
+ {
+ "routing_index": 258,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009135074797086418,
+ 0.8065572381019592,
+ 2.300848400693667e-09,
+ 4.905890804707269e-08,
+ 2.3481459265894955e-06,
+ 0.03280539810657501,
+ 0.0002522510476410389,
+ 4.8981757572619244e-05,
+ 0.00110535672865808,
+ 1.388263626722619e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998219013214111,
+ -0.21498045325279236,
+ -19.88998794555664,
+ -16.830244064331055,
+ -12.961884498596191,
+ -3.4171621799468994,
+ -8.285085678100586,
+ -9.924062728881836,
+ -6.807587146759033,
+ -11.184871673583984
+ ],
+ "distances_by_expert": [
+ 13.996438026428223,
+ 0.4299609065055847,
+ 39.77997589111328,
+ 33.66048812866211,
+ 25.923768997192383,
+ 6.834324359893799,
+ 16.570171356201172,
+ 19.848125457763672,
+ 13.615174293518066,
+ 22.36974334716797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3385.3916015625,
+ "language": 50.177738189697266
+ }
+ },
+ {
+ "routing_index": 259,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480513351969421,
+ 0.754058301448822,
+ 2.1338992794994738e-09,
+ 4.5337383625110306e-08,
+ 2.2367692054103827e-06,
+ 0.03093266300857067,
+ 0.000246096053160727,
+ 4.698473640019074e-05,
+ 0.001036548288539052,
+ 1.3232295714260545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072569370269775,
+ -0.2822856307029724,
+ -19.965314865112305,
+ -16.909133911132812,
+ -13.010478019714355,
+ -3.475942611694336,
+ -8.309788703918457,
+ -9.96568775177002,
+ -6.871859073638916,
+ -11.232850074768066
+ ],
+ "distances_by_expert": [
+ 14.14513874053955,
+ 0.5645712614059448,
+ 39.93062973022461,
+ 33.818267822265625,
+ 26.02095603942871,
+ 6.951885223388672,
+ 16.619577407836914,
+ 19.93137550354004,
+ 13.743718147277832,
+ 22.465700149536133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.233642578125,
+ "language": 50.18844223022461
+ }
+ },
+ {
+ "routing_index": 260,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007893043220974505,
+ 0.7128035426139832,
+ 2.066869786432335e-09,
+ 4.297872635561362e-08,
+ 2.115590859830263e-06,
+ 0.028637714684009552,
+ 0.00023767385573592037,
+ 4.4937769416719675e-05,
+ 0.0009587166714482009,
+ 1.2472496564441826e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1443586349487305,
+ -0.33854952454566956,
+ -19.997230529785156,
+ -16.962560653686523,
+ -13.066176414489746,
+ -3.5530307292938232,
+ -8.344611167907715,
+ -10.010231971740723,
+ -6.949914932250977,
+ -11.291984558105469
+ ],
+ "distances_by_expert": [
+ 14.288717269897461,
+ 0.6770990490913391,
+ 39.99446105957031,
+ 33.92512130737305,
+ 26.132352828979492,
+ 7.1060614585876465,
+ 16.68922233581543,
+ 20.020463943481445,
+ 13.899829864501953,
+ 22.583969116210938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3284.630615234375,
+ "language": 50.226036071777344
+ }
+ },
+ {
+ "routing_index": 261,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008619999280199409,
+ 0.7587277293205261,
+ 2.2118056275388653e-09,
+ 4.489747595926019e-08,
+ 2.204274551331764e-06,
+ 0.030900709331035614,
+ 0.0002457709633745253,
+ 4.766046185977757e-05,
+ 0.001025382080115378,
+ 1.3361054698179942e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056255340576172,
+ -0.27611225843429565,
+ -19.92945671081543,
+ -16.91888427734375,
+ -13.02511215209961,
+ -3.476976156234741,
+ -8.311110496520996,
+ -9.951408386230469,
+ -6.882689952850342,
+ -11.223166465759277
+ ],
+ "distances_by_expert": [
+ 14.112510681152344,
+ 0.5522245168685913,
+ 39.85891342163086,
+ 33.8377685546875,
+ 26.05022430419922,
+ 6.953952312469482,
+ 16.622220993041992,
+ 19.902816772460938,
+ 13.765379905700684,
+ 22.446332931518555
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3241.4794921875,
+ "language": 50.231170654296875
+ }
+ },
+ {
+ "routing_index": 262,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000916937249712646,
+ 0.7606194615364075,
+ 2.293911727235809e-09,
+ 4.6873271486447265e-08,
+ 2.2490212359116413e-06,
+ 0.03162720054388046,
+ 0.0002440493699396029,
+ 4.8287845856975764e-05,
+ 0.0011104780714958906,
+ 1.3307339941093232e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994471549987793,
+ -0.27362215518951416,
+ -19.893007278442383,
+ -16.875818252563477,
+ -13.00501537322998,
+ -3.453737735748291,
+ -8.318140029907227,
+ -9.93833065032959,
+ -6.802964687347412,
+ -11.227194786071777
+ ],
+ "distances_by_expert": [
+ 13.988943099975586,
+ 0.5472443103790283,
+ 39.786014556884766,
+ 33.75163650512695,
+ 26.01003074645996,
+ 6.907475471496582,
+ 16.636280059814453,
+ 19.87666130065918,
+ 13.605929374694824,
+ 22.454389572143555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.905517578125,
+ "language": 50.17660140991211
+ }
+ },
+ {
+ "routing_index": 263,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008799415663816035,
+ 0.7356835603713989,
+ 2.2416581924034062e-09,
+ 4.487692706334201e-08,
+ 2.217120254499605e-06,
+ 0.029108069837093353,
+ 0.00023901813256088644,
+ 4.652618372347206e-05,
+ 0.0010695216478779912,
+ 1.2947459254064597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0356550216674805,
+ -0.3069552183151245,
+ -19.91604995727539,
+ -16.919342041015625,
+ -13.019301414489746,
+ -3.5367398262023926,
+ -8.338971138000488,
+ -9.975495338439941,
+ -6.840543746948242,
+ -11.254611015319824
+ ],
+ "distances_by_expert": [
+ 14.071310043334961,
+ 0.613910436630249,
+ 39.83209991455078,
+ 33.83868408203125,
+ 26.038602828979492,
+ 7.073479652404785,
+ 16.677942276000977,
+ 19.950990676879883,
+ 13.681087493896484,
+ 22.50922203063965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.380859375,
+ "language": 50.20376968383789
+ }
+ },
+ {
+ "routing_index": 264,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008645830675959587,
+ 0.6810534596443176,
+ 2.266218546154164e-09,
+ 4.679376885974307e-08,
+ 2.1294079033395974e-06,
+ 0.028671780601143837,
+ 0.00023931029136292636,
+ 4.534934487310238e-05,
+ 0.0010355286067351699,
+ 1.2033420716761611e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053263187408447,
+ -0.384114533662796,
+ -19.905153274536133,
+ -16.87751579284668,
+ -13.059666633605957,
+ -3.551841974258423,
+ -8.337749481201172,
+ -10.001114845275879,
+ -6.872843265533447,
+ -11.3278226852417
+ ],
+ "distances_by_expert": [
+ 14.106526374816895,
+ 0.768229067325592,
+ 39.810306549072266,
+ 33.75503158569336,
+ 26.119333267211914,
+ 7.103683948516846,
+ 16.675498962402344,
+ 20.002229690551758,
+ 13.745686531066895,
+ 22.6556453704834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3211.068115234375,
+ "language": 50.192195892333984
+ }
+ },
+ {
+ "routing_index": 265,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008623419562354684,
+ 0.6211710572242737,
+ 2.161686163404397e-09,
+ 3.5794364805497025e-08,
+ 2.0066950128239114e-06,
+ 0.020490389317274094,
+ 0.00020992955251131207,
+ 4.111026646569371e-05,
+ 0.0009902396705001593,
+ 1.2080921806045808e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055858612060547,
+ -0.476148784160614,
+ -19.952377319335938,
+ -17.145475387573242,
+ -13.11902141571045,
+ -3.8877992630004883,
+ -8.468738555908203,
+ -10.099252700805664,
+ -6.917563438415527,
+ -11.323883056640625
+ ],
+ "distances_by_expert": [
+ 14.111717224121094,
+ 0.952297568321228,
+ 39.904754638671875,
+ 34.290950775146484,
+ 26.2380428314209,
+ 7.775598526000977,
+ 16.937477111816406,
+ 20.198505401611328,
+ 13.835126876831055,
+ 22.64776611328125
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3567.0830078125,
+ "language": 50.18942642211914
+ }
+ },
+ {
+ "routing_index": 266,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008689301903359592,
+ 0.6488963961601257,
+ 2.1712065478851628e-09,
+ 3.718576380151717e-08,
+ 2.089189365506172e-06,
+ 0.02196669764816761,
+ 0.0002167736238334328,
+ 4.181667827651836e-05,
+ 0.001017427770420909,
+ 1.2406560927047394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048247814178467,
+ -0.43248218297958374,
+ -19.947982788085938,
+ -17.10733985900879,
+ -13.078734397888184,
+ -3.818227767944336,
+ -8.436656951904297,
+ -10.082215309143066,
+ -6.890477657318115,
+ -11.297285079956055
+ ],
+ "distances_by_expert": [
+ 14.096495628356934,
+ 0.8649643659591675,
+ 39.895965576171875,
+ 34.21467971801758,
+ 26.157468795776367,
+ 7.636455535888672,
+ 16.873313903808594,
+ 20.164430618286133,
+ 13.78095531463623,
+ 22.59457015991211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.8486328125,
+ "language": 50.19226837158203
+ }
+ },
+ {
+ "routing_index": 267,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008289555553346872,
+ 0.6653203964233398,
+ 2.0433004177533576e-09,
+ 3.558850281137893e-08,
+ 2.0176541966065997e-06,
+ 0.02178337424993515,
+ 0.0002092337963404134,
+ 3.972148260800168e-05,
+ 0.001014326117001474,
+ 1.2098227671231143e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095344066619873,
+ -0.40748655796051025,
+ -20.008699417114258,
+ -17.151243209838867,
+ -13.113574981689453,
+ -3.826608180999756,
+ -8.472058296203613,
+ -10.133618354797363,
+ -6.89353084564209,
+ -11.3224515914917
+ ],
+ "distances_by_expert": [
+ 14.190688133239746,
+ 0.8149731159210205,
+ 40.017398834228516,
+ 34.302486419677734,
+ 26.227149963378906,
+ 7.653216361999512,
+ 16.944116592407227,
+ 20.267236709594727,
+ 13.78706169128418,
+ 22.6449031829834
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3482.1552734375,
+ "language": 50.18675994873047
+ }
+ },
+ {
+ "routing_index": 268,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008317417232319713,
+ 0.6239050626754761,
+ 2.0724280069828183e-09,
+ 3.3098505269890666e-08,
+ 1.942729113579844e-06,
+ 0.01960885338485241,
+ 0.0002056227094726637,
+ 3.923273834516294e-05,
+ 0.0010023950599133968,
+ 1.1765579984057695e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091988563537598,
+ -0.47175702452659607,
+ -19.994544982910156,
+ -17.223777770996094,
+ -13.151416778564453,
+ -3.931774139404297,
+ -8.48946762084961,
+ -10.14599895477295,
+ -6.905363082885742,
+ -11.350332260131836
+ ],
+ "distances_by_expert": [
+ 14.183977127075195,
+ 0.9435140490531921,
+ 39.98908996582031,
+ 34.44755554199219,
+ 26.302833557128906,
+ 7.863548278808594,
+ 16.97893524169922,
+ 20.2919979095459,
+ 13.810726165771484,
+ 22.700664520263672
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3492.310302734375,
+ "language": 50.187530517578125
+ }
+ },
+ {
+ "routing_index": 269,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008477877709083259,
+ 0.7469361424446106,
+ 2.122513276248128e-09,
+ 4.449941926054635e-08,
+ 2.3004261038295226e-06,
+ 0.028410417959094048,
+ 0.00023431777663063258,
+ 4.509876816882752e-05,
+ 0.0010617792140692472,
+ 1.3761943591816816e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072880268096924,
+ -0.291775643825531,
+ -19.970664978027344,
+ -16.92778968811035,
+ -12.982416152954102,
+ -3.5609993934631348,
+ -8.358832359313965,
+ -10.0066556930542,
+ -6.847809314727783,
+ -11.193603515625
+ ],
+ "distances_by_expert": [
+ 14.145760536193848,
+ 0.583551287651062,
+ 39.94132995605469,
+ 33.8555793762207,
+ 25.964832305908203,
+ 7.1219987869262695,
+ 16.71766471862793,
+ 20.0133113861084,
+ 13.695618629455566,
+ 22.38720703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.541748046875,
+ "language": 50.190032958984375
+ }
+ },
+ {
+ "routing_index": 270,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007823680061846972,
+ 0.6637242436408997,
+ 1.9414556629016033e-09,
+ 4.099556960568407e-08,
+ 2.049609520327067e-06,
+ 0.02761422097682953,
+ 0.00022050041297916323,
+ 4.20883770857472e-05,
+ 0.0009937884751707315,
+ 1.2377689927234314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1531853675842285,
+ -0.40988847613334656,
+ -20.05982780456543,
+ -17.009801864624023,
+ -13.097861289978027,
+ -3.5894243717193604,
+ -8.419610977172852,
+ -10.075738906860352,
+ -6.9139862060546875,
+ -11.299614906311035
+ ],
+ "distances_by_expert": [
+ 14.306370735168457,
+ 0.8197769522666931,
+ 40.11965560913086,
+ 34.01960372924805,
+ 26.195722579956055,
+ 7.178848743438721,
+ 16.839221954345703,
+ 20.151477813720703,
+ 13.827972412109375,
+ 22.59922981262207
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3341.188232421875,
+ "language": 50.18427276611328
+ }
+ },
+ {
+ "routing_index": 271,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000730828964151442,
+ 0.6407516598701477,
+ 1.8461443485051632e-09,
+ 3.8304818872347823e-08,
+ 1.9642184270196594e-06,
+ 0.026251032948493958,
+ 0.00021766149438917637,
+ 4.054457167512737e-05,
+ 0.0009252250310964882,
+ 1.181890820589615e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2213311195373535,
+ -0.44511327147483826,
+ -20.110166549682617,
+ -17.07769012451172,
+ -13.140416145324707,
+ -3.640049934387207,
+ -8.43256950378418,
+ -10.11310863494873,
+ -6.9854736328125,
+ -11.345809936523438
+ ],
+ "distances_by_expert": [
+ 14.442662239074707,
+ 0.8902265429496765,
+ 40.220333099365234,
+ 34.15538024902344,
+ 26.280832290649414,
+ 7.280099868774414,
+ 16.86513900756836,
+ 20.22621726989746,
+ 13.970947265625,
+ 22.691619873046875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3341.11767578125,
+ "language": 50.16970443725586
+ }
+ },
+ {
+ "routing_index": 272,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000649255933240056,
+ 0.5834510922431946,
+ 1.6515715461906666e-09,
+ 3.408857551789879e-08,
+ 1.8725891095527913e-06,
+ 0.024083277210593224,
+ 0.00020106681040488183,
+ 3.762505002669059e-05,
+ 0.0008192854002118111,
+ 1.1266060937487055e-05
+ ],
+ "log_scores_by_expert": [
+ -7.339683532714844,
+ -0.5387946367263794,
+ -20.221538543701172,
+ -17.194303512573242,
+ -13.188188552856445,
+ -3.7262375354766846,
+ -8.511873245239258,
+ -10.187840461730957,
+ -7.1070780754089355,
+ -11.393715858459473
+ ],
+ "distances_by_expert": [
+ 14.679367065429688,
+ 1.0775892734527588,
+ 40.443077087402344,
+ 34.388607025146484,
+ 26.37637710571289,
+ 7.452475070953369,
+ 17.023746490478516,
+ 20.375680923461914,
+ 14.214156150817871,
+ 22.787431716918945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.06298828125,
+ "language": 50.19906997680664
+ }
+ },
+ {
+ "routing_index": 273,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008250413229689002,
+ 0.6832996010780334,
+ 2.047205294175569e-09,
+ 4.1130515882059626e-08,
+ 2.1120590645296033e-06,
+ 0.027181755751371384,
+ 0.0002237616281490773,
+ 4.287689080229029e-05,
+ 0.0010222611017525196,
+ 1.2579122085298877e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100077152252197,
+ -0.3808218538761139,
+ -20.006790161132812,
+ -17.006515502929688,
+ -13.06784725189209,
+ -3.6052093505859375,
+ -8.404929161071777,
+ -10.057177543640137,
+ -6.885738372802734,
+ -11.283472061157227
+ ],
+ "distances_by_expert": [
+ 14.200154304504395,
+ 0.7616437077522278,
+ 40.013580322265625,
+ 34.013031005859375,
+ 26.13569450378418,
+ 7.210418701171875,
+ 16.809858322143555,
+ 20.114355087280273,
+ 13.771476745605469,
+ 22.566944122314453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.603759765625,
+ "language": 50.200401306152344
+ }
+ },
+ {
+ "routing_index": 274,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008290630648843944,
+ 0.698693573474884,
+ 2.0858237359533405e-09,
+ 4.23555981399204e-08,
+ 2.2004351194482297e-06,
+ 0.02734055183827877,
+ 0.00022703754075337201,
+ 4.381059261504561e-05,
+ 0.0010305681498721242,
+ 1.297006292588776e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095214366912842,
+ -0.3585429787635803,
+ -19.988101959228516,
+ -16.97716522216797,
+ -13.02685546875,
+ -3.599384307861328,
+ -8.390395164489746,
+ -10.035634994506836,
+ -6.877645015716553,
+ -11.252866744995117
+ ],
+ "distances_by_expert": [
+ 14.190428733825684,
+ 0.7170859575271606,
+ 39.97620391845703,
+ 33.95433044433594,
+ 26.0537109375,
+ 7.198768615722656,
+ 16.780790328979492,
+ 20.071269989013672,
+ 13.755290031433105,
+ 22.505733489990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.66162109375,
+ "language": 50.20579528808594
+ }
+ },
+ {
+ "routing_index": 275,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008169938810169697,
+ 0.6675168871879578,
+ 2.0843125003722207e-09,
+ 4.3191892729055326e-08,
+ 2.14647138818691e-06,
+ 0.02788712829351425,
+ 0.00023163713922258466,
+ 4.4145570427645e-05,
+ 0.000990174594335258,
+ 1.241915742866695e-05
+ ],
+ "log_scores_by_expert": [
+ -7.109879016876221,
+ -0.4041905999183655,
+ -19.988826751708984,
+ -16.957612991333008,
+ -13.051685333251953,
+ -3.579590082168579,
+ -8.370338439941406,
+ -10.0280179977417,
+ -6.917629241943359,
+ -11.296270370483398
+ ],
+ "distances_by_expert": [
+ 14.219758033752441,
+ 0.808381199836731,
+ 39.97765350341797,
+ 33.915225982666016,
+ 26.103370666503906,
+ 7.159180164337158,
+ 16.740676879882812,
+ 20.0560359954834,
+ 13.835258483886719,
+ 22.592540740966797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3217.2939453125,
+ "language": 50.20389175415039
+ }
+ },
+ {
+ "routing_index": 276,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007837951416149735,
+ 0.6153427362442017,
+ 1.966533824671046e-09,
+ 4.003284814757535e-08,
+ 2.0120187400607392e-06,
+ 0.026844710111618042,
+ 0.00022165050904732198,
+ 4.177849041298032e-05,
+ 0.0009596483432687819,
+ 1.1809116585936863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.151362895965576,
+ -0.4855758249759674,
+ -20.046993255615234,
+ -17.033565521240234,
+ -13.116372108459473,
+ -3.6176865100860596,
+ -8.414408683776855,
+ -10.083128929138184,
+ -6.948943614959717,
+ -11.346638679504395
+ ],
+ "distances_by_expert": [
+ 14.302725791931152,
+ 0.9711516499519348,
+ 40.09398651123047,
+ 34.06713104248047,
+ 26.232744216918945,
+ 7.235373020172119,
+ 16.82881736755371,
+ 20.166257858276367,
+ 13.897887229919434,
+ 22.69327735900879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3208.8515625,
+ "language": 50.19477081298828
+ }
+ },
+ {
+ "routing_index": 277,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007679658592678607,
+ 0.6444931030273438,
+ 1.964955531619239e-09,
+ 4.001857334401393e-08,
+ 2.056197445199359e-06,
+ 0.026228824630379677,
+ 0.00022157801140565425,
+ 4.157756848144345e-05,
+ 0.0009609730914235115,
+ 1.1965754310949706e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171765327453613,
+ -0.4392912685871124,
+ -20.04779624938965,
+ -17.03392219543457,
+ -13.09465217590332,
+ -3.6408963203430176,
+ -8.414735794067383,
+ -10.087949752807617,
+ -6.947564125061035,
+ -11.33346176147461
+ ],
+ "distances_by_expert": [
+ 14.343530654907227,
+ 0.8785825371742249,
+ 40.0955924987793,
+ 34.06784439086914,
+ 26.18930435180664,
+ 7.281792640686035,
+ 16.829471588134766,
+ 20.175899505615234,
+ 13.89512825012207,
+ 22.66692352294922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3250.68017578125,
+ "language": 50.18572998046875
+ }
+ },
+ {
+ "routing_index": 278,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000797702232375741,
+ 0.6467334628105164,
+ 2.0515285026334595e-09,
+ 4.2234752584136004e-08,
+ 2.053271828117431e-06,
+ 0.026228105649352074,
+ 0.0002235790598206222,
+ 4.197353700874373e-05,
+ 0.0009873725939542055,
+ 1.1782467481680214e-05
+ ],
+ "log_scores_by_expert": [
+ -7.133775234222412,
+ -0.4358210563659668,
+ -20.004680633544922,
+ -16.980022430419922,
+ -13.096076011657715,
+ -3.6409237384796143,
+ -8.405745506286621,
+ -10.078471183776855,
+ -6.9204630851745605,
+ -11.348897933959961
+ ],
+ "distances_by_expert": [
+ 14.267550468444824,
+ 0.8716421127319336,
+ 40.009361267089844,
+ 33.960044860839844,
+ 26.19215202331543,
+ 7.2818474769592285,
+ 16.811491012573242,
+ 20.15694236755371,
+ 13.840926170349121,
+ 22.697795867919922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3189.544677734375,
+ "language": 50.20600509643555
+ }
+ },
+ {
+ "routing_index": 279,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008125027525238693,
+ 0.6687941551208496,
+ 2.055700276670791e-09,
+ 4.399743147587287e-08,
+ 2.113795972036314e-06,
+ 0.02776695042848587,
+ 0.00022941932547837496,
+ 4.3132480641361326e-05,
+ 0.0010145965497940779,
+ 1.2354905265965499e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115391254425049,
+ -0.40227898955345154,
+ -20.002649307250977,
+ -16.93913459777832,
+ -13.067025184631348,
+ -3.583908796310425,
+ -8.379959106445312,
+ -10.051234245300293,
+ -6.893264293670654,
+ -11.301457405090332
+ ],
+ "distances_by_expert": [
+ 14.230782508850098,
+ 0.8045579791069031,
+ 40.00529861450195,
+ 33.87826919555664,
+ 26.134050369262695,
+ 7.16781759262085,
+ 16.759918212890625,
+ 20.102468490600586,
+ 13.786528587341309,
+ 22.602914810180664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.84423828125,
+ "language": 50.21615219116211
+ }
+ },
+ {
+ "routing_index": 280,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008126026950776577,
+ 0.6514244079589844,
+ 2.0642578757446017e-09,
+ 4.3385682602092857e-08,
+ 2.0638299247366376e-06,
+ 0.02635112591087818,
+ 0.0002223491610493511,
+ 4.205579898552969e-05,
+ 0.0010187181178480387,
+ 1.1971175808866974e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115268230438232,
+ -0.4285939037799835,
+ -19.99849510192871,
+ -16.953136444091797,
+ -13.090947151184082,
+ -3.636244297027588,
+ -8.411261558532715,
+ -10.076513290405273,
+ -6.889210224151611,
+ -11.333008766174316
+ ],
+ "distances_by_expert": [
+ 14.230536460876465,
+ 0.857187807559967,
+ 39.99699020385742,
+ 33.906272888183594,
+ 26.181894302368164,
+ 7.272488594055176,
+ 16.82252311706543,
+ 20.153026580810547,
+ 13.778420448303223,
+ 22.666017532348633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.699951171875,
+ "language": 50.218505859375
+ }
+ },
+ {
+ "routing_index": 281,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008185528567992151,
+ 0.6606910228729248,
+ 2.0869261874167933e-09,
+ 4.374689765995754e-08,
+ 2.0922818748658756e-06,
+ 0.026633942499756813,
+ 0.00022399969748221338,
+ 4.245453965268098e-05,
+ 0.0010305269388481975,
+ 1.2131408766435925e-05
+ ],
+ "log_scores_by_expert": [
+ -7.107972621917725,
+ -0.4144690930843353,
+ -19.987573623657227,
+ -16.94484519958496,
+ -13.077255249023438,
+ -3.6255688667297363,
+ -8.403865814208984,
+ -10.067076683044434,
+ -6.877685070037842,
+ -11.31971263885498
+ ],
+ "distances_by_expert": [
+ 14.21594524383545,
+ 0.8289381861686707,
+ 39.97514724731445,
+ 33.88969039916992,
+ 26.154510498046875,
+ 7.251137733459473,
+ 16.80773162841797,
+ 20.134153366088867,
+ 13.755370140075684,
+ 22.63942527770996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.372802734375,
+ "language": 50.21772766113281
+ }
+ },
+ {
+ "routing_index": 282,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008327036630362272,
+ 0.6743255853652954,
+ 2.096081530567062e-09,
+ 4.368152772826761e-08,
+ 2.1504276901396224e-06,
+ 0.026869356632232666,
+ 0.00022850245295558125,
+ 4.3443294998724014e-05,
+ 0.0010478474432602525,
+ 1.2584593605424743e-05
+ ],
+ "log_scores_by_expert": [
+ -7.090832710266113,
+ -0.39404231309890747,
+ -19.983196258544922,
+ -16.946340560913086,
+ -13.049843788146973,
+ -3.6167688369750977,
+ -8.383963584899902,
+ -10.04405403137207,
+ -6.861017227172852,
+ -11.283037185668945
+ ],
+ "distances_by_expert": [
+ 14.181665420532227,
+ 0.7880846261978149,
+ 39.966392517089844,
+ 33.89268112182617,
+ 26.099687576293945,
+ 7.233537673950195,
+ 16.767927169799805,
+ 20.08810806274414,
+ 13.722034454345703,
+ 22.56607437133789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.536865234375,
+ "language": 50.19207763671875
+ }
+ },
+ {
+ "routing_index": 283,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000827426032628864,
+ 0.659852147102356,
+ 2.0846624426695826e-09,
+ 4.335391423637702e-08,
+ 2.0691234112746315e-06,
+ 0.026707449927926064,
+ 0.0002245785144623369,
+ 4.248309414833784e-05,
+ 0.0010379193117842078,
+ 1.213088853546651e-05
+ ],
+ "log_scores_by_expert": [
+ -7.097190856933594,
+ -0.415739506483078,
+ -19.988658905029297,
+ -16.953868865966797,
+ -13.088385581970215,
+ -3.6228127479553223,
+ -8.401285171508789,
+ -10.066404342651367,
+ -6.870537281036377,
+ -11.319755554199219
+ ],
+ "distances_by_expert": [
+ 14.194381713867188,
+ 0.831479012966156,
+ 39.977317810058594,
+ 33.907737731933594,
+ 26.17677116394043,
+ 7.2456254959106445,
+ 16.802570343017578,
+ 20.132808685302734,
+ 13.741074562072754,
+ 22.639511108398438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3253.184326171875,
+ "language": 50.181434631347656
+ }
+ },
+ {
+ "routing_index": 284,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000837579951621592,
+ 0.6811001896858215,
+ 2.1110468928497994e-09,
+ 4.3647212066844077e-08,
+ 2.119318651239155e-06,
+ 0.02715643309056759,
+ 0.0002280755143146962,
+ 4.363492189440876e-05,
+ 0.0010413348209112883,
+ 1.2429512935341336e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084993839263916,
+ -0.38404580950737,
+ -19.97608184814453,
+ -16.947126388549805,
+ -13.06441593170166,
+ -3.6061413288116455,
+ -8.385833740234375,
+ -10.039652824401855,
+ -6.867251873016357,
+ -11.29543685913086
+ ],
+ "distances_by_expert": [
+ 14.169987678527832,
+ 0.76809161901474,
+ 39.95216369628906,
+ 33.89425277709961,
+ 26.12883186340332,
+ 7.212282657623291,
+ 16.77166748046875,
+ 20.07930564880371,
+ 13.734503746032715,
+ 22.59087371826172
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3236.816650390625,
+ "language": 50.20908737182617
+ }
+ },
+ {
+ "routing_index": 285,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008527283789590001,
+ 0.6862410306930542,
+ 2.1709580799722517e-09,
+ 4.450672008715628e-08,
+ 2.173037046304671e-06,
+ 0.02689187042415142,
+ 0.00023040841915644705,
+ 4.408986569615081e-05,
+ 0.0010446057422086596,
+ 1.2616390449693426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0670695304870605,
+ -0.3765263557434082,
+ -19.948097229003906,
+ -16.92762565612793,
+ -13.039384841918945,
+ -3.615931272506714,
+ -8.375657081604004,
+ -10.029280662536621,
+ -6.8641157150268555,
+ -11.280513763427734
+ ],
+ "distances_by_expert": [
+ 14.134139060974121,
+ 0.7530527114868164,
+ 39.89619445800781,
+ 33.85525131225586,
+ 26.07876968383789,
+ 7.231862545013428,
+ 16.751314163208008,
+ 20.058561325073242,
+ 13.728231430053711,
+ 22.56102752685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3221.140380859375,
+ "language": 50.2257194519043
+ }
+ },
+ {
+ "routing_index": 286,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009037309791892767,
+ 0.6965584754943848,
+ 2.2438826352555452e-09,
+ 4.3574267749590945e-08,
+ 2.18338595914247e-06,
+ 0.026821833103895187,
+ 0.00023150617198552936,
+ 4.4973181502427906e-05,
+ 0.001105068949982524,
+ 1.2813444300263654e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008978843688965,
+ -0.3616034686565399,
+ -19.915058135986328,
+ -16.94879913330078,
+ -13.03463363647461,
+ -3.6185390949249268,
+ -8.370903968811035,
+ -10.009444236755371,
+ -6.807847499847412,
+ -11.265015602111816
+ ],
+ "distances_by_expert": [
+ 14.01795768737793,
+ 0.7232069373130798,
+ 39.830116271972656,
+ 33.89759826660156,
+ 26.06926727294922,
+ 7.2370781898498535,
+ 16.74180793762207,
+ 20.018888473510742,
+ 13.615694999694824,
+ 22.530031204223633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3276.58203125,
+ "language": 50.191314697265625
+ }
+ },
+ {
+ "routing_index": 287,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000883953645825386,
+ 0.6728599667549133,
+ 2.214726624316654e-09,
+ 4.131970143816943e-08,
+ 2.166737886000192e-06,
+ 0.02502506412565708,
+ 0.00022481614723801613,
+ 4.3607047700788826e-05,
+ 0.0010781300952658057,
+ 1.2552997759485152e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031105995178223,
+ -0.39621806144714355,
+ -19.928136825561523,
+ -17.00192642211914,
+ -13.042287826538086,
+ -3.6878774166107178,
+ -8.400227546691895,
+ -10.040291786193848,
+ -6.832527160644531,
+ -11.285551071166992
+ ],
+ "distances_by_expert": [
+ 14.062211990356445,
+ 0.7924361228942871,
+ 39.85627365112305,
+ 34.00385284423828,
+ 26.084575653076172,
+ 7.3757548332214355,
+ 16.80045509338379,
+ 20.080583572387695,
+ 13.665054321289062,
+ 22.571102142333984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3290.33056640625,
+ "language": 50.202247619628906
+ }
+ },
+ {
+ "routing_index": 288,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008807287085801363,
+ 0.6199658513069153,
+ 2.17841189531498e-09,
+ 3.582461971518569e-08,
+ 2.0074223812116543e-06,
+ 0.021367473527789116,
+ 0.0002092028735205531,
+ 4.096870543435216e-05,
+ 0.0010535841574892402,
+ 1.1643720426945947e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03476095199585,
+ -0.47809094190597534,
+ -19.944669723510742,
+ -17.144630432128906,
+ -13.118659019470215,
+ -3.8458855152130127,
+ -8.472206115722656,
+ -10.102702140808105,
+ -6.855557441711426,
+ -11.360743522644043
+ ],
+ "distances_by_expert": [
+ 14.0695219039917,
+ 0.9561818838119507,
+ 39.889339447021484,
+ 34.28926086425781,
+ 26.23731803894043,
+ 7.691771030426025,
+ 16.944412231445312,
+ 20.20540428161621,
+ 13.711114883422852,
+ 22.721487045288086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.380615234375,
+ "language": 50.18838119506836
+ }
+ },
+ {
+ "routing_index": 289,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008723206701688468,
+ 0.6314435005187988,
+ 2.1853616694045286e-09,
+ 3.5073394855089646e-08,
+ 2.00832823793462e-06,
+ 0.02128610759973526,
+ 0.00021174500579945743,
+ 4.112505121156573e-05,
+ 0.0010448269313201308,
+ 1.1869625268445816e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044353485107422,
+ -0.4597468376159668,
+ -19.941484451293945,
+ -17.165822982788086,
+ -13.118207931518555,
+ -3.849700689315796,
+ -8.460127830505371,
+ -10.098893165588379,
+ -6.863903999328613,
+ -11.341527938842773
+ ],
+ "distances_by_expert": [
+ 14.088706970214844,
+ 0.9194936752319336,
+ 39.88296890258789,
+ 34.33164596557617,
+ 26.23641586303711,
+ 7.699401378631592,
+ 16.920255661010742,
+ 20.197786331176758,
+ 13.727807998657227,
+ 22.683055877685547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.05322265625,
+ "language": 50.18009567260742
+ }
+ },
+ {
+ "routing_index": 290,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008765048114582896,
+ 0.6238520741462708,
+ 2.206614224675718e-09,
+ 3.566842110558355e-08,
+ 2.0226768810971407e-06,
+ 0.02110857143998146,
+ 0.0002116456744261086,
+ 4.115616320632398e-05,
+ 0.001044033095240593,
+ 1.1833152711915318e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0395684242248535,
+ -0.4718420207500458,
+ -19.931806564331055,
+ -17.14900016784668,
+ -13.111088752746582,
+ -3.8580760955810547,
+ -8.460597038269043,
+ -10.098136901855469,
+ -6.864664077758789,
+ -11.344605445861816
+ ],
+ "distances_by_expert": [
+ 14.079136848449707,
+ 0.9436840415000916,
+ 39.86361312866211,
+ 34.29800033569336,
+ 26.222177505493164,
+ 7.716152191162109,
+ 16.921194076538086,
+ 20.196273803710938,
+ 13.729328155517578,
+ 22.689210891723633
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3312.052490234375,
+ "language": 50.19963455200195
+ }
+ },
+ {
+ "routing_index": 291,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008908080053515732,
+ 0.6233716607093811,
+ 2.2100048457929233e-09,
+ 3.611248544643786e-08,
+ 2.016648295466439e-06,
+ 0.021503208205103874,
+ 0.00021235633175820112,
+ 4.144198101130314e-05,
+ 0.0010658687679097056,
+ 1.1832024028990418e-05
+ ],
+ "log_scores_by_expert": [
+ -7.02338171005249,
+ -0.47261232137680054,
+ -19.93027114868164,
+ -17.136627197265625,
+ -13.114073753356934,
+ -3.839553117752075,
+ -8.457244873046875,
+ -10.091216087341309,
+ -6.84396505355835,
+ -11.344700813293457
+ ],
+ "distances_by_expert": [
+ 14.04676342010498,
+ 0.9452246427536011,
+ 39.86054229736328,
+ 34.27325439453125,
+ 26.228147506713867,
+ 7.67910623550415,
+ 16.91448974609375,
+ 20.182432174682617,
+ 13.6879301071167,
+ 22.689401626586914
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3340.843017578125,
+ "language": 50.180702209472656
+ }
+ },
+ {
+ "routing_index": 292,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008511542109772563,
+ 0.5825421810150146,
+ 2.1418140594420265e-09,
+ 3.332007381118274e-08,
+ 1.9419603631831706e-06,
+ 0.019623680040240288,
+ 0.00020299565221648663,
+ 3.967177326558158e-05,
+ 0.0010095909237861633,
+ 1.1252327567490283e-05
+ ],
+ "log_scores_by_expert": [
+ -7.068917274475098,
+ -0.5403536558151245,
+ -19.961612701416016,
+ -17.217105865478516,
+ -13.151812553405762,
+ -3.931018352508545,
+ -8.502326011657715,
+ -10.134870529174805,
+ -6.898210048675537,
+ -11.394935607910156
+ ],
+ "distances_by_expert": [
+ 14.137834548950195,
+ 1.080707311630249,
+ 39.92322540283203,
+ 34.43421173095703,
+ 26.303625106811523,
+ 7.86203670501709,
+ 17.00465202331543,
+ 20.26974105834961,
+ 13.796420097351074,
+ 22.789871215820312
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3377.263916015625,
+ "language": 50.1888427734375
+ }
+ },
+ {
+ "routing_index": 293,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008743653888814151,
+ 0.6394238471984863,
+ 2.2295143509154514e-09,
+ 3.694955097444108e-08,
+ 2.079455271086772e-06,
+ 0.021079046651721,
+ 0.00021645920060109347,
+ 4.1819548641797155e-05,
+ 0.0010088304989039898,
+ 1.220257308887085e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0420122146606445,
+ -0.4471878409385681,
+ -19.92148208618164,
+ -17.113712310791016,
+ -13.083404541015625,
+ -3.85947585105896,
+ -8.438108444213867,
+ -10.082146644592285,
+ -6.898963451385498,
+ -11.313863754272461
+ ],
+ "distances_by_expert": [
+ 14.084024429321289,
+ 0.8943756818771362,
+ 39.84296417236328,
+ 34.22742462158203,
+ 26.16680908203125,
+ 7.71895170211792,
+ 16.876216888427734,
+ 20.16429328918457,
+ 13.797926902770996,
+ 22.627727508544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3480.459716796875,
+ "language": 50.188690185546875
+ }
+ },
+ {
+ "routing_index": 294,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009406209574081004,
+ 0.7286856770515442,
+ 2.3852271269220182e-09,
+ 4.079277360347078e-08,
+ 2.164121269743191e-06,
+ 0.024511242285370827,
+ 0.00022871304827276617,
+ 4.475190144148655e-05,
+ 0.0010875724256038666,
+ 1.2792724191967864e-05
+ ],
+ "log_scores_by_expert": [
+ -6.96897029876709,
+ -0.3165128827095032,
+ -19.853971481323242,
+ -17.014760971069336,
+ -13.043496131896973,
+ -3.7086234092712402,
+ -8.383042335510254,
+ -10.014376640319824,
+ -6.823807239532471,
+ -11.266633987426758
+ ],
+ "distances_by_expert": [
+ 13.93794059753418,
+ 0.6330257654190063,
+ 39.707942962646484,
+ 34.02952194213867,
+ 26.086992263793945,
+ 7.4172468185424805,
+ 16.766084671020508,
+ 20.02875328063965,
+ 13.647614479064941,
+ 22.533267974853516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.941162109375,
+ "language": 50.18184280395508
+ }
+ },
+ {
+ "routing_index": 295,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008851134334690869,
+ 0.6834409236907959,
+ 2.222733330725646e-09,
+ 3.725867614434719e-08,
+ 2.037971398749505e-06,
+ 0.022522075101733208,
+ 0.00021697176271118224,
+ 4.182122211204842e-05,
+ 0.0010578318033367395,
+ 1.2257238267920911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029794692993164,
+ -0.3806150555610657,
+ -19.924528121948242,
+ -17.10538101196289,
+ -13.103555679321289,
+ -3.793259382247925,
+ -8.43574333190918,
+ -10.082106590270996,
+ -6.851533889770508,
+ -11.309393882751465
+ ],
+ "distances_by_expert": [
+ 14.059589385986328,
+ 0.7612301111221313,
+ 39.849056243896484,
+ 34.21076202392578,
+ 26.207111358642578,
+ 7.58651876449585,
+ 16.87148666381836,
+ 20.164213180541992,
+ 13.703067779541016,
+ 22.61878776550293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3525.250244140625,
+ "language": 50.184234619140625
+ }
+ },
+ {
+ "routing_index": 296,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008920968393795192,
+ 0.7674421668052673,
+ 2.2482866679496283e-09,
+ 4.7022904681170985e-08,
+ 2.2250656002142932e-06,
+ 0.02901518903672695,
+ 0.0002355435281060636,
+ 4.546921263681725e-05,
+ 0.0010938247432932258,
+ 1.310716470470652e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021935939788818,
+ -0.2646922171115875,
+ -19.913097381591797,
+ -16.872631072998047,
+ -13.015724182128906,
+ -3.539935827255249,
+ -8.353614807128906,
+ -9.998475074768066,
+ -6.818074703216553,
+ -11.242351531982422
+ ],
+ "distances_by_expert": [
+ 14.043871879577637,
+ 0.529384434223175,
+ 39.826194763183594,
+ 33.745262145996094,
+ 26.031448364257812,
+ 7.079871654510498,
+ 16.707229614257812,
+ 19.996950149536133,
+ 13.636149406433105,
+ 22.484703063964844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3368.48095703125,
+ "language": 50.1722297668457
+ }
+ },
+ {
+ "routing_index": 297,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009504859917797148,
+ 0.82193523645401,
+ 2.412988919786585e-09,
+ 5.0391278705319564e-08,
+ 2.3787022200849606e-06,
+ 0.03266032785177231,
+ 0.0002554290695115924,
+ 4.9247610149905086e-05,
+ 0.0011341327335685492,
+ 1.3981275515106972e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9585371017456055,
+ -0.19609373807907104,
+ -19.84239959716797,
+ -16.803447723388672,
+ -12.948955535888672,
+ -3.4215941429138184,
+ -8.272565841674805,
+ -9.918649673461914,
+ -6.781887054443359,
+ -11.177791595458984
+ ],
+ "distances_by_expert": [
+ 13.917074203491211,
+ 0.3921874761581421,
+ 39.68479919433594,
+ 33.606895446777344,
+ 25.897911071777344,
+ 6.843188285827637,
+ 16.54513168334961,
+ 19.837299346923828,
+ 13.563774108886719,
+ 22.35558319091797
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3301.8681640625,
+ "language": 50.21406173706055
+ }
+ },
+ {
+ "routing_index": 298,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008675358258187771,
+ 0.7738547921180725,
+ 2.2165522750583477e-09,
+ 4.746787851672707e-08,
+ 2.3340535335591994e-06,
+ 0.031276803463697433,
+ 0.00025677846861071885,
+ 4.829171666642651e-05,
+ 0.0010475218296051025,
+ 1.3655927432409953e-05
+ ],
+ "log_scores_by_expert": [
+ -7.049853801727295,
+ -0.25637108087539673,
+ -19.92731285095215,
+ -16.86321258544922,
+ -12.967904090881348,
+ -3.464878559112549,
+ -8.26729679107666,
+ -9.938250541687012,
+ -6.861328125,
+ -11.201336860656738
+ ],
+ "distances_by_expert": [
+ 14.09970760345459,
+ 0.5127421617507935,
+ 39.8546257019043,
+ 33.72642517089844,
+ 25.935808181762695,
+ 6.929757118225098,
+ 16.53459358215332,
+ 19.876501083374023,
+ 13.72265625,
+ 22.402673721313477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.890625,
+ "language": 50.20676803588867
+ }
+ },
+ {
+ "routing_index": 299,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008278010063804686,
+ 0.7467889189720154,
+ 2.1333905753095905e-09,
+ 4.46021566347099e-08,
+ 2.178028807975352e-06,
+ 0.03053455241024494,
+ 0.00024379859678447247,
+ 4.574322156258859e-05,
+ 0.0010069211712107062,
+ 1.2866821634816006e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096737861633301,
+ -0.29197272658348083,
+ -19.965553283691406,
+ -16.92548370361328,
+ -13.037090301513672,
+ -3.488896369934082,
+ -8.319168090820312,
+ -9.992466926574707,
+ -6.900857925415039,
+ -11.260858535766602
+ ],
+ "distances_by_expert": [
+ 14.193475723266602,
+ 0.5839454531669617,
+ 39.93110656738281,
+ 33.85096740722656,
+ 26.074180603027344,
+ 6.977792739868164,
+ 16.638336181640625,
+ 19.984933853149414,
+ 13.801715850830078,
+ 22.521717071533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.9638671875,
+ "language": 50.197044372558594
+ }
+ },
+ {
+ "routing_index": 300,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008857006905600429,
+ 0.7644662261009216,
+ 2.2491959406067963e-09,
+ 4.542627962678125e-08,
+ 2.1991720586811425e-06,
+ 0.03127920255064964,
+ 0.0002448730228934437,
+ 4.799511589226313e-05,
+ 0.001049616257660091,
+ 1.3217312698543537e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0291314125061035,
+ -0.2685774266719818,
+ -19.91269302368164,
+ -16.907175064086914,
+ -13.027429580688477,
+ -3.464801788330078,
+ -8.314770698547363,
+ -9.944411277770996,
+ -6.859330654144287,
+ -11.233983039855957
+ ],
+ "distances_by_expert": [
+ 14.058262825012207,
+ 0.5371548533439636,
+ 39.82538604736328,
+ 33.81435012817383,
+ 26.054859161376953,
+ 6.929603576660156,
+ 16.629541397094727,
+ 19.888822555541992,
+ 13.718661308288574,
+ 22.467966079711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3266.43701171875,
+ "language": 50.200740814208984
+ }
+ },
+ {
+ "routing_index": 301,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009556349832564592,
+ 0.7946128845214844,
+ 2.405884158562799e-09,
+ 4.8061231439078256e-08,
+ 2.352633373448043e-06,
+ 0.03146671876311302,
+ 0.0002511684433557093,
+ 5.008510925108567e-05,
+ 0.0011371750151738524,
+ 1.3822460459778085e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953134536743164,
+ -0.22990024089813232,
+ -19.845348358154297,
+ -16.85079002380371,
+ -12.959975242614746,
+ -3.458824872970581,
+ -8.289386749267578,
+ -9.901786804199219,
+ -6.779208183288574,
+ -11.189215660095215
+ ],
+ "distances_by_expert": [
+ 13.906269073486328,
+ 0.45980048179626465,
+ 39.690696716308594,
+ 33.70158004760742,
+ 25.919950485229492,
+ 6.917649745941162,
+ 16.578773498535156,
+ 19.803573608398438,
+ 13.558416366577148,
+ 22.37843132019043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.04931640625,
+ "language": 50.18061065673828
+ }
+ },
+ {
+ "routing_index": 302,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009383336291648448,
+ 0.762258768081665,
+ 2.3815676097882488e-09,
+ 4.7596525831750114e-08,
+ 2.291652208441519e-06,
+ 0.030260836705565453,
+ 0.00024712143931537867,
+ 4.8604186304146424e-05,
+ 0.0011301875347271562,
+ 1.3281337487569544e-05
+ ],
+ "log_scores_by_expert": [
+ -6.971405029296875,
+ -0.27146923542022705,
+ -19.855506896972656,
+ -16.860506057739258,
+ -12.986237525939941,
+ -3.49790096282959,
+ -8.305630683898926,
+ -9.931800842285156,
+ -6.785371780395508,
+ -11.229150772094727
+ ],
+ "distances_by_expert": [
+ 13.94281005859375,
+ 0.5429384708404541,
+ 39.71101379394531,
+ 33.721012115478516,
+ 25.972475051879883,
+ 6.99580192565918,
+ 16.61126136779785,
+ 19.863601684570312,
+ 13.570743560791016,
+ 22.458301544189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.121337890625,
+ "language": 50.19422149658203
+ }
+ },
+ {
+ "routing_index": 303,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009012332884594798,
+ 0.7370268106460571,
+ 2.33005770233774e-09,
+ 4.8916138695176414e-08,
+ 2.35519928537542e-06,
+ 0.0312669537961483,
+ 0.00025790469953790307,
+ 4.9220565415453166e-05,
+ 0.0010473604779690504,
+ 1.3459606634569354e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011746406555176,
+ -0.30513104796409607,
+ -19.87737274169922,
+ -16.833158493041992,
+ -12.958885192871094,
+ -3.465193510055542,
+ -8.262920379638672,
+ -9.919198989868164,
+ -6.8614821434021,
+ -11.21581745147705
+ ],
+ "distances_by_expert": [
+ 14.023492813110352,
+ 0.6102620959281921,
+ 39.75474548339844,
+ 33.666316986083984,
+ 25.917770385742188,
+ 6.930387020111084,
+ 16.525840759277344,
+ 19.838397979736328,
+ 13.7229642868042,
+ 22.4316349029541
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.12060546875,
+ "language": 50.22794723510742
+ }
+ },
+ {
+ "routing_index": 304,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009112621773965657,
+ 0.6633992195129395,
+ 2.2759996110011116e-09,
+ 3.855873842439905e-08,
+ 2.0804175164812477e-06,
+ 0.02368014119565487,
+ 0.0002260221663163975,
+ 4.4676595280179754e-05,
+ 0.0010478530311957002,
+ 1.2755081115756184e-05
+ ],
+ "log_scores_by_expert": [
+ -7.000679969787598,
+ -0.4103783071041107,
+ -19.900846481323242,
+ -17.071083068847656,
+ -13.082942008972168,
+ -3.7431185245513916,
+ -8.394877433776855,
+ -10.016060829162598,
+ -6.861011981964111,
+ -11.269580841064453
+ ],
+ "distances_by_expert": [
+ 14.001359939575195,
+ 0.8207566142082214,
+ 39.801692962646484,
+ 34.14216613769531,
+ 26.165884017944336,
+ 7.486237049102783,
+ 16.78975486755371,
+ 20.032121658325195,
+ 13.722023963928223,
+ 22.539161682128906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3533.29638671875,
+ "language": 50.191673278808594
+ }
+ },
+ {
+ "routing_index": 305,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009644237579777837,
+ 0.7611026763916016,
+ 2.419694666855321e-09,
+ 4.4348933414539715e-08,
+ 2.2819431251264177e-06,
+ 0.027467506006360054,
+ 0.00024392326304223388,
+ 4.763692049891688e-05,
+ 0.001125013455748558,
+ 1.3767771633865777e-05
+ ],
+ "log_scores_by_expert": [
+ -6.943979740142822,
+ -0.2729870676994324,
+ -19.839624404907227,
+ -16.931177139282227,
+ -12.990483283996582,
+ -3.5947515964508057,
+ -8.318656921386719,
+ -9.951902389526367,
+ -6.7899603843688965,
+ -11.193180084228516
+ ],
+ "distances_by_expert": [
+ 13.887959480285645,
+ 0.5459741353988647,
+ 39.67924880981445,
+ 33.86235427856445,
+ 25.980966567993164,
+ 7.189503192901611,
+ 16.637313842773438,
+ 19.903804779052734,
+ 13.579920768737793,
+ 22.38636016845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.987060546875,
+ "language": 50.18937683105469
+ }
+ },
+ {
+ "routing_index": 306,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009213740704581141,
+ 0.7173269391059875,
+ 2.3044364194646505e-09,
+ 4.0482884600123725e-08,
+ 2.110379909936455e-06,
+ 0.02430046536028385,
+ 0.00022915496083442122,
+ 4.382551196613349e-05,
+ 0.0010998850921168923,
+ 1.2546965990622994e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989644527435303,
+ -0.33222365379333496,
+ -19.888429641723633,
+ -17.02238655090332,
+ -13.068642616271973,
+ -3.7172598838806152,
+ -8.381112098693848,
+ -10.035294532775879,
+ -6.812549591064453,
+ -11.286031723022461
+ ],
+ "distances_by_expert": [
+ 13.979289054870605,
+ 0.6644473075866699,
+ 39.776859283447266,
+ 34.04477310180664,
+ 26.137285232543945,
+ 7.4345197677612305,
+ 16.762224197387695,
+ 20.070589065551758,
+ 13.625099182128906,
+ 22.572063446044922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3411.423583984375,
+ "language": 50.17980194091797
+ }
+ },
+ {
+ "routing_index": 307,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008280034526251256,
+ 0.6930702328681946,
+ 2.050386305185725e-09,
+ 3.827020478297527e-08,
+ 1.9966903437307337e-06,
+ 0.023248234763741493,
+ 0.00021472779917530715,
+ 4.0694565541343763e-05,
+ 0.0010259744012728333,
+ 1.2080299711669795e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096493244171143,
+ -0.36662396788597107,
+ -20.005237579345703,
+ -17.078594207763672,
+ -13.124019622802734,
+ -3.761526107788086,
+ -8.446139335632324,
+ -10.109416007995605,
+ -6.882112503051758,
+ -11.323934555053711
+ ],
+ "distances_by_expert": [
+ 14.192986488342285,
+ 0.7332479357719421,
+ 40.010475158691406,
+ 34.157188415527344,
+ 26.24803924560547,
+ 7.523052215576172,
+ 16.89227867126465,
+ 20.21883201599121,
+ 13.764225006103516,
+ 22.647869110107422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3463.1103515625,
+ "language": 50.18525314331055
+ }
+ },
+ {
+ "routing_index": 308,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008794793393462896,
+ 0.7546576857566833,
+ 2.1787358583935656e-09,
+ 4.5646192603499e-08,
+ 2.189441374866874e-06,
+ 0.02972647361457348,
+ 0.00023914741177577525,
+ 4.584821726894006e-05,
+ 0.0010790681699290872,
+ 1.3240563930594362e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03618049621582,
+ -0.2814910411834717,
+ -19.944520950317383,
+ -16.902345657348633,
+ -13.031864166259766,
+ -3.5157172679901123,
+ -8.338430404663086,
+ -9.990174293518066,
+ -6.831657409667969,
+ -11.23222541809082
+ ],
+ "distances_by_expert": [
+ 14.07236099243164,
+ 0.5629820823669434,
+ 39.889041900634766,
+ 33.804691314697266,
+ 26.06372833251953,
+ 7.031434535980225,
+ 16.676860809326172,
+ 19.980348587036133,
+ 13.663314819335938,
+ 22.46445083618164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.28662109375,
+ "language": 50.191162109375
+ }
+ },
+ {
+ "routing_index": 309,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008483794517815113,
+ 0.7373214960098267,
+ 2.14027862099897e-09,
+ 4.507543494014499e-08,
+ 2.2005190203344682e-06,
+ 0.029974455013871193,
+ 0.00024506438057869673,
+ 4.6456927520921454e-05,
+ 0.001031305524520576,
+ 1.3130560546414927e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072182655334473,
+ -0.3047313094139099,
+ -19.962329864501953,
+ -16.914928436279297,
+ -13.026817321777344,
+ -3.5074098110198975,
+ -8.313989639282227,
+ -9.976984977722168,
+ -6.876929759979248,
+ -11.240568161010742
+ ],
+ "distances_by_expert": [
+ 14.144365310668945,
+ 0.6094626188278198,
+ 39.924659729003906,
+ 33.829856872558594,
+ 26.053634643554688,
+ 7.014819622039795,
+ 16.627979278564453,
+ 19.953969955444336,
+ 13.753859519958496,
+ 22.481136322021484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.488525390625,
+ "language": 50.208431243896484
+ }
+ },
+ {
+ "routing_index": 310,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008015685016289353,
+ 0.6914204359054565,
+ 2.0568298175760447e-09,
+ 4.1970231734467234e-08,
+ 2.0652021248679375e-06,
+ 0.027446767315268517,
+ 0.00023148873879108578,
+ 4.423225618666038e-05,
+ 0.0009745691786520183,
+ 1.2058867469022516e-05
+ ],
+ "log_scores_by_expert": [
+ -7.128940105438232,
+ -0.3690072000026703,
+ -20.002099990844727,
+ -16.986305236816406,
+ -13.090282440185547,
+ -3.5955069065093994,
+ -8.370979309082031,
+ -10.026056289672852,
+ -6.9335150718688965,
+ -11.32571029663086
+ ],
+ "distances_by_expert": [
+ 14.257880210876465,
+ 0.7380144000053406,
+ 40.00419998168945,
+ 33.97261047363281,
+ 26.180564880371094,
+ 7.191013813018799,
+ 16.741958618164062,
+ 20.052112579345703,
+ 13.867030143737793,
+ 22.65142059326172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3331.8310546875,
+ "language": 50.21341323852539
+ }
+ },
+ {
+ "routing_index": 311,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009108211961574852,
+ 0.7858304977416992,
+ 2.2848771763506193e-09,
+ 4.684494214757251e-08,
+ 2.2519639060192276e-06,
+ 0.03184233605861664,
+ 0.0002498973626643419,
+ 4.878739491687156e-05,
+ 0.00109391612932086,
+ 1.3504376511264127e-05
+ ],
+ "log_scores_by_expert": [
+ -7.001163959503174,
+ -0.24101419746875763,
+ -19.896953582763672,
+ -16.876422882080078,
+ -13.003707885742188,
+ -3.446958541870117,
+ -8.29446029663086,
+ -9.928038597106934,
+ -6.817991256713867,
+ -11.212496757507324
+ ],
+ "distances_by_expert": [
+ 14.002327919006348,
+ 0.48202839493751526,
+ 39.793907165527344,
+ 33.752845764160156,
+ 26.007415771484375,
+ 6.893917083740234,
+ 16.58892059326172,
+ 19.856077194213867,
+ 13.635982513427734,
+ 22.42499351501465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.863525390625,
+ "language": 50.18159484863281
+ }
+ },
+ {
+ "routing_index": 312,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009540709434077144,
+ 0.8017314076423645,
+ 2.363345297240471e-09,
+ 4.628354943747581e-08,
+ 2.3702173166384455e-06,
+ 0.030000684782862663,
+ 0.0002511794737074524,
+ 4.941434599459171e-05,
+ 0.0011560217244550586,
+ 1.4286961231846362e-05
+ ],
+ "log_scores_by_expert": [
+ -6.954772472381592,
+ -0.22098161280155182,
+ -19.863187789916992,
+ -16.888479232788086,
+ -12.952528953552246,
+ -3.506535053253174,
+ -8.289342880249023,
+ -9.91526985168457,
+ -6.762770652770996,
+ -11.156163215637207
+ ],
+ "distances_by_expert": [
+ 13.909544944763184,
+ 0.44196322560310364,
+ 39.726375579833984,
+ 33.77695846557617,
+ 25.905057907104492,
+ 7.013070106506348,
+ 16.578685760498047,
+ 19.83053970336914,
+ 13.525541305541992,
+ 22.312326431274414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3404.484619140625,
+ "language": 50.177886962890625
+ }
+ },
+ {
+ "routing_index": 313,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009319615201093256,
+ 0.7815011143684387,
+ 2.349152428138268e-09,
+ 4.780843454454953e-08,
+ 2.3545435396954417e-06,
+ 0.031219923868775368,
+ 0.00025405571796000004,
+ 4.92681901960168e-05,
+ 0.0011213435791432858,
+ 1.3762993148702662e-05
+ ],
+ "log_scores_by_expert": [
+ -6.978219032287598,
+ -0.2465386539697647,
+ -19.869211196899414,
+ -16.856063842773438,
+ -12.959163665771484,
+ -3.4666988849639893,
+ -8.27795696258545,
+ -9.918231964111328,
+ -6.793227672576904,
+ -11.193527221679688
+ ],
+ "distances_by_expert": [
+ 13.956438064575195,
+ 0.4930773079395294,
+ 39.73842239379883,
+ 33.712127685546875,
+ 25.91832733154297,
+ 6.9333977699279785,
+ 16.5559139251709,
+ 19.836463928222656,
+ 13.586455345153809,
+ 22.387054443359375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.61279296875,
+ "language": 50.20906448364258
+ }
+ },
+ {
+ "routing_index": 314,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008549554622732103,
+ 0.6982452273368835,
+ 2.2247608200132163e-09,
+ 4.607242942711309e-08,
+ 2.178951262976625e-06,
+ 0.029159199446439743,
+ 0.00024419277906417847,
+ 4.5696178858634084e-05,
+ 0.001026463694870472,
+ 1.246813280886272e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0644612312316895,
+ -0.3591848909854889,
+ -19.923616409301758,
+ -16.893051147460938,
+ -13.036666870117188,
+ -3.534984827041626,
+ -8.31755256652832,
+ -9.99349594116211,
+ -6.881635665893555,
+ -11.29233455657959
+ ],
+ "distances_by_expert": [
+ 14.128922462463379,
+ 0.7183697819709778,
+ 39.847232818603516,
+ 33.786102294921875,
+ 26.073333740234375,
+ 7.069969654083252,
+ 16.63510513305664,
+ 19.98699188232422,
+ 13.76327133178711,
+ 22.58466911315918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3264.038818359375,
+ "language": 50.225059509277344
+ }
+ },
+ {
+ "routing_index": 315,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008835393819026649,
+ 0.6088712811470032,
+ 2.2014476908083225e-09,
+ 3.558245964541129e-08,
+ 1.98526936401322e-06,
+ 0.02060827799141407,
+ 0.00021252794249448925,
+ 4.187893500784412e-05,
+ 0.0010090989526361227,
+ 1.207966579386266e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031574726104736,
+ -0.49614837765693665,
+ -19.93415069580078,
+ -17.151412963867188,
+ -13.129755973815918,
+ -3.8820624351501465,
+ -8.456437110900879,
+ -10.080727577209473,
+ -6.898697376251221,
+ -11.323987007141113
+ ],
+ "distances_by_expert": [
+ 14.063149452209473,
+ 0.9922967553138733,
+ 39.86830139160156,
+ 34.302825927734375,
+ 26.259511947631836,
+ 7.764124870300293,
+ 16.912874221801758,
+ 20.161455154418945,
+ 13.797394752502441,
+ 22.647974014282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3532.311767578125,
+ "language": 50.189125061035156
+ }
+ },
+ {
+ "routing_index": 316,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008634623955003917,
+ 0.6320154070854187,
+ 2.193396131389136e-09,
+ 3.4987802877139984e-08,
+ 1.985854623853811e-06,
+ 0.02032860741019249,
+ 0.0002102409052895382,
+ 4.101999365957454e-05,
+ 0.001005855854600668,
+ 1.1762504982471e-05
+ ],
+ "log_scores_by_expert": [
+ -7.05456018447876,
+ -0.45884159207344055,
+ -19.937814712524414,
+ -17.16826629638672,
+ -13.129461288452148,
+ -3.895726203918457,
+ -8.467256546020508,
+ -10.10145092010498,
+ -6.90191650390625,
+ -11.350593566894531
+ ],
+ "distances_by_expert": [
+ 14.10912036895752,
+ 0.9176831841468811,
+ 39.87562942504883,
+ 34.33653259277344,
+ 26.258922576904297,
+ 7.791452407836914,
+ 16.934513092041016,
+ 20.20290184020996,
+ 13.8038330078125,
+ 22.701187133789062
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.71142578125,
+ "language": 50.18070983886719
+ }
+ },
+ {
+ "routing_index": 317,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008796731126494706,
+ 0.68275386095047,
+ 2.1895882884592766e-09,
+ 3.778612622795663e-08,
+ 2.0177003534627147e-06,
+ 0.022194666787981987,
+ 0.00021586734510492533,
+ 4.1388426325283945e-05,
+ 0.0010428723180666566,
+ 1.202603289129911e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0359601974487305,
+ -0.3816209137439728,
+ -19.939552307128906,
+ -17.091323852539062,
+ -13.11355209350586,
+ -3.807903289794922,
+ -8.44084644317627,
+ -10.092509269714355,
+ -6.865776538848877,
+ -11.328436851501465
+ ],
+ "distances_by_expert": [
+ 14.071920394897461,
+ 0.7632418274879456,
+ 39.87910461425781,
+ 34.182647705078125,
+ 26.22710418701172,
+ 7.615806579589844,
+ 16.88169288635254,
+ 20.18501853942871,
+ 13.731553077697754,
+ 22.65687370300293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3443.45751953125,
+ "language": 50.17700958251953
+ }
+ },
+ {
+ "routing_index": 318,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009029220091179013,
+ 0.7213812470436096,
+ 2.2176644964844172e-09,
+ 4.091690186669439e-08,
+ 2.1095768261147896e-06,
+ 0.024717990309000015,
+ 0.00022476600133813918,
+ 4.366189750726335e-05,
+ 0.0010920430067926645,
+ 1.2817929928132799e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00987434387207,
+ -0.3265875577926636,
+ -19.92681121826172,
+ -17.011722564697266,
+ -13.069023132324219,
+ -3.700223922729492,
+ -8.400450706481934,
+ -10.039034843444824,
+ -6.819705009460449,
+ -11.264665603637695
+ ],
+ "distances_by_expert": [
+ 14.01974868774414,
+ 0.6531751155853271,
+ 39.85362243652344,
+ 34.02344512939453,
+ 26.138046264648438,
+ 7.400447845458984,
+ 16.800901412963867,
+ 20.07806968688965,
+ 13.639410018920898,
+ 22.52933120727539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.46337890625,
+ "language": 50.18080520629883
+ }
+ },
+ {
+ "routing_index": 319,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009256362682208419,
+ 0.7900205254554749,
+ 2.3198762910681126e-09,
+ 4.859299096438008e-08,
+ 2.236984755654703e-06,
+ 0.031003963202238083,
+ 0.0002451768086757511,
+ 4.757427450385876e-05,
+ 0.0011163792805746198,
+ 1.3356824638321996e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985029220581055,
+ -0.23569639027118683,
+ -19.881752014160156,
+ -16.839786529541016,
+ -13.010381698608398,
+ -3.473640203475952,
+ -8.313530921936035,
+ -9.953218460083008,
+ -6.797664642333984,
+ -11.223483085632324
+ ],
+ "distances_by_expert": [
+ 13.97005844116211,
+ 0.47139278054237366,
+ 39.76350402832031,
+ 33.67957305908203,
+ 26.020763397216797,
+ 6.947280406951904,
+ 16.62706184387207,
+ 19.906436920166016,
+ 13.595329284667969,
+ 22.44696617126465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.72216796875,
+ "language": 50.19676208496094
+ }
+ },
+ {
+ "routing_index": 320,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008708681561984122,
+ 0.7665795087814331,
+ 2.169306734245424e-09,
+ 4.5125585046434935e-08,
+ 2.2500596514873905e-06,
+ 0.030762284994125366,
+ 0.00024892593501135707,
+ 4.7538353101117536e-05,
+ 0.0010532421292737126,
+ 1.3644679711433128e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046020030975342,
+ -0.2658168375492096,
+ -19.9488582611084,
+ -16.913816452026367,
+ -13.00455379486084,
+ -3.4814658164978027,
+ -8.298355102539062,
+ -9.953973770141602,
+ -6.855882167816162,
+ -11.202160835266113
+ ],
+ "distances_by_expert": [
+ 14.092040061950684,
+ 0.5316336750984192,
+ 39.8977165222168,
+ 33.827632904052734,
+ 26.00910758972168,
+ 6.9629316329956055,
+ 16.596710205078125,
+ 19.907947540283203,
+ 13.711764335632324,
+ 22.404321670532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3316.67578125,
+ "language": 50.212318420410156
+ }
+ },
+ {
+ "routing_index": 321,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008622564491815865,
+ 0.7701935172080994,
+ 2.1992652143865143e-09,
+ 4.6679129894755533e-08,
+ 2.2701956368109677e-06,
+ 0.03156974911689758,
+ 0.0002535965177230537,
+ 4.778192669618875e-05,
+ 0.0010439961915835738,
+ 1.3578049220086541e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055957794189453,
+ -0.2611135244369507,
+ -19.935142517089844,
+ -16.879968643188477,
+ -12.995644569396973,
+ -3.4555559158325195,
+ -8.279766082763672,
+ -9.94886302947998,
+ -6.864699363708496,
+ -11.207056045532227
+ ],
+ "distances_by_expert": [
+ 14.111915588378906,
+ 0.5222270488739014,
+ 39.87028503417969,
+ 33.75993728637695,
+ 25.991289138793945,
+ 6.911111831665039,
+ 16.559532165527344,
+ 19.89772605895996,
+ 13.729398727416992,
+ 22.414112091064453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3293.64111328125,
+ "language": 50.21498489379883
+ }
+ },
+ {
+ "routing_index": 322,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008918161038309336,
+ 0.7729867100715637,
+ 2.223704331782983e-09,
+ 4.518432561440022e-08,
+ 2.2067858935770346e-06,
+ 0.030972562730312347,
+ 0.00024816105724312365,
+ 4.7765617637196556e-05,
+ 0.0010727589251473546,
+ 1.3323022358235903e-05
+ ],
+ "log_scores_by_expert": [
+ -7.022250652313232,
+ -0.25749343633651733,
+ -19.924091339111328,
+ -16.91251564025879,
+ -13.02397346496582,
+ -3.474653482437134,
+ -8.301432609558105,
+ -9.949204444885254,
+ -6.837521553039551,
+ -11.226016998291016
+ ],
+ "distances_by_expert": [
+ 14.044501304626465,
+ 0.5149868726730347,
+ 39.848182678222656,
+ 33.82503128051758,
+ 26.04794692993164,
+ 6.949306964874268,
+ 16.60286521911621,
+ 19.898408889770508,
+ 13.675043106079102,
+ 22.45203399658203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3282.32080078125,
+ "language": 50.203590393066406
+ }
+ },
+ {
+ "routing_index": 323,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009385850862599909,
+ 0.7817896604537964,
+ 2.35546981919299e-09,
+ 4.593221802906555e-08,
+ 2.3613210942130536e-06,
+ 0.030299004167318344,
+ 0.000249123084358871,
+ 4.935147080686875e-05,
+ 0.0011293007992208004,
+ 1.4104632100497838e-05
+ ],
+ "log_scores_by_expert": [
+ -6.971137046813965,
+ -0.24616952240467072,
+ -19.866525650024414,
+ -16.896099090576172,
+ -12.956289291381836,
+ -3.49664044380188,
+ -8.297563552856445,
+ -9.916543006896973,
+ -6.78615665435791,
+ -11.169007301330566
+ ],
+ "distances_by_expert": [
+ 13.94227409362793,
+ 0.49233904480934143,
+ 39.73305130004883,
+ 33.792198181152344,
+ 25.912578582763672,
+ 6.99328088760376,
+ 16.59512710571289,
+ 19.833086013793945,
+ 13.57231330871582,
+ 22.338014602661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.683349609375,
+ "language": 50.19377899169922
+ }
+ },
+ {
+ "routing_index": 324,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009324714192189276,
+ 0.7481974959373474,
+ 2.3807955606969244e-09,
+ 4.7267491254388005e-08,
+ 2.3005732145975344e-06,
+ 0.028776489198207855,
+ 0.0002443465346004814,
+ 4.832714330404997e-05,
+ 0.0011173160746693611,
+ 1.326877736573806e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977672100067139,
+ -0.29008835554122925,
+ -19.855831146240234,
+ -16.867443084716797,
+ -12.982352256774902,
+ -3.54819655418396,
+ -8.316923141479492,
+ -9.937517166137695,
+ -6.796825885772705,
+ -11.230096817016602
+ ],
+ "distances_by_expert": [
+ 13.955344200134277,
+ 0.5801767110824585,
+ 39.71166229248047,
+ 33.734886169433594,
+ 25.964704513549805,
+ 7.09639310836792,
+ 16.633846282958984,
+ 19.87503433227539,
+ 13.59365177154541,
+ 22.460193634033203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3281.162841796875,
+ "language": 50.2047233581543
+ }
+ },
+ {
+ "routing_index": 325,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008991686045192182,
+ 0.7117182016372681,
+ 2.3087569633872818e-09,
+ 4.677850995449262e-08,
+ 2.204497150160023e-06,
+ 0.02939627319574356,
+ 0.0002450087631586939,
+ 4.660336344386451e-05,
+ 0.001067404286004603,
+ 1.2502376193879172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014039993286133,
+ -0.34007325768470764,
+ -19.88655662536621,
+ -16.87784194946289,
+ -13.02501106262207,
+ -3.5268874168395996,
+ -8.314216613769531,
+ -9.973837852478027,
+ -6.842525482177734,
+ -11.289591789245605
+ ],
+ "distances_by_expert": [
+ 14.028079986572266,
+ 0.6801465153694153,
+ 39.77311325073242,
+ 33.75568389892578,
+ 26.05002212524414,
+ 7.053774833679199,
+ 16.628433227539062,
+ 19.947675704956055,
+ 13.685050964355469,
+ 22.57918357849121
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3206.67431640625,
+ "language": 50.19172286987305
+ }
+ },
+ {
+ "routing_index": 326,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008552955696359277,
+ 0.6053122878074646,
+ 2.195958082040761e-09,
+ 3.501283885043449e-08,
+ 1.954503659362672e-06,
+ 0.020151210948824883,
+ 0.00020666838099714369,
+ 4.0912556869443506e-05,
+ 0.000981982913799584,
+ 1.1627109415712766e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064063549041748,
+ -0.5020107626914978,
+ -19.936647415161133,
+ -17.167551040649414,
+ -13.145374298095703,
+ -3.9044909477233887,
+ -8.484395027160645,
+ -10.104073524475098,
+ -6.925936698913574,
+ -11.362171173095703
+ ],
+ "distances_by_expert": [
+ 14.128127098083496,
+ 1.0040215253829956,
+ 39.873294830322266,
+ 34.33510208129883,
+ 26.290748596191406,
+ 7.808981895446777,
+ 16.96879005432129,
+ 20.208147048950195,
+ 13.851873397827148,
+ 22.724342346191406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3483.1904296875,
+ "language": 50.18690490722656
+ }
+ },
+ {
+ "routing_index": 327,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008858676301315427,
+ 0.685183048248291,
+ 2.2408375155436033e-09,
+ 3.9309494326289496e-08,
+ 2.093776856781915e-06,
+ 0.023197820410132408,
+ 0.0002178722934331745,
+ 4.266202086000703e-05,
+ 0.0010433463612571359,
+ 1.2288630387047306e-05
+ ],
+ "log_scores_by_expert": [
+ -7.028943061828613,
+ -0.3780692219734192,
+ -19.91641616821289,
+ -17.051799774169922,
+ -13.07654094696045,
+ -3.7636969089508057,
+ -8.431601524353027,
+ -10.062201499938965,
+ -6.865322113037109,
+ -11.306836128234863
+ ],
+ "distances_by_expert": [
+ 14.057886123657227,
+ 0.7561384439468384,
+ 39.83283233642578,
+ 34.103599548339844,
+ 26.1530818939209,
+ 7.527393817901611,
+ 16.863203048706055,
+ 20.12440299987793,
+ 13.730644226074219,
+ 22.613672256469727
+ ],
+ "routing_embedding_norm": 1.41421377658844,
+ "modality_norms": {
+ "vision": 3398.5888671875,
+ "language": 50.1913948059082
+ }
+ },
+ {
+ "routing_index": 328,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008968404727056623,
+ 0.7071189284324646,
+ 2.2240311814414326e-09,
+ 3.9592645606489896e-08,
+ 2.0933837276970735e-06,
+ 0.024129647761583328,
+ 0.00022150491713546216,
+ 4.273535523680039e-05,
+ 0.001076233689673245,
+ 1.2590320693561807e-05
+ ],
+ "log_scores_by_expert": [
+ -7.016632556915283,
+ -0.3465564250946045,
+ -19.9239444732666,
+ -17.04462242126465,
+ -13.076728820800781,
+ -3.724313974380493,
+ -8.41506576538086,
+ -10.060483932495117,
+ -6.834287643432617,
+ -11.28258228302002
+ ],
+ "distances_by_expert": [
+ 14.033265113830566,
+ 0.693112850189209,
+ 39.8478889465332,
+ 34.0892448425293,
+ 26.153457641601562,
+ 7.448627948760986,
+ 16.83013153076172,
+ 20.120967864990234,
+ 13.668575286865234,
+ 22.56516456604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3477.8876953125,
+ "language": 50.18674087524414
+ }
+ },
+ {
+ "routing_index": 329,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008366144029423594,
+ 0.7430045008659363,
+ 2.1454775733786846e-09,
+ 4.471475989475948e-08,
+ 2.188737653341377e-06,
+ 0.027271803468465805,
+ 0.0002281719062011689,
+ 4.41104311903473e-05,
+ 0.0010363521287217736,
+ 1.2878287634521257e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086147308349609,
+ -0.29705318808555603,
+ -19.959903717041016,
+ -16.922962188720703,
+ -13.032185554504395,
+ -3.6019020080566406,
+ -8.385411262512207,
+ -10.028814315795898,
+ -6.872048377990723,
+ -11.259967803955078
+ ],
+ "distances_by_expert": [
+ 14.172294616699219,
+ 0.5941063761711121,
+ 39.91980743408203,
+ 33.845924377441406,
+ 26.06437110900879,
+ 7.203804016113281,
+ 16.770822525024414,
+ 20.057628631591797,
+ 13.744096755981445,
+ 22.519935607910156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.889892578125,
+ "language": 50.172210693359375
+ }
+ },
+ {
+ "routing_index": 330,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009180309716612101,
+ 0.7765281200408936,
+ 2.291882461591399e-09,
+ 4.861069768935522e-08,
+ 2.2869646727485815e-06,
+ 0.03152057155966759,
+ 0.0002442344557493925,
+ 4.727369378088042e-05,
+ 0.0011090408079326153,
+ 1.345755208603805e-05
+ ],
+ "log_scores_by_expert": [
+ -6.993279457092285,
+ -0.2529224455356598,
+ -19.893892288208008,
+ -16.83942222595215,
+ -12.988285064697266,
+ -3.4571149349212646,
+ -8.317381858825684,
+ -9.959556579589844,
+ -6.804259777069092,
+ -11.215970039367676
+ ],
+ "distances_by_expert": [
+ 13.98655891418457,
+ 0.5058448910713196,
+ 39.787784576416016,
+ 33.6788444519043,
+ 25.97657012939453,
+ 6.914229869842529,
+ 16.634763717651367,
+ 19.919113159179688,
+ 13.608519554138184,
+ 22.43194007873535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.101318359375,
+ "language": 50.21379470825195
+ }
+ },
+ {
+ "routing_index": 331,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008335840539075434,
+ 0.7114652395248413,
+ 2.114964203769887e-09,
+ 4.566622280322008e-08,
+ 2.190732175222365e-06,
+ 0.02986857481300831,
+ 0.00024105662305373698,
+ 4.6247310820035636e-05,
+ 0.0010083673987537622,
+ 1.289448391617043e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089776039123535,
+ -0.34042876958847046,
+ -19.974227905273438,
+ -16.901906967163086,
+ -13.031274795532227,
+ -3.510948419570923,
+ -8.33047866821289,
+ -9.981507301330566,
+ -6.899422645568848,
+ -11.258710861206055
+ ],
+ "distances_by_expert": [
+ 14.17955207824707,
+ 0.6808575391769409,
+ 39.948455810546875,
+ 33.80381393432617,
+ 26.062549591064453,
+ 7.021896839141846,
+ 16.66095733642578,
+ 19.963014602661133,
+ 13.798845291137695,
+ 22.51742172241211
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.7275390625,
+ "language": 50.218055725097656
+ }
+ },
+ {
+ "routing_index": 332,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007743596797809005,
+ 0.6373307108879089,
+ 1.9881365442842025e-09,
+ 4.140782650097208e-08,
+ 1.9822932699753437e-06,
+ 0.026386331766843796,
+ 0.0002207705838372931,
+ 4.234520019963384e-05,
+ 0.0009526427020318806,
+ 1.1423422620282508e-05
+ ],
+ "log_scores_by_expert": [
+ -7.163474082946777,
+ -0.45046666264533997,
+ -20.036067962646484,
+ -16.99979591369629,
+ -13.131256103515625,
+ -3.634909152984619,
+ -8.418386459350586,
+ -10.069655418395996,
+ -6.956270694732666,
+ -11.379844665527344
+ ],
+ "distances_by_expert": [
+ 14.326948165893555,
+ 0.9009333252906799,
+ 40.07213592529297,
+ 33.99959182739258,
+ 26.26251220703125,
+ 7.269818305969238,
+ 16.836772918701172,
+ 20.139310836791992,
+ 13.912541389465332,
+ 22.759689331054688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.13427734375,
+ "language": 50.197509765625
+ }
+ },
+ {
+ "routing_index": 333,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009054438560269773,
+ 0.7576256394386292,
+ 2.260067244463926e-09,
+ 4.669462683182246e-08,
+ 2.217458359154989e-06,
+ 0.03180437535047531,
+ 0.0002457524533383548,
+ 4.790891398442909e-05,
+ 0.001087313168682158,
+ 1.3275119272293523e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00708532333374,
+ -0.2775658965110779,
+ -19.90787124633789,
+ -16.879636764526367,
+ -13.019148826599121,
+ -3.4481513500213623,
+ -8.311185836791992,
+ -9.946208953857422,
+ -6.824045658111572,
+ -11.229619026184082
+ ],
+ "distances_by_expert": [
+ 14.01417064666748,
+ 0.5551317930221558,
+ 39.81574249267578,
+ 33.759273529052734,
+ 26.038297653198242,
+ 6.896302700042725,
+ 16.622371673583984,
+ 19.892417907714844,
+ 13.648091316223145,
+ 22.459238052368164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.96240234375,
+ "language": 50.18326950073242
+ }
+ },
+ {
+ "routing_index": 334,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009725437266752124,
+ 0.7807974219322205,
+ 2.4024175981907092e-09,
+ 4.722171453863666e-08,
+ 2.3953359686856857e-06,
+ 0.0303947851061821,
+ 0.0002508400066290051,
+ 4.9775691877584904e-05,
+ 0.0011659038718789816,
+ 1.4231642126105726e-05
+ ],
+ "log_scores_by_expert": [
+ -6.935595512390137,
+ -0.24743956327438354,
+ -19.846790313720703,
+ -16.868412017822266,
+ -12.941987037658691,
+ -3.4934842586517334,
+ -8.290695190429688,
+ -9.907983779907227,
+ -6.754258632659912,
+ -11.160042762756348
+ ],
+ "distances_by_expert": [
+ 13.871191024780273,
+ 0.4948791265487671,
+ 39.693580627441406,
+ 33.73682403564453,
+ 25.883974075317383,
+ 6.986968517303467,
+ 16.581390380859375,
+ 19.815967559814453,
+ 13.508517265319824,
+ 22.320085525512695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3378.210205078125,
+ "language": 50.20997619628906
+ }
+ },
+ {
+ "routing_index": 335,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009071521926671267,
+ 0.7687076330184937,
+ 2.297546153329222e-09,
+ 4.79351669468997e-08,
+ 2.3010954919300275e-06,
+ 0.03192827105522156,
+ 0.00025150616420432925,
+ 4.816688669961877e-05,
+ 0.0011066450970247388,
+ 1.3499019587470684e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005200386047363,
+ -0.2630445659160614,
+ -19.89142417907715,
+ -16.853416442871094,
+ -12.982125282287598,
+ -3.444263458251953,
+ -8.288043022155762,
+ -9.940838813781738,
+ -6.806422233581543,
+ -11.21289348602295
+ ],
+ "distances_by_expert": [
+ 14.010400772094727,
+ 0.5260891318321228,
+ 39.7828483581543,
+ 33.70683288574219,
+ 25.964250564575195,
+ 6.888526916503906,
+ 16.576086044311523,
+ 19.881677627563477,
+ 13.612844467163086,
+ 22.4257869720459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.098388671875,
+ "language": 50.18647384643555
+ }
+ },
+ {
+ "routing_index": 336,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008507788879796863,
+ 0.7096135020256042,
+ 2.1834785091101594e-09,
+ 4.576693513058672e-08,
+ 2.1802150058647385e-06,
+ 0.031246693804860115,
+ 0.000250637240242213,
+ 4.682401777245104e-05,
+ 0.001009305939078331,
+ 1.290038835577434e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0693583488464355,
+ -0.3430347740650177,
+ -19.942346572875977,
+ -16.899703979492188,
+ -13.036087036132812,
+ -3.465841770172119,
+ -8.29150390625,
+ -9.969114303588867,
+ -6.898492336273193,
+ -11.25825309753418
+ ],
+ "distances_by_expert": [
+ 14.138716697692871,
+ 0.6860695481300354,
+ 39.88469314575195,
+ 33.799407958984375,
+ 26.072174072265625,
+ 6.931683540344238,
+ 16.5830078125,
+ 19.938228607177734,
+ 13.796984672546387,
+ 22.51650619506836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3231.894287109375,
+ "language": 50.20029830932617
+ }
+ },
+ {
+ "routing_index": 337,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008851920138113201,
+ 0.6648680567741394,
+ 2.2496506879576827e-09,
+ 4.133357478508515e-08,
+ 2.074420308417757e-06,
+ 0.025098752230405807,
+ 0.00022012850968167186,
+ 4.3915544665651396e-05,
+ 0.001026852405630052,
+ 1.2416468962328508e-05
+ ],
+ "log_scores_by_expert": [
+ -7.029706001281738,
+ -0.40816664695739746,
+ -19.912490844726562,
+ -17.001590728759766,
+ -13.08582878112793,
+ -3.6849372386932373,
+ -8.42129898071289,
+ -10.033242225646973,
+ -6.881257057189941,
+ -11.296486854553223
+ ],
+ "distances_by_expert": [
+ 14.059412002563477,
+ 0.8163332939147949,
+ 39.824981689453125,
+ 34.00318145751953,
+ 26.17165756225586,
+ 7.369874477386475,
+ 16.84259796142578,
+ 20.066484451293945,
+ 13.762514114379883,
+ 22.592973709106445
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3493.567138671875,
+ "language": 50.191776275634766
+ }
+ },
+ {
+ "routing_index": 338,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009217282058671117,
+ 0.7321693301200867,
+ 2.349197281148463e-09,
+ 4.267778663802346e-08,
+ 2.1541181922657415e-06,
+ 0.027034759521484375,
+ 0.00022951539722271264,
+ 4.4993772462476045e-05,
+ 0.0010827177902683616,
+ 1.266851177206263e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989260196685791,
+ -0.31174343824386597,
+ -19.869192123413086,
+ -16.969587326049805,
+ -13.048129081726074,
+ -3.6106319427490234,
+ -8.37954044342041,
+ -10.008986473083496,
+ -6.828280925750732,
+ -11.27639102935791
+ ],
+ "distances_by_expert": [
+ 13.978520393371582,
+ 0.6234868764877319,
+ 39.73838424682617,
+ 33.93917465209961,
+ 26.09625816345215,
+ 7.221263885498047,
+ 16.75908088684082,
+ 20.017972946166992,
+ 13.656561851501465,
+ 22.55278205871582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.989013671875,
+ "language": 50.201969146728516
+ }
+ },
+ {
+ "routing_index": 339,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009142574272118509,
+ 0.6977173686027527,
+ 2.288423006646667e-09,
+ 3.944528614852061e-08,
+ 2.0904749362671282e-06,
+ 0.023676149547100067,
+ 0.00022304771118797362,
+ 4.305283437133767e-05,
+ 0.0010836775181815028,
+ 1.2493795111367945e-05
+ ],
+ "log_scores_by_expert": [
+ -6.997398376464844,
+ -0.35994115471839905,
+ -19.895402908325195,
+ -17.048351287841797,
+ -13.078119277954102,
+ -3.7432870864868164,
+ -8.408124923706055,
+ -10.053082466125488,
+ -6.827394962310791,
+ -11.290278434753418
+ ],
+ "distances_by_expert": [
+ 13.994796752929688,
+ 0.7198823094367981,
+ 39.79080581665039,
+ 34.096702575683594,
+ 26.156238555908203,
+ 7.486574172973633,
+ 16.81624984741211,
+ 20.106164932250977,
+ 13.654789924621582,
+ 22.580556869506836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.89990234375,
+ "language": 50.184818267822266
+ }
+ },
+ {
+ "routing_index": 340,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008617464336566627,
+ 0.7639191150665283,
+ 2.195987391928611e-09,
+ 4.643413475946545e-08,
+ 2.18146487895865e-06,
+ 0.029831523075699806,
+ 0.00023431664158124477,
+ 4.5228367525851354e-05,
+ 0.0010639082174748182,
+ 1.292629985982785e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056549549102783,
+ -0.2692933678627014,
+ -19.936634063720703,
+ -16.885231018066406,
+ -13.035513877868652,
+ -3.5121896266937256,
+ -8.358837127685547,
+ -10.003786087036133,
+ -6.845806121826172,
+ -11.256246566772461
+ ],
+ "distances_by_expert": [
+ 14.113099098205566,
+ 0.5385867357254028,
+ 39.873268127441406,
+ 33.77046203613281,
+ 26.071027755737305,
+ 7.024379253387451,
+ 16.717674255371094,
+ 20.007572174072266,
+ 13.691612243652344,
+ 22.512493133544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.260009765625,
+ "language": 50.180641174316406
+ }
+ },
+ {
+ "routing_index": 341,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008702844497747719,
+ 0.7392226457595825,
+ 2.1739912092755276e-09,
+ 4.756712002063068e-08,
+ 2.2422987058234867e-06,
+ 0.03060847707092762,
+ 0.00023684660845901817,
+ 4.6217854105634615e-05,
+ 0.0010686407331377268,
+ 1.314196106250165e-05
+ ],
+ "log_scores_by_expert": [
+ -7.046690464019775,
+ -0.30215612053871155,
+ -19.946701049804688,
+ -16.86112403869629,
+ -13.00800895690918,
+ -3.486478328704834,
+ -8.348097801208496,
+ -9.982144355773926,
+ -6.841367721557617,
+ -11.239700317382812
+ ],
+ "distances_by_expert": [
+ 14.09338092803955,
+ 0.6043122410774231,
+ 39.893402099609375,
+ 33.72224807739258,
+ 26.01601791381836,
+ 6.972956657409668,
+ 16.696195602416992,
+ 19.96428871154785,
+ 13.682735443115234,
+ 22.479400634765625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.779052734375,
+ "language": 50.20061492919922
+ }
+ },
+ {
+ "routing_index": 342,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007751181838102639,
+ 0.6591993570327759,
+ 1.931368842633674e-09,
+ 4.069182679700134e-08,
+ 1.9828814856737154e-06,
+ 0.027046898379921913,
+ 0.00022065335360821337,
+ 4.1958850488299504e-05,
+ 0.0009639745694585145,
+ 1.1893658665940166e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162495136260986,
+ -0.4167293310165405,
+ -20.06503677368164,
+ -17.01723861694336,
+ -13.130959510803223,
+ -3.610183000564575,
+ -8.418917655944824,
+ -10.078821182250977,
+ -6.944445610046387,
+ -11.339505195617676
+ ],
+ "distances_by_expert": [
+ 14.324990272521973,
+ 0.833458662033081,
+ 40.13007354736328,
+ 34.03447723388672,
+ 26.261919021606445,
+ 7.22036600112915,
+ 16.83783531188965,
+ 20.157642364501953,
+ 13.888891220092773,
+ 22.67901039123535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3336.22900390625,
+ "language": 50.1836051940918
+ }
+ },
+ {
+ "routing_index": 343,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006873678648844361,
+ 0.6127561330795288,
+ 1.7656767159479614e-09,
+ 3.8148936454263094e-08,
+ 1.8620858099893667e-06,
+ 0.027205055579543114,
+ 0.00021026015747338533,
+ 3.895138070220128e-05,
+ 0.0008676516590639949,
+ 1.1137844012409914e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2826409339904785,
+ -0.489788293838501,
+ -20.15473175048828,
+ -17.081768035888672,
+ -13.19381332397461,
+ -3.6043524742126465,
+ -8.467164993286133,
+ -10.153196334838867,
+ -7.049720287322998,
+ -11.40516185760498
+ ],
+ "distances_by_expert": [
+ 14.565281867980957,
+ 0.979576587677002,
+ 40.30946350097656,
+ 34.163536071777344,
+ 26.38762664794922,
+ 7.208704948425293,
+ 16.934329986572266,
+ 20.306392669677734,
+ 14.099440574645996,
+ 22.81032371520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.480224609375,
+ "language": 50.17453384399414
+ }
+ },
+ {
+ "routing_index": 344,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007266777683980763,
+ 0.6579590439796448,
+ 1.8806791679537582e-09,
+ 3.9011769814578656e-08,
+ 1.9855192476825323e-06,
+ 0.02728395164012909,
+ 0.00021663949883077294,
+ 4.082318628206849e-05,
+ 0.0008868249133229256,
+ 1.1857599020004272e-05
+ ],
+ "log_scores_by_expert": [
+ -7.227027416229248,
+ -0.4186125695705414,
+ -20.091632843017578,
+ -17.059402465820312,
+ -13.129630088806152,
+ -3.601456642150879,
+ -8.437275886535645,
+ -10.106260299682617,
+ -7.027863025665283,
+ -11.342541694641113
+ ],
+ "distances_by_expert": [
+ 14.454054832458496,
+ 0.8372251391410828,
+ 40.183265686035156,
+ 34.118804931640625,
+ 26.259260177612305,
+ 7.202913284301758,
+ 16.87455177307129,
+ 20.212520599365234,
+ 14.055726051330566,
+ 22.685083389282227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3214.210693359375,
+ "language": 50.223812103271484
+ }
+ },
+ {
+ "routing_index": 345,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008301390917040408,
+ 0.6917567253112793,
+ 2.0939157074906234e-09,
+ 4.3475225197653344e-08,
+ 2.0963564111298183e-06,
+ 0.028681132942438126,
+ 0.00022340108989737928,
+ 4.309185897000134e-05,
+ 0.0010292368242517114,
+ 1.225025062012719e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093917369842529,
+ -0.36852094531059265,
+ -19.984230041503906,
+ -16.951074600219727,
+ -13.075309753417969,
+ -3.551515817642212,
+ -8.40654182434082,
+ -10.052176475524902,
+ -6.878937721252441,
+ -11.309964179992676
+ ],
+ "distances_by_expert": [
+ 14.187834739685059,
+ 0.7370418906211853,
+ 39.96846008300781,
+ 33.90214920043945,
+ 26.150619506835938,
+ 7.103031635284424,
+ 16.81308364868164,
+ 20.104352951049805,
+ 13.757875442504883,
+ 22.61992835998535
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.6494140625,
+ "language": 50.19295883178711
+ }
+ },
+ {
+ "routing_index": 346,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000774807354900986,
+ 0.5843496918678284,
+ 1.9861052802383483e-09,
+ 4.114542662136955e-08,
+ 1.988536041608313e-06,
+ 0.024770762771368027,
+ 0.00021082315652165562,
+ 4.077015910297632e-05,
+ 0.0009586659725755453,
+ 1.1183227798028383e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162896156311035,
+ -0.5372557044029236,
+ -20.037090301513672,
+ -17.006153106689453,
+ -13.128111839294434,
+ -3.6980912685394287,
+ -8.46449089050293,
+ -10.107560157775879,
+ -6.949967861175537,
+ -11.401095390319824
+ ],
+ "distances_by_expert": [
+ 14.32579231262207,
+ 1.0745114088058472,
+ 40.074180603027344,
+ 34.012306213378906,
+ 26.256223678588867,
+ 7.396182537078857,
+ 16.92898178100586,
+ 20.215120315551758,
+ 13.899935722351074,
+ 22.80219078063965
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3260.388671875,
+ "language": 50.2110595703125
+ }
+ },
+ {
+ "routing_index": 347,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008272283594124019,
+ 0.6200838088989258,
+ 2.06802508451176e-09,
+ 4.252502350254872e-08,
+ 2.0770055471075466e-06,
+ 0.026400724425911903,
+ 0.00022319919662550092,
+ 4.312873716116883e-05,
+ 0.0009932697284966707,
+ 1.1818243365269154e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0974297523498535,
+ -0.4779006540775299,
+ -19.996671676635742,
+ -16.973173141479492,
+ -13.084583282470703,
+ -3.634363889694214,
+ -8.407445907592773,
+ -10.051321029663086,
+ -6.91450834274292,
+ -11.345866203308105
+ ],
+ "distances_by_expert": [
+ 14.194859504699707,
+ 0.9558013081550598,
+ 39.993343353271484,
+ 33.946346282958984,
+ 26.169166564941406,
+ 7.268727779388428,
+ 16.814891815185547,
+ 20.102642059326172,
+ 13.82901668548584,
+ 22.69173240661621
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3246.044677734375,
+ "language": 50.20175552368164
+ }
+ },
+ {
+ "routing_index": 348,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000818482250906527,
+ 0.6457980275154114,
+ 2.0732424665936833e-09,
+ 4.525996999404924e-08,
+ 2.0603549728548387e-06,
+ 0.02780299447476864,
+ 0.00022318791889119893,
+ 4.285130125936121e-05,
+ 0.0010088642593473196,
+ 1.1840817023767158e-05
+ ],
+ "log_scores_by_expert": [
+ -7.108058929443359,
+ -0.43726852536201477,
+ -19.994152069091797,
+ -16.910842895507812,
+ -13.092632293701172,
+ -3.582611560821533,
+ -8.407496452331543,
+ -10.057774543762207,
+ -6.898930072784424,
+ -11.343957901000977
+ ],
+ "distances_by_expert": [
+ 14.216117858886719,
+ 0.8745370507240295,
+ 39.988304138183594,
+ 33.821685791015625,
+ 26.185264587402344,
+ 7.165223121643066,
+ 16.814992904663086,
+ 20.115549087524414,
+ 13.797860145568848,
+ 22.687915802001953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.196533203125,
+ "language": 50.22471618652344
+ }
+ },
+ {
+ "routing_index": 349,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008348323171958327,
+ 0.66756272315979,
+ 2.123242026641492e-09,
+ 4.491631955261255e-08,
+ 2.141551703971345e-06,
+ 0.026954108849167824,
+ 0.0002270600525662303,
+ 4.380085738375783e-05,
+ 0.0010421316837891936,
+ 1.2296379281906411e-05
+ ],
+ "log_scores_by_expert": [
+ -7.088279724121094,
+ -0.40412193536758423,
+ -19.970321655273438,
+ -16.91846466064453,
+ -13.053979873657227,
+ -3.613619565963745,
+ -8.39029598236084,
+ -10.035857200622559,
+ -6.8664870262146,
+ -11.306205749511719
+ ],
+ "distances_by_expert": [
+ 14.176559448242188,
+ 0.8082438707351685,
+ 39.940643310546875,
+ 33.83692932128906,
+ 26.107959747314453,
+ 7.22723913192749,
+ 16.78059196472168,
+ 20.071714401245117,
+ 13.7329740524292,
+ 22.612411499023438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3270.826171875,
+ "language": 50.19392395019531
+ }
+ },
+ {
+ "routing_index": 350,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009239649516530335,
+ 0.697136640548706,
+ 2.245201358164195e-09,
+ 4.5892459610286096e-08,
+ 2.2604435798712075e-06,
+ 0.028207318857312202,
+ 0.0002357934572501108,
+ 4.6186305553419515e-05,
+ 0.0011208764044567943,
+ 1.306935700995382e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9868364334106445,
+ -0.36077380180358887,
+ -19.914470672607422,
+ -16.89696502685547,
+ -12.99994945526123,
+ -3.568173885345459,
+ -8.352554321289062,
+ -9.982827186584473,
+ -6.793644428253174,
+ -11.245240211486816
+ ],
+ "distances_by_expert": [
+ 13.973672866821289,
+ 0.7215476036071777,
+ 39.828941345214844,
+ 33.79393005371094,
+ 25.99989891052246,
+ 7.136347770690918,
+ 16.705108642578125,
+ 19.965654373168945,
+ 13.587288856506348,
+ 22.490480422973633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.29443359375,
+ "language": 50.19355773925781
+ }
+ },
+ {
+ "routing_index": 351,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008297757594846189,
+ 0.6362950801849365,
+ 2.045757341306853e-09,
+ 4.294029665175003e-08,
+ 2.101168092849548e-06,
+ 0.026573773473501205,
+ 0.00022383207397069782,
+ 4.349532173364423e-05,
+ 0.0010274950182065368,
+ 1.230170346389059e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09435510635376,
+ -0.45209282636642456,
+ -20.007497787475586,
+ -16.963455200195312,
+ -13.073017120361328,
+ -3.6278305053710938,
+ -8.404614448547363,
+ -10.04285717010498,
+ -6.880631446838379,
+ -11.30577278137207
+ ],
+ "distances_by_expert": [
+ 14.18871021270752,
+ 0.9041856527328491,
+ 40.01499557495117,
+ 33.926910400390625,
+ 26.146034240722656,
+ 7.2556610107421875,
+ 16.809228897094727,
+ 20.08571434020996,
+ 13.761262893676758,
+ 22.61154556274414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.138427734375,
+ "language": 50.2065315246582
+ }
+ },
+ {
+ "routing_index": 352,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008912188350223005,
+ 0.6464633941650391,
+ 2.1398867122712772e-09,
+ 4.2923346654788475e-08,
+ 2.0801219307031715e-06,
+ 0.026968929916620255,
+ 0.00022437363804783672,
+ 4.416708543431014e-05,
+ 0.001087356242351234,
+ 1.2219645213917829e-05
+ ],
+ "log_scores_by_expert": [
+ -7.022920608520508,
+ -0.43623876571655273,
+ -19.962512969970703,
+ -16.963850021362305,
+ -13.083084106445312,
+ -3.613069772720337,
+ -8.40219783782959,
+ -10.027530670166016,
+ -6.824006080627441,
+ -11.31246566772461
+ ],
+ "distances_by_expert": [
+ 14.045841217041016,
+ 0.8724775314331055,
+ 39.925025939941406,
+ 33.92770004272461,
+ 26.166168212890625,
+ 7.226139545440674,
+ 16.80439567565918,
+ 20.05506134033203,
+ 13.648012161254883,
+ 22.62493133544922
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.662841796875,
+ "language": 50.190425872802734
+ }
+ },
+ {
+ "routing_index": 353,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009270073496736586,
+ 0.630400538444519,
+ 2.193375259196273e-09,
+ 4.065637426720059e-08,
+ 2.0504578515101457e-06,
+ 0.024097952991724014,
+ 0.00021731179731432348,
+ 4.309789801482111e-05,
+ 0.001105831703171134,
+ 1.1855619959533215e-05
+ ],
+ "log_scores_by_expert": [
+ -6.983549118041992,
+ -0.46139994263648987,
+ -19.937824249267578,
+ -17.018110275268555,
+ -13.097447395324707,
+ -3.72562837600708,
+ -8.43417739868164,
+ -10.05203628540039,
+ -6.807157516479492,
+ -11.342708587646484
+ ],
+ "distances_by_expert": [
+ 13.967098236083984,
+ 0.9227998852729797,
+ 39.875648498535156,
+ 34.03622055053711,
+ 26.194894790649414,
+ 7.45125675201416,
+ 16.86835479736328,
+ 20.10407257080078,
+ 13.614315032958984,
+ 22.68541717529297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3344.44384765625,
+ "language": 50.19334030151367
+ }
+ },
+ {
+ "routing_index": 354,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007786618662066758,
+ 0.5337173342704773,
+ 1.9019155139687882e-09,
+ 3.674503545880725e-08,
+ 1.782750246093201e-06,
+ 0.021265827119350433,
+ 0.0001928208366734907,
+ 3.79116136173252e-05,
+ 0.0009615887538529932,
+ 1.0307297998224385e-05
+ ],
+ "log_scores_by_expert": [
+ -7.157933712005615,
+ -0.6278889179229736,
+ -20.08040428161621,
+ -17.1192626953125,
+ -13.237353324890137,
+ -3.850653886795044,
+ -8.553749084472656,
+ -10.180253028869629,
+ -6.946923732757568,
+ -11.482658386230469
+ ],
+ "distances_by_expert": [
+ 14.31586742401123,
+ 1.2557778358459473,
+ 40.16080856323242,
+ 34.238525390625,
+ 26.474706649780273,
+ 7.701307773590088,
+ 17.107498168945312,
+ 20.360506057739258,
+ 13.893847465515137,
+ 22.965316772460938
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3379.311767578125,
+ "language": 50.1953125
+ }
+ },
+ {
+ "routing_index": 355,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007470314740203321,
+ 0.516340434551239,
+ 1.8357998454732183e-09,
+ 3.5656785968285476e-08,
+ 1.7387147863701102e-06,
+ 0.020487042143940926,
+ 0.0001853690919233486,
+ 3.652425220934674e-05,
+ 0.0009324416168965399,
+ 9.928922736435197e-06
+ ],
+ "log_scores_by_expert": [
+ -7.199403285980225,
+ -0.6609890460968018,
+ -20.115785598754883,
+ -17.14932632446289,
+ -13.262364387512207,
+ -3.887962579727173,
+ -8.593161582946777,
+ -10.217534065246582,
+ -6.977704048156738,
+ -11.520058631896973
+ ],
+ "distances_by_expert": [
+ 14.39880657196045,
+ 1.3219780921936035,
+ 40.231571197509766,
+ 34.29865264892578,
+ 26.524728775024414,
+ 7.775925159454346,
+ 17.186323165893555,
+ 20.435068130493164,
+ 13.955408096313477,
+ 23.040117263793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.408203125,
+ "language": 50.19750213623047
+ }
+ },
+ {
+ "routing_index": 356,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0006612962461076677,
+ 0.4595978856086731,
+ 1.6654458923071047e-09,
+ 3.27827862633967e-08,
+ 1.5602765870426083e-06,
+ 0.01869487203657627,
+ 0.0001691278739599511,
+ 3.2976655347738415e-05,
+ 0.000849180796649307,
+ 8.84898236108711e-06
+ ],
+ "log_scores_by_expert": [
+ -7.321308612823486,
+ -0.7774032950401306,
+ -20.213172912597656,
+ -17.233362197875977,
+ -13.370647430419922,
+ -3.979506015777588,
+ -8.684855461120605,
+ -10.319710731506348,
+ -7.0712385177612305,
+ -11.635208129882812
+ ],
+ "distances_by_expert": [
+ 14.642617225646973,
+ 1.5548065900802612,
+ 40.42634582519531,
+ 34.46672439575195,
+ 26.741294860839844,
+ 7.959012031555176,
+ 17.36971092224121,
+ 20.639421463012695,
+ 14.142477035522461,
+ 23.270416259765625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.89404296875,
+ "language": 50.19316482543945
+ }
+ },
+ {
+ "routing_index": 357,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007199978572316468,
+ 0.5119617581367493,
+ 1.7949469688360864e-09,
+ 3.544191429227794e-08,
+ 1.7340302065349533e-06,
+ 0.02059437334537506,
+ 0.00018345653370488435,
+ 3.5809269320452586e-05,
+ 0.0009112803963944316,
+ 9.859061719907913e-06
+ ],
+ "log_scores_by_expert": [
+ -7.236262321472168,
+ -0.6695053577423096,
+ -20.138290405273438,
+ -17.155370712280273,
+ -13.26506233215332,
+ -3.882737398147583,
+ -8.603532791137695,
+ -10.237303733825684,
+ -7.000659942626953,
+ -11.527119636535645
+ ],
+ "distances_by_expert": [
+ 14.472524642944336,
+ 1.3390107154846191,
+ 40.276580810546875,
+ 34.31074142456055,
+ 26.53012466430664,
+ 7.765474796295166,
+ 17.20706558227539,
+ 20.474607467651367,
+ 14.001319885253906,
+ 23.05423927307129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.671142578125,
+ "language": 50.1973991394043
+ }
+ },
+ {
+ "routing_index": 358,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480222313664854,
+ 0.6142383217811584,
+ 2.07286676712215e-09,
+ 4.037446288407409e-08,
+ 1.9741603409784148e-06,
+ 0.023942390456795692,
+ 0.00020607636542990804,
+ 4.070489012519829e-05,
+ 0.0010355607373639941,
+ 1.1256341167609207e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072603702545166,
+ -0.4873723089694977,
+ -19.994333267211914,
+ -17.025068283081055,
+ -13.135367393493652,
+ -3.732104778289795,
+ -8.487263679504395,
+ -10.109162330627441,
+ -6.872812271118164,
+ -11.39457893371582
+ ],
+ "distances_by_expert": [
+ 14.145207405090332,
+ 0.9747446179389954,
+ 39.98866653442383,
+ 34.05013656616211,
+ 26.270734786987305,
+ 7.46420955657959,
+ 16.97452735900879,
+ 20.218324661254883,
+ 13.745624542236328,
+ 22.78915786743164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3322.552978515625,
+ "language": 50.1982307434082
+ }
+ },
+ {
+ "routing_index": 359,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007330832886509597,
+ 0.5406610369682312,
+ 1.8579925376016604e-09,
+ 3.765978107139745e-08,
+ 1.7881103531180997e-06,
+ 0.021961849182844162,
+ 0.00019158613577019423,
+ 3.68201253877487e-05,
+ 0.000942012935411185,
+ 1.016295573208481e-05
+ ],
+ "log_scores_by_expert": [
+ -7.2182512283325195,
+ -0.6149628162384033,
+ -20.103769302368164,
+ -17.09467315673828,
+ -13.23435115814209,
+ -3.818448543548584,
+ -8.560173034667969,
+ -10.209465980529785,
+ -6.967491626739502,
+ -11.496761322021484
+ ],
+ "distances_by_expert": [
+ 14.436502456665039,
+ 1.2299256324768066,
+ 40.20753860473633,
+ 34.18934631347656,
+ 26.46870231628418,
+ 7.636897087097168,
+ 17.120346069335938,
+ 20.41893196105957,
+ 13.934983253479004,
+ 22.99352264404297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.60595703125,
+ "language": 50.19745635986328
+ }
+ },
+ {
+ "routing_index": 360,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007668121252208948,
+ 0.592374324798584,
+ 1.967790819179527e-09,
+ 3.944340676298452e-08,
+ 1.8923674360848963e-06,
+ 0.023599162697792053,
+ 0.00020217242126818746,
+ 3.85991224902682e-05,
+ 0.0009745891438797116,
+ 1.0747658961918205e-05
+ ],
+ "log_scores_by_expert": [
+ -7.173268795013428,
+ -0.5236165523529053,
+ -20.046354293823242,
+ -17.048398971557617,
+ -13.177681922912598,
+ -3.746544122695923,
+ -8.506389617919922,
+ -10.162281036376953,
+ -6.933494567871094,
+ -11.44082260131836
+ ],
+ "distances_by_expert": [
+ 14.346537590026855,
+ 1.0472331047058105,
+ 40.092708587646484,
+ 34.096797943115234,
+ 26.355363845825195,
+ 7.493088245391846,
+ 17.012779235839844,
+ 20.324562072753906,
+ 13.866989135742188,
+ 22.88164520263672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3246.888671875,
+ "language": 50.18479537963867
+ }
+ },
+ {
+ "routing_index": 361,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008376958430744708,
+ 0.6395869255065918,
+ 2.097889195695757e-09,
+ 4.137521969482805e-08,
+ 2.021417685682536e-06,
+ 0.025514494627714157,
+ 0.00021434745576698333,
+ 4.138447911827825e-05,
+ 0.0010415975702926517,
+ 1.163370870926883e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084855556488037,
+ -0.4469327926635742,
+ -19.98233413696289,
+ -17.00058364868164,
+ -13.111711502075195,
+ -3.668508529663086,
+ -8.447912216186523,
+ -10.092604637145996,
+ -6.866999626159668,
+ -11.361603736877441
+ ],
+ "distances_by_expert": [
+ 14.169711112976074,
+ 0.8938655853271484,
+ 39.96466827392578,
+ 34.00116729736328,
+ 26.22342300415039,
+ 7.337017059326172,
+ 16.895824432373047,
+ 20.185209274291992,
+ 13.733999252319336,
+ 22.723207473754883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.93408203125,
+ "language": 50.17365264892578
+ }
+ },
+ {
+ "routing_index": 362,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008111196220852435,
+ 0.6370426416397095,
+ 2.0621995222569467e-09,
+ 4.092587957416072e-08,
+ 2.0148104340478312e-06,
+ 0.02531055174767971,
+ 0.00021437933901324868,
+ 4.1105522541329265e-05,
+ 0.0010169970337301493,
+ 1.1525959052960388e-05
+ ],
+ "log_scores_by_expert": [
+ -7.117094993591309,
+ -0.45091870427131653,
+ -19.999492645263672,
+ -17.011503219604492,
+ -13.114985466003418,
+ -3.6765339374542236,
+ -8.447763442993164,
+ -10.09936809539795,
+ -6.8909010887146,
+ -11.370908737182617
+ ],
+ "distances_by_expert": [
+ 14.234189987182617,
+ 0.9018374085426331,
+ 39.998985290527344,
+ 34.023006439208984,
+ 26.229970932006836,
+ 7.353067874908447,
+ 16.895526885986328,
+ 20.1987361907959,
+ 13.7818021774292,
+ 22.741817474365234
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3271.65576171875,
+ "language": 50.180301666259766
+ }
+ },
+ {
+ "routing_index": 363,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007747781928628683,
+ 0.6244252324104309,
+ 1.9945936013954224e-09,
+ 4.137206488508127e-08,
+ 2.0133331872784765e-06,
+ 0.025396132841706276,
+ 0.00021243898663669825,
+ 4.05737737310119e-05,
+ 0.0009771694894880056,
+ 1.1462239854154177e-05
+ ],
+ "log_scores_by_expert": [
+ -7.162933826446533,
+ -0.47092369198799133,
+ -20.032825469970703,
+ -17.000659942626953,
+ -13.115718841552734,
+ -3.6731584072113037,
+ -8.456855773925781,
+ -10.112388610839844,
+ -6.930850505828857,
+ -11.376452445983887
+ ],
+ "distances_by_expert": [
+ 14.325867652893066,
+ 0.9418473839759827,
+ 40.065650939941406,
+ 34.001319885253906,
+ 26.23143768310547,
+ 7.346316814422607,
+ 16.913711547851562,
+ 20.224777221679688,
+ 13.861701011657715,
+ 22.752904891967773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.867919921875,
+ "language": 50.222835540771484
+ }
+ },
+ {
+ "routing_index": 364,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007679695263504982,
+ 0.6154270768165588,
+ 1.9590091770993467e-09,
+ 4.0770213871610395e-08,
+ 1.959778273885604e-06,
+ 0.02539418265223503,
+ 0.00020977364329155535,
+ 3.988486059824936e-05,
+ 0.000978507217951119,
+ 1.117431565944571e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171760559082031,
+ -0.4854387938976288,
+ -20.050827026367188,
+ -17.01531410217285,
+ -13.142679214477539,
+ -3.6732351779937744,
+ -8.469481468200684,
+ -10.12951374053955,
+ -6.929482460021973,
+ -11.40189266204834
+ ],
+ "distances_by_expert": [
+ 14.343521118164062,
+ 0.9708775877952576,
+ 40.101654052734375,
+ 34.0306282043457,
+ 26.285358428955078,
+ 7.346470355987549,
+ 16.938962936401367,
+ 20.2590274810791,
+ 13.858964920043945,
+ 22.80378532409668
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3279.537841796875,
+ "language": 50.18981170654297
+ }
+ },
+ {
+ "routing_index": 365,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009296406642533839,
+ 0.6793291568756104,
+ 2.353314210168378e-09,
+ 3.9266407014793003e-08,
+ 2.1085893422423396e-06,
+ 0.023187946528196335,
+ 0.00022459050524048507,
+ 4.4413340219762176e-05,
+ 0.0010657808743417263,
+ 1.2662327208090574e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980712413787842,
+ -0.3866494596004486,
+ -19.867441177368164,
+ -17.05289649963379,
+ -13.069491386413574,
+ -3.764122724533081,
+ -8.40123176574707,
+ -10.021970748901367,
+ -6.844047546386719,
+ -11.27687931060791
+ ],
+ "distances_by_expert": [
+ 13.961424827575684,
+ 0.7732989192008972,
+ 39.73488235473633,
+ 34.10579299926758,
+ 26.13898277282715,
+ 7.528245449066162,
+ 16.80246353149414,
+ 20.043941497802734,
+ 13.688095092773438,
+ 22.55375862121582
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3474.282958984375,
+ "language": 50.191429138183594
+ }
+ },
+ {
+ "routing_index": 366,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009315123315900564,
+ 0.7606210112571716,
+ 2.3369255419680712e-09,
+ 4.343229420555872e-08,
+ 2.2401015939976787e-06,
+ 0.02649225853383541,
+ 0.0002327500842511654,
+ 4.5240485633257776e-05,
+ 0.001095973770134151,
+ 1.3193510312703438e-05
+ ],
+ "log_scores_by_expert": [
+ -6.978701114654541,
+ -0.2736200988292694,
+ -19.87442970275879,
+ -16.952062606811523,
+ -13.008989334106445,
+ -3.6309027671813965,
+ -8.365545272827148,
+ -10.003518104553223,
+ -6.816112041473389,
+ -11.235785484313965
+ ],
+ "distances_by_expert": [
+ 13.957402229309082,
+ 0.5472401976585388,
+ 39.74885940551758,
+ 33.90412521362305,
+ 26.01797866821289,
+ 7.261805534362793,
+ 16.731090545654297,
+ 20.007036209106445,
+ 13.632224082946777,
+ 22.47157096862793
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3399.771728515625,
+ "language": 50.178890228271484
+ }
+ },
+ {
+ "routing_index": 367,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008720075129531324,
+ 0.6686620116233826,
+ 2.166279822191086e-09,
+ 3.692468197868948e-08,
+ 1.9714962036232464e-06,
+ 0.022141169756650925,
+ 0.00021204650693107396,
+ 4.1055922338273376e-05,
+ 0.001041825977154076,
+ 1.1933435416722205e-05
+ ],
+ "log_scores_by_expert": [
+ -7.044712543487549,
+ -0.4024764895439148,
+ -19.950254440307617,
+ -17.1143856048584,
+ -13.136717796325684,
+ -3.810316562652588,
+ -8.458704948425293,
+ -10.10057544708252,
+ -6.8667802810668945,
+ -11.336166381835938
+ ],
+ "distances_by_expert": [
+ 14.089425086975098,
+ 0.8049529790878296,
+ 39.900508880615234,
+ 34.2287712097168,
+ 26.273435592651367,
+ 7.620633125305176,
+ 16.917409896850586,
+ 20.20115089416504,
+ 13.733560562133789,
+ 22.672332763671875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3514.86962890625,
+ "language": 50.18987274169922
+ }
+ },
+ {
+ "routing_index": 368,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008288590470328927,
+ 0.7463071942329407,
+ 2.109457053478536e-09,
+ 4.4476085037103985e-08,
+ 2.18449417843658e-06,
+ 0.027820713818073273,
+ 0.00022584959515370429,
+ 4.38923088950105e-05,
+ 0.0010352525860071182,
+ 1.2975963727512863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.095460414886475,
+ -0.29261794686317444,
+ -19.976835250854492,
+ -16.928314208984375,
+ -13.034126281738281,
+ -3.581974506378174,
+ -8.395641326904297,
+ -10.033771514892578,
+ -6.873109817504883,
+ -11.252411842346191
+ ],
+ "distances_by_expert": [
+ 14.19092082977295,
+ 0.5852358937263489,
+ 39.953670501708984,
+ 33.85662841796875,
+ 26.068252563476562,
+ 7.163949012756348,
+ 16.791282653808594,
+ 20.067543029785156,
+ 13.746219635009766,
+ 22.504823684692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3387.727783203125,
+ "language": 50.18800354003906
+ }
+ },
+ {
+ "routing_index": 369,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009557157172821462,
+ 0.7918696403503418,
+ 2.433218071473675e-09,
+ 5.030513960946337e-08,
+ 2.333472593818442e-06,
+ 0.03144778683781624,
+ 0.000250593526288867,
+ 4.876781167695299e-05,
+ 0.0011295604053884745,
+ 1.3544527064368594e-05
+ ],
+ "log_scores_by_expert": [
+ -6.953050136566162,
+ -0.2333584874868393,
+ -19.83405113220215,
+ -16.805158615112305,
+ -12.96815299987793,
+ -3.4594266414642334,
+ -8.291678428649902,
+ -9.92844009399414,
+ -6.785926818847656,
+ -11.209527969360352
+ ],
+ "distances_by_expert": [
+ 13.906100273132324,
+ 0.4667169749736786,
+ 39.6681022644043,
+ 33.61031723022461,
+ 25.93630599975586,
+ 6.918853282928467,
+ 16.583356857299805,
+ 19.85688018798828,
+ 13.571853637695312,
+ 22.419055938720703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.6494140625,
+ "language": 50.20990753173828
+ }
+ },
+ {
+ "routing_index": 370,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008208746439777315,
+ 0.6879336833953857,
+ 2.0820714041747124e-09,
+ 4.3932441684546575e-08,
+ 2.1535615815082565e-06,
+ 0.028718292713165283,
+ 0.00023525125288870186,
+ 4.5104829041520134e-05,
+ 0.0009827708126977086,
+ 1.2601887647178955e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105140209197998,
+ -0.3740628659725189,
+ -19.98990249633789,
+ -16.94061279296875,
+ -13.04838752746582,
+ -3.5502209663391113,
+ -8.354856491088867,
+ -10.006521224975586,
+ -6.925134658813477,
+ -11.28166389465332
+ ],
+ "distances_by_expert": [
+ 14.210280418395996,
+ 0.7481257319450378,
+ 39.97980499267578,
+ 33.8812255859375,
+ 26.09677505493164,
+ 7.100441932678223,
+ 16.709712982177734,
+ 20.013042449951172,
+ 13.850269317626953,
+ 22.56332778930664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.275634765625,
+ "language": 50.21775436401367
+ }
+ },
+ {
+ "routing_index": 371,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008268005331046879,
+ 0.6908695101737976,
+ 2.1204089595272535e-09,
+ 4.3680362438180964e-08,
+ 2.0956347270839615e-06,
+ 0.028079258278012276,
+ 0.00023399264318868518,
+ 4.485774479690008e-05,
+ 0.0009947494836524129,
+ 1.2163301107648294e-05
+ ],
+ "log_scores_by_expert": [
+ -7.097947120666504,
+ -0.3698042631149292,
+ -19.971656799316406,
+ -16.946367263793945,
+ -13.075654029846191,
+ -3.5727241039276123,
+ -8.360220909118652,
+ -10.012014389038086,
+ -6.91301965713501,
+ -11.317087173461914
+ ],
+ "distances_by_expert": [
+ 14.195894241333008,
+ 0.7396085262298584,
+ 39.94331359863281,
+ 33.89273452758789,
+ 26.151308059692383,
+ 7.145448207855225,
+ 16.720441818237305,
+ 20.024028778076172,
+ 13.82603931427002,
+ 22.634174346923828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.322998046875,
+ "language": 50.207706451416016
+ }
+ },
+ {
+ "routing_index": 372,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008892385521903634,
+ 0.7542001008987427,
+ 2.2463277904449797e-09,
+ 4.5763272282783873e-08,
+ 2.1976459265715675e-06,
+ 0.03138957545161247,
+ 0.0002475785731803626,
+ 4.793766129296273e-05,
+ 0.0010548122227191925,
+ 1.3205783943703864e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025145053863525,
+ -0.28209754824638367,
+ -19.913969039916992,
+ -16.899784088134766,
+ -13.02812385559082,
+ -3.4612793922424316,
+ -8.30378246307373,
+ -9.945609092712402,
+ -6.8543925285339355,
+ -11.234855651855469
+ ],
+ "distances_by_expert": [
+ 14.05029010772705,
+ 0.5641950964927673,
+ 39.827938079833984,
+ 33.79956817626953,
+ 26.05624771118164,
+ 6.922558784484863,
+ 16.60756492614746,
+ 19.891218185424805,
+ 13.708785057067871,
+ 22.469711303710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3301.0947265625,
+ "language": 50.20640182495117
+ }
+ },
+ {
+ "routing_index": 373,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009213212761096656,
+ 0.779441773891449,
+ 2.315331926183717e-09,
+ 4.7289674398598436e-08,
+ 2.3227066776598804e-06,
+ 0.031450893729925156,
+ 0.0002501570270396769,
+ 4.971511225448921e-05,
+ 0.0011054136557504535,
+ 1.4095636288402602e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989701747894287,
+ -0.24917736649513245,
+ -19.883712768554688,
+ -16.866973876953125,
+ -12.972777366638184,
+ -3.4593279361724854,
+ -8.293421745300293,
+ -9.909201622009277,
+ -6.807535648345947,
+ -11.169645309448242
+ ],
+ "distances_by_expert": [
+ 13.979403495788574,
+ 0.4983547329902649,
+ 39.767425537109375,
+ 33.73394775390625,
+ 25.945554733276367,
+ 6.918655872344971,
+ 16.586843490600586,
+ 19.818403244018555,
+ 13.615071296691895,
+ 22.339290618896484
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.905029296875,
+ "language": 50.19196701049805
+ }
+ },
+ {
+ "routing_index": 374,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009481231682002544,
+ 0.7708185911178589,
+ 2.398763632172063e-09,
+ 4.851334978184241e-08,
+ 2.275582119182218e-06,
+ 0.031233515590429306,
+ 0.00025024457136169076,
+ 4.845534931519069e-05,
+ 0.001144088921137154,
+ 1.3328995919437148e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961026191711426,
+ -0.26030221581459045,
+ -19.848312377929688,
+ -16.841426849365234,
+ -12.993274688720703,
+ -3.46626353263855,
+ -8.293071746826172,
+ -9.934867858886719,
+ -6.773146629333496,
+ -11.225568771362305
+ ],
+ "distances_by_expert": [
+ 13.922052383422852,
+ 0.5206044316291809,
+ 39.696624755859375,
+ 33.68285369873047,
+ 25.986549377441406,
+ 6.9325270652771,
+ 16.586143493652344,
+ 19.869735717773438,
+ 13.546293258666992,
+ 22.45113754272461
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.685302734375,
+ "language": 50.17688751220703
+ }
+ },
+ {
+ "routing_index": 375,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000902253610547632,
+ 0.709190309047699,
+ 2.3034301133151303e-09,
+ 4.787267116057592e-08,
+ 2.1996377199684503e-06,
+ 0.029416071251034737,
+ 0.0002432774199405685,
+ 4.6520282921846956e-05,
+ 0.0010826295474544168,
+ 1.2460275684134103e-05
+ ],
+ "log_scores_by_expert": [
+ -7.01061487197876,
+ -0.3436313569545746,
+ -19.888866424560547,
+ -16.854721069335938,
+ -13.027217864990234,
+ -3.526214122772217,
+ -8.321308135986328,
+ -9.975622177124023,
+ -6.828362464904785,
+ -11.292964935302734
+ ],
+ "distances_by_expert": [
+ 14.02122974395752,
+ 0.6872627139091492,
+ 39.777732849121094,
+ 33.709442138671875,
+ 26.05443572998047,
+ 7.052428245544434,
+ 16.642616271972656,
+ 19.951244354248047,
+ 13.65672492980957,
+ 22.58592987060547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.714111328125,
+ "language": 50.18075942993164
+ }
+ },
+ {
+ "routing_index": 376,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008554974338039756,
+ 0.616524338722229,
+ 2.1147787965247744e-09,
+ 3.596325726107352e-08,
+ 2.0257907635823358e-06,
+ 0.0205132607370615,
+ 0.00020929805759806186,
+ 4.109270594199188e-05,
+ 0.0009829119080677629,
+ 1.2042169146297965e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0638275146484375,
+ -0.48365744948387146,
+ -19.974315643310547,
+ -17.14076805114746,
+ -13.109550476074219,
+ -3.886683702468872,
+ -8.47175121307373,
+ -10.099679946899414,
+ -6.924991130828857,
+ -11.327095985412598
+ ],
+ "distances_by_expert": [
+ 14.127655029296875,
+ 0.9673148989677429,
+ 39.948631286621094,
+ 34.28153610229492,
+ 26.219100952148438,
+ 7.773367404937744,
+ 16.94350242614746,
+ 20.199359893798828,
+ 13.849982261657715,
+ 22.654191970825195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3583.9619140625,
+ "language": 50.19587326049805
+ }
+ },
+ {
+ "routing_index": 377,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009666420519351959,
+ 0.7458105683326721,
+ 2.4181767699360535e-09,
+ 4.2076436557181296e-08,
+ 2.2869189706398174e-06,
+ 0.025750836357474327,
+ 0.0002380669757258147,
+ 4.678050026996061e-05,
+ 0.0011194887338206172,
+ 1.352363051410066e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9416823387146,
+ -0.293283611536026,
+ -19.840251922607422,
+ -16.98377799987793,
+ -12.98830509185791,
+ -3.659288167953491,
+ -8.342958450317383,
+ -9.970044136047363,
+ -6.7948832511901855,
+ -11.211071968078613
+ ],
+ "distances_by_expert": [
+ 13.8833646774292,
+ 0.586567223072052,
+ 39.680503845214844,
+ 33.96755599975586,
+ 25.97661018371582,
+ 7.318576335906982,
+ 16.685916900634766,
+ 19.940088272094727,
+ 13.589766502380371,
+ 22.422143936157227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.300048828125,
+ "language": 50.187435150146484
+ }
+ },
+ {
+ "routing_index": 378,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009365116129629314,
+ 0.6853170990943909,
+ 2.3231794266109773e-09,
+ 3.829817174505479e-08,
+ 2.100424808304524e-06,
+ 0.022958405315876007,
+ 0.00022256386000663042,
+ 4.325449117459357e-05,
+ 0.001096886582672596,
+ 1.2502639037847985e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973348617553711,
+ -0.37787365913391113,
+ -19.880329132080078,
+ -17.077863693237305,
+ -13.073370933532715,
+ -3.774071216583252,
+ -8.410296440124512,
+ -10.048409461975098,
+ -6.815279483795166,
+ -11.289570808410645
+ ],
+ "distances_by_expert": [
+ 13.946697235107422,
+ 0.7557473182678223,
+ 39.760658264160156,
+ 34.15572738647461,
+ 26.14674186706543,
+ 7.548142433166504,
+ 16.820592880249023,
+ 20.096818923950195,
+ 13.630558967590332,
+ 22.57914161682129
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3476.525634765625,
+ "language": 50.18364715576172
+ }
+ },
+ {
+ "routing_index": 379,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000886815192643553,
+ 0.7438564300537109,
+ 2.2278818789800425e-09,
+ 4.198624381501759e-08,
+ 2.2318683932098793e-06,
+ 0.02553521655499935,
+ 0.00022970042482484132,
+ 4.4447402615332976e-05,
+ 0.0010815088171511889,
+ 1.3259304068924394e-05
+ ],
+ "log_scores_by_expert": [
+ -7.027873992919922,
+ -0.29590722918510437,
+ -19.92221450805664,
+ -16.985923767089844,
+ -13.01267147064209,
+ -3.667696714401245,
+ -8.378734588623047,
+ -10.021203994750977,
+ -6.829398155212402,
+ -11.23081111907959
+ ],
+ "distances_by_expert": [
+ 14.055747985839844,
+ 0.5918144583702087,
+ 39.84442901611328,
+ 33.97184753417969,
+ 26.02534294128418,
+ 7.33539342880249,
+ 16.757469177246094,
+ 20.042407989501953,
+ 13.658796310424805,
+ 22.46162223815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.223388671875,
+ "language": 50.20618438720703
+ }
+ },
+ {
+ "routing_index": 380,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008894794154912233,
+ 0.7422733306884766,
+ 2.1704902319896746e-09,
+ 4.556068944339131e-08,
+ 2.240958338006749e-06,
+ 0.030079053714871407,
+ 0.00023661294835619628,
+ 4.600514512276277e-05,
+ 0.0011018362129107118,
+ 1.3472140381054487e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024874210357666,
+ -0.29803770780563354,
+ -19.948312759399414,
+ -16.904220581054688,
+ -13.008606910705566,
+ -3.5039262771606445,
+ -8.349084854125977,
+ -9.986757278442383,
+ -6.810777187347412,
+ -11.214886665344238
+ ],
+ "distances_by_expert": [
+ 14.049748420715332,
+ 0.5960754156112671,
+ 39.89662551879883,
+ 33.808441162109375,
+ 26.017213821411133,
+ 7.007852554321289,
+ 16.698169708251953,
+ 19.973514556884766,
+ 13.621554374694824,
+ 22.429773330688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3421.233642578125,
+ "language": 50.196205139160156
+ }
+ },
+ {
+ "routing_index": 381,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008754759328439832,
+ 0.7669757604598999,
+ 2.197210857701748e-09,
+ 4.591575120116431e-08,
+ 2.2972517399466597e-06,
+ 0.030656544491648674,
+ 0.0002494908694643527,
+ 4.7423247451661155e-05,
+ 0.0010622096015140414,
+ 1.3678254617843777e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040742874145508,
+ -0.26530009508132935,
+ -19.936077117919922,
+ -16.89645767211914,
+ -12.983797073364258,
+ -3.4849090576171875,
+ -8.296088218688965,
+ -9.956398010253906,
+ -6.8474040031433105,
+ -11.199703216552734
+ ],
+ "distances_by_expert": [
+ 14.081485748291016,
+ 0.5306001901626587,
+ 39.872154235839844,
+ 33.79291534423828,
+ 25.967594146728516,
+ 6.969818115234375,
+ 16.59217643737793,
+ 19.912796020507812,
+ 13.694808006286621,
+ 22.39940643310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.6396484375,
+ "language": 50.19254684448242
+ }
+ },
+ {
+ "routing_index": 382,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000845485832542181,
+ 0.7543942332267761,
+ 2.1410706541047375e-09,
+ 4.55565185575324e-08,
+ 2.2385020201909356e-06,
+ 0.030851395800709724,
+ 0.00025004922645166516,
+ 4.6882283641025424e-05,
+ 0.0010215744841843843,
+ 1.3475828382070176e-05
+ ],
+ "log_scores_by_expert": [
+ -7.075599193572998,
+ -0.2818402349948883,
+ -19.961959838867188,
+ -16.904312133789062,
+ -13.009703636169434,
+ -3.4785733222961426,
+ -8.293852806091309,
+ -9.967870712280273,
+ -6.886410236358643,
+ -11.21461296081543
+ ],
+ "distances_by_expert": [
+ 14.151198387145996,
+ 0.5636804699897766,
+ 39.923919677734375,
+ 33.808624267578125,
+ 26.019407272338867,
+ 6.957146644592285,
+ 16.587705612182617,
+ 19.935741424560547,
+ 13.772820472717285,
+ 22.42922592163086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.93017578125,
+ "language": 50.22502517700195
+ }
+ },
+ {
+ "routing_index": 383,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000894369964953512,
+ 0.7584728598594666,
+ 2.253494280068935e-09,
+ 4.496089189842678e-08,
+ 2.196989953517914e-06,
+ 0.03071744553744793,
+ 0.0002471711777616292,
+ 4.749109211843461e-05,
+ 0.001080443849787116,
+ 1.3111628504702821e-05
+ ],
+ "log_scores_by_expert": [
+ -7.019391059875488,
+ -0.27644824981689453,
+ -19.910783767700195,
+ -16.91747283935547,
+ -13.028422355651855,
+ -3.482924461364746,
+ -8.305429458618164,
+ -9.954968452453613,
+ -6.83038330078125,
+ -11.242011070251465
+ ],
+ "distances_by_expert": [
+ 14.038782119750977,
+ 0.5528964996337891,
+ 39.82156753540039,
+ 33.83494567871094,
+ 26.05684471130371,
+ 6.965848922729492,
+ 16.610858917236328,
+ 19.909936904907227,
+ 13.6607666015625,
+ 22.48402214050293
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3291.84130859375,
+ "language": 50.18144989013672
+ }
+ },
+ {
+ "routing_index": 384,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009481162996962667,
+ 0.747910737991333,
+ 2.36792496721705e-09,
+ 4.629670868894209e-08,
+ 2.2181563963385997e-06,
+ 0.029368789866566658,
+ 0.00023962660634424537,
+ 4.7708075726404786e-05,
+ 0.0011387855047360063,
+ 1.2960207641299348e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961033344268799,
+ -0.290471613407135,
+ -19.861251831054688,
+ -16.888195037841797,
+ -13.018834114074707,
+ -3.527822732925415,
+ -8.33642864227295,
+ -9.950409889221191,
+ -6.777792930603027,
+ -11.253626823425293
+ ],
+ "distances_by_expert": [
+ 13.922066688537598,
+ 0.58094322681427,
+ 39.722503662109375,
+ 33.776390075683594,
+ 26.037668228149414,
+ 7.05564546585083,
+ 16.6728572845459,
+ 19.900819778442383,
+ 13.555585861206055,
+ 22.507253646850586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3318.970703125,
+ "language": 50.190711975097656
+ }
+ },
+ {
+ "routing_index": 385,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009835081873461604,
+ 0.7389964461326599,
+ 2.450497360584336e-09,
+ 4.35834088818865e-08,
+ 2.2444853584602242e-06,
+ 0.026959462091326714,
+ 0.0002384164254181087,
+ 4.765205449075438e-05,
+ 0.0011677031870931387,
+ 1.3106165170029271e-05
+ ],
+ "log_scores_by_expert": [
+ -6.924384593963623,
+ -0.30246222019195557,
+ -19.826974868774414,
+ -16.948589324951172,
+ -13.007034301757812,
+ -3.6134209632873535,
+ -8.34149169921875,
+ -9.951584815979004,
+ -6.752716541290283,
+ -11.242427825927734
+ ],
+ "distances_by_expert": [
+ 13.848769187927246,
+ 0.6049244403839111,
+ 39.65394973754883,
+ 33.897178649902344,
+ 26.014068603515625,
+ 7.226841926574707,
+ 16.6829833984375,
+ 19.903169631958008,
+ 13.505433082580566,
+ 22.48485565185547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.74951171875,
+ "language": 50.18553161621094
+ }
+ },
+ {
+ "routing_index": 386,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008895082282833755,
+ 0.7180376648902893,
+ 2.3066661913873077e-09,
+ 4.656051189044774e-08,
+ 2.2189012724993518e-06,
+ 0.029598001390695572,
+ 0.0002444474375806749,
+ 4.649207403417677e-05,
+ 0.0010665598092600703,
+ 1.2606612472154666e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024841785430908,
+ -0.33123329281806946,
+ -19.887462615966797,
+ -16.88251304626465,
+ -13.018498420715332,
+ -3.5200483798980713,
+ -8.316510200500488,
+ -9.976228713989258,
+ -6.843317031860352,
+ -11.281289100646973
+ ],
+ "distances_by_expert": [
+ 14.049683570861816,
+ 0.6624665856361389,
+ 39.774925231933594,
+ 33.7650260925293,
+ 26.036996841430664,
+ 7.040096759796143,
+ 16.633020401000977,
+ 19.952457427978516,
+ 13.686634063720703,
+ 22.562578201293945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3230.01513671875,
+ "language": 50.17381286621094
+ }
+ },
+ {
+ "routing_index": 387,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008887226576916873,
+ 0.6343915462493896,
+ 2.240743368631115e-09,
+ 3.6546111914503854e-08,
+ 2.016359530898626e-06,
+ 0.02085629664361477,
+ 0.00021550121891777962,
+ 4.21848199039232e-05,
+ 0.0010217357194051147,
+ 1.2026572221657261e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025725364685059,
+ -0.45508894324302673,
+ -19.916458129882812,
+ -17.124691009521484,
+ -13.114216804504395,
+ -3.8700993061065674,
+ -8.442543983459473,
+ -10.073450088500977,
+ -6.886252403259277,
+ -11.328392028808594
+ ],
+ "distances_by_expert": [
+ 14.051450729370117,
+ 0.9101778864860535,
+ 39.832916259765625,
+ 34.24938201904297,
+ 26.22843360900879,
+ 7.740198612213135,
+ 16.885087966918945,
+ 20.146900177001953,
+ 13.772504806518555,
+ 22.656784057617188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3489.581787109375,
+ "language": 50.188873291015625
+ }
+ },
+ {
+ "routing_index": 388,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009263802785426378,
+ 0.7041032314300537,
+ 2.353103267793699e-09,
+ 4.1164344821709165e-08,
+ 2.094549927278422e-06,
+ 0.024599216878414154,
+ 0.0002230506797786802,
+ 4.4446216634241864e-05,
+ 0.0010780961019918323,
+ 1.2283532669243868e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984225749969482,
+ -0.3508302867412567,
+ -19.867530822753906,
+ -17.005693435668945,
+ -13.076171875,
+ -3.705040693283081,
+ -8.408111572265625,
+ -10.021230697631836,
+ -6.832558631896973,
+ -11.3072509765625
+ ],
+ "distances_by_expert": [
+ 13.968451499938965,
+ 0.7016605734825134,
+ 39.73506164550781,
+ 34.01138687133789,
+ 26.15234375,
+ 7.410081386566162,
+ 16.81622314453125,
+ 20.042461395263672,
+ 13.665117263793945,
+ 22.614501953125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3381.689697265625,
+ "language": 50.17596435546875
+ }
+ },
+ {
+ "routing_index": 389,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009031963418237865,
+ 0.699282705783844,
+ 2.2361281715177483e-09,
+ 3.893297417789654e-08,
+ 2.0467907688725973e-06,
+ 0.023137535899877548,
+ 0.00021926843328401446,
+ 4.278176129446365e-05,
+ 0.0010695038363337517,
+ 1.2304590200074017e-05
+ ],
+ "log_scores_by_expert": [
+ -7.009570598602295,
+ -0.3577001094818115,
+ -19.918519973754883,
+ -17.061424255371094,
+ -13.099237442016602,
+ -3.76629900932312,
+ -8.425213813781738,
+ -10.059398651123047,
+ -6.840560436248779,
+ -11.305538177490234
+ ],
+ "distances_by_expert": [
+ 14.01914119720459,
+ 0.715400218963623,
+ 39.837039947509766,
+ 34.12284851074219,
+ 26.198474884033203,
+ 7.53259801864624,
+ 16.850427627563477,
+ 20.118797302246094,
+ 13.681120872497559,
+ 22.61107635498047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3484.594970703125,
+ "language": 50.187782287597656
+ }
+ },
+ {
+ "routing_index": 390,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008564958116039634,
+ 0.7403706312179565,
+ 2.1484627410472967e-09,
+ 4.595727887135581e-08,
+ 2.130931306965067e-06,
+ 0.028190426528453827,
+ 0.00022643727425020188,
+ 4.421623089001514e-05,
+ 0.001064947689883411,
+ 1.2577586858242285e-05
+ ],
+ "log_scores_by_expert": [
+ -7.062661170959473,
+ -0.30060431361198425,
+ -19.958513259887695,
+ -16.895553588867188,
+ -13.058951377868652,
+ -3.568772792816162,
+ -8.39304256439209,
+ -10.026418685913086,
+ -6.844829559326172,
+ -11.283594131469727
+ ],
+ "distances_by_expert": [
+ 14.125322341918945,
+ 0.6012086272239685,
+ 39.91702651977539,
+ 33.791107177734375,
+ 26.117902755737305,
+ 7.137545585632324,
+ 16.78608512878418,
+ 20.052837371826172,
+ 13.689659118652344,
+ 22.567188262939453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.308837890625,
+ "language": 50.164764404296875
+ }
+ },
+ {
+ "routing_index": 391,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009607747779227793,
+ 0.8135685920715332,
+ 2.447787750270436e-09,
+ 5.0034049792202495e-08,
+ 2.33743708122347e-06,
+ 0.03132927045226097,
+ 0.00025574007304385304,
+ 4.949574577040039e-05,
+ 0.001154793775640428,
+ 1.3842578482581303e-05
+ ],
+ "log_scores_by_expert": [
+ -6.947770595550537,
+ -0.20632506906986237,
+ -19.828081130981445,
+ -16.810562133789062,
+ -12.966455459594727,
+ -3.463202476501465,
+ -8.27134895324707,
+ -9.913623809814453,
+ -6.763833522796631,
+ -11.187761306762695
+ ],
+ "distances_by_expert": [
+ 13.895541191101074,
+ 0.41265013813972473,
+ 39.65616226196289,
+ 33.621124267578125,
+ 25.932910919189453,
+ 6.92640495300293,
+ 16.54269790649414,
+ 19.827247619628906,
+ 13.527667045593262,
+ 22.37552261352539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3372.5185546875,
+ "language": 50.19742202758789
+ }
+ },
+ {
+ "routing_index": 392,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008777682669460773,
+ 0.7698034048080444,
+ 2.2597743676300297e-09,
+ 4.8126544527349324e-08,
+ 2.347239160371828e-06,
+ 0.03075690194964409,
+ 0.00025764413294382393,
+ 4.924160020891577e-05,
+ 0.001064484240487218,
+ 1.3805374692310579e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038127899169922,
+ -0.26162010431289673,
+ -19.908000946044922,
+ -16.84943199157715,
+ -12.962270736694336,
+ -3.4816408157348633,
+ -8.263931274414062,
+ -9.918771743774414,
+ -6.845264911651611,
+ -11.190452575683594
+ ],
+ "distances_by_expert": [
+ 14.076255798339844,
+ 0.5232402086257935,
+ 39.816001892089844,
+ 33.6988639831543,
+ 25.924541473388672,
+ 6.963281631469727,
+ 16.527862548828125,
+ 19.837543487548828,
+ 13.690529823303223,
+ 22.380905151367188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3334.5009765625,
+ "language": 50.2088737487793
+ }
+ },
+ {
+ "routing_index": 393,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008283501956611872,
+ 0.7438290119171143,
+ 2.133528909098459e-09,
+ 4.392289199017796e-08,
+ 2.1468151771841804e-06,
+ 0.030299797654151917,
+ 0.00024108029901981354,
+ 4.548413562588394e-05,
+ 0.0010045813396573067,
+ 1.2727643479593098e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09607458114624,
+ -0.2959441542625427,
+ -19.96548843383789,
+ -16.94083023071289,
+ -13.051525115966797,
+ -3.4966142177581787,
+ -8.3303804397583,
+ -9.998147010803223,
+ -6.903184413909912,
+ -11.271734237670898
+ ],
+ "distances_by_expert": [
+ 14.19214916229248,
+ 0.5918883085250854,
+ 39.93097686767578,
+ 33.88166046142578,
+ 26.103050231933594,
+ 6.993228435516357,
+ 16.6607608795166,
+ 19.996294021606445,
+ 13.806368827819824,
+ 22.543468475341797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3275.25927734375,
+ "language": 50.203941345214844
+ }
+ },
+ {
+ "routing_index": 394,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008592152153141797,
+ 0.7228999733924866,
+ 2.186633540901539e-09,
+ 4.270987119525671e-08,
+ 2.119209511874942e-06,
+ 0.02783639170229435,
+ 0.00023014577163849026,
+ 4.492560037760995e-05,
+ 0.0010390548268333077,
+ 1.2448337656678632e-05
+ ],
+ "log_scores_by_expert": [
+ -7.059491157531738,
+ -0.3244844675064087,
+ -19.940902709960938,
+ -16.968835830688477,
+ -13.064467430114746,
+ -3.581411123275757,
+ -8.376797676086426,
+ -10.010502815246582,
+ -6.869443893432617,
+ -11.293923377990723
+ ],
+ "distances_by_expert": [
+ 14.118982315063477,
+ 0.6489689350128174,
+ 39.881805419921875,
+ 33.93767166137695,
+ 26.128934860229492,
+ 7.162822246551514,
+ 16.75359535217285,
+ 20.021005630493164,
+ 13.738887786865234,
+ 22.587846755981445
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3242.47802734375,
+ "language": 50.20804214477539
+ }
+ },
+ {
+ "routing_index": 395,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009801206178963184,
+ 0.7826681137084961,
+ 2.4382493801766714e-09,
+ 4.750238602468926e-08,
+ 2.3710222194495145e-06,
+ 0.030660083517432213,
+ 0.0002494088257662952,
+ 4.992921094526537e-05,
+ 0.0011710890103131533,
+ 1.3966603546577971e-05
+ ],
+ "log_scores_by_expert": [
+ -6.927834987640381,
+ -0.2450464963912964,
+ -19.831985473632812,
+ -16.862485885620117,
+ -12.952189445495605,
+ -3.4847936630249023,
+ -8.296417236328125,
+ -9.90490436553955,
+ -6.749821186065674,
+ -11.178841590881348
+ ],
+ "distances_by_expert": [
+ 13.855669975280762,
+ 0.4900929927825928,
+ 39.663970947265625,
+ 33.724971771240234,
+ 25.90437889099121,
+ 6.969587326049805,
+ 16.59283447265625,
+ 19.8098087310791,
+ 13.499642372131348,
+ 22.357683181762695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3338.716552734375,
+ "language": 50.19753646850586
+ }
+ },
+ {
+ "routing_index": 396,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009626471437513828,
+ 0.7335289716720581,
+ 2.3934072501674564e-09,
+ 4.807837328257847e-08,
+ 2.284109541506041e-06,
+ 0.02984391711652279,
+ 0.00024734329781495035,
+ 4.901095962850377e-05,
+ 0.0011515709338709712,
+ 1.320189312536968e-05
+ ],
+ "log_scores_by_expert": [
+ -6.945823669433594,
+ -0.30988821387290955,
+ -19.850547790527344,
+ -16.850433349609375,
+ -12.989534378051758,
+ -3.5117743015289307,
+ -8.304733276367188,
+ -9.923466682434082,
+ -6.766628265380859,
+ -11.235150337219238
+ ],
+ "distances_by_expert": [
+ 13.891647338867188,
+ 0.6197764277458191,
+ 39.70109558105469,
+ 33.70086669921875,
+ 25.979068756103516,
+ 7.023548603057861,
+ 16.609466552734375,
+ 19.846933364868164,
+ 13.533256530761719,
+ 22.470300674438477
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3353.129638671875,
+ "language": 50.20982360839844
+ }
+ },
+ {
+ "routing_index": 397,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008818431524559855,
+ 0.6593074202537537,
+ 2.2372970143180737e-09,
+ 4.6042121226719246e-08,
+ 2.1515538719540928e-06,
+ 0.02776847407221794,
+ 0.00023425990366376936,
+ 4.567077485262416e-05,
+ 0.0010612577898427844,
+ 1.1998985428363085e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033496379852295,
+ -0.4165653586387634,
+ -19.917997360229492,
+ -16.893709182739258,
+ -13.049320220947266,
+ -3.5838539600372314,
+ -8.359079360961914,
+ -9.994051933288574,
+ -6.848300457000732,
+ -11.3306884765625
+ ],
+ "distances_by_expert": [
+ 14.06699275970459,
+ 0.8331307172775269,
+ 39.835994720458984,
+ 33.787418365478516,
+ 26.09864044189453,
+ 7.167707920074463,
+ 16.718158721923828,
+ 19.98810386657715,
+ 13.696600914001465,
+ 22.661376953125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.04541015625,
+ "language": 50.1848030090332
+ }
+ },
+ {
+ "routing_index": 398,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008618244319222867,
+ 0.6435244083404541,
+ 2.1557322593679373e-09,
+ 3.785545032997106e-08,
+ 2.081955699395621e-06,
+ 0.02220108173787594,
+ 0.00021608547831419855,
+ 4.297092164051719e-05,
+ 0.0010086243273690343,
+ 1.258680276805535e-05
+ ],
+ "log_scores_by_expert": [
+ -7.056458950042725,
+ -0.44079533219337463,
+ -19.955135345458984,
+ -17.08949089050293,
+ -13.082202911376953,
+ -3.807614326477051,
+ -8.439836502075195,
+ -10.054986953735352,
+ -6.899168014526367,
+ -11.282861709594727
+ ],
+ "distances_by_expert": [
+ 14.11291790008545,
+ 0.8815906643867493,
+ 39.91027069091797,
+ 34.17898178100586,
+ 26.164405822753906,
+ 7.615228652954102,
+ 16.87967300415039,
+ 20.109973907470703,
+ 13.798336029052734,
+ 22.565723419189453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3510.11083984375,
+ "language": 50.19721984863281
+ }
+ },
+ {
+ "routing_index": 399,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008872174075804651,
+ 0.6430119872093201,
+ 2.281724142960684e-09,
+ 3.710909979304233e-08,
+ 2.043124368356075e-06,
+ 0.021535074338316917,
+ 0.00021589142852462828,
+ 4.27345403295476e-05,
+ 0.0010223741410300136,
+ 1.2073906873411033e-05
+ ],
+ "log_scores_by_expert": [
+ -7.027420520782471,
+ -0.44159188866615295,
+ -19.898334503173828,
+ -17.109403610229492,
+ -13.101030349731445,
+ -3.8380722999572754,
+ -8.44073486328125,
+ -10.060503005981445,
+ -6.885627746582031,
+ -11.324463844299316
+ ],
+ "distances_by_expert": [
+ 14.054841041564941,
+ 0.8831837773323059,
+ 39.796669006347656,
+ 34.218807220458984,
+ 26.20206069946289,
+ 7.676144599914551,
+ 16.8814697265625,
+ 20.12100601196289,
+ 13.771255493164062,
+ 22.648927688598633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.5087890625,
+ "language": 50.19002914428711
+ }
+ },
+ {
+ "routing_index": 400,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000889821327291429,
+ 0.6968777775764465,
+ 2.2588477754936775e-09,
+ 3.938041004403203e-08,
+ 2.0723125544463983e-06,
+ 0.02377554215490818,
+ 0.00021967846259940416,
+ 4.296145561966114e-05,
+ 0.0010604409035295248,
+ 1.2321570466156118e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024489879608154,
+ -0.3611451983451843,
+ -19.908411026000977,
+ -17.049997329711914,
+ -13.086845397949219,
+ -3.739097833633423,
+ -8.423345565795898,
+ -10.055207252502441,
+ -6.8490705490112305,
+ -11.304159164428711
+ ],
+ "distances_by_expert": [
+ 14.048979759216309,
+ 0.7222903966903687,
+ 39.81682205200195,
+ 34.09999465942383,
+ 26.173690795898438,
+ 7.478195667266846,
+ 16.846691131591797,
+ 20.110414505004883,
+ 13.698141098022461,
+ 22.608318328857422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.531005859375,
+ "language": 50.17724609375
+ }
+ },
+ {
+ "routing_index": 401,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008182976162061095,
+ 0.656011164188385,
+ 2.017693567779588e-09,
+ 3.705534723508208e-08,
+ 1.947331156770815e-06,
+ 0.022195301949977875,
+ 0.0002062926796497777,
+ 3.960286267101765e-05,
+ 0.0010152842151001096,
+ 1.1929964784940239e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1082844734191895,
+ -0.42157742381095886,
+ -20.021310806274414,
+ -17.11085319519043,
+ -13.14905071258545,
+ -3.8078746795654297,
+ -8.486214637756348,
+ -10.136609077453613,
+ -6.892586708068848,
+ -11.336457252502441
+ ],
+ "distances_by_expert": [
+ 14.216568946838379,
+ 0.8431548476219177,
+ 40.04262161254883,
+ 34.22170639038086,
+ 26.2981014251709,
+ 7.615749359130859,
+ 16.972429275512695,
+ 20.273218154907227,
+ 13.785173416137695,
+ 22.672914505004883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3528.5654296875,
+ "language": 50.19118881225586
+ }
+ },
+ {
+ "routing_index": 402,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008326234528794885,
+ 0.7441274523735046,
+ 2.0762775942984035e-09,
+ 4.516295604162224e-08,
+ 2.1851587916899007e-06,
+ 0.029254410415887833,
+ 0.00022886077931616455,
+ 4.417799937073141e-05,
+ 0.0010413104901090264,
+ 1.3005573237023782e-05
+ ],
+ "log_scores_by_expert": [
+ -7.09092903137207,
+ -0.2955429255962372,
+ -19.99268913269043,
+ -16.912988662719727,
+ -13.033822059631348,
+ -3.5317249298095703,
+ -8.382396697998047,
+ -10.027283668518066,
+ -6.867275238037109,
+ -11.25013256072998
+ ],
+ "distances_by_expert": [
+ 14.18185806274414,
+ 0.5910858511924744,
+ 39.98537826538086,
+ 33.82597732543945,
+ 26.067644119262695,
+ 7.063449859619141,
+ 16.764793395996094,
+ 20.054567337036133,
+ 13.734550476074219,
+ 22.50026512145996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3427.32470703125,
+ "language": 50.19301986694336
+ }
+ },
+ {
+ "routing_index": 403,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009324256097897887,
+ 0.8017052412033081,
+ 2.351389305488283e-09,
+ 5.0062688217167306e-08,
+ 2.367748038523132e-06,
+ 0.03315196931362152,
+ 0.00025570252910256386,
+ 4.9487396609038115e-05,
+ 0.0011100454721599817,
+ 1.3792833669867832e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977721214294434,
+ -0.22101426124572754,
+ -19.86825942993164,
+ -16.80998992919922,
+ -12.953571319580078,
+ -3.4066531658172607,
+ -8.271495819091797,
+ -9.913792610168457,
+ -6.803354263305664,
+ -11.191361427307129
+ ],
+ "distances_by_expert": [
+ 13.955442428588867,
+ 0.4420285224914551,
+ 39.73651885986328,
+ 33.61997985839844,
+ 25.907142639160156,
+ 6.8133063316345215,
+ 16.542991638183594,
+ 19.827585220336914,
+ 13.606708526611328,
+ 22.382722854614258
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.59521484375,
+ "language": 50.18914031982422
+ }
+ },
+ {
+ "routing_index": 404,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007726969779469073,
+ 0.6537636518478394,
+ 1.989168385563289e-09,
+ 4.175631929115298e-08,
+ 2.0569584648910677e-06,
+ 0.027420878410339355,
+ 0.00022730835189577192,
+ 4.362443360150792e-05,
+ 0.0009426811011508107,
+ 1.1921786608581897e-05
+ ],
+ "log_scores_by_expert": [
+ -7.165623664855957,
+ -0.4250093698501587,
+ -20.03554916381836,
+ -16.99141502380371,
+ -13.094282150268555,
+ -3.5964505672454834,
+ -8.389203071594238,
+ -10.03989315032959,
+ -6.966782569885254,
+ -11.337142944335938
+ ],
+ "distances_by_expert": [
+ 14.331247329711914,
+ 0.8500187397003174,
+ 40.07109832763672,
+ 33.98283004760742,
+ 26.18856430053711,
+ 7.192901134490967,
+ 16.778406143188477,
+ 20.07978630065918,
+ 13.933565139770508,
+ 22.674285888671875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3375.94482421875,
+ "language": 50.215087890625
+ }
+ },
+ {
+ "routing_index": 405,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007684255251660943,
+ 0.6818886995315552,
+ 1.9993739996948534e-09,
+ 4.207627668506575e-08,
+ 2.0369882349768886e-06,
+ 0.0289631187915802,
+ 0.00023238034918904305,
+ 4.407548840390518e-05,
+ 0.0009336036746390164,
+ 1.1984632692474406e-05
+ ],
+ "log_scores_by_expert": [
+ -7.171166896820068,
+ -0.3828888237476349,
+ -20.030431747436523,
+ -16.983781814575195,
+ -13.10403823852539,
+ -3.5417320728302,
+ -8.367135047912598,
+ -10.029606819152832,
+ -6.976458549499512,
+ -11.33188533782959
+ ],
+ "distances_by_expert": [
+ 14.342333793640137,
+ 0.7657776474952698,
+ 40.06086349487305,
+ 33.96756362915039,
+ 26.20807647705078,
+ 7.0834641456604,
+ 16.734270095825195,
+ 20.059213638305664,
+ 13.952917098999023,
+ 22.66377067565918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3277.982421875,
+ "language": 50.20976257324219
+ }
+ },
+ {
+ "routing_index": 406,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009010386420413852,
+ 0.763765275478363,
+ 2.2624264683912543e-09,
+ 4.726875246774398e-08,
+ 2.323014768990106e-06,
+ 0.03226297348737717,
+ 0.00025345556787215173,
+ 4.9662608944345266e-05,
+ 0.0010825252393260598,
+ 1.4026936696609482e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011962413787842,
+ -0.26949483156204224,
+ -19.906827926635742,
+ -16.867416381835938,
+ -12.972644805908203,
+ -3.433835029602051,
+ -8.280322074890137,
+ -9.910258293151855,
+ -6.828458786010742,
+ -11.174530982971191
+ ],
+ "distances_by_expert": [
+ 14.023924827575684,
+ 0.5389896631240845,
+ 39.813655853271484,
+ 33.734832763671875,
+ 25.945289611816406,
+ 6.867670059204102,
+ 16.560644149780273,
+ 19.82051658630371,
+ 13.656917572021484,
+ 22.349061965942383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3365.88720703125,
+ "language": 50.20066452026367
+ }
+ },
+ {
+ "routing_index": 407,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009587276726961136,
+ 0.7879142165184021,
+ 2.3793111925130006e-09,
+ 4.555304400355453e-08,
+ 2.3102845716493903e-06,
+ 0.029646048322319984,
+ 0.0002459731185808778,
+ 4.8481877456652e-05,
+ 0.001154920901171863,
+ 1.3828843293595128e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94990348815918,
+ -0.23836608231067657,
+ -19.856454849243164,
+ -16.904388427734375,
+ -12.978139877319336,
+ -3.5184264183044434,
+ -8.310288429260254,
+ -9.934320449829102,
+ -6.763723373413086,
+ -11.188754081726074
+ ],
+ "distances_by_expert": [
+ 13.89980697631836,
+ 0.47673216462135315,
+ 39.71290969848633,
+ 33.80877685546875,
+ 25.956279754638672,
+ 7.036852836608887,
+ 16.620576858520508,
+ 19.868640899658203,
+ 13.527446746826172,
+ 22.37750816345215
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3307.09423828125,
+ "language": 50.18452835083008
+ }
+ },
+ {
+ "routing_index": 408,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009125600918196142,
+ 0.7852104306221008,
+ 2.3108672753124893e-09,
+ 4.6767087980015276e-08,
+ 2.3286174837267026e-06,
+ 0.03123057633638382,
+ 0.00025420234305784106,
+ 4.9219113861909136e-05,
+ 0.0010956758633255959,
+ 1.3837720871379133e-05
+ ],
+ "log_scores_by_expert": [
+ -6.999256610870361,
+ -0.24180354177951813,
+ -19.885643005371094,
+ -16.87808609008789,
+ -12.970235824584961,
+ -3.466357707977295,
+ -8.277379989624023,
+ -9.919228553771973,
+ -6.8163838386535645,
+ -11.188112258911133
+ ],
+ "distances_by_expert": [
+ 13.998513221740723,
+ 0.48360708355903625,
+ 39.77128601074219,
+ 33.75617218017578,
+ 25.940471649169922,
+ 6.93271541595459,
+ 16.554759979248047,
+ 19.838457107543945,
+ 13.632767677307129,
+ 22.376224517822266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.58642578125,
+ "language": 50.18660354614258
+ }
+ },
+ {
+ "routing_index": 409,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008295110892504454,
+ 0.6824256777763367,
+ 2.159951106861513e-09,
+ 4.4911267593761295e-08,
+ 2.150081172658247e-06,
+ 0.029685571789741516,
+ 0.00024385999131482095,
+ 4.554338374873623e-05,
+ 0.000992162968032062,
+ 1.2414373486535624e-05
+ ],
+ "log_scores_by_expert": [
+ -7.094674110412598,
+ -0.3821016252040863,
+ -19.95318031311035,
+ -16.918577194213867,
+ -13.050004959106445,
+ -3.517094135284424,
+ -8.318916320800781,
+ -9.996845245361328,
+ -6.915623188018799,
+ -11.296655654907227
+ ],
+ "distances_by_expert": [
+ 14.189348220825195,
+ 0.7642032504081726,
+ 39.9063606262207,
+ 33.837154388427734,
+ 26.10000991821289,
+ 7.034188270568848,
+ 16.637832641601562,
+ 19.993690490722656,
+ 13.831246376037598,
+ 22.593311309814453
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.14892578125,
+ "language": 50.19166564941406
+ }
+ },
+ {
+ "routing_index": 410,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007987649296410382,
+ 0.5645337700843811,
+ 2.042899183152258e-09,
+ 3.434368522903242e-08,
+ 1.8243935073769535e-06,
+ 0.02110406383872032,
+ 0.00019879294268321246,
+ 4.011258715763688e-05,
+ 0.0009323033154942095,
+ 1.1218457075301558e-05
+ ],
+ "log_scores_by_expert": [
+ -7.132443904876709,
+ -0.5717549920082092,
+ -20.008895874023438,
+ -17.186847686767578,
+ -13.214262962341309,
+ -3.8582897186279297,
+ -8.523246765136719,
+ -10.123820304870605,
+ -6.9778523445129395,
+ -11.397950172424316
+ ],
+ "distances_by_expert": [
+ 14.264887809753418,
+ 1.1435099840164185,
+ 40.017791748046875,
+ 34.373695373535156,
+ 26.428525924682617,
+ 7.716579437255859,
+ 17.046493530273438,
+ 20.24764060974121,
+ 13.955704689025879,
+ 22.795900344848633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3600.150634765625,
+ "language": 50.201988220214844
+ }
+ },
+ {
+ "routing_index": 411,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009168130345642567,
+ 0.7187882661819458,
+ 2.3378170510568452e-09,
+ 4.114981777547655e-08,
+ 2.1476384972629603e-06,
+ 0.025692185387015343,
+ 0.00022923758660908788,
+ 4.4960746890865266e-05,
+ 0.0010838485322892666,
+ 1.273208727070596e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994606971740723,
+ -0.3301885724067688,
+ -19.874048233032227,
+ -17.006046295166016,
+ -13.051141738891602,
+ -3.6615684032440186,
+ -8.380751609802246,
+ -10.009720802307129,
+ -6.827237129211426,
+ -11.271385192871094
+ ],
+ "distances_by_expert": [
+ 13.989213943481445,
+ 0.6603771448135376,
+ 39.74809646606445,
+ 34.01209259033203,
+ 26.102283477783203,
+ 7.323136806488037,
+ 16.761503219604492,
+ 20.019441604614258,
+ 13.654474258422852,
+ 22.542770385742188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.863525390625,
+ "language": 50.18174362182617
+ }
+ },
+ {
+ "routing_index": 412,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009309248416684568,
+ 0.7397595643997192,
+ 2.2964159462901534e-09,
+ 4.139345577414133e-08,
+ 2.151461558241863e-06,
+ 0.025975143536925316,
+ 0.00022814252588432282,
+ 4.437942334334366e-05,
+ 0.001114057027734816,
+ 1.2918129868921824e-05
+ ],
+ "log_scores_by_expert": [
+ -6.979331970214844,
+ -0.30143001675605774,
+ -19.891916275024414,
+ -17.00014305114746,
+ -13.049363136291504,
+ -3.6506152153015137,
+ -8.385540008544922,
+ -10.022734642028809,
+ -6.799746990203857,
+ -11.256878852844238
+ ],
+ "distances_by_expert": [
+ 13.958663940429688,
+ 0.6028600335121155,
+ 39.78383255004883,
+ 34.00028610229492,
+ 26.098726272583008,
+ 7.301230430603027,
+ 16.771080017089844,
+ 20.045469284057617,
+ 13.599493980407715,
+ 22.513757705688477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3440.24462890625,
+ "language": 50.18293762207031
+ }
+ },
+ {
+ "routing_index": 413,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008787097176536918,
+ 0.7664803266525269,
+ 2.2008639355419746e-09,
+ 4.727326086140238e-08,
+ 2.2554972929356154e-06,
+ 0.030482515692710876,
+ 0.0002360411745030433,
+ 4.557049396680668e-05,
+ 0.0010815903078764677,
+ 1.3262680113257375e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037055969238281,
+ -0.26594623923301697,
+ -19.934415817260742,
+ -16.867321014404297,
+ -13.002140045166016,
+ -3.4906020164489746,
+ -8.3515043258667,
+ -9.99625015258789,
+ -6.829322814941406,
+ -11.23055648803711
+ ],
+ "distances_by_expert": [
+ 14.074111938476562,
+ 0.5318924784660339,
+ 39.868831634521484,
+ 33.734642028808594,
+ 26.00428009033203,
+ 6.981204032897949,
+ 16.7030086517334,
+ 19.99250030517578,
+ 13.658645629882812,
+ 22.46111297607422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.93310546875,
+ "language": 50.17647171020508
+ }
+ },
+ {
+ "routing_index": 414,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008981392602436244,
+ 0.7797420620918274,
+ 2.285212685748661e-09,
+ 4.8555563125773915e-08,
+ 2.3625600533705438e-06,
+ 0.030937133356928825,
+ 0.0002467860758770257,
+ 4.7785619244677946e-05,
+ 0.0010965948458760977,
+ 1.3726669749303255e-05
+ ],
+ "log_scores_by_expert": [
+ -7.015185356140137,
+ -0.2487921565771103,
+ -19.896806716918945,
+ -16.840557098388672,
+ -12.955764770507812,
+ -3.4757981300354004,
+ -8.306988716125488,
+ -9.948785781860352,
+ -6.815545558929443,
+ -11.19616985321045
+ ],
+ "distances_by_expert": [
+ 14.030370712280273,
+ 0.4975843131542206,
+ 39.79361343383789,
+ 33.681114196777344,
+ 25.911529541015625,
+ 6.951596260070801,
+ 16.613977432250977,
+ 19.897571563720703,
+ 13.631091117858887,
+ 22.3923397064209
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.835205078125,
+ "language": 50.20628356933594
+ }
+ },
+ {
+ "routing_index": 415,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000839340325910598,
+ 0.7372069954872131,
+ 2.1371824310278953e-09,
+ 4.6308098688996324e-08,
+ 2.263869646412786e-06,
+ 0.030656730756163597,
+ 0.0002478731912560761,
+ 4.6550107072107494e-05,
+ 0.0010151476599276066,
+ 1.3177138498576824e-05
+ ],
+ "log_scores_by_expert": [
+ -7.082894325256348,
+ -0.3048866391181946,
+ -19.963777542114258,
+ -16.887948989868164,
+ -12.998435020446777,
+ -3.48490309715271,
+ -8.302593231201172,
+ -9.974981307983398,
+ -6.892721176147461,
+ -11.237027168273926
+ ],
+ "distances_by_expert": [
+ 14.165788650512695,
+ 0.6097732782363892,
+ 39.927555084228516,
+ 33.77589797973633,
+ 25.996870040893555,
+ 6.96980619430542,
+ 16.605186462402344,
+ 19.949962615966797,
+ 13.785442352294922,
+ 22.47405433654785
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.30712890625,
+ "language": 50.2160530090332
+ }
+ },
+ {
+ "routing_index": 416,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007969794096425176,
+ 0.7243964672088623,
+ 2.069694415851586e-09,
+ 4.306521006469666e-08,
+ 2.1326634396245936e-06,
+ 0.029412388801574707,
+ 0.0002354478492634371,
+ 4.3997541069984436e-05,
+ 0.0009658167837187648,
+ 1.2479789802455343e-05
+ ],
+ "log_scores_by_expert": [
+ -7.134681701660156,
+ -0.3224165141582489,
+ -19.995864868164062,
+ -16.96055030822754,
+ -13.058138847351074,
+ -3.526339292526245,
+ -8.354021072387695,
+ -10.031376838684082,
+ -6.942536354064941,
+ -11.291399955749512
+ ],
+ "distances_by_expert": [
+ 14.269363403320312,
+ 0.6448330283164978,
+ 39.991729736328125,
+ 33.92110061645508,
+ 26.11627769470215,
+ 7.05267858505249,
+ 16.70804214477539,
+ 20.062753677368164,
+ 13.885072708129883,
+ 22.582799911499023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.40087890625,
+ "language": 50.202762603759766
+ }
+ },
+ {
+ "routing_index": 417,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009207872208207846,
+ 0.7601456642150879,
+ 2.308682134355422e-09,
+ 4.771086992150231e-08,
+ 2.2431800061895046e-06,
+ 0.031070319935679436,
+ 0.00024322592071257532,
+ 4.759850344271399e-05,
+ 0.0011050510220229626,
+ 1.3159129593987018e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990281581878662,
+ -0.27424514293670654,
+ -19.88658905029297,
+ -16.85810661315918,
+ -13.00761604309082,
+ -3.4715023040771484,
+ -8.32151985168457,
+ -9.952709197998047,
+ -6.807863712310791,
+ -11.238394737243652
+ ],
+ "distances_by_expert": [
+ 13.980563163757324,
+ 0.5484902858734131,
+ 39.77317810058594,
+ 33.71621322631836,
+ 26.01523208618164,
+ 6.943004608154297,
+ 16.64303970336914,
+ 19.905418395996094,
+ 13.615727424621582,
+ 22.476789474487305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3312.875,
+ "language": 50.1802864074707
+ }
+ },
+ {
+ "routing_index": 418,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009513471159152687,
+ 0.7942407727241516,
+ 2.4055861747029894e-09,
+ 5.0140855023528275e-08,
+ 2.37472886510659e-06,
+ 0.03305031359195709,
+ 0.0002543689333833754,
+ 4.9448142817709595e-05,
+ 0.0011409074068069458,
+ 1.38553505166783e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957631587982178,
+ -0.23036859929561615,
+ -19.84547233581543,
+ -16.808429718017578,
+ -12.950627326965332,
+ -3.409724235534668,
+ -8.276724815368652,
+ -9.914586067199707,
+ -6.775931358337402,
+ -11.18683910369873
+ ],
+ "distances_by_expert": [
+ 13.915263175964355,
+ 0.4607371985912323,
+ 39.69094467163086,
+ 33.616859436035156,
+ 25.901254653930664,
+ 6.819448471069336,
+ 16.553449630737305,
+ 19.829172134399414,
+ 13.551862716674805,
+ 22.37367820739746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.05615234375,
+ "language": 50.194793701171875
+ }
+ },
+ {
+ "routing_index": 419,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008600985747762024,
+ 0.7071095705032349,
+ 2.2124087006858417e-09,
+ 4.6169279954710873e-08,
+ 2.2043711851438275e-06,
+ 0.02997046709060669,
+ 0.0002442437980789691,
+ 4.548877404886298e-05,
+ 0.0010411679977551103,
+ 1.2801339835277759e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0584635734558105,
+ -0.34656965732574463,
+ -19.929183959960938,
+ -16.89095115661621,
+ -13.025068283081055,
+ -3.507542848587036,
+ -8.317343711853027,
+ -9.998044967651367,
+ -6.867412090301514,
+ -11.265960693359375
+ ],
+ "distances_by_expert": [
+ 14.116927146911621,
+ 0.6931393146514893,
+ 39.858367919921875,
+ 33.78190231323242,
+ 26.05013656616211,
+ 7.015085697174072,
+ 16.634687423706055,
+ 19.996089935302734,
+ 13.734824180603027,
+ 22.53192138671875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3256.00048828125,
+ "language": 50.19672393798828
+ }
+ },
+ {
+ "routing_index": 420,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009204343077726662,
+ 0.7049111723899841,
+ 2.3028459139595725e-09,
+ 4.412550680399363e-08,
+ 2.222980583610479e-06,
+ 0.02711472474038601,
+ 0.00023404286184813827,
+ 4.706339677795768e-05,
+ 0.0010681409621611238,
+ 1.3320482139533851e-05
+ ],
+ "log_scores_by_expert": [
+ -6.990664958953857,
+ -0.3496834933757782,
+ -19.88912010192871,
+ -16.936227798461914,
+ -13.016661643981934,
+ -3.6076784133911133,
+ -8.360006332397461,
+ -9.964015007019043,
+ -6.8418354988098145,
+ -11.226207733154297
+ ],
+ "distances_by_expert": [
+ 13.981329917907715,
+ 0.6993669867515564,
+ 39.77824020385742,
+ 33.87245559692383,
+ 26.033323287963867,
+ 7.215356826782227,
+ 16.720012664794922,
+ 19.928030014038086,
+ 13.683670997619629,
+ 22.452415466308594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3490.832763671875,
+ "language": 50.19359588623047
+ }
+ },
+ {
+ "routing_index": 421,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009477827115915716,
+ 0.7579741477966309,
+ 2.4062698500415536e-09,
+ 4.4673843291320736e-08,
+ 2.2781725874665426e-06,
+ 0.02831522561609745,
+ 0.00024157144071068615,
+ 4.7827565140323713e-05,
+ 0.0011064704740419984,
+ 1.35659220177331e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961385250091553,
+ -0.27710598707199097,
+ -19.84518814086914,
+ -16.923877716064453,
+ -12.99213695526123,
+ -3.5643556118011475,
+ -8.32834529876709,
+ -9.947908401489258,
+ -6.806580066680908,
+ -11.2079496383667
+ ],
+ "distances_by_expert": [
+ 13.922770500183105,
+ 0.5542119741439819,
+ 39.69037628173828,
+ 33.847755432128906,
+ 25.98427391052246,
+ 7.128711223602295,
+ 16.65669059753418,
+ 19.895816802978516,
+ 13.613160133361816,
+ 22.4158992767334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.8125,
+ "language": 50.1787223815918
+ }
+ },
+ {
+ "routing_index": 422,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009066059719771147,
+ 0.6858711838722229,
+ 2.2664217169676704e-09,
+ 3.873299192491686e-08,
+ 2.0763679913216038e-06,
+ 0.02299199439585209,
+ 0.00022197903308551759,
+ 4.347330468590371e-05,
+ 0.0010643446585163474,
+ 1.240224446519278e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005802631378174,
+ -0.37706542015075684,
+ -19.90506362915039,
+ -17.066574096679688,
+ -13.084890365600586,
+ -3.772609233856201,
+ -8.412927627563477,
+ -10.043363571166992,
+ -6.845396041870117,
+ -11.297633171081543
+ ],
+ "distances_by_expert": [
+ 14.011605262756348,
+ 0.7541308403015137,
+ 39.81012725830078,
+ 34.133148193359375,
+ 26.169780731201172,
+ 7.545218467712402,
+ 16.825855255126953,
+ 20.086727142333984,
+ 13.690792083740234,
+ 22.595266342163086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3415.49951171875,
+ "language": 50.18522644042969
+ }
+ },
+ {
+ "routing_index": 423,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008206843631342053,
+ 0.7347131967544556,
+ 2.0685024804123486e-09,
+ 4.460861902089164e-08,
+ 2.146264478142257e-06,
+ 0.027878301218152046,
+ 0.00022423546761274338,
+ 4.311652446631342e-05,
+ 0.0010307771153748035,
+ 1.2655325917876326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105371952056885,
+ -0.30827510356903076,
+ -19.996440887451172,
+ -16.925338745117188,
+ -13.05178165435791,
+ -3.579906702041626,
+ -8.402813911437988,
+ -10.051604270935059,
+ -6.877442359924316,
+ -11.277432441711426
+ ],
+ "distances_by_expert": [
+ 14.21074390411377,
+ 0.6165502071380615,
+ 39.992881774902344,
+ 33.850677490234375,
+ 26.10356330871582,
+ 7.159813404083252,
+ 16.805627822875977,
+ 20.103208541870117,
+ 13.754884719848633,
+ 22.55486488342285
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.7548828125,
+ "language": 50.171085357666016
+ }
+ },
+ {
+ "routing_index": 424,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009404124575667083,
+ 0.8017606139183044,
+ 2.3728936593414574e-09,
+ 4.980373091711954e-08,
+ 2.2840374640509253e-06,
+ 0.031767453998327255,
+ 0.000250729062827304,
+ 4.8343972594011575e-05,
+ 0.001123579335398972,
+ 1.3451508493744768e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969192028045654,
+ -0.22094517946243286,
+ -19.859155654907227,
+ -16.815176010131836,
+ -12.9895658493042,
+ -3.449312925338745,
+ -8.2911376953125,
+ -9.937169075012207,
+ -6.79123592376709,
+ -11.216419219970703
+ ],
+ "distances_by_expert": [
+ 13.938384056091309,
+ 0.4418903589248657,
+ 39.71831130981445,
+ 33.63035202026367,
+ 25.9791316986084,
+ 6.89862585067749,
+ 16.582275390625,
+ 19.874338150024414,
+ 13.58247184753418,
+ 22.432838439941406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.381103515625,
+ "language": 50.19114685058594
+ }
+ },
+ {
+ "routing_index": 425,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008045952999964356,
+ 0.6838779449462891,
+ 2.049534097992023e-09,
+ 4.3598706866987413e-08,
+ 2.1309720068529714e-06,
+ 0.02837100252509117,
+ 0.00023815827444195747,
+ 4.5472468627849594e-05,
+ 0.0009736341307871044,
+ 1.253776645171456e-05
+ ],
+ "log_scores_by_expert": [
+ -7.125171184539795,
+ -0.3799758553504944,
+ -20.005653381347656,
+ -16.948238372802734,
+ -13.058932304382324,
+ -3.562387704849243,
+ -8.342575073242188,
+ -9.998403549194336,
+ -6.934474945068359,
+ -11.286765098571777
+ ],
+ "distances_by_expert": [
+ 14.25034236907959,
+ 0.7599517107009888,
+ 40.01130676269531,
+ 33.89647674560547,
+ 26.11786460876465,
+ 7.124775409698486,
+ 16.685150146484375,
+ 19.996807098388672,
+ 13.868949890136719,
+ 22.573530197143555
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3348.572021484375,
+ "language": 50.2082405090332
+ }
+ },
+ {
+ "routing_index": 426,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000815398117993027,
+ 0.7159056663513184,
+ 2.1121182580685627e-09,
+ 4.410060583381892e-08,
+ 2.127696461684536e-06,
+ 0.029466744512319565,
+ 0.00024111595121212304,
+ 4.5569711801363155e-05,
+ 0.0009898460702970624,
+ 1.2537623661046382e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1118340492248535,
+ -0.3342069089412689,
+ -19.975574493408203,
+ -16.936792373657227,
+ -13.060470581054688,
+ -3.5244929790496826,
+ -8.330232620239258,
+ -9.996267318725586,
+ -6.917961120605469,
+ -11.286776542663574
+ ],
+ "distances_by_expert": [
+ 14.223668098449707,
+ 0.6684138178825378,
+ 39.951148986816406,
+ 33.87358474731445,
+ 26.120941162109375,
+ 7.048985958099365,
+ 16.660465240478516,
+ 19.992534637451172,
+ 13.835922241210938,
+ 22.57355308532715
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.0400390625,
+ "language": 50.211524963378906
+ }
+ },
+ {
+ "routing_index": 427,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008202512981370091,
+ 0.7391573190689087,
+ 2.0990340576787503e-09,
+ 4.363422689834806e-08,
+ 2.1860446395294275e-06,
+ 0.031046636402606964,
+ 0.0002437781513435766,
+ 4.6986620873212814e-05,
+ 0.000976573210209608,
+ 1.317313035542611e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105899810791016,
+ -0.30224451422691345,
+ -19.981788635253906,
+ -16.947423934936523,
+ -13.033416748046875,
+ -3.4722647666931152,
+ -8.319252014160156,
+ -9.96564769744873,
+ -6.931460857391357,
+ -11.23733139038086
+ ],
+ "distances_by_expert": [
+ 14.211799621582031,
+ 0.6044890284538269,
+ 39.96357727050781,
+ 33.89484786987305,
+ 26.06683349609375,
+ 6.9445295333862305,
+ 16.638504028320312,
+ 19.93129539489746,
+ 13.862921714782715,
+ 22.47466278076172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.502197265625,
+ "language": 50.21446990966797
+ }
+ },
+ {
+ "routing_index": 428,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009921676246449351,
+ 0.8057056665420532,
+ 2.4487125660499487e-09,
+ 4.5702819306825404e-08,
+ 2.4459552605549106e-06,
+ 0.02934388816356659,
+ 0.0002546058385632932,
+ 5.072109343018383e-05,
+ 0.0011764934752136469,
+ 1.4708518392581027e-05
+ ],
+ "log_scores_by_expert": [
+ -6.915618419647217,
+ -0.21603673696517944,
+ -19.82770347595215,
+ -16.901105880737305,
+ -12.921074867248535,
+ -3.5286710262298584,
+ -8.27579402923584,
+ -9.889168739318848,
+ -6.7452168464660645,
+ -11.127083778381348
+ ],
+ "distances_by_expert": [
+ 13.831236839294434,
+ 0.4320734739303589,
+ 39.6554069519043,
+ 33.80221176147461,
+ 25.84214973449707,
+ 7.057342052459717,
+ 16.55158805847168,
+ 19.778337478637695,
+ 13.490433692932129,
+ 22.254167556762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.54736328125,
+ "language": 50.182132720947266
+ }
+ },
+ {
+ "routing_index": 429,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.001014700043015182,
+ 0.7282593250274658,
+ 2.5226727373706126e-09,
+ 4.145524101772935e-08,
+ 2.260103201479069e-06,
+ 0.026268143206834793,
+ 0.00024046606267802417,
+ 4.8636509745847434e-05,
+ 0.0011815065518021584,
+ 1.3523437701223884e-05
+ ],
+ "log_scores_by_expert": [
+ -6.893162250518799,
+ -0.31709811091423035,
+ -19.79794692993164,
+ -16.9986515045166,
+ -13.000100135803223,
+ -3.6393983364105225,
+ -8.332931518554688,
+ -9.931136131286621,
+ -6.740964889526367,
+ -11.21108627319336
+ ],
+ "distances_by_expert": [
+ 13.786324501037598,
+ 0.6341962218284607,
+ 39.59589385986328,
+ 33.9973030090332,
+ 26.000200271606445,
+ 7.278796672821045,
+ 16.665863037109375,
+ 19.862272262573242,
+ 13.481929779052734,
+ 22.42217254638672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3437.198974609375,
+ "language": 50.19312286376953
+ }
+ },
+ {
+ "routing_index": 430,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009227422415278852,
+ 0.7666724324226379,
+ 2.3600388310285325e-09,
+ 4.8349566128536026e-08,
+ 2.313163804501528e-06,
+ 0.03029058873653412,
+ 0.00025215509231202304,
+ 4.858616375713609e-05,
+ 0.0010935432510450482,
+ 1.3412120097200386e-05
+ ],
+ "log_scores_by_expert": [
+ -6.988160610198975,
+ -0.2656956613063812,
+ -19.864587783813477,
+ -16.84480857849121,
+ -12.97689437866211,
+ -3.496918201446533,
+ -8.285466194152832,
+ -9.932171821594238,
+ -6.818332195281982,
+ -11.219351768493652
+ ],
+ "distances_by_expert": [
+ 13.97632122039795,
+ 0.5313913226127625,
+ 39.72917556762695,
+ 33.68961715698242,
+ 25.95378875732422,
+ 6.993836402893066,
+ 16.570932388305664,
+ 19.864343643188477,
+ 13.636664390563965,
+ 22.438703536987305
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.21435546875,
+ "language": 50.18082046508789
+ }
+ },
+ {
+ "routing_index": 431,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008555590757168829,
+ 0.5883523225784302,
+ 2.146189670426679e-09,
+ 3.592952424469331e-08,
+ 1.9131352928525303e-06,
+ 0.02097589150071144,
+ 0.00020516336371656507,
+ 4.094393807463348e-05,
+ 0.0009765797294676304,
+ 1.1527784408826847e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063755512237549,
+ -0.5304293632507324,
+ -19.959571838378906,
+ -17.141706466674805,
+ -13.166767120361328,
+ -3.8643815517425537,
+ -8.491703987121582,
+ -10.103306770324707,
+ -6.931454181671143,
+ -11.370750427246094
+ ],
+ "distances_by_expert": [
+ 14.127511024475098,
+ 1.0608587265014648,
+ 39.91914367675781,
+ 34.28341293334961,
+ 26.333534240722656,
+ 7.728763103485107,
+ 16.983407974243164,
+ 20.206613540649414,
+ 13.862908363342285,
+ 22.741500854492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3568.55126953125,
+ "language": 50.19282150268555
+ }
+ },
+ {
+ "routing_index": 432,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009128586389124393,
+ 0.6819702386856079,
+ 2.326163484056565e-09,
+ 3.8502815158381054e-08,
+ 2.093631337629631e-06,
+ 0.023248644545674324,
+ 0.00022269274631980807,
+ 4.3631342123262584e-05,
+ 0.001060887472704053,
+ 1.2352572412055451e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998929500579834,
+ -0.38276928663253784,
+ -19.879045486450195,
+ -17.072534561157227,
+ -13.076610565185547,
+ -3.7615084648132324,
+ -8.409717559814453,
+ -10.039734840393066,
+ -6.848649501800537,
+ -11.30164623260498
+ ],
+ "distances_by_expert": [
+ 13.997859001159668,
+ 0.7655385732650757,
+ 39.75809097290039,
+ 34.14506912231445,
+ 26.153221130371094,
+ 7.523016929626465,
+ 16.819435119628906,
+ 20.079469680786133,
+ 13.697299003601074,
+ 22.60329246520996
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.411376953125,
+ "language": 50.18109893798828
+ }
+ },
+ {
+ "routing_index": 433,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009094675770029426,
+ 0.6949817538261414,
+ 2.2854742542932627e-09,
+ 3.9411442998016355e-08,
+ 2.078295437968336e-06,
+ 0.02361980825662613,
+ 0.00022161945526022464,
+ 4.2976618715329096e-05,
+ 0.00107692985329777,
+ 1.2275475455680862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002651214599609,
+ -0.36386963725090027,
+ -19.896692276000977,
+ -17.049209594726562,
+ -13.083962440490723,
+ -3.7456696033477783,
+ -8.414548873901367,
+ -10.054854393005371,
+ -6.833641052246094,
+ -11.307907104492188
+ ],
+ "distances_by_expert": [
+ 14.005302429199219,
+ 0.7277392745018005,
+ 39.79338455200195,
+ 34.098419189453125,
+ 26.167924880981445,
+ 7.491339206695557,
+ 16.829097747802734,
+ 20.109708786010742,
+ 13.667282104492188,
+ 22.615814208984375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.75341796875,
+ "language": 50.186126708984375
+ }
+ },
+ {
+ "routing_index": 434,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008504337165504694,
+ 0.6921573877334595,
+ 2.1225294855042875e-09,
+ 3.8391274159721434e-08,
+ 1.9645462998596486e-06,
+ 0.023294657468795776,
+ 0.00021367047156672925,
+ 4.109239307581447e-05,
+ 0.0010431880364194512,
+ 1.1956195521634072e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069764137268066,
+ -0.3679419457912445,
+ -19.970657348632812,
+ -17.075435638427734,
+ -13.140249252319336,
+ -3.759531259536743,
+ -8.451075553894043,
+ -10.099687576293945,
+ -6.865473747253418,
+ -11.334260940551758
+ ],
+ "distances_by_expert": [
+ 14.139528274536133,
+ 0.735883891582489,
+ 39.941314697265625,
+ 34.15087127685547,
+ 26.280498504638672,
+ 7.519062519073486,
+ 16.902151107788086,
+ 20.19937515258789,
+ 13.730947494506836,
+ 22.668521881103516
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.818603515625,
+ "language": 50.181278228759766
+ }
+ },
+ {
+ "routing_index": 435,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008817220805212855,
+ 0.7878429889678955,
+ 2.2057597970359666e-09,
+ 4.670789621741278e-08,
+ 2.285261871293187e-06,
+ 0.030048992484807968,
+ 0.0002426927676424384,
+ 4.65742195956409e-05,
+ 0.0010886972304433584,
+ 1.3861601473763585e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033633708953857,
+ -0.23845645785331726,
+ -19.932193756103516,
+ -16.879352569580078,
+ -12.989029884338379,
+ -3.5049262046813965,
+ -8.323714256286621,
+ -9.97446346282959,
+ -6.822773456573486,
+ -11.18638801574707
+ ],
+ "distances_by_expert": [
+ 14.067267417907715,
+ 0.4769129157066345,
+ 39.86438751220703,
+ 33.758705139160156,
+ 25.978059768676758,
+ 7.009852409362793,
+ 16.647428512573242,
+ 19.94892692565918,
+ 13.645546913146973,
+ 22.37277603149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3475.437255859375,
+ "language": 50.188697814941406
+ }
+ },
+ {
+ "routing_index": 436,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008638161234557629,
+ 0.7746728658676147,
+ 2.1610635503321873e-09,
+ 4.6569393674644743e-08,
+ 2.2381348117050948e-06,
+ 0.03251707926392555,
+ 0.0002470359031576663,
+ 4.678478217101656e-05,
+ 0.001057411776855588,
+ 1.352541039523203e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054150581359863,
+ -0.2553144693374634,
+ -19.952665328979492,
+ -16.882322311401367,
+ -13.009867668151855,
+ -3.425989866256714,
+ -8.305976867675781,
+ -9.969952583312988,
+ -6.851931095123291,
+ -11.21094036102295
+ ],
+ "distances_by_expert": [
+ 14.108301162719727,
+ 0.5106289386749268,
+ 39.905330657958984,
+ 33.764644622802734,
+ 26.01973533630371,
+ 6.851979732513428,
+ 16.611953735351562,
+ 19.939905166625977,
+ 13.703862190246582,
+ 22.4218807220459
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3316.30029296875,
+ "language": 50.192588806152344
+ }
+ },
+ {
+ "routing_index": 437,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008097821846604347,
+ 0.675756573677063,
+ 2.0602535233393837e-09,
+ 4.325133318161534e-08,
+ 2.09857080335496e-06,
+ 0.02784367837011814,
+ 0.00023312373377848417,
+ 4.437819370650686e-05,
+ 0.0009793838253244758,
+ 1.2269519174878951e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11874532699585,
+ -0.39192238450050354,
+ -20.000436782836914,
+ -16.95623779296875,
+ -13.074254035949707,
+ -3.5811493396759033,
+ -8.363941192626953,
+ -10.022762298583984,
+ -6.928586959838867,
+ -11.308392524719238
+ ],
+ "distances_by_expert": [
+ 14.2374906539917,
+ 0.7838447690010071,
+ 40.00087356567383,
+ 33.9124755859375,
+ 26.148508071899414,
+ 7.162298679351807,
+ 16.727882385253906,
+ 20.04552459716797,
+ 13.857173919677734,
+ 22.616785049438477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3346.535400390625,
+ "language": 50.21739959716797
+ }
+ },
+ {
+ "routing_index": 438,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008404869586229324,
+ 0.7311556935310364,
+ 2.1699315677636832e-09,
+ 4.420132171389923e-08,
+ 2.173831035179319e-06,
+ 0.029415776953101158,
+ 0.00024107778153847903,
+ 4.629915929399431e-05,
+ 0.0010200223186984658,
+ 1.276347666134825e-05
+ ],
+ "log_scores_by_expert": [
+ -7.081529140472412,
+ -0.31312885880470276,
+ -19.948570251464844,
+ -16.934511184692383,
+ -13.039019584655762,
+ -3.526224136352539,
+ -8.330390930175781,
+ -9.980386734008789,
+ -6.887930870056152,
+ -11.268922805786133
+ ],
+ "distances_by_expert": [
+ 14.163058280944824,
+ 0.6262577176094055,
+ 39.89714050292969,
+ 33.869022369384766,
+ 26.078039169311523,
+ 7.052448272705078,
+ 16.660781860351562,
+ 19.960773468017578,
+ 13.775861740112305,
+ 22.537845611572266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.016357421875,
+ "language": 50.19406509399414
+ }
+ },
+ {
+ "routing_index": 439,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008304185466840863,
+ 0.7280483841896057,
+ 2.0979693537981348e-09,
+ 4.2166981017999206e-08,
+ 2.13498537959822e-06,
+ 0.028523897752165794,
+ 0.0002286515518790111,
+ 4.368297231849283e-05,
+ 0.001036883913911879,
+ 1.288890325668035e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093580722808838,
+ -0.31738778948783875,
+ -19.982295989990234,
+ -16.98162841796875,
+ -13.057050704956055,
+ -3.5570130348205566,
+ -8.38331127166748,
+ -10.038552284240723,
+ -6.871535301208496,
+ -11.259143829345703
+ ],
+ "distances_by_expert": [
+ 14.187161445617676,
+ 0.6347755789756775,
+ 39.96459197998047,
+ 33.9632568359375,
+ 26.11410140991211,
+ 7.114026069641113,
+ 16.76662254333496,
+ 20.077104568481445,
+ 13.743070602416992,
+ 22.518287658691406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.230224609375,
+ "language": 50.19122314453125
+ }
+ },
+ {
+ "routing_index": 440,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008667489164508879,
+ 0.7113319039344788,
+ 2.1614592338181637e-09,
+ 4.1736331723996045e-08,
+ 2.2060683022573357e-06,
+ 0.026639480143785477,
+ 0.0002300663327332586,
+ 4.426521263667382e-05,
+ 0.001067358534783125,
+ 1.3179967027099337e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0507612228393555,
+ -0.3406161069869995,
+ -19.952482223510742,
+ -16.991893768310547,
+ -13.024298667907715,
+ -3.6253609657287598,
+ -8.377142906188965,
+ -10.025311470031738,
+ -6.842568397521973,
+ -11.236812591552734
+ ],
+ "distances_by_expert": [
+ 14.101522445678711,
+ 0.681232213973999,
+ 39.904964447021484,
+ 33.983787536621094,
+ 26.04859733581543,
+ 7.2507219314575195,
+ 16.75428581237793,
+ 20.050622940063477,
+ 13.685136795043945,
+ 22.47362518310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3327.5908203125,
+ "language": 50.21015548706055
+ }
+ },
+ {
+ "routing_index": 441,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008108315523713827,
+ 0.6805006265640259,
+ 2.044918678834051e-09,
+ 4.2434439961880344e-08,
+ 2.1036544239905197e-06,
+ 0.029077667742967606,
+ 0.00023177944240160286,
+ 4.341484236647375e-05,
+ 0.0010027531534433365,
+ 1.251486628461862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11745023727417,
+ -0.3849264979362488,
+ -20.00790786743164,
+ -16.975305557250977,
+ -13.071834564208984,
+ -3.5377848148345947,
+ -8.36972427368164,
+ -10.044709205627441,
+ -6.905005931854248,
+ -11.288593292236328
+ ],
+ "distances_by_expert": [
+ 14.23490047454834,
+ 0.7698529958724976,
+ 40.01581573486328,
+ 33.95061111450195,
+ 26.14366912841797,
+ 7.0755696296691895,
+ 16.73944854736328,
+ 20.089418411254883,
+ 13.810011863708496,
+ 22.577186584472656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.692626953125,
+ "language": 50.22248458862305
+ }
+ },
+ {
+ "routing_index": 442,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008177324198186398,
+ 0.6278017163276672,
+ 2.0403212452890784e-09,
+ 4.163186062555724e-08,
+ 2.0365239379316336e-06,
+ 0.027106987312436104,
+ 0.0002263526403112337,
+ 4.255814928910695e-05,
+ 0.0010026043746620417,
+ 1.1909185559488833e-05
+ ],
+ "log_scores_by_expert": [
+ -7.108975410461426,
+ -0.4655309319496155,
+ -20.01015853881836,
+ -16.994400024414062,
+ -13.104266166687012,
+ -3.607963800430298,
+ -8.393416404724121,
+ -10.0646390914917,
+ -6.905154228210449,
+ -11.338200569152832
+ ],
+ "distances_by_expert": [
+ 14.217950820922852,
+ 0.931061863899231,
+ 40.02031707763672,
+ 33.988800048828125,
+ 26.208532333374023,
+ 7.215927600860596,
+ 16.786832809448242,
+ 20.1292781829834,
+ 13.810308456420898,
+ 22.676401138305664
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3197.52783203125,
+ "language": 50.199378967285156
+ }
+ },
+ {
+ "routing_index": 443,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007800948806107044,
+ 0.6238106489181519,
+ 1.9801515982464934e-09,
+ 4.148505894363552e-08,
+ 1.978589580176049e-06,
+ 0.026396404951810837,
+ 0.0002176818234147504,
+ 4.0861046727513894e-05,
+ 0.0009736225474625826,
+ 1.1469116543594282e-05
+ ],
+ "log_scores_by_expert": [
+ -7.156095027923584,
+ -0.4719083905220032,
+ -20.04009246826172,
+ -16.99793243408203,
+ -13.133126258850098,
+ -3.6345274448394775,
+ -8.432476043701172,
+ -10.10533332824707,
+ -6.9344868659973145,
+ -11.375852584838867
+ ],
+ "distances_by_expert": [
+ 14.312190055847168,
+ 0.9438167810440063,
+ 40.08018493652344,
+ 33.99586486816406,
+ 26.266252517700195,
+ 7.269054889678955,
+ 16.864952087402344,
+ 20.21066665649414,
+ 13.868973731994629,
+ 22.751705169677734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3196.269775390625,
+ "language": 50.20914077758789
+ }
+ },
+ {
+ "routing_index": 444,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000809174554888159,
+ 0.6744632124900818,
+ 2.0387418420142467e-09,
+ 4.4350205286036726e-08,
+ 2.093427610816434e-06,
+ 0.028197044506669044,
+ 0.00022972168517298996,
+ 4.305509355617687e-05,
+ 0.0010144489351660013,
+ 1.238518780155573e-05
+ ],
+ "log_scores_by_expert": [
+ -7.119495868682861,
+ -0.39383819699287415,
+ -20.01093292236328,
+ -16.931148529052734,
+ -13.07670783996582,
+ -3.568538188934326,
+ -8.378642082214355,
+ -10.053030014038086,
+ -6.893409729003906,
+ -11.299009323120117
+ ],
+ "distances_by_expert": [
+ 14.238991737365723,
+ 0.7876763939857483,
+ 40.02186584472656,
+ 33.86229705810547,
+ 26.15341567993164,
+ 7.137076377868652,
+ 16.75728416442871,
+ 20.106060028076172,
+ 13.786819458007812,
+ 22.598018646240234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3273.787109375,
+ "language": 50.20703887939453
+ }
+ },
+ {
+ "routing_index": 445,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007760670850984752,
+ 0.6479870080947876,
+ 1.9799704098488746e-09,
+ 4.226352245950693e-08,
+ 1.993499608943239e-06,
+ 0.026374155655503273,
+ 0.00021946802735328674,
+ 4.0699531382415444e-05,
+ 0.000992986955679953,
+ 1.1718513633240946e-05
+ ],
+ "log_scores_by_expert": [
+ -7.161271572113037,
+ -0.4338845908641815,
+ -20.040184020996094,
+ -16.979341506958008,
+ -13.125618934631348,
+ -3.6353707313537598,
+ -8.424304008483887,
+ -10.109293937683105,
+ -6.914793014526367,
+ -11.354340553283691
+ ],
+ "distances_by_expert": [
+ 14.322543144226074,
+ 0.867769181728363,
+ 40.08036804199219,
+ 33.958683013916016,
+ 26.251237869262695,
+ 7.2707414627075195,
+ 16.848608016967773,
+ 20.21858787536621,
+ 13.829586029052734,
+ 22.708681106567383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.298828125,
+ "language": 50.20738983154297
+ }
+ },
+ {
+ "routing_index": 446,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008131058420985937,
+ 0.6573386788368225,
+ 2.0420032331713855e-09,
+ 4.3346059186433195e-08,
+ 2.0390502868394833e-06,
+ 0.026682773604989052,
+ 0.0002220306923845783,
+ 4.1707193304318935e-05,
+ 0.0010334212565794587,
+ 1.1958761206187773e-05
+ ],
+ "log_scores_by_expert": [
+ -7.114649295806885,
+ -0.4195558726787567,
+ -20.009334564208984,
+ -16.954050064086914,
+ -13.103026390075684,
+ -3.623737096786499,
+ -8.412694931030273,
+ -10.084836959838867,
+ -6.874880313873291,
+ -11.334046363830566
+ ],
+ "distances_by_expert": [
+ 14.22929859161377,
+ 0.8391117453575134,
+ 40.01866912841797,
+ 33.90810012817383,
+ 26.206052780151367,
+ 7.247474193572998,
+ 16.825389862060547,
+ 20.169673919677734,
+ 13.749760627746582,
+ 22.668092727661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.43505859375,
+ "language": 50.20509719848633
+ }
+ },
+ {
+ "routing_index": 447,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008165899198502302,
+ 0.6824769377708435,
+ 2.0798884836636944e-09,
+ 4.426231470233688e-08,
+ 2.1138341708137887e-06,
+ 0.027023067697882652,
+ 0.0002277931635035202,
+ 4.2581534216878936e-05,
+ 0.0010358673753216863,
+ 1.2348319614829961e-05
+ ],
+ "log_scores_by_expert": [
+ -7.110373497009277,
+ -0.3820265233516693,
+ -19.990951538085938,
+ -16.93313217163086,
+ -13.067007064819336,
+ -3.6110644340515137,
+ -8.387072563171387,
+ -10.06408977508545,
+ -6.87251615524292,
+ -11.301990509033203
+ ],
+ "distances_by_expert": [
+ 14.220746994018555,
+ 0.7640530467033386,
+ 39.981903076171875,
+ 33.86626434326172,
+ 26.134014129638672,
+ 7.222128868103027,
+ 16.774145126342773,
+ 20.1281795501709,
+ 13.74503231048584,
+ 22.603981018066406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3274.94482421875,
+ "language": 50.21172332763672
+ }
+ },
+ {
+ "routing_index": 448,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008172404486685991,
+ 0.6750544905662537,
+ 2.082599648289829e-09,
+ 4.359687721944283e-08,
+ 2.0821642010560026e-06,
+ 0.02665681764483452,
+ 0.0002249428944196552,
+ 4.2261854105163366e-05,
+ 0.0010312652448192239,
+ 1.219436035171384e-05
+ ],
+ "log_scores_by_expert": [
+ -7.109577178955078,
+ -0.39296188950538635,
+ -19.989648818969727,
+ -16.948280334472656,
+ -13.08210277557373,
+ -3.6247103214263916,
+ -8.399663925170898,
+ -10.071625709533691,
+ -6.876968860626221,
+ -11.314537048339844
+ ],
+ "distances_by_expert": [
+ 14.219154357910156,
+ 0.7859237790107727,
+ 39.97929763793945,
+ 33.89656066894531,
+ 26.16420555114746,
+ 7.249420642852783,
+ 16.799327850341797,
+ 20.143251419067383,
+ 13.753937721252441,
+ 22.629074096679688
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3251.914794921875,
+ "language": 50.207679748535156
+ }
+ },
+ {
+ "routing_index": 449,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008111049537546933,
+ 0.6655824780464172,
+ 2.058564652074324e-09,
+ 4.364205352658246e-08,
+ 2.0705801944131963e-06,
+ 0.026705004274845123,
+ 0.00022372620878741145,
+ 4.221750350552611e-05,
+ 0.0010317054111510515,
+ 1.2119983693992253e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11711311340332,
+ -0.40709275007247925,
+ -20.001256942749023,
+ -16.94724464416504,
+ -13.087681770324707,
+ -3.6229043006896973,
+ -8.4050874710083,
+ -10.072675704956055,
+ -6.876542091369629,
+ -11.32065486907959
+ ],
+ "distances_by_expert": [
+ 14.23422622680664,
+ 0.8141855001449585,
+ 40.00251388549805,
+ 33.89448928833008,
+ 26.175363540649414,
+ 7.2458086013793945,
+ 16.8101749420166,
+ 20.14535140991211,
+ 13.753084182739258,
+ 22.64130973815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.43017578125,
+ "language": 50.19768524169922
+ }
+ },
+ {
+ "routing_index": 450,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008361457730643451,
+ 0.6865704655647278,
+ 2.1192567700722975e-09,
+ 4.424273569725301e-08,
+ 2.144967311323853e-06,
+ 0.02695527859032154,
+ 0.0002299676270922646,
+ 4.362593244877644e-05,
+ 0.0010470548877492547,
+ 1.2610820704139769e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086707592010498,
+ -0.37604641914367676,
+ -19.972200393676758,
+ -16.933574676513672,
+ -13.052386283874512,
+ -3.6135761737823486,
+ -8.377572059631348,
+ -10.0398588180542,
+ -6.86177396774292,
+ -11.28095531463623
+ ],
+ "distances_by_expert": [
+ 14.173415184020996,
+ 0.7520928382873535,
+ 39.944400787353516,
+ 33.867149353027344,
+ 26.104772567749023,
+ 7.227152347564697,
+ 16.755144119262695,
+ 20.0797176361084,
+ 13.72354793548584,
+ 22.56191062927246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.519775390625,
+ "language": 50.21900177001953
+ }
+ },
+ {
+ "routing_index": 451,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008364320965483785,
+ 0.6637194752693176,
+ 2.0911377074384063e-09,
+ 4.227472771844987e-08,
+ 2.0664137991843745e-06,
+ 0.025780772790312767,
+ 0.00022144534159451723,
+ 4.221589188091457e-05,
+ 0.0010461220517754555,
+ 1.2117209735151846e-05
+ ],
+ "log_scores_by_expert": [
+ -7.086365222930908,
+ -0.4098956882953644,
+ -19.985557556152344,
+ -16.979076385498047,
+ -13.089695930480957,
+ -3.6581263542175293,
+ -8.415334701538086,
+ -10.072713851928711,
+ -6.862665176391602,
+ -11.320883750915527
+ ],
+ "distances_by_expert": [
+ 14.172730445861816,
+ 0.8197913765907288,
+ 39.97111511230469,
+ 33.958152770996094,
+ 26.179391860961914,
+ 7.316252708435059,
+ 16.830669403076172,
+ 20.145427703857422,
+ 13.725330352783203,
+ 22.641767501831055
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3266.033935546875,
+ "language": 50.180904388427734
+ }
+ },
+ {
+ "routing_index": 452,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008230817038565874,
+ 0.6518073678016663,
+ 2.0739108208545076e-09,
+ 4.320878588259802e-08,
+ 2.076249074889347e-06,
+ 0.026230588555336,
+ 0.0002239802706753835,
+ 4.218755930196494e-05,
+ 0.0010399861494079232,
+ 1.214613439515233e-05
+ ],
+ "log_scores_by_expert": [
+ -7.102455139160156,
+ -0.4280061423778534,
+ -19.99382972717285,
+ -16.95722198486328,
+ -13.08494758605957,
+ -3.640829086303711,
+ -8.403952598571777,
+ -10.073385238647461,
+ -6.8685479164123535,
+ -11.318499565124512
+ ],
+ "distances_by_expert": [
+ 14.204910278320312,
+ 0.8560122847557068,
+ 39.9876594543457,
+ 33.91444396972656,
+ 26.16989517211914,
+ 7.281658172607422,
+ 16.807905197143555,
+ 20.146770477294922,
+ 13.737095832824707,
+ 22.636999130249023
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3274.091064453125,
+ "language": 50.20698928833008
+ }
+ },
+ {
+ "routing_index": 453,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008596827974542975,
+ 0.6700209379196167,
+ 2.1557118312642842e-09,
+ 4.2700584401700326e-08,
+ 2.101066002069274e-06,
+ 0.025422340258955956,
+ 0.00022231142793316394,
+ 4.298735802876763e-05,
+ 0.0010645054280757904,
+ 1.2177844837424345e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0589470863342285,
+ -0.400446355342865,
+ -19.95514488220215,
+ -16.969053268432617,
+ -13.073065757751465,
+ -3.6721270084381104,
+ -8.411431312561035,
+ -10.054604530334473,
+ -6.845244884490967,
+ -11.315892219543457
+ ],
+ "distances_by_expert": [
+ 14.117894172668457,
+ 0.80089271068573,
+ 39.9102897644043,
+ 33.938106536865234,
+ 26.14613151550293,
+ 7.344254016876221,
+ 16.82286262512207,
+ 20.109209060668945,
+ 13.690489768981934,
+ 22.631784439086914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3263.1259765625,
+ "language": 50.20405578613281
+ }
+ },
+ {
+ "routing_index": 454,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009070457308553159,
+ 0.689704179763794,
+ 2.2308499492140754e-09,
+ 4.275624831961977e-08,
+ 2.166959120586398e-06,
+ 0.025575540959835052,
+ 0.00022788136266171932,
+ 4.407191227073781e-05,
+ 0.001111326739192009,
+ 1.2544847777462564e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005317687988281,
+ -0.37149250507354736,
+ -19.920883178710938,
+ -16.967750549316406,
+ -13.04218578338623,
+ -3.666118860244751,
+ -8.386685371398926,
+ -10.029687881469727,
+ -6.802200794219971,
+ -11.286200523376465
+ ],
+ "distances_by_expert": [
+ 14.010635375976562,
+ 0.7429850101470947,
+ 39.841766357421875,
+ 33.93550109863281,
+ 26.08437156677246,
+ 7.332237720489502,
+ 16.77337074279785,
+ 20.059375762939453,
+ 13.604401588439941,
+ 22.57240104675293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.675537109375,
+ "language": 50.19422912597656
+ }
+ },
+ {
+ "routing_index": 455,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009196248720400035,
+ 0.707348644733429,
+ 2.2725077375440605e-09,
+ 4.372871131863576e-08,
+ 2.209827016486088e-06,
+ 0.02616093121469021,
+ 0.00023144901206251234,
+ 4.489472121349536e-05,
+ 0.0011208330979570746,
+ 1.2833329492423218e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991544723510742,
+ -0.346231609582901,
+ -19.902381896972656,
+ -16.945261001586914,
+ -13.02259635925293,
+ -3.6434881687164307,
+ -8.371150970458984,
+ -10.011190414428711,
+ -6.793683052062988,
+ -11.26346492767334
+ ],
+ "distances_by_expert": [
+ 13.983089447021484,
+ 0.692463219165802,
+ 39.80476379394531,
+ 33.89052200317383,
+ 26.04519271850586,
+ 7.286976337432861,
+ 16.74230194091797,
+ 20.022380828857422,
+ 13.587366104125977,
+ 22.52692985534668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.94287109375,
+ "language": 50.20888137817383
+ }
+ },
+ {
+ "routing_index": 456,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009042439050972462,
+ 0.6288766264915466,
+ 2.221690831305523e-09,
+ 3.726884045818224e-08,
+ 2.016002099480829e-06,
+ 0.02176680974662304,
+ 0.00021225550153758377,
+ 4.1682338633108884e-05,
+ 0.001073758932761848,
+ 1.1796184480772354e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008411407470703,
+ -0.4638202488422394,
+ -19.924997329711914,
+ -17.1051082611084,
+ -13.114394187927246,
+ -3.827368974685669,
+ -8.457719802856445,
+ -10.085433006286621,
+ -6.836589813232422,
+ -11.347734451293945
+ ],
+ "distances_by_expert": [
+ 14.016822814941406,
+ 0.9276404976844788,
+ 39.84999465942383,
+ 34.2102165222168,
+ 26.228788375854492,
+ 7.654737949371338,
+ 16.91543960571289,
+ 20.170866012573242,
+ 13.673179626464844,
+ 22.69546890258789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3362.973876953125,
+ "language": 50.200653076171875
+ }
+ },
+ {
+ "routing_index": 457,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008834862965159118,
+ 0.6274836659431458,
+ 2.1986696907561054e-09,
+ 3.662985648134054e-08,
+ 2.0207987745379796e-06,
+ 0.02158411778509617,
+ 0.00021127905347384512,
+ 4.127852662350051e-05,
+ 0.0010569051373749971,
+ 1.1823958629975095e-05
+ ],
+ "log_scores_by_expert": [
+ -7.03163480758667,
+ -0.46603769063949585,
+ -19.935413360595703,
+ -17.12240219116211,
+ -13.112017631530762,
+ -3.8357975482940674,
+ -8.46233081817627,
+ -10.095168113708496,
+ -6.852410316467285,
+ -11.345382690429688
+ ],
+ "distances_by_expert": [
+ 14.06326961517334,
+ 0.9320753812789917,
+ 39.870826721191406,
+ 34.24480438232422,
+ 26.224035263061523,
+ 7.671595096588135,
+ 16.92466163635254,
+ 20.190336227416992,
+ 13.70482063293457,
+ 22.690765380859375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3355.44873046875,
+ "language": 50.19404983520508
+ }
+ },
+ {
+ "routing_index": 458,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008470988250337541,
+ 0.5761681795120239,
+ 2.1057504628885226e-09,
+ 3.360658595852328e-08,
+ 1.8989713908013073e-06,
+ 0.019414491951465607,
+ 0.00020052393665537238,
+ 3.892427048413083e-05,
+ 0.0010126384440809488,
+ 1.1112444553873502e-05
+ ],
+ "log_scores_by_expert": [
+ -7.07369327545166,
+ -0.5513556599617004,
+ -19.978593826293945,
+ -17.20854377746582,
+ -13.174198150634766,
+ -3.9417355060577393,
+ -8.51457691192627,
+ -10.153892517089844,
+ -6.895195960998535,
+ -11.407444953918457
+ ],
+ "distances_by_expert": [
+ 14.14738655090332,
+ 1.1027113199234009,
+ 39.95718765258789,
+ 34.41708755493164,
+ 26.34839630126953,
+ 7.8834710121154785,
+ 17.02915382385254,
+ 20.307785034179688,
+ 13.79039192199707,
+ 22.814889907836914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3393.99609375,
+ "language": 50.20488739013672
+ }
+ },
+ {
+ "routing_index": 459,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008771629072725773,
+ 0.6003851890563965,
+ 2.214659122756757e-09,
+ 3.360312561540013e-08,
+ 1.9810743197012926e-06,
+ 0.019419856369495392,
+ 0.00021123814804013819,
+ 4.137808355153538e-05,
+ 0.0009900282602757215,
+ 1.2038884960929863e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038817882537842,
+ -0.5101838707923889,
+ -19.92816734313965,
+ -17.208646774291992,
+ -13.131871223449707,
+ -3.9414591789245605,
+ -8.4625244140625,
+ -10.092759132385254,
+ -6.917777061462402,
+ -11.32736873626709
+ ],
+ "distances_by_expert": [
+ 14.077635765075684,
+ 1.0203677415847778,
+ 39.8563346862793,
+ 34.417293548583984,
+ 26.263742446899414,
+ 7.882918357849121,
+ 16.925048828125,
+ 20.185518264770508,
+ 13.835554122924805,
+ 22.65473747253418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.957275390625,
+ "language": 50.1910285949707
+ }
+ },
+ {
+ "routing_index": 460,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009340939577668905,
+ 0.7096076607704163,
+ 2.337005700070449e-09,
+ 4.050582447234774e-08,
+ 2.2176063794177026e-06,
+ 0.023921633139252663,
+ 0.0002324005326954648,
+ 4.4907610572408885e-05,
+ 0.001084367511793971,
+ 1.3148867765266914e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97593355178833,
+ -0.34304308891296387,
+ -19.8743953704834,
+ -17.021820068359375,
+ -13.019082069396973,
+ -3.7329721450805664,
+ -8.367048263549805,
+ -10.010903358459473,
+ -6.82675838470459,
+ -11.239174842834473
+ ],
+ "distances_by_expert": [
+ 13.95186710357666,
+ 0.6860861778259277,
+ 39.7487907409668,
+ 34.04364013671875,
+ 26.038164138793945,
+ 7.465944290161133,
+ 16.73409652709961,
+ 20.021806716918945,
+ 13.65351676940918,
+ 22.478349685668945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3462.2412109375,
+ "language": 50.19249725341797
+ }
+ },
+ {
+ "routing_index": 461,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009249562863260508,
+ 0.6934300661087036,
+ 2.3447610519866657e-09,
+ 3.824554184461704e-08,
+ 2.0790389498870354e-06,
+ 0.02259545400738716,
+ 0.0002233005507150665,
+ 4.317202547099441e-05,
+ 0.001074254047125578,
+ 1.2281459021323826e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985764026641846,
+ -0.3661048710346222,
+ -19.871082305908203,
+ -17.079238891601562,
+ -13.08360481262207,
+ -3.790006637573242,
+ -8.406991958618164,
+ -10.050317764282227,
+ -6.8361287117004395,
+ -11.307419776916504
+ ],
+ "distances_by_expert": [
+ 13.971528053283691,
+ 0.7322097420692444,
+ 39.742164611816406,
+ 34.158477783203125,
+ 26.16720962524414,
+ 7.580013275146484,
+ 16.813983917236328,
+ 20.100635528564453,
+ 13.672257423400879,
+ 22.614839553833008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.253662109375,
+ "language": 50.181671142578125
+ }
+ },
+ {
+ "routing_index": 462,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008710346883162856,
+ 0.6735337376594543,
+ 2.172097168795517e-09,
+ 3.671841142249832e-08,
+ 1.974026645257254e-06,
+ 0.022247223183512688,
+ 0.00021382723934948444,
+ 4.134029950364493e-05,
+ 0.0010531857842579484,
+ 1.2150676411692984e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045828819274902,
+ -0.39521726965904236,
+ -19.947572708129883,
+ -17.11998748779297,
+ -13.135435104370117,
+ -3.8055381774902344,
+ -8.450342178344727,
+ -10.093672752380371,
+ -6.855935573577881,
+ -11.31812572479248
+ ],
+ "distances_by_expert": [
+ 14.091657638549805,
+ 0.7904345393180847,
+ 39.895145416259766,
+ 34.23997497558594,
+ 26.270870208740234,
+ 7.611076354980469,
+ 16.900684356689453,
+ 20.187345504760742,
+ 13.711871147155762,
+ 22.63625144958496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3519.783447265625,
+ "language": 50.17600631713867
+ }
+ },
+ {
+ "routing_index": 463,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009043918689712882,
+ 0.7766278982162476,
+ 2.2171655622571507e-09,
+ 4.709767509325502e-08,
+ 2.2206540961633436e-06,
+ 0.03044837713241577,
+ 0.000240289096836932,
+ 4.621741391019896e-05,
+ 0.0011022703256458044,
+ 1.3332580238056835e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0082478523254395,
+ -0.25279393792152405,
+ -19.92703628540039,
+ -16.871042251586914,
+ -13.017708778381348,
+ -3.491722583770752,
+ -8.333667755126953,
+ -9.98215389251709,
+ -6.810383319854736,
+ -11.225299835205078
+ ],
+ "distances_by_expert": [
+ 14.016495704650879,
+ 0.5055878758430481,
+ 39.85407257080078,
+ 33.74208450317383,
+ 26.035417556762695,
+ 6.983445167541504,
+ 16.667335510253906,
+ 19.96430778503418,
+ 13.620766639709473,
+ 22.450599670410156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3445.778076171875,
+ "language": 50.17455291748047
+ }
+ },
+ {
+ "routing_index": 464,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009371406049467623,
+ 0.7823936939239502,
+ 2.3839081819687635e-09,
+ 4.8689940967960865e-08,
+ 2.3300635803025216e-06,
+ 0.031051775440573692,
+ 0.0002560238935984671,
+ 4.924902168568224e-05,
+ 0.001108886324800551,
+ 1.3618979210150428e-05
+ ],
+ "log_scores_by_expert": [
+ -6.972677230834961,
+ -0.24539722502231598,
+ -19.854524612426758,
+ -16.837793350219727,
+ -12.96961498260498,
+ -3.4720993041992188,
+ -8.27023983001709,
+ -9.918621063232422,
+ -6.804399013519287,
+ -11.204046249389648
+ ],
+ "distances_by_expert": [
+ 13.945354461669922,
+ 0.49079445004463196,
+ 39.709049224853516,
+ 33.67558670043945,
+ 25.93922996520996,
+ 6.9441986083984375,
+ 16.54047966003418,
+ 19.837242126464844,
+ 13.608798027038574,
+ 22.408092498779297
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3359.713623046875,
+ "language": 50.187095642089844
+ }
+ },
+ {
+ "routing_index": 465,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007344229961745441,
+ 0.6153803467750549,
+ 1.9326844569178547e-09,
+ 3.858309227666723e-08,
+ 1.9028057067771442e-06,
+ 0.02454628422856331,
+ 0.0002144087920896709,
+ 4.106712367502041e-05,
+ 0.0009111039689742029,
+ 1.0961844054691028e-05
+ ],
+ "log_scores_by_expert": [
+ -7.21642541885376,
+ -0.4855147898197174,
+ -20.064355850219727,
+ -17.070451736450195,
+ -13.172181129455566,
+ -3.7071948051452637,
+ -8.447626113891602,
+ -10.100302696228027,
+ -7.000853538513184,
+ -11.421090126037598
+ ],
+ "distances_by_expert": [
+ 14.43285083770752,
+ 0.9710295796394348,
+ 40.12871170043945,
+ 34.14090347290039,
+ 26.344362258911133,
+ 7.414389610290527,
+ 16.895252227783203,
+ 20.200605392456055,
+ 14.001707077026367,
+ 22.842180252075195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.8369140625,
+ "language": 50.1903076171875
+ }
+ },
+ {
+ "routing_index": 466,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008458959637209773,
+ 0.7191476225852966,
+ 2.140225552338393e-09,
+ 4.4035633806061014e-08,
+ 2.1554642444243655e-06,
+ 0.029278768226504326,
+ 0.00024250397109426558,
+ 4.653892028727569e-05,
+ 0.0010129447327926755,
+ 1.2678447092184797e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0751142501831055,
+ -0.3296887278556824,
+ -19.96235466003418,
+ -16.93826675415039,
+ -13.047504425048828,
+ -3.5308926105499268,
+ -8.324492454528809,
+ -9.975221633911133,
+ -6.894893646240234,
+ -11.275607109069824
+ ],
+ "distances_by_expert": [
+ 14.150228500366211,
+ 0.6593774557113647,
+ 39.92470932006836,
+ 33.87653350830078,
+ 26.095008850097656,
+ 7.0617852210998535,
+ 16.648984909057617,
+ 19.950443267822266,
+ 13.789787292480469,
+ 22.55121421813965
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3343.1240234375,
+ "language": 50.195945739746094
+ }
+ },
+ {
+ "routing_index": 467,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000979436095803976,
+ 0.7969065308570862,
+ 2.4361901385105966e-09,
+ 4.865568570266987e-08,
+ 2.4050207230175147e-06,
+ 0.031431835144758224,
+ 0.00025667320005595684,
+ 5.062941272626631e-05,
+ 0.001162322936579585,
+ 1.4246891623770352e-05
+ ],
+ "log_scores_by_expert": [
+ -6.928533554077148,
+ -0.22701793909072876,
+ -19.83283042907715,
+ -16.838497161865234,
+ -12.937952041625977,
+ -3.4599339962005615,
+ -8.267706871032715,
+ -9.89097785949707,
+ -6.7573347091674805,
+ -11.158971786499023
+ ],
+ "distances_by_expert": [
+ 13.857067108154297,
+ 0.4540358781814575,
+ 39.6656608581543,
+ 33.67699432373047,
+ 25.875904083251953,
+ 6.919867992401123,
+ 16.53541374206543,
+ 19.78195571899414,
+ 13.514669418334961,
+ 22.317943572998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.21875,
+ "language": 50.195884704589844
+ }
+ },
+ {
+ "routing_index": 468,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000968875945545733,
+ 0.7782084941864014,
+ 2.427650525049785e-09,
+ 4.700891409470387e-08,
+ 2.361507995374268e-06,
+ 0.02990182675421238,
+ 0.000251173711149022,
+ 4.920019637211226e-05,
+ 0.0011556553654372692,
+ 1.3724222299060784e-05
+ ],
+ "log_scores_by_expert": [
+ -6.939373970031738,
+ -0.25076085329055786,
+ -19.836341857910156,
+ -16.872928619384766,
+ -12.956210136413574,
+ -3.509835720062256,
+ -8.289365768432617,
+ -9.919612884521484,
+ -6.763087749481201,
+ -11.196348190307617
+ ],
+ "distances_by_expert": [
+ 13.878747940063477,
+ 0.5015217065811157,
+ 39.67268371582031,
+ 33.74585723876953,
+ 25.91242027282715,
+ 7.019671440124512,
+ 16.578731536865234,
+ 19.83922576904297,
+ 13.526175498962402,
+ 22.392696380615234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.3466796875,
+ "language": 50.19039535522461
+ }
+ },
+ {
+ "routing_index": 469,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009653099696151912,
+ 0.761772096157074,
+ 2.388127029462339e-09,
+ 4.878634385363512e-08,
+ 2.3330030671786517e-06,
+ 0.03143088519573212,
+ 0.00025376706616953015,
+ 4.9190442950930446e-05,
+ 0.0011397328926250339,
+ 1.3337222299014684e-05
+ ],
+ "log_scores_by_expert": [
+ -6.943061351776123,
+ -0.2721078395843506,
+ -19.85275650024414,
+ -16.8358154296875,
+ -12.968354225158691,
+ -3.4599642753601074,
+ -8.279093742370605,
+ -9.919811248779297,
+ -6.776961326599121,
+ -11.22495174407959
+ ],
+ "distances_by_expert": [
+ 13.886122703552246,
+ 0.5442156791687012,
+ 39.70551300048828,
+ 33.671630859375,
+ 25.936708450317383,
+ 6.919928550720215,
+ 16.55818748474121,
+ 19.839622497558594,
+ 13.553922653198242,
+ 22.44990348815918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.632568359375,
+ "language": 50.20465087890625
+ }
+ },
+ {
+ "routing_index": 470,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008957767277024686,
+ 0.6923670172691345,
+ 2.2812149946815907e-09,
+ 4.674158304851517e-08,
+ 2.196612967964029e-06,
+ 0.02790438011288643,
+ 0.00024166890943888575,
+ 4.606432776199654e-05,
+ 0.0010686051100492477,
+ 1.2270314982743002e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017819404602051,
+ -0.36763909459114075,
+ -19.898557662963867,
+ -16.878631591796875,
+ -13.028594017028809,
+ -3.5789716243743896,
+ -8.32794189453125,
+ -9.985471725463867,
+ -6.841401100158691,
+ -11.308327674865723
+ ],
+ "distances_by_expert": [
+ 14.035638809204102,
+ 0.7352781891822815,
+ 39.797115325927734,
+ 33.75726318359375,
+ 26.057188034057617,
+ 7.157943248748779,
+ 16.6558837890625,
+ 19.970943450927734,
+ 13.682802200317383,
+ 22.616655349731445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.9716796875,
+ "language": 50.213619232177734
+ }
+ },
+ {
+ "routing_index": 471,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008498808019794524,
+ 0.6301950216293335,
+ 2.1511772363425052e-09,
+ 4.3251663583987465e-08,
+ 2.0760135157615878e-06,
+ 0.025250200182199478,
+ 0.00022614981571678072,
+ 4.375597563921474e-05,
+ 0.0010240637930110097,
+ 1.1622309102676809e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0704145431518555,
+ -0.46172600984573364,
+ -19.957250595092773,
+ -16.95623016357422,
+ -13.085061073303223,
+ -3.6789212226867676,
+ -8.394312858581543,
+ -10.036882400512695,
+ -6.883976459503174,
+ -11.362584114074707
+ ],
+ "distances_by_expert": [
+ 14.140829086303711,
+ 0.9234520196914673,
+ 39.91450119018555,
+ 33.91246032714844,
+ 26.170122146606445,
+ 7.357842445373535,
+ 16.788625717163086,
+ 20.07376480102539,
+ 13.767952919006348,
+ 22.725168228149414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3295.47265625,
+ "language": 50.18013000488281
+ }
+ },
+ {
+ "routing_index": 472,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008775921305641532,
+ 0.6783336997032166,
+ 2.2457322668145707e-09,
+ 4.612272519466387e-08,
+ 2.1714295144192874e-06,
+ 0.027661725878715515,
+ 0.00023824299569241703,
+ 4.539122892310843e-05,
+ 0.0010603271657600999,
+ 1.2277771020308137e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038328647613525,
+ -0.38811591267585754,
+ -19.914234161376953,
+ -16.89196014404297,
+ -13.040124893188477,
+ -3.587705612182617,
+ -8.342219352722168,
+ -10.000191688537598,
+ -6.849177837371826,
+ -11.307720184326172
+ ],
+ "distances_by_expert": [
+ 14.07665729522705,
+ 0.7762318253517151,
+ 39.828468322753906,
+ 33.78392028808594,
+ 26.080249786376953,
+ 7.175411224365234,
+ 16.684438705444336,
+ 20.000383377075195,
+ 13.698355674743652,
+ 22.615440368652344
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3304.41357421875,
+ "language": 50.20663833618164
+ }
+ },
+ {
+ "routing_index": 473,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009356751688756049,
+ 0.758131742477417,
+ 2.3845538876798855e-09,
+ 5.0149942865118646e-08,
+ 2.378479848630377e-06,
+ 0.031339071691036224,
+ 0.00025475979782640934,
+ 4.83584008179605e-05,
+ 0.0011219677980989218,
+ 1.3531887816498056e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974242210388184,
+ -0.2768980860710144,
+ -19.8542537689209,
+ -16.80824851989746,
+ -12.94904899597168,
+ -3.4628896713256836,
+ -8.275189399719238,
+ -9.936870574951172,
+ -6.792671203613281,
+ -11.210461616516113
+ ],
+ "distances_by_expert": [
+ 13.948484420776367,
+ 0.5537961721420288,
+ 39.7085075378418,
+ 33.61649703979492,
+ 25.89809799194336,
+ 6.925779342651367,
+ 16.550378799438477,
+ 19.873741149902344,
+ 13.585342407226562,
+ 22.420923233032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.05126953125,
+ "language": 50.20844650268555
+ }
+ },
+ {
+ "routing_index": 474,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009079453302547336,
+ 0.7386253476142883,
+ 2.3242032742842866e-09,
+ 4.896981664614941e-08,
+ 2.316749032615917e-06,
+ 0.030856456607580185,
+ 0.0002505944576114416,
+ 4.71496932732407e-05,
+ 0.001102273934520781,
+ 1.3205595678300597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004326343536377,
+ -0.3029645085334778,
+ -19.8798885345459,
+ -16.832061767578125,
+ -12.975345611572266,
+ -3.4784092903137207,
+ -8.291674613952637,
+ -9.962182998657227,
+ -6.810379981994629,
+ -11.234869956970215
+ ],
+ "distances_by_expert": [
+ 14.008652687072754,
+ 0.6059290170669556,
+ 39.7597770690918,
+ 33.66412353515625,
+ 25.95069122314453,
+ 6.956818580627441,
+ 16.583349227905273,
+ 19.924365997314453,
+ 13.620759963989258,
+ 22.46973991394043
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.1630859375,
+ "language": 50.209774017333984
+ }
+ },
+ {
+ "routing_index": 475,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009236460318788886,
+ 0.7206733822822571,
+ 2.343433225249214e-09,
+ 4.864585179120695e-08,
+ 2.303761220900924e-06,
+ 0.030145542696118355,
+ 0.00024978775763884187,
+ 4.7688787162769586e-05,
+ 0.0011051844339817762,
+ 1.312049698753981e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987181663513184,
+ -0.32756924629211426,
+ -19.87164878845215,
+ -16.838699340820312,
+ -12.98096752166748,
+ -3.501718282699585,
+ -8.294898986816406,
+ -9.950814247131348,
+ -6.807743072509766,
+ -11.241334915161133
+ ],
+ "distances_by_expert": [
+ 13.974363327026367,
+ 0.6551384925842285,
+ 39.7432975769043,
+ 33.677398681640625,
+ 25.96193504333496,
+ 7.00343656539917,
+ 16.589797973632812,
+ 19.901628494262695,
+ 13.615486145019531,
+ 22.482669830322266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3288.660400390625,
+ "language": 50.19784927368164
+ }
+ },
+ {
+ "routing_index": 476,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008773410809226334,
+ 0.6843500137329102,
+ 2.2474120342508286e-09,
+ 4.666924979801479e-08,
+ 2.225782736786641e-06,
+ 0.028461739420890808,
+ 0.00024153619597200304,
+ 4.555949999485165e-05,
+ 0.0010670959018170834,
+ 1.2651318684220314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.038614749908447,
+ -0.3792857825756073,
+ -19.91348648071289,
+ -16.88018035888672,
+ -13.015401840209961,
+ -3.559194564819336,
+ -8.3284912109375,
+ -9.996491432189941,
+ -6.8428144454956055,
+ -11.277749061584473
+ ],
+ "distances_by_expert": [
+ 14.077229499816895,
+ 0.7585715651512146,
+ 39.82697296142578,
+ 33.76036071777344,
+ 26.030803680419922,
+ 7.118389129638672,
+ 16.656982421875,
+ 19.992982864379883,
+ 13.685628890991211,
+ 22.555498123168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3315.58984375,
+ "language": 50.20216369628906
+ }
+ },
+ {
+ "routing_index": 477,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008429682347923517,
+ 0.6378005146980286,
+ 2.1190547094818157e-09,
+ 4.3669196259088494e-08,
+ 2.1083199044369394e-06,
+ 0.027194829657673836,
+ 0.00022718741092830896,
+ 4.375835487735458e-05,
+ 0.0010414610151201487,
+ 1.2081060049240477e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0785813331604,
+ -0.44972971081733704,
+ -19.9722957611084,
+ -16.946622848510742,
+ -13.069619178771973,
+ -3.6047284603118896,
+ -8.389735221862793,
+ -10.03682804107666,
+ -6.867130756378174,
+ -11.323871612548828
+ ],
+ "distances_by_expert": [
+ 14.1571626663208,
+ 0.8994594216346741,
+ 39.9445915222168,
+ 33.893245697021484,
+ 26.139238357543945,
+ 7.209456920623779,
+ 16.779470443725586,
+ 20.07365608215332,
+ 13.734261512756348,
+ 22.647743225097656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.885009765625,
+ "language": 50.18083953857422
+ }
+ },
+ {
+ "routing_index": 478,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009361853008158505,
+ 0.718625009059906,
+ 2.293579326462236e-09,
+ 4.755605331752122e-08,
+ 2.288114501425298e-06,
+ 0.03055037558078766,
+ 0.00024412758648395538,
+ 4.768459984916262e-05,
+ 0.0011274197604507208,
+ 1.3208014024712611e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973697185516357,
+ -0.33041566610336304,
+ -19.893152236938477,
+ -16.861356735229492,
+ -12.98778247833252,
+ -3.4883782863616943,
+ -8.317819595336914,
+ -9.950901985168457,
+ -6.787823677062988,
+ -11.234686851501465
+ ],
+ "distances_by_expert": [
+ 13.947394371032715,
+ 0.6608313322067261,
+ 39.78630447387695,
+ 33.722713470458984,
+ 25.97556495666504,
+ 6.976756572723389,
+ 16.635639190673828,
+ 19.901803970336914,
+ 13.575647354125977,
+ 22.46937370300293
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3380.89111328125,
+ "language": 50.193702697753906
+ }
+ },
+ {
+ "routing_index": 479,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000944201136007905,
+ 0.7153210043907166,
+ 2.2867563398421e-09,
+ 4.672874709399366e-08,
+ 2.2777642243454466e-06,
+ 0.02996412105858326,
+ 0.0002414894406683743,
+ 4.71069106424693e-05,
+ 0.0011259627062827349,
+ 1.3176786524127237e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9651713371276855,
+ -0.33502396941185,
+ -19.89613151550293,
+ -16.87890625,
+ -12.992316246032715,
+ -3.5077545642852783,
+ -8.32868480682373,
+ -9.963090896606445,
+ -6.789116859436035,
+ -11.237053871154785
+ ],
+ "distances_by_expert": [
+ 13.930342674255371,
+ 0.6700479388237,
+ 39.79226303100586,
+ 33.7578125,
+ 25.98463249206543,
+ 7.015509128570557,
+ 16.65736961364746,
+ 19.92618179321289,
+ 13.57823371887207,
+ 22.47410774230957
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3338.5107421875,
+ "language": 50.207679748535156
+ }
+ },
+ {
+ "routing_index": 480,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009596895542927086,
+ 0.7312737107276917,
+ 2.31474461820369e-09,
+ 4.5882483590276024e-08,
+ 2.331579707970377e-06,
+ 0.029901521280407906,
+ 0.00024590297834947705,
+ 4.770261512021534e-05,
+ 0.0011402395321056247,
+ 1.3571822819358204e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9489006996154785,
+ -0.312967449426651,
+ -19.88396644592285,
+ -16.89718246459961,
+ -12.968964576721191,
+ -3.5098459720611572,
+ -8.31057357788086,
+ -9.95052433013916,
+ -6.776516914367676,
+ -11.207514762878418
+ ],
+ "distances_by_expert": [
+ 13.897801399230957,
+ 0.625934898853302,
+ 39.7679328918457,
+ 33.79436492919922,
+ 25.937929153442383,
+ 7.0196919441223145,
+ 16.62114715576172,
+ 19.90104866027832,
+ 13.553033828735352,
+ 22.415029525756836
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3361.66943359375,
+ "language": 50.20083999633789
+ }
+ },
+ {
+ "routing_index": 481,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008500967524014413,
+ 0.600026547908783,
+ 2.0803805345082083e-09,
+ 4.173665146822714e-08,
+ 2.0446018424991053e-06,
+ 0.025628484785556793,
+ 0.00021714420290663838,
+ 4.25357575295493e-05,
+ 0.0010211498010903597,
+ 1.1604566680034623e-05
+ ],
+ "log_scores_by_expert": [
+ -7.070160388946533,
+ -0.510781466960907,
+ -19.99071502685547,
+ -16.991886138916016,
+ -13.10030746459961,
+ -3.664050817489624,
+ -8.434948921203613,
+ -10.065165519714355,
+ -6.886826038360596,
+ -11.36411190032959
+ ],
+ "distances_by_expert": [
+ 14.140320777893066,
+ 1.021562933921814,
+ 39.98143005371094,
+ 33.98377227783203,
+ 26.20061492919922,
+ 7.328101634979248,
+ 16.869897842407227,
+ 20.13033103942871,
+ 13.773652076721191,
+ 22.72822380065918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3351.814697265625,
+ "language": 50.20728302001953
+ }
+ },
+ {
+ "routing_index": 482,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000916918448638171,
+ 0.6772893071174622,
+ 2.2629227380832617e-09,
+ 4.458233604509587e-08,
+ 2.177222995669581e-06,
+ 0.027948817238211632,
+ 0.0002327765105292201,
+ 4.537434870144352e-05,
+ 0.001095587038435042,
+ 1.2454240277293138e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994492053985596,
+ -0.3896567225456238,
+ -19.90660858154297,
+ -16.925928115844727,
+ -13.037460327148438,
+ -3.577380418777466,
+ -8.365431785583496,
+ -10.000563621520996,
+ -6.816464900970459,
+ -11.293449401855469
+ ],
+ "distances_by_expert": [
+ 13.988984107971191,
+ 0.7793134450912476,
+ 39.81321716308594,
+ 33.85185623168945,
+ 26.074920654296875,
+ 7.154760837554932,
+ 16.730863571166992,
+ 20.001127243041992,
+ 13.632929801940918,
+ 22.586898803710938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3305.581298828125,
+ "language": 50.18772506713867
+ }
+ },
+ {
+ "routing_index": 483,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009600039338693023,
+ 0.7239677309989929,
+ 2.395759590712032e-09,
+ 4.5540009097067013e-08,
+ 2.3697064079897245e-06,
+ 0.02847476489841938,
+ 0.0002442162949591875,
+ 4.7305038606282324e-05,
+ 0.001139515545219183,
+ 1.3509360542229842e-05
+ ],
+ "log_scores_by_expert": [
+ -6.948573112487793,
+ -0.3230084776878357,
+ -19.849565505981445,
+ -16.904674530029297,
+ -12.952744483947754,
+ -3.55873703956604,
+ -8.317456245422363,
+ -9.958893775939941,
+ -6.777152061462402,
+ -11.212127685546875
+ ],
+ "distances_by_expert": [
+ 13.897146224975586,
+ 0.6460169553756714,
+ 39.69913101196289,
+ 33.809349060058594,
+ 25.905488967895508,
+ 7.11747407913208,
+ 16.634912490844727,
+ 19.917787551879883,
+ 13.554304122924805,
+ 22.42425537109375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3392.503173828125,
+ "language": 50.2155647277832
+ }
+ },
+ {
+ "routing_index": 484,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009355823276564479,
+ 0.6973365545272827,
+ 2.3296888862489595e-09,
+ 4.343776183191039e-08,
+ 2.2761657874070806e-06,
+ 0.02684706076979637,
+ 0.00023544943542219698,
+ 4.5684282667934895e-05,
+ 0.0011199195869266987,
+ 1.2882058399554808e-05
+ ],
+ "log_scores_by_expert": [
+ -6.97434139251709,
+ -0.36048707365989685,
+ -19.877531051635742,
+ -16.951936721801758,
+ -12.99301815032959,
+ -3.6175990104675293,
+ -8.35401439666748,
+ -9.993756294250488,
+ -6.794498443603516,
+ -11.259675025939941
+ ],
+ "distances_by_expert": [
+ 13.94868278503418,
+ 0.7209741473197937,
+ 39.755062103271484,
+ 33.903873443603516,
+ 25.98603630065918,
+ 7.235198020935059,
+ 16.70802879333496,
+ 19.987512588500977,
+ 13.588996887207031,
+ 22.519350051879883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.500244140625,
+ "language": 50.201454162597656
+ }
+ },
+ {
+ "routing_index": 485,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000915281183551997,
+ 0.638961672782898,
+ 2.216171912650111e-09,
+ 3.94289649818802e-08,
+ 2.1283742626110325e-06,
+ 0.024090571328997612,
+ 0.00022055214503780007,
+ 4.3512041884241626e-05,
+ 0.0010977023048326373,
+ 1.2206634892208967e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996279239654541,
+ -0.4479108452796936,
+ -19.9274845123291,
+ -17.048765182495117,
+ -13.060152053833008,
+ -3.7259347438812256,
+ -8.419376373291016,
+ -10.042472839355469,
+ -6.814536094665527,
+ -11.313530921936035
+ ],
+ "distances_by_expert": [
+ 13.992558479309082,
+ 0.8958216905593872,
+ 39.8549690246582,
+ 34.097530364990234,
+ 26.120304107666016,
+ 7.451869487762451,
+ 16.83875274658203,
+ 20.084945678710938,
+ 13.629072189331055,
+ 22.62706184387207
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.554931640625,
+ "language": 50.18960952758789
+ }
+ },
+ {
+ "routing_index": 486,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009171891142614186,
+ 0.6235647201538086,
+ 2.2486597028859023e-09,
+ 3.819735283627779e-08,
+ 2.0636528006434673e-06,
+ 0.022950250655412674,
+ 0.00021572411060333252,
+ 4.262761285644956e-05,
+ 0.0010814655106514692,
+ 1.180083017970901e-05
+ ],
+ "log_scores_by_expert": [
+ -6.994196891784668,
+ -0.47230276465415955,
+ -19.912931442260742,
+ -17.08049964904785,
+ -13.091032981872559,
+ -3.7744264602661133,
+ -8.441510200500488,
+ -10.063008308410645,
+ -6.829438209533691,
+ -11.34734058380127
+ ],
+ "distances_by_expert": [
+ 13.988393783569336,
+ 0.9446055293083191,
+ 39.825862884521484,
+ 34.1609992980957,
+ 26.182065963745117,
+ 7.548852920532227,
+ 16.883020401000977,
+ 20.12601661682129,
+ 13.658876419067383,
+ 22.69468116760254
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3388.212158203125,
+ "language": 50.19138717651367
+ }
+ },
+ {
+ "routing_index": 487,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009152310667559505,
+ 0.6759271025657654,
+ 2.326394188401082e-09,
+ 3.8599726082111374e-08,
+ 2.0704023881989997e-06,
+ 0.023012904450297356,
+ 0.00022516160970553756,
+ 4.404578066896647e-05,
+ 0.0010498004266992211,
+ 1.2595495718414895e-05
+ ],
+ "log_scores_by_expert": [
+ -6.996334075927734,
+ -0.3916700482368469,
+ -19.87894630432129,
+ -17.07002067565918,
+ -13.087767601013184,
+ -3.771700143814087,
+ -8.39869213104248,
+ -10.030281066894531,
+ -6.859155178070068,
+ -11.282171249389648
+ ],
+ "distances_by_expert": [
+ 13.992668151855469,
+ 0.7833400964736938,
+ 39.75789260864258,
+ 34.14004135131836,
+ 26.175535202026367,
+ 7.543400287628174,
+ 16.79738426208496,
+ 20.060562133789062,
+ 13.718310356140137,
+ 22.564342498779297
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3536.506103515625,
+ "language": 50.18437576293945
+ }
+ },
+ {
+ "routing_index": 488,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009341719560325146,
+ 0.7557004690170288,
+ 2.371807639178769e-09,
+ 4.349629278976863e-08,
+ 2.2054121018300066e-06,
+ 0.02653060108423233,
+ 0.00023378542391583323,
+ 4.52597341791261e-05,
+ 0.001103549380786717,
+ 1.2961358152097091e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9758501052856445,
+ -0.2801101803779602,
+ -19.8596134185791,
+ -16.950590133666992,
+ -13.024596214294434,
+ -3.6294565200805664,
+ -8.361106872558594,
+ -10.003092765808105,
+ -6.809223651885986,
+ -11.253538131713867
+ ],
+ "distances_by_expert": [
+ 13.951700210571289,
+ 0.5602203607559204,
+ 39.7192268371582,
+ 33.901180267333984,
+ 26.049192428588867,
+ 7.258913040161133,
+ 16.722213745117188,
+ 20.00618553161621,
+ 13.618447303771973,
+ 22.507076263427734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3371.08251953125,
+ "language": 50.180702209472656
+ }
+ },
+ {
+ "routing_index": 489,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008758329786360264,
+ 0.6888640522956848,
+ 2.193689008223032e-09,
+ 3.758658451147312e-08,
+ 1.9943704501201864e-06,
+ 0.0229189395904541,
+ 0.00021576836297754198,
+ 4.147424624534324e-05,
+ 0.0010510316351428628,
+ 1.2053888895025011e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040335178375244,
+ -0.3727113604545593,
+ -19.937681198120117,
+ -17.09661865234375,
+ -13.125182151794434,
+ -3.775791645050049,
+ -8.441305160522461,
+ -10.090437889099121,
+ -6.857983112335205,
+ -11.326123237609863
+ ],
+ "distances_by_expert": [
+ 14.080670356750488,
+ 0.7454227209091187,
+ 39.875362396240234,
+ 34.1932373046875,
+ 26.250364303588867,
+ 7.551583290100098,
+ 16.882610321044922,
+ 20.180875778198242,
+ 13.71596622467041,
+ 22.652246475219727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3485.328857421875,
+ "language": 50.18716812133789
+ }
+ },
+ {
+ "routing_index": 490,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008758337935432792,
+ 0.7705538868904114,
+ 2.209461058555462e-09,
+ 4.664326525016804e-08,
+ 2.2375138541974593e-06,
+ 0.028859226033091545,
+ 0.000234828723478131,
+ 4.535142215900123e-05,
+ 0.0010791376698762178,
+ 1.327281461271923e-05
+ ],
+ "log_scores_by_expert": [
+ -7.040334224700928,
+ -0.26064568758010864,
+ -19.930517196655273,
+ -16.8807373046875,
+ -13.01014518737793,
+ -3.545325517654419,
+ -8.356654167175293,
+ -10.001069068908691,
+ -6.831593036651611,
+ -11.229792594909668
+ ],
+ "distances_by_expert": [
+ 14.080668449401855,
+ 0.5212913751602173,
+ 39.86103439331055,
+ 33.761474609375,
+ 26.02029037475586,
+ 7.090651035308838,
+ 16.713308334350586,
+ 20.002138137817383,
+ 13.663186073303223,
+ 22.459585189819336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.425048828125,
+ "language": 50.18730926513672
+ }
+ },
+ {
+ "routing_index": 491,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009427804034203291,
+ 0.819612979888916,
+ 2.376036922768776e-09,
+ 4.977637857450645e-08,
+ 2.338868853257736e-06,
+ 0.0328051894903183,
+ 0.0002580481523182243,
+ 4.9250476877205074e-05,
+ 0.0011334650916978717,
+ 1.3909803783462849e-05
+ ],
+ "log_scores_by_expert": [
+ -6.966677188873291,
+ -0.1989230513572693,
+ -19.857831954956055,
+ -16.815725326538086,
+ -12.965843200683594,
+ -3.417168617248535,
+ -8.262364387512207,
+ -9.918591499328613,
+ -6.78247594833374,
+ -11.182916641235352
+ ],
+ "distances_by_expert": [
+ 13.933354377746582,
+ 0.3978461027145386,
+ 39.71566390991211,
+ 33.63145065307617,
+ 25.931686401367188,
+ 6.83433723449707,
+ 16.524728775024414,
+ 19.837182998657227,
+ 13.56495189666748,
+ 22.365833282470703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.659912109375,
+ "language": 50.19004821777344
+ }
+ },
+ {
+ "routing_index": 492,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008190088556148112,
+ 0.6741399168968201,
+ 2.0661325983439838e-09,
+ 4.326956926092862e-08,
+ 2.1442513116198825e-06,
+ 0.027109332382678986,
+ 0.0002355233154958114,
+ 4.5451353798853233e-05,
+ 0.0009781908011063933,
+ 1.2519152733148076e-05
+ ],
+ "log_scores_by_expert": [
+ -7.107415676116943,
+ -0.3943175971508026,
+ -19.997587203979492,
+ -16.9558162689209,
+ -13.052720069885254,
+ -3.607877254486084,
+ -8.353700637817383,
+ -9.998867988586426,
+ -6.929805755615234,
+ -11.288250923156738
+ ],
+ "distances_by_expert": [
+ 14.214831352233887,
+ 0.7886351943016052,
+ 39.995174407958984,
+ 33.9116325378418,
+ 26.105440139770508,
+ 7.215754508972168,
+ 16.707401275634766,
+ 19.99773597717285,
+ 13.859611511230469,
+ 22.576501846313477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.019287109375,
+ "language": 50.21717071533203
+ }
+ },
+ {
+ "routing_index": 493,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008198985597118735,
+ 0.7031719088554382,
+ 2.0968771163865085e-09,
+ 4.279484144831258e-08,
+ 2.080171498164418e-06,
+ 0.027735866606235504,
+ 0.00023373081057798117,
+ 4.4690230424748734e-05,
+ 0.0009986789664253592,
+ 1.2140100807300769e-05
+ ],
+ "log_scores_by_expert": [
+ -7.106329917907715,
+ -0.35215383768081665,
+ -19.982816696166992,
+ -16.966848373413086,
+ -13.083060264587402,
+ -3.585028886795044,
+ -8.361340522766113,
+ -10.015755653381348,
+ -6.909077167510986,
+ -11.31899642944336
+ ],
+ "distances_by_expert": [
+ 14.21265983581543,
+ 0.7043076753616333,
+ 39.965633392333984,
+ 33.93369674682617,
+ 26.166120529174805,
+ 7.170057773590088,
+ 16.722681045532227,
+ 20.031511306762695,
+ 13.818154335021973,
+ 22.63799285888672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3279.6162109375,
+ "language": 50.18678665161133
+ }
+ },
+ {
+ "routing_index": 494,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000923271756619215,
+ 0.784759521484375,
+ 2.31002106332312e-09,
+ 4.734653558102764e-08,
+ 2.2642798285232857e-06,
+ 0.03219802677631378,
+ 0.0002517391985747963,
+ 4.9012829549610615e-05,
+ 0.0010997597128152847,
+ 1.3523050256480929e-05
+ ],
+ "log_scores_by_expert": [
+ -6.987586975097656,
+ -0.24237793684005737,
+ -19.886009216308594,
+ -16.865772247314453,
+ -12.99825382232666,
+ -3.435850143432617,
+ -8.287117004394531,
+ -9.923428535461426,
+ -6.812663555145264,
+ -11.211114883422852
+ ],
+ "distances_by_expert": [
+ 13.975173950195312,
+ 0.48475587368011475,
+ 39.77201843261719,
+ 33.731544494628906,
+ 25.99650764465332,
+ 6.871700286865234,
+ 16.574234008789062,
+ 19.84685707092285,
+ 13.625327110290527,
+ 22.422229766845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.93115234375,
+ "language": 50.18019485473633
+ }
+ },
+ {
+ "routing_index": 495,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009879659628495574,
+ 0.8166483044624329,
+ 2.4462896153210067e-09,
+ 4.852954305079038e-08,
+ 2.397930302322493e-06,
+ 0.03222048655152321,
+ 0.00025748126790858805,
+ 5.0836391892516986e-05,
+ 0.0011780366767197847,
+ 1.430153406545287e-05
+ ],
+ "log_scores_by_expert": [
+ -6.919862270355225,
+ -0.20254676043987274,
+ -19.828693389892578,
+ -16.841093063354492,
+ -12.94090461730957,
+ -3.435152769088745,
+ -8.26456356048584,
+ -9.886898040771484,
+ -6.743906021118164,
+ -11.155143737792969
+ ],
+ "distances_by_expert": [
+ 13.83972454071045,
+ 0.4050935208797455,
+ 39.657386779785156,
+ 33.682186126708984,
+ 25.88180923461914,
+ 6.87030553817749,
+ 16.52912712097168,
+ 19.77379608154297,
+ 13.487812042236328,
+ 22.310287475585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3345.971923828125,
+ "language": 50.18331527709961
+ }
+ },
+ {
+ "routing_index": 496,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009368073078803718,
+ 0.7743455767631531,
+ 2.3780859503830243e-09,
+ 4.830652500231736e-08,
+ 2.3176949071057606e-06,
+ 0.03156200051307678,
+ 0.0002545650349929929,
+ 4.8572310333838686e-05,
+ 0.0011325752129778266,
+ 1.3488763215718791e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9730329513549805,
+ -0.2557370662689209,
+ -19.856969833374023,
+ -16.845699310302734,
+ -12.974937438964844,
+ -3.455801486968994,
+ -8.275954246520996,
+ -9.932456970214844,
+ -6.783261299133301,
+ -11.213653564453125
+ ],
+ "distances_by_expert": [
+ 13.946065902709961,
+ 0.5114741325378418,
+ 39.71393966674805,
+ 33.69139862060547,
+ 25.949874877929688,
+ 6.911602973937988,
+ 16.551908493041992,
+ 19.864913940429688,
+ 13.566522598266602,
+ 22.42730712890625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.933349609375,
+ "language": 50.194610595703125
+ }
+ },
+ {
+ "routing_index": 497,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008464353741146624,
+ 0.6150327920913696,
+ 2.1513577586063093e-09,
+ 3.493085998229617e-08,
+ 1.9832143607345643e-06,
+ 0.02072402648627758,
+ 0.00021140844910405576,
+ 4.1246024920837954e-05,
+ 0.000973096233792603,
+ 1.20904078357853e-05
+ ],
+ "log_scores_by_expert": [
+ -7.074476718902588,
+ -0.48607969284057617,
+ -19.95716667175293,
+ -17.16989517211914,
+ -13.130791664123535,
+ -3.8764615058898926,
+ -8.461718559265137,
+ -10.095955848693848,
+ -6.935027599334717,
+ -11.323098182678223
+ ],
+ "distances_by_expert": [
+ 14.148953437805176,
+ 0.9721593856811523,
+ 39.91433334350586,
+ 34.33979034423828,
+ 26.26158332824707,
+ 7.752923011779785,
+ 16.923437118530273,
+ 20.191911697387695,
+ 13.870055198669434,
+ 22.646196365356445
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3628.7587890625,
+ "language": 50.19743728637695
+ }
+ },
+ {
+ "routing_index": 498,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130428079515696,
+ 0.7105421423912048,
+ 2.306736579527069e-09,
+ 4.063993586100878e-08,
+ 2.179516513933777e-06,
+ 0.024206681177020073,
+ 0.00022919801995158195,
+ 4.433208960108459e-05,
+ 0.0010713960509747267,
+ 1.274962050956674e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998727798461914,
+ -0.34172704815864563,
+ -19.887432098388672,
+ -17.01851463317871,
+ -13.036407470703125,
+ -3.7211265563964844,
+ -8.380924224853516,
+ -10.023801803588867,
+ -6.83879280090332,
+ -11.27000904083252
+ ],
+ "distances_by_expert": [
+ 13.997455596923828,
+ 0.6834540963172913,
+ 39.774864196777344,
+ 34.03702926635742,
+ 26.07281494140625,
+ 7.442253112792969,
+ 16.76184844970703,
+ 20.047603607177734,
+ 13.67758560180664,
+ 22.54001808166504
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.866943359375,
+ "language": 50.177608489990234
+ }
+ },
+ {
+ "routing_index": 499,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009207323892042041,
+ 0.7172521948814392,
+ 2.286974387644136e-09,
+ 4.0111267196607514e-08,
+ 2.103824954247102e-06,
+ 0.02415926568210125,
+ 0.0002258879248984158,
+ 4.3762778659584e-05,
+ 0.0010804170742630959,
+ 1.2556206456793007e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9903411865234375,
+ -0.33232784271240234,
+ -19.89603614807129,
+ -17.03160858154297,
+ -13.07175350189209,
+ -3.7230873107910156,
+ -8.395471572875977,
+ -10.036726951599121,
+ -6.830408096313477,
+ -11.285295486450195
+ ],
+ "distances_by_expert": [
+ 13.980682373046875,
+ 0.6646556854248047,
+ 39.79207229614258,
+ 34.06321716308594,
+ 26.14350700378418,
+ 7.446174621582031,
+ 16.790943145751953,
+ 20.073453903198242,
+ 13.660816192626953,
+ 22.57059097290039
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3452.43603515625,
+ "language": 50.189414978027344
+ }
+ },
+ {
+ "routing_index": 500,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008312496938742697,
+ 0.7438496947288513,
+ 2.0631714114927036e-09,
+ 4.3387167636410595e-08,
+ 2.134447868229472e-06,
+ 0.027404140681028366,
+ 0.0002223913761554286,
+ 4.2871044570347294e-05,
+ 0.0010380222229287028,
+ 1.2761273865180556e-05
+ ],
+ "log_scores_by_expert": [
+ -7.092580318450928,
+ -0.29591628909111023,
+ -19.999021530151367,
+ -16.953102111816406,
+ -13.057302474975586,
+ -3.5970611572265625,
+ -8.41107177734375,
+ -10.057313919067383,
+ -6.870438098907471,
+ -11.269095420837402
+ ],
+ "distances_by_expert": [
+ 14.185160636901855,
+ 0.5918325781822205,
+ 39.998043060302734,
+ 33.90620422363281,
+ 26.114604949951172,
+ 7.194122314453125,
+ 16.8221435546875,
+ 20.114627838134766,
+ 13.740876197814941,
+ 22.538190841674805
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3460.719482421875,
+ "language": 50.176849365234375
+ }
+ },
+ {
+ "routing_index": 501,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000921300204936415,
+ 0.7978056073188782,
+ 2.31191643607076e-09,
+ 4.8232038807327626e-08,
+ 2.2719129901815904e-06,
+ 0.03213866427540779,
+ 0.00025092638679780066,
+ 4.8463156417710707e-05,
+ 0.001104433205910027,
+ 1.36515400299686e-05
+ ],
+ "log_scores_by_expert": [
+ -6.989724636077881,
+ -0.2258903533220291,
+ -19.885189056396484,
+ -16.84724235534668,
+ -12.994888305664062,
+ -3.4376955032348633,
+ -8.290350914001465,
+ -9.934706687927246,
+ -6.808423042297363,
+ -11.201658248901367
+ ],
+ "distances_by_expert": [
+ 13.979449272155762,
+ 0.4517807066440582,
+ 39.77037811279297,
+ 33.69448471069336,
+ 25.989776611328125,
+ 6.875391006469727,
+ 16.58070182800293,
+ 19.869413375854492,
+ 13.616846084594727,
+ 22.403316497802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.414794921875,
+ "language": 50.185890197753906
+ }
+ },
+ {
+ "routing_index": 502,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008685921784490347,
+ 0.7708227634429932,
+ 2.2321651194090464e-09,
+ 4.787787588611536e-08,
+ 2.310245008629863e-06,
+ 0.030953599140048027,
+ 0.00025558500783517957,
+ 4.839286702917889e-05,
+ 0.0010444090003147721,
+ 1.3578904145106208e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0486369132995605,
+ -0.2602968215942383,
+ -19.9202938079834,
+ -16.854612350463867,
+ -12.978157043457031,
+ -3.4752659797668457,
+ -8.271955490112305,
+ -9.936158180236816,
+ -6.864304065704346,
+ -11.206993103027344
+ ],
+ "distances_by_expert": [
+ 14.097273826599121,
+ 0.5205936431884766,
+ 39.8405876159668,
+ 33.709224700927734,
+ 25.956314086914062,
+ 6.950531959533691,
+ 16.54391098022461,
+ 19.872316360473633,
+ 13.728608131408691,
+ 22.413986206054688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3339.17822265625,
+ "language": 50.211456298828125
+ }
+ },
+ {
+ "routing_index": 503,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008205521153286099,
+ 0.7448877096176147,
+ 2.1300281538572108e-09,
+ 4.424037314265661e-08,
+ 2.1713674414058914e-06,
+ 0.029576769098639488,
+ 0.000244576163822785,
+ 4.540313238976523e-05,
+ 0.0009871725924313068,
+ 1.284558584302431e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105533123016357,
+ -0.2945217788219452,
+ -19.967130661010742,
+ -16.93362808227539,
+ -13.040153503417969,
+ -3.520766019821167,
+ -8.315983772277832,
+ -9.999929428100586,
+ -6.920665740966797,
+ -11.262510299682617
+ ],
+ "distances_by_expert": [
+ 14.211066246032715,
+ 0.5890435576438904,
+ 39.934261322021484,
+ 33.86725616455078,
+ 26.080307006835938,
+ 7.041532039642334,
+ 16.631967544555664,
+ 19.999858856201172,
+ 13.841331481933594,
+ 22.525020599365234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3271.889892578125,
+ "language": 50.218994140625
+ }
+ },
+ {
+ "routing_index": 504,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008638293365947902,
+ 0.7603126764297485,
+ 2.220263084495855e-09,
+ 4.419777965836147e-08,
+ 2.185065113735618e-06,
+ 0.029519138857722282,
+ 0.00023952173069119453,
+ 4.6231165470089763e-05,
+ 0.0010531933512538671,
+ 1.2961877473571803e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054135322570801,
+ -0.2740255296230316,
+ -19.925640106201172,
+ -16.93459129333496,
+ -13.033864974975586,
+ -3.522716522216797,
+ -8.33686637878418,
+ -9.981856346130371,
+ -6.855928421020508,
+ -11.253498077392578
+ ],
+ "distances_by_expert": [
+ 14.108270645141602,
+ 0.5480510592460632,
+ 39.851280212402344,
+ 33.86918258666992,
+ 26.067729949951172,
+ 7.045433044433594,
+ 16.67373275756836,
+ 19.963712692260742,
+ 13.711856842041016,
+ 22.506996154785156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.3037109375,
+ "language": 50.17427062988281
+ }
+ },
+ {
+ "routing_index": 505,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000896197569090873,
+ 0.7472717761993408,
+ 2.279031630081363e-09,
+ 4.538843256796099e-08,
+ 2.2210988390725106e-06,
+ 0.02936367318034172,
+ 0.00023810105631127954,
+ 4.6412555093411356e-05,
+ 0.0010932919103652239,
+ 1.2932243407703936e-05
+ ],
+ "log_scores_by_expert": [
+ -7.017349720001221,
+ -0.2913263440132141,
+ -19.89951515197754,
+ -16.908008575439453,
+ -13.017508506774902,
+ -3.5279970169067383,
+ -8.342815399169922,
+ -9.977940559387207,
+ -6.818562030792236,
+ -11.255786895751953
+ ],
+ "distances_by_expert": [
+ 14.034699440002441,
+ 0.5826526880264282,
+ 39.79903030395508,
+ 33.816017150878906,
+ 26.035017013549805,
+ 7.055994033813477,
+ 16.685630798339844,
+ 19.955881118774414,
+ 13.637124061584473,
+ 22.511573791503906
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3332.725830078125,
+ "language": 50.18632888793945
+ }
+ },
+ {
+ "routing_index": 506,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009076878195628524,
+ 0.7392889261245728,
+ 2.338762516984616e-09,
+ 4.6758973581972896e-08,
+ 2.249821363875526e-06,
+ 0.029768552631139755,
+ 0.00024382208357565105,
+ 4.6704317355761304e-05,
+ 0.0010981614468619227,
+ 1.281279583054129e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004610061645508,
+ -0.302066445350647,
+ -19.87364387512207,
+ -16.878259658813477,
+ -13.004659652709961,
+ -3.5143027305603027,
+ -8.319071769714355,
+ -9.971673965454102,
+ -6.814117908477783,
+ -11.265066146850586
+ ],
+ "distances_by_expert": [
+ 14.009220123291016,
+ 0.604132890701294,
+ 39.74728775024414,
+ 33.75651931762695,
+ 26.009319305419922,
+ 7.0286054611206055,
+ 16.63814353942871,
+ 19.943347930908203,
+ 13.628235816955566,
+ 22.530132293701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3268.091796875,
+ "language": 50.20322036743164
+ }
+ },
+ {
+ "routing_index": 507,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008378787897527218,
+ 0.5989445447921753,
+ 2.1095092339606936e-09,
+ 3.557479288929244e-08,
+ 1.9270630673418054e-06,
+ 0.02046865224838257,
+ 0.0002022082917392254,
+ 3.944865966332145e-05,
+ 0.000970928929746151,
+ 1.1334254850225989e-05
+ ],
+ "log_scores_by_expert": [
+ -7.08463716506958,
+ -0.512586236000061,
+ -19.976810455322266,
+ -17.151628494262695,
+ -13.159513473510742,
+ -3.8888607025146484,
+ -8.50621223449707,
+ -10.140510559082031,
+ -6.937257289886475,
+ -11.387681007385254
+ ],
+ "distances_by_expert": [
+ 14.16927433013916,
+ 1.025172472000122,
+ 39.95362091064453,
+ 34.30325698852539,
+ 26.319026947021484,
+ 7.777721405029297,
+ 17.01242446899414,
+ 20.281021118164062,
+ 13.87451457977295,
+ 22.775362014770508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.6494140625,
+ "language": 50.18968200683594
+ }
+ },
+ {
+ "routing_index": 508,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008990219794213772,
+ 0.6923728585243225,
+ 2.2755439754718054e-09,
+ 3.9369371762632e-08,
+ 2.0793640942429192e-06,
+ 0.023444311693310738,
+ 0.000218771310755983,
+ 4.2535390093689784e-05,
+ 0.0010553228203207254,
+ 1.2265237273823004e-05
+ ],
+ "log_scores_by_expert": [
+ -7.014203071594238,
+ -0.36763066053390503,
+ -19.901046752929688,
+ -17.050277709960938,
+ -13.08344841003418,
+ -3.753127336502075,
+ -8.427483558654785,
+ -10.065174102783203,
+ -6.853908538818359,
+ -11.308741569519043
+ ],
+ "distances_by_expert": [
+ 14.028406143188477,
+ 0.7352613210678101,
+ 39.802093505859375,
+ 34.100555419921875,
+ 26.16689682006836,
+ 7.50625467300415,
+ 16.85496711730957,
+ 20.130348205566406,
+ 13.707817077636719,
+ 22.617483139038086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.314453125,
+ "language": 50.18098831176758
+ }
+ },
+ {
+ "routing_index": 509,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000935312476940453,
+ 0.72496098279953,
+ 2.3087700640189723e-09,
+ 4.070680859058484e-08,
+ 2.1272135199978948e-06,
+ 0.02521207183599472,
+ 0.00022787507623434067,
+ 4.3940137402387336e-05,
+ 0.0011142269941046834,
+ 1.2754315321217291e-05
+ ],
+ "log_scores_by_expert": [
+ -6.974629878997803,
+ -0.32163742184638977,
+ -19.886550903320312,
+ -17.016870498657227,
+ -13.060697555541992,
+ -3.6804323196411133,
+ -8.386713027954102,
+ -10.032682418823242,
+ -6.799594402313232,
+ -11.269640922546387
+ ],
+ "distances_by_expert": [
+ 13.949259757995605,
+ 0.6432748436927795,
+ 39.773101806640625,
+ 34.03374099731445,
+ 26.121395111083984,
+ 7.360864639282227,
+ 16.773426055908203,
+ 20.065364837646484,
+ 13.599188804626465,
+ 22.539281845092773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3458.378173828125,
+ "language": 50.18464279174805
+ }
+ },
+ {
+ "routing_index": 510,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008923503919504583,
+ 0.7501095533370972,
+ 2.2260935317319763e-09,
+ 4.262198416427054e-08,
+ 2.2514464035339188e-06,
+ 0.025866450741887093,
+ 0.00023041963868308812,
+ 4.4874985178466886e-05,
+ 0.0010889200493693352,
+ 1.3438507266982924e-05
+ ],
+ "log_scores_by_expert": [
+ -7.021651744842529,
+ -0.28753599524497986,
+ -19.923017501831055,
+ -16.970895767211914,
+ -13.003937721252441,
+ -3.654808521270752,
+ -8.375608444213867,
+ -10.011630058288574,
+ -6.822568893432617,
+ -11.217386245727539
+ ],
+ "distances_by_expert": [
+ 14.043303489685059,
+ 0.5750719904899597,
+ 39.84603500366211,
+ 33.94179153442383,
+ 26.007875442504883,
+ 7.309617042541504,
+ 16.751216888427734,
+ 20.02326011657715,
+ 13.645137786865234,
+ 22.434772491455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3441.000732421875,
+ "language": 50.18703079223633
+ }
+ },
+ {
+ "routing_index": 511,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008745805826038122,
+ 0.7149726152420044,
+ 2.145432498323885e-09,
+ 4.4997779724553766e-08,
+ 2.164882971555926e-06,
+ 0.02875709906220436,
+ 0.0002276519953738898,
+ 4.441804048838094e-05,
+ 0.0010853292187675834,
+ 1.2878397683380172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.041766166687012,
+ -0.3355110287666321,
+ -19.959924697875977,
+ -16.91665267944336,
+ -13.043144226074219,
+ -3.54887056350708,
+ -8.38769245147705,
+ -10.021864891052246,
+ -6.82587194442749,
+ -11.25995922088623
+ ],
+ "distances_by_expert": [
+ 14.083532333374023,
+ 0.6710220575332642,
+ 39.91984939575195,
+ 33.83330535888672,
+ 26.086288452148438,
+ 7.09774112701416,
+ 16.7753849029541,
+ 20.043729782104492,
+ 13.65174388885498,
+ 22.51991844177246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3424.802978515625,
+ "language": 50.20771408081055
+ }
+ },
+ {
+ "routing_index": 512,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008647851063869894,
+ 0.7595512270927429,
+ 2.1907828884337732e-09,
+ 4.656735086427943e-08,
+ 2.265331659145886e-06,
+ 0.031041929498314857,
+ 0.0002457440132275224,
+ 4.693614391726442e-05,
+ 0.0010534359607845545,
+ 1.3341624253371265e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053029537200928,
+ -0.27502748370170593,
+ -19.939006805419922,
+ -16.882366180419922,
+ -12.99778938293457,
+ -3.472416400909424,
+ -8.311220169067383,
+ -9.96672248840332,
+ -6.855698108673096,
+ -11.224621772766113
+ ],
+ "distances_by_expert": [
+ 14.106059074401855,
+ 0.5500549674034119,
+ 39.878013610839844,
+ 33.764732360839844,
+ 25.99557876586914,
+ 6.944832801818848,
+ 16.622440338134766,
+ 19.93344497680664,
+ 13.711396217346191,
+ 22.449243545532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3287.08740234375,
+ "language": 50.222774505615234
+ }
+ },
+ {
+ "routing_index": 513,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008218439179472625,
+ 0.7299546599388123,
+ 2.0990780225105254e-09,
+ 4.4991860903564884e-08,
+ 2.175687086491962e-06,
+ 0.03030371479690075,
+ 0.0002450335305184126,
+ 4.548278957372531e-05,
+ 0.0010003518546000123,
+ 1.2830979358113836e-05
+ ],
+ "log_scores_by_expert": [
+ -7.103960037231445,
+ -0.3147728443145752,
+ -19.981767654418945,
+ -16.916784286499023,
+ -13.038166046142578,
+ -3.4964849948883057,
+ -8.314115524291992,
+ -9.998176574707031,
+ -6.907403469085693,
+ -11.26364803314209
+ ],
+ "distances_by_expert": [
+ 14.20792007446289,
+ 0.6295456886291504,
+ 39.96353530883789,
+ 33.83356857299805,
+ 26.076332092285156,
+ 6.992969989776611,
+ 16.628231048583984,
+ 19.996353149414062,
+ 13.814806938171387,
+ 22.52729606628418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3297.958740234375,
+ "language": 50.20664978027344
+ }
+ },
+ {
+ "routing_index": 514,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008632240351289511,
+ 0.7410594820976257,
+ 2.2023420864769605e-09,
+ 4.4437758361937085e-08,
+ 2.1278265194268897e-06,
+ 0.030123146250844002,
+ 0.00024084752658382058,
+ 4.60035698779393e-05,
+ 0.0010366842616349459,
+ 1.2547827282105573e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054836273193359,
+ -0.299674391746521,
+ -19.933744430541992,
+ -16.929176330566406,
+ -13.060409545898438,
+ -3.5024614334106445,
+ -8.33134651184082,
+ -9.986791610717773,
+ -6.87172794342041,
+ -11.28596305847168
+ ],
+ "distances_by_expert": [
+ 14.109672546386719,
+ 0.599348783493042,
+ 39.867488861083984,
+ 33.85835266113281,
+ 26.120819091796875,
+ 7.004922866821289,
+ 16.66269302368164,
+ 19.973583221435547,
+ 13.74345588684082,
+ 22.57192611694336
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3234.283447265625,
+ "language": 50.19976806640625
+ }
+ },
+ {
+ "routing_index": 515,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009674466564320028,
+ 0.7889401316642761,
+ 2.4049437996609413e-09,
+ 4.850409496270913e-08,
+ 2.3170696294982918e-06,
+ 0.031869832426309586,
+ 0.00025061023188754916,
+ 4.978818105882965e-05,
+ 0.0011543820146471262,
+ 1.3718935406359378e-05
+ ],
+ "log_scores_by_expert": [
+ -6.940850257873535,
+ -0.23706483840942383,
+ -19.845739364624023,
+ -16.841617584228516,
+ -12.975207328796387,
+ -3.4460954666137695,
+ -8.291611671447754,
+ -9.907732963562012,
+ -6.764190196990967,
+ -11.196733474731445
+ ],
+ "distances_by_expert": [
+ 13.88170051574707,
+ 0.47412967681884766,
+ 39.69147872924805,
+ 33.68323516845703,
+ 25.950414657592773,
+ 6.892190933227539,
+ 16.583223342895508,
+ 19.815465927124023,
+ 13.528380393981934,
+ 22.39346694946289
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3299.141845703125,
+ "language": 50.19796371459961
+ }
+ },
+ {
+ "routing_index": 516,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010145959677174687,
+ 0.7902685403823853,
+ 2.518898201131492e-09,
+ 4.7730985386351676e-08,
+ 2.4207672595366603e-06,
+ 0.029957013204693794,
+ 0.0002554958045948297,
+ 5.043847704655491e-05,
+ 0.0011995714157819748,
+ 1.3986129488330334e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8932647705078125,
+ -0.23538248240947723,
+ -19.7994441986084,
+ -16.857685089111328,
+ -12.931426048278809,
+ -3.5079917907714844,
+ -8.27230453491211,
+ -9.894756317138672,
+ -6.725790977478027,
+ -11.177444458007812
+ ],
+ "distances_by_expert": [
+ 13.786529541015625,
+ 0.47076496481895447,
+ 39.5988883972168,
+ 33.715370178222656,
+ 25.862852096557617,
+ 7.015983581542969,
+ 16.54460906982422,
+ 19.789512634277344,
+ 13.451581954956055,
+ 22.354888916015625
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3340.808837890625,
+ "language": 50.18467712402344
+ }
+ },
+ {
+ "routing_index": 517,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008599468856118619,
+ 0.7210546135902405,
+ 2.2403032762241537e-09,
+ 4.666791397767156e-08,
+ 2.2296856059256243e-06,
+ 0.031394001096487045,
+ 0.00025199211086146533,
+ 4.704688399215229e-05,
+ 0.001013775821775198,
+ 1.2943224646733142e-05
+ ],
+ "log_scores_by_expert": [
+ -7.058640003204346,
+ -0.3270404040813446,
+ -19.916654586791992,
+ -16.88020896911621,
+ -13.013649940490723,
+ -3.4611384868621826,
+ -8.286112785339355,
+ -9.96436595916748,
+ -6.894073486328125,
+ -11.254938125610352
+ ],
+ "distances_by_expert": [
+ 14.117280006408691,
+ 0.6540808081626892,
+ 39.833309173583984,
+ 33.76041793823242,
+ 26.027299880981445,
+ 6.922276973724365,
+ 16.57222557067871,
+ 19.92873191833496,
+ 13.78814697265625,
+ 22.509876251220703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3215.341064453125,
+ "language": 50.215450286865234
+ }
+ },
+ {
+ "routing_index": 518,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008731409325264394,
+ 0.6482591032981873,
+ 2.206685723038504e-09,
+ 3.697028105875688e-08,
+ 2.1057740013930015e-06,
+ 0.021646371111273766,
+ 0.00021437443501781672,
+ 4.237024768372066e-05,
+ 0.00100425083655864,
+ 1.249144861503737e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0434136390686035,
+ -0.4334648847579956,
+ -19.931774139404297,
+ -17.11315155029297,
+ -13.07082748413086,
+ -3.8329174518585205,
+ -8.447786331176758,
+ -10.069064140319824,
+ -6.903513431549072,
+ -11.29046630859375
+ ],
+ "distances_by_expert": [
+ 14.086827278137207,
+ 0.8669297695159912,
+ 39.863548278808594,
+ 34.22630310058594,
+ 26.14165496826172,
+ 7.665834903717041,
+ 16.895572662353516,
+ 20.13812828063965,
+ 13.807026863098145,
+ 22.5809326171875
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3501.71533203125,
+ "language": 50.197383880615234
+ }
+ },
+ {
+ "routing_index": 519,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008883735281415284,
+ 0.6799902319908142,
+ 2.268181642506306e-09,
+ 3.9193452039398835e-08,
+ 2.15716704587976e-06,
+ 0.022943930700421333,
+ 0.000223285416723229,
+ 4.352984979050234e-05,
+ 0.001037732232362032,
+ 1.2651318684220314e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026118278503418,
+ -0.3856768310070038,
+ -19.904287338256836,
+ -17.05475616455078,
+ -13.046714782714844,
+ -3.7747018337249756,
+ -8.407059669494629,
+ -10.04206371307373,
+ -6.870717525482178,
+ -11.277749061584473
+ ],
+ "distances_by_expert": [
+ 14.052236557006836,
+ 0.7713536620140076,
+ 39.80857467651367,
+ 34.10951232910156,
+ 26.093429565429688,
+ 7.549403667449951,
+ 16.814119338989258,
+ 20.08412742614746,
+ 13.741435050964355,
+ 22.555498123168945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.359375,
+ "language": 50.19688415527344
+ }
+ },
+ {
+ "routing_index": 520,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009062442113645375,
+ 0.7332536578178406,
+ 2.289483935768999e-09,
+ 4.1631306402223345e-08,
+ 2.1468254089995753e-06,
+ 0.025598246604204178,
+ 0.00022798223653808236,
+ 4.394462303025648e-05,
+ 0.0010848051169887185,
+ 1.2661011169257108e-05
+ ],
+ "log_scores_by_expert": [
+ -7.00620174407959,
+ -0.31026357412338257,
+ -19.894939422607422,
+ -16.994413375854492,
+ -13.051520347595215,
+ -3.665231466293335,
+ -8.386242866516113,
+ -10.032580375671387,
+ -6.82635498046875,
+ -11.276983261108398
+ ],
+ "distances_by_expert": [
+ 14.01240348815918,
+ 0.6205271482467651,
+ 39.789878845214844,
+ 33.988826751708984,
+ 26.10304069519043,
+ 7.33046293258667,
+ 16.772485733032227,
+ 20.065160751342773,
+ 13.6527099609375,
+ 22.553966522216797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3376.480224609375,
+ "language": 50.176910400390625
+ }
+ },
+ {
+ "routing_index": 521,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000830883567687124,
+ 0.7215008735656738,
+ 2.0721078186625164e-09,
+ 4.285782040369668e-08,
+ 2.1210332761256723e-06,
+ 0.026683136820793152,
+ 0.00021878862753510475,
+ 4.242596332915127e-05,
+ 0.0010320262517780066,
+ 1.2510618034866638e-05
+ ],
+ "log_scores_by_expert": [
+ -7.093020915985107,
+ -0.32642167806625366,
+ -19.994699478149414,
+ -16.965377807617188,
+ -13.063607215881348,
+ -3.6237235069274902,
+ -8.427404403686523,
+ -10.067749977111816,
+ -6.8762311935424805,
+ -11.288932800292969
+ ],
+ "distances_by_expert": [
+ 14.186041831970215,
+ 0.6528433561325073,
+ 39.98939895629883,
+ 33.930755615234375,
+ 26.127214431762695,
+ 7.2474470138549805,
+ 16.854808807373047,
+ 20.135499954223633,
+ 13.752462387084961,
+ 22.577865600585938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3422.406494140625,
+ "language": 50.184444427490234
+ }
+ },
+ {
+ "routing_index": 522,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009199933265335858,
+ 0.8000031113624573,
+ 2.311303592961167e-09,
+ 4.88717475377598e-08,
+ 2.306220949321869e-06,
+ 0.032501909881830215,
+ 0.00024641357595101,
+ 4.7702935262350366e-05,
+ 0.0011124723823741078,
+ 1.3556376870837994e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991144180297852,
+ -0.2231397181749344,
+ -19.885454177856445,
+ -16.83406639099121,
+ -12.979900360107422,
+ -3.4264564514160156,
+ -8.308499336242676,
+ -9.950517654418945,
+ -6.801170349121094,
+ -11.208653450012207
+ ],
+ "distances_by_expert": [
+ 13.982288360595703,
+ 0.4462794363498688,
+ 39.77090835571289,
+ 33.66813278198242,
+ 25.959800720214844,
+ 6.852912902832031,
+ 16.61699867248535,
+ 19.90103530883789,
+ 13.602340698242188,
+ 22.417306900024414
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3345.155029296875,
+ "language": 50.20048904418945
+ }
+ },
+ {
+ "routing_index": 523,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.00088151526870206,
+ 0.7723440527915955,
+ 2.2165353996683734e-09,
+ 4.763712269095777e-08,
+ 2.31726630772755e-06,
+ 0.03164369612932205,
+ 0.00025173797621391714,
+ 4.836698280996643e-05,
+ 0.0010632819030433893,
+ 1.3646997103933245e-05
+ ],
+ "log_scores_by_expert": [
+ -7.033868312835693,
+ -0.2583252191543579,
+ -19.92732048034668,
+ -16.85965347290039,
+ -12.975122451782227,
+ -3.453216314315796,
+ -8.287121772766113,
+ -9.93669319152832,
+ -6.846395015716553,
+ -11.201991081237793
+ ],
+ "distances_by_expert": [
+ 14.067736625671387,
+ 0.5166504383087158,
+ 39.85464096069336,
+ 33.71930694580078,
+ 25.950244903564453,
+ 6.906432628631592,
+ 16.574243545532227,
+ 19.87338638305664,
+ 13.692790031433105,
+ 22.403982162475586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3343.24560546875,
+ "language": 50.22193908691406
+ }
+ },
+ {
+ "routing_index": 524,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008061902481131256,
+ 0.7162975072860718,
+ 2.09977479848078e-09,
+ 4.390429708678312e-08,
+ 2.147394752682885e-06,
+ 0.029501117765903473,
+ 0.000240179113461636,
+ 4.5422279072226956e-05,
+ 0.0009839163394644856,
+ 1.2594943655130919e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123190879821777,
+ -0.3336597681045532,
+ -19.981435775756836,
+ -16.941253662109375,
+ -13.051255226135254,
+ -3.523327112197876,
+ -8.334125518798828,
+ -9.999507904052734,
+ -6.923969745635986,
+ -11.282215118408203
+ ],
+ "distances_by_expert": [
+ 14.246381759643555,
+ 0.6673195362091064,
+ 39.96287155151367,
+ 33.88250732421875,
+ 26.102510452270508,
+ 7.046654224395752,
+ 16.668251037597656,
+ 19.99901580810547,
+ 13.847939491271973,
+ 22.564430236816406
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3271.233154296875,
+ "language": 50.197879791259766
+ }
+ },
+ {
+ "routing_index": 525,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008157267584465444,
+ 0.718939483165741,
+ 2.1233432789813378e-09,
+ 4.321909230498022e-08,
+ 2.0822217265958898e-06,
+ 0.029665138572454453,
+ 0.00023095091455616057,
+ 4.387795343063772e-05,
+ 0.0009869758505374193,
+ 1.2236006114108022e-05
+ ],
+ "log_scores_by_expert": [
+ -7.111431121826172,
+ -0.3299781382083893,
+ -19.970273971557617,
+ -16.95698356628418,
+ -13.082075119018555,
+ -3.517782688140869,
+ -8.373305320739746,
+ -10.034098625183105,
+ -6.920865058898926,
+ -11.311127662658691
+ ],
+ "distances_by_expert": [
+ 14.222862243652344,
+ 0.6599562764167786,
+ 39.940547943115234,
+ 33.91396713256836,
+ 26.16415023803711,
+ 7.035565376281738,
+ 16.746610641479492,
+ 20.06819725036621,
+ 13.841730117797852,
+ 22.622255325317383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3208.61865234375,
+ "language": 50.193546295166016
+ }
+ },
+ {
+ "routing_index": 526,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008733807480894029,
+ 0.7231975793838501,
+ 2.2110504538375153e-09,
+ 4.536618902761802e-08,
+ 2.1483676846401067e-06,
+ 0.028937090188264847,
+ 0.00023036864877212793,
+ 4.4967004214413464e-05,
+ 0.001082991948351264,
+ 1.2351265468169004e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0431389808654785,
+ -0.3240728974342346,
+ -19.929798126220703,
+ -16.908498764038086,
+ -13.050802230834961,
+ -3.542631149291992,
+ -8.375829696655273,
+ -10.009581565856934,
+ -6.828027725219727,
+ -11.301752090454102
+ ],
+ "distances_by_expert": [
+ 14.086277961730957,
+ 0.6481457948684692,
+ 39.859596252441406,
+ 33.81699752807617,
+ 26.101604461669922,
+ 7.085262298583984,
+ 16.751659393310547,
+ 20.019163131713867,
+ 13.656055450439453,
+ 22.603504180908203
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3275.97119140625,
+ "language": 50.17247772216797
+ }
+ },
+ {
+ "routing_index": 527,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008878945372998714,
+ 0.7259820699691772,
+ 2.2729671478316504e-09,
+ 4.6190599789497355e-08,
+ 2.187902964578825e-06,
+ 0.029670599848031998,
+ 0.00023717434669379145,
+ 4.558818545774557e-05,
+ 0.001083996263332665,
+ 1.2507647625170648e-05
+ ],
+ "log_scores_by_expert": [
+ -7.026657581329346,
+ -0.3202299177646637,
+ -19.902179718017578,
+ -16.89048957824707,
+ -13.032567024230957,
+ -3.5175986289978027,
+ -8.346714973449707,
+ -9.995862007141113,
+ -6.82710075378418,
+ -11.289170265197754
+ ],
+ "distances_by_expert": [
+ 14.053315162658691,
+ 0.6404598355293274,
+ 39.804359436035156,
+ 33.78097915649414,
+ 26.065134048461914,
+ 7.0351972579956055,
+ 16.693429946899414,
+ 19.991724014282227,
+ 13.65420150756836,
+ 22.578340530395508
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3242.81982421875,
+ "language": 50.20018005371094
+ }
+ },
+ {
+ "routing_index": 528,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008318147156387568,
+ 0.5704988837242126,
+ 2.105822849429728e-09,
+ 3.3073387584181546e-08,
+ 1.8508416133045102e-06,
+ 0.01939486153423786,
+ 0.00020027969731017947,
+ 3.976351581513882e-05,
+ 0.0009556176955811679,
+ 1.1228326002310496e-05
+ ],
+ "log_scores_by_expert": [
+ -7.091900825500488,
+ -0.561244010925293,
+ -19.978559494018555,
+ -17.224536895751953,
+ -13.199870109558105,
+ -3.942747116088867,
+ -8.515795707702637,
+ -10.132560729980469,
+ -6.953152656555176,
+ -11.39707088470459
+ ],
+ "distances_by_expert": [
+ 14.183801651000977,
+ 1.122488021850586,
+ 39.95711898803711,
+ 34.449073791503906,
+ 26.39974021911621,
+ 7.885494232177734,
+ 17.031591415405273,
+ 20.265121459960938,
+ 13.906305313110352,
+ 22.79414176940918
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3560.30908203125,
+ "language": 50.18944549560547
+ }
+ },
+ {
+ "routing_index": 529,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009031653753481805,
+ 0.6981693506240845,
+ 2.2999313564753265e-09,
+ 3.972274953412125e-08,
+ 2.1194621240283595e-06,
+ 0.023844435811042786,
+ 0.00022682393318973482,
+ 4.370147144072689e-05,
+ 0.0010651153279468417,
+ 1.2474233699322212e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0096049308776855,
+ -0.35929355025291443,
+ -19.8903865814209,
+ -17.04134178161621,
+ -13.064348220825195,
+ -3.7362043857574463,
+ -8.391336441040039,
+ -10.038128852844238,
+ -6.844672203063965,
+ -11.291845321655273
+ ],
+ "distances_by_expert": [
+ 14.019209861755371,
+ 0.7185871005058289,
+ 39.7807731628418,
+ 34.08268356323242,
+ 26.12869644165039,
+ 7.472408771514893,
+ 16.782672882080078,
+ 20.076257705688477,
+ 13.68934440612793,
+ 22.583690643310547
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3369.0400390625,
+ "language": 50.19050216674805
+ }
+ },
+ {
+ "routing_index": 530,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008545996388420463,
+ 0.6759249567985535,
+ 2.1199115796122214e-09,
+ 3.7002589436951894e-08,
+ 2.009395302593475e-06,
+ 0.022372446954250336,
+ 0.00021423056023195386,
+ 4.052377335028723e-05,
+ 0.0010420660255476832,
+ 1.2075070117134601e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064877510070801,
+ -0.39167320728302,
+ -19.971891403198242,
+ -17.11227798461914,
+ -13.117676734924316,
+ -3.7999250888824463,
+ -8.448457717895508,
+ -10.113621711730957,
+ -6.866549968719482,
+ -11.32436752319336
+ ],
+ "distances_by_expert": [
+ 14.129755020141602,
+ 0.78334641456604,
+ 39.943782806396484,
+ 34.22455596923828,
+ 26.235353469848633,
+ 7.599850177764893,
+ 16.896915435791016,
+ 20.227243423461914,
+ 13.733099937438965,
+ 22.64873504638672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3504.203125,
+ "language": 50.189491271972656
+ }
+ },
+ {
+ "routing_index": 531,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008383631356991827,
+ 0.7228495478630066,
+ 2.08222639130895e-09,
+ 3.9805421181426937e-08,
+ 2.0704280814243248e-06,
+ 0.024566220119595528,
+ 0.00021792818733956665,
+ 4.1316649003420025e-05,
+ 0.001043327385559678,
+ 1.2475959010771476e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084059238433838,
+ -0.3245541751384735,
+ -19.98982810974121,
+ -17.039262771606445,
+ -13.08775520324707,
+ -3.706382989883423,
+ -8.431344985961914,
+ -10.094244956970215,
+ -6.865340232849121,
+ -11.291707038879395
+ ],
+ "distances_by_expert": [
+ 14.168118476867676,
+ 0.649108350276947,
+ 39.97965621948242,
+ 34.07852554321289,
+ 26.17551040649414,
+ 7.412765979766846,
+ 16.862689971923828,
+ 20.18848991394043,
+ 13.730680465698242,
+ 22.58341407775879
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.984130859375,
+ "language": 50.18876647949219
+ }
+ },
+ {
+ "routing_index": 532,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009248045971617103,
+ 0.8124867081642151,
+ 2.2945201294533035e-09,
+ 4.857871971353234e-08,
+ 2.3430657165590674e-06,
+ 0.03165339305996895,
+ 0.0002517502289265394,
+ 4.8816298658493906e-05,
+ 0.0011079349787905812,
+ 1.4050393474462908e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985928058624268,
+ -0.20765572786331177,
+ -19.892742156982422,
+ -16.84008026123047,
+ -12.96405029296875,
+ -3.4529099464416504,
+ -8.287073135375977,
+ -9.927446365356445,
+ -6.805257320404053,
+ -11.172860145568848
+ ],
+ "distances_by_expert": [
+ 13.971856117248535,
+ 0.41531145572662354,
+ 39.785484313964844,
+ 33.68016052246094,
+ 25.9281005859375,
+ 6.905819892883301,
+ 16.574146270751953,
+ 19.85489273071289,
+ 13.610514640808105,
+ 22.345720291137695
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3440.981201171875,
+ "language": 50.17363357543945
+ }
+ },
+ {
+ "routing_index": 533,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008424847619608045,
+ 0.7148655652999878,
+ 2.1240074143946686e-09,
+ 4.516037321877775e-08,
+ 2.2065985376684694e-06,
+ 0.028953811153769493,
+ 0.00024337184731848538,
+ 4.629372779163532e-05,
+ 0.0010240481933578849,
+ 1.2960306776221842e-05
+ ],
+ "log_scores_by_expert": [
+ -7.079154968261719,
+ -0.33566075563430786,
+ -19.969961166381836,
+ -16.91304588317871,
+ -13.02405834197998,
+ -3.542053461074829,
+ -8.32091999053955,
+ -9.980504035949707,
+ -6.883991718292236,
+ -11.253619194030762
+ ],
+ "distances_by_expert": [
+ 14.158309936523438,
+ 0.6713215112686157,
+ 39.93992233276367,
+ 33.82609176635742,
+ 26.04811668395996,
+ 7.084106922149658,
+ 16.6418399810791,
+ 19.961008071899414,
+ 13.767983436584473,
+ 22.507238388061523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3399.73583984375,
+ "language": 50.186126708984375
+ }
+ },
+ {
+ "routing_index": 534,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008008132572285831,
+ 0.6802002787590027,
+ 2.047771507918128e-09,
+ 4.1947185280832855e-08,
+ 2.0449276689760154e-06,
+ 0.027444614097476006,
+ 0.00022817951685283333,
+ 4.364128835732117e-05,
+ 0.0009864013409242034,
+ 1.2017595508950762e-05
+ ],
+ "log_scores_by_expert": [
+ -7.1298828125,
+ -0.3853679895401001,
+ -20.006513595581055,
+ -16.986854553222656,
+ -13.10014820098877,
+ -3.595585346221924,
+ -8.385377883911133,
+ -10.039506912231445,
+ -6.921447277069092,
+ -11.32913875579834
+ ],
+ "distances_by_expert": [
+ 14.259765625,
+ 0.7707359790802002,
+ 40.01302719116211,
+ 33.97370910644531,
+ 26.20029640197754,
+ 7.191170692443848,
+ 16.770755767822266,
+ 20.07901382446289,
+ 13.842894554138184,
+ 22.65827751159668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3325.03759765625,
+ "language": 50.18510818481445
+ }
+ },
+ {
+ "routing_index": 535,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008027129806578159,
+ 0.6843274235725403,
+ 2.0760400065711337e-09,
+ 4.2951274537017525e-08,
+ 2.0930981463607168e-06,
+ 0.02773379720747471,
+ 0.00023575568047817796,
+ 4.455061207409017e-05,
+ 0.0009905463084578514,
+ 1.2325812349445187e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127513408660889,
+ -0.3793187737464905,
+ -19.9928035736084,
+ -16.963199615478516,
+ -13.076865196228027,
+ -3.5851035118103027,
+ -8.352714538574219,
+ -10.018884658813477,
+ -6.9172539710998535,
+ -11.303814888000488
+ ],
+ "distances_by_expert": [
+ 14.255026817321777,
+ 0.758637547492981,
+ 39.9856071472168,
+ 33.92639923095703,
+ 26.153730392456055,
+ 7.1702070236206055,
+ 16.705429077148438,
+ 20.037769317626953,
+ 13.834507942199707,
+ 22.607629776000977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.1005859375,
+ "language": 50.206111907958984
+ }
+ },
+ {
+ "routing_index": 536,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009496306884102523,
+ 0.7817473411560059,
+ 2.372757990087848e-09,
+ 4.473455206266408e-08,
+ 2.3223255993798375e-06,
+ 0.02862161211669445,
+ 0.0002463813580106944,
+ 4.784622433362529e-05,
+ 0.0011405935510993004,
+ 1.3823054359818343e-05
+ ],
+ "log_scores_by_expert": [
+ -6.959437370300293,
+ -0.24622362852096558,
+ -19.85921287536621,
+ -16.92251968383789,
+ -12.972941398620605,
+ -3.553593158721924,
+ -8.308629989624023,
+ -9.947518348693848,
+ -6.7762064933776855,
+ -11.189172744750977
+ ],
+ "distances_by_expert": [
+ 13.918874740600586,
+ 0.49244725704193115,
+ 39.71842575073242,
+ 33.84503936767578,
+ 25.94588279724121,
+ 7.107186317443848,
+ 16.617259979248047,
+ 19.895036697387695,
+ 13.552412986755371,
+ 22.378345489501953
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3354.642333984375,
+ "language": 50.20000457763672
+ }
+ },
+ {
+ "routing_index": 537,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009473055833950639,
+ 0.7678329944610596,
+ 2.3949326966032913e-09,
+ 4.507337436621128e-08,
+ 2.3065199457050767e-06,
+ 0.02844558097422123,
+ 0.00024605004000477493,
+ 4.779806477017701e-05,
+ 0.0011384781682863832,
+ 1.3635028153657913e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961888790130615,
+ -0.26418304443359375,
+ -19.849910736083984,
+ -16.914974212646484,
+ -12.97977066040039,
+ -3.559762477874756,
+ -8.309975624084473,
+ -9.948525428771973,
+ -6.77806282043457,
+ -11.202868461608887
+ ],
+ "distances_by_expert": [
+ 13.92377758026123,
+ 0.5283660888671875,
+ 39.69982147216797,
+ 33.82994842529297,
+ 25.95954132080078,
+ 7.119524955749512,
+ 16.619951248168945,
+ 19.897050857543945,
+ 13.55612564086914,
+ 22.405736923217773
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3324.933349609375,
+ "language": 50.19607925415039
+ }
+ },
+ {
+ "routing_index": 538,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008547916077077389,
+ 0.6987325549125671,
+ 2.2374164743155234e-09,
+ 4.567371192365499e-08,
+ 2.1509672478714492e-06,
+ 0.028123416006565094,
+ 0.00023733092530164868,
+ 4.4695305405184627e-05,
+ 0.0010613849153742194,
+ 1.228325163538102e-05
+ ],
+ "log_scores_by_expert": [
+ -7.064652919769287,
+ -0.35848721861839294,
+ -19.917943954467773,
+ -16.901742935180664,
+ -13.049592971801758,
+ -3.571152687072754,
+ -8.346055030822754,
+ -10.015642166137695,
+ -6.848180770874023,
+ -11.307273864746094
+ ],
+ "distances_by_expert": [
+ 14.129305839538574,
+ 0.7169744372367859,
+ 39.83588790893555,
+ 33.80348587036133,
+ 26.099185943603516,
+ 7.142305374145508,
+ 16.692110061645508,
+ 20.03128433227539,
+ 13.696361541748047,
+ 22.614547729492188
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3252.812255859375,
+ "language": 50.20372009277344
+ }
+ },
+ {
+ "routing_index": 539,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009057741845026612,
+ 0.6319513320922852,
+ 2.2918038578012556e-09,
+ 3.5784943008820846e-08,
+ 2.0030163341289153e-06,
+ 0.020717155188322067,
+ 0.0002146991464542225,
+ 4.200044713797979e-05,
+ 0.001031924388371408,
+ 1.1945880942221265e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006720542907715,
+ -0.4589429497718811,
+ -19.8939266204834,
+ -17.14573860168457,
+ -13.120856285095215,
+ -3.876793146133423,
+ -8.446272850036621,
+ -10.07783031463623,
+ -6.8763298988342285,
+ -11.335124015808105
+ ],
+ "distances_by_expert": [
+ 14.01344108581543,
+ 0.9178858995437622,
+ 39.7878532409668,
+ 34.29147720336914,
+ 26.24171257019043,
+ 7.753586292266846,
+ 16.892545700073242,
+ 20.15566062927246,
+ 13.752659797668457,
+ 22.67024803161621
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3507.38525390625,
+ "language": 50.18048095703125
+ }
+ },
+ {
+ "routing_index": 540,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009243981330655515,
+ 0.7336530089378357,
+ 2.320159397939392e-09,
+ 4.041391221676349e-08,
+ 2.1216885670582997e-06,
+ 0.02502823807299137,
+ 0.00022633538173977286,
+ 4.380044265417382e-05,
+ 0.0010894559090957046,
+ 1.263436752196867e-05
+ ],
+ "log_scores_by_expert": [
+ -6.986367702484131,
+ -0.30971914529800415,
+ -19.881629943847656,
+ -17.024091720581055,
+ -13.063298225402832,
+ -3.6877505779266357,
+ -8.393492698669434,
+ -10.035866737365723,
+ -6.822076797485352,
+ -11.27908992767334
+ ],
+ "distances_by_expert": [
+ 13.972735404968262,
+ 0.6194382905960083,
+ 39.76325988769531,
+ 34.04818344116211,
+ 26.126596450805664,
+ 7.3755011558532715,
+ 16.786985397338867,
+ 20.071733474731445,
+ 13.644153594970703,
+ 22.55817985534668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.375244140625,
+ "language": 50.17763137817383
+ }
+ },
+ {
+ "routing_index": 541,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008946092566475272,
+ 0.7016140818595886,
+ 2.221894224163634e-09,
+ 3.8312784056415694e-08,
+ 2.0878089799225563e-06,
+ 0.023230543360114098,
+ 0.00021980756719131023,
+ 4.266498945071362e-05,
+ 0.0010716401739045978,
+ 1.2581594091898296e-05
+ ],
+ "log_scores_by_expert": [
+ -7.019123554229736,
+ -0.3543718159198761,
+ -19.92490577697754,
+ -17.077482223510742,
+ -13.079395294189453,
+ -3.7622873783111572,
+ -8.422758102416992,
+ -10.062131881713867,
+ -6.838564872741699,
+ -11.283275604248047
+ ],
+ "distances_by_expert": [
+ 14.038247108459473,
+ 0.7087436318397522,
+ 39.84981155395508,
+ 34.154964447021484,
+ 26.158790588378906,
+ 7.5245747566223145,
+ 16.845516204833984,
+ 20.124263763427734,
+ 13.677129745483398,
+ 22.566551208496094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3539.440185546875,
+ "language": 50.18416213989258
+ }
+ },
+ {
+ "routing_index": 542,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008446871070191264,
+ 0.7539822459220886,
+ 2.1298696140092943e-09,
+ 4.523442242998499e-08,
+ 2.1850546545465477e-06,
+ 0.029477311298251152,
+ 0.00023207516642287374,
+ 4.435775917954743e-05,
+ 0.001056202338077128,
+ 1.3061419849691447e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076544284820557,
+ -0.2823864817619324,
+ -19.967205047607422,
+ -16.911407470703125,
+ -13.033869743347168,
+ -3.524134397506714,
+ -8.368449211120605,
+ -10.023222923278809,
+ -6.8530755043029785,
+ -11.245847702026367
+ ],
+ "distances_by_expert": [
+ 14.153088569641113,
+ 0.5647729635238647,
+ 39.934410095214844,
+ 33.82281494140625,
+ 26.067739486694336,
+ 7.048268795013428,
+ 16.73689842224121,
+ 20.046445846557617,
+ 13.706151008605957,
+ 22.491695404052734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.945068359375,
+ "language": 50.186614990234375
+ }
+ },
+ {
+ "routing_index": 543,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009017942938953638,
+ 0.7947717308998108,
+ 2.2673165567255182e-09,
+ 4.775994710826126e-08,
+ 2.290260454174131e-06,
+ 0.032176438719034195,
+ 0.00025004634517244995,
+ 4.7502278903266415e-05,
+ 0.0010992537718266249,
+ 1.381737365591107e-05
+ ],
+ "log_scores_by_expert": [
+ -7.011124134063721,
+ -0.22970035672187805,
+ -19.9046688079834,
+ -16.857078552246094,
+ -12.986845016479492,
+ -3.43652081489563,
+ -8.293864250183105,
+ -9.954732894897461,
+ -6.81312370300293,
+ -11.189583778381348
+ ],
+ "distances_by_expert": [
+ 14.022248268127441,
+ 0.4594007134437561,
+ 39.8093376159668,
+ 33.71415710449219,
+ 25.973690032958984,
+ 6.87304162979126,
+ 16.58772850036621,
+ 19.909465789794922,
+ 13.62624740600586,
+ 22.379167556762695
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.466064453125,
+ "language": 50.1972770690918
+ }
+ },
+ {
+ "routing_index": 544,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008553623920306563,
+ 0.7663018703460693,
+ 2.1906700897744713e-09,
+ 4.725072244582407e-08,
+ 2.318324959560414e-06,
+ 0.030791139230132103,
+ 0.0002546048490330577,
+ 4.779619484907016e-05,
+ 0.0010355805279687047,
+ 1.3572612260759342e-05
+ ],
+ "log_scores_by_expert": [
+ -7.063985347747803,
+ -0.2661791443824768,
+ -19.939058303833008,
+ -16.8677978515625,
+ -12.974665641784668,
+ -3.4805283546447754,
+ -8.275797843933105,
+ -9.948564529418945,
+ -6.872793197631836,
+ -11.207456588745117
+ ],
+ "distances_by_expert": [
+ 14.127970695495605,
+ 0.5323582887649536,
+ 39.878116607666016,
+ 33.735595703125,
+ 25.949331283569336,
+ 6.961056709289551,
+ 16.55159568786621,
+ 19.89712905883789,
+ 13.745586395263672,
+ 22.414913177490234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.85546875,
+ "language": 50.21244812011719
+ }
+ },
+ {
+ "routing_index": 545,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008120050770230591,
+ 0.7198770046234131,
+ 2.128943688006757e-09,
+ 4.3406124916600675e-08,
+ 2.1269825083436444e-06,
+ 0.029247581958770752,
+ 0.00023880827939137816,
+ 4.5294626033864915e-05,
+ 0.000979890231974423,
+ 1.2399015759001486e-05
+ ],
+ "log_scores_by_expert": [
+ -7.11600399017334,
+ -0.32867491245269775,
+ -19.967639923095703,
+ -16.952665328979492,
+ -13.060806274414062,
+ -3.5319583415985107,
+ -8.339849472045898,
+ -10.00232219696045,
+ -6.928070068359375,
+ -11.297893524169922
+ ],
+ "distances_by_expert": [
+ 14.23200798034668,
+ 0.6573498249053955,
+ 39.935279846191406,
+ 33.905330657958984,
+ 26.121612548828125,
+ 7.0639166831970215,
+ 16.679698944091797,
+ 20.0046443939209,
+ 13.85614013671875,
+ 22.595787048339844
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.954833984375,
+ "language": 50.22569274902344
+ }
+ },
+ {
+ "routing_index": 546,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009055936825461686,
+ 0.7789971232414246,
+ 2.2868695825906116e-09,
+ 4.666426534072343e-08,
+ 2.276795385114383e-06,
+ 0.03178227320313454,
+ 0.00025017731240950525,
+ 4.889681076747365e-05,
+ 0.0010858147870749235,
+ 1.3661020602739882e-05
+ ],
+ "log_scores_by_expert": [
+ -7.006919860839844,
+ -0.24974797666072845,
+ -19.896081924438477,
+ -16.880287170410156,
+ -12.992741584777832,
+ -3.4488465785980225,
+ -8.293340682983398,
+ -9.925798416137695,
+ -6.825424671173096,
+ -11.200963973999023
+ ],
+ "distances_by_expert": [
+ 14.013839721679688,
+ 0.4994959533214569,
+ 39.79216384887695,
+ 33.76057434082031,
+ 25.985483169555664,
+ 6.897693157196045,
+ 16.586681365966797,
+ 19.85159683227539,
+ 13.650849342346191,
+ 22.401927947998047
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3337.667724609375,
+ "language": 50.183406829833984
+ }
+ },
+ {
+ "routing_index": 547,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009512754040770233,
+ 0.8057416081428528,
+ 2.3855275532724818e-09,
+ 4.8353072656937e-08,
+ 2.4241840037575457e-06,
+ 0.03244595602154732,
+ 0.0002590450458228588,
+ 5.1019062084378675e-05,
+ 0.0011445401469245553,
+ 1.451650223316392e-05
+ ],
+ "log_scores_by_expert": [
+ -6.957706928253174,
+ -0.21599215269088745,
+ -19.853845596313477,
+ -16.844736099243164,
+ -12.930015563964844,
+ -3.4281795024871826,
+ -8.258508682250977,
+ -9.88331127166748,
+ -6.772752285003662,
+ -11.14022445678711
+ ],
+ "distances_by_expert": [
+ 13.915413856506348,
+ 0.4319843053817749,
+ 39.70769119262695,
+ 33.68947219848633,
+ 25.860031127929688,
+ 6.856359004974365,
+ 16.517017364501953,
+ 19.76662254333496,
+ 13.545504570007324,
+ 22.28044891357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.53759765625,
+ "language": 50.196868896484375
+ }
+ },
+ {
+ "routing_index": 548,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009341046097688377,
+ 0.7582734823226929,
+ 2.380918129318843e-09,
+ 4.806086195685566e-08,
+ 2.282933337482973e-06,
+ 0.030178885906934738,
+ 0.0002506286255083978,
+ 4.82326649944298e-05,
+ 0.0011322301579639316,
+ 1.3089314052194823e-05
+ ],
+ "log_scores_by_expert": [
+ -6.975922107696533,
+ -0.2767111659049988,
+ -19.85577964782715,
+ -16.850797653198242,
+ -12.990049362182617,
+ -3.500612735748291,
+ -8.29153823852539,
+ -9.939474105834961,
+ -6.783565998077393,
+ -11.243714332580566
+ ],
+ "distances_by_expert": [
+ 13.951844215393066,
+ 0.5534223318099976,
+ 39.7115592956543,
+ 33.701595306396484,
+ 25.980098724365234,
+ 7.001225471496582,
+ 16.58307647705078,
+ 19.878948211669922,
+ 13.567131996154785,
+ 22.487428665161133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3309.0625,
+ "language": 50.18876266479492
+ }
+ },
+ {
+ "routing_index": 549,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008864968549460173,
+ 0.6404932737350464,
+ 2.2431938528910678e-09,
+ 3.780522916940754e-08,
+ 2.0326897356426343e-06,
+ 0.02302752621471882,
+ 0.00021766169811598957,
+ 4.313165845815092e-05,
+ 0.0010239314287900925,
+ 1.2256245099706575e-05
+ ],
+ "log_scores_by_expert": [
+ -7.028233051300049,
+ -0.4455166757106781,
+ -19.91536521911621,
+ -17.090818405151367,
+ -13.10615062713623,
+ -3.7710649967193604,
+ -8.432568550109863,
+ -10.051253318786621,
+ -6.884105682373047,
+ -11.30947494506836
+ ],
+ "distances_by_expert": [
+ 14.056466102600098,
+ 0.8910333514213562,
+ 39.83073043823242,
+ 34.181636810302734,
+ 26.21230125427246,
+ 7.542129993438721,
+ 16.865137100219727,
+ 20.102506637573242,
+ 13.768211364746094,
+ 22.61894989013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3512.92724609375,
+ "language": 50.1904296875
+ }
+ },
+ {
+ "routing_index": 550,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000928774883504957,
+ 0.777019739151001,
+ 2.3275616989337777e-09,
+ 4.4258179343614756e-08,
+ 2.3278114440472564e-06,
+ 0.027357634156942368,
+ 0.00023971071641426533,
+ 4.644337241188623e-05,
+ 0.001099565764889121,
+ 1.3655589100380894e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981644153594971,
+ -0.25228962302207947,
+ -19.87844467163086,
+ -16.933225631713867,
+ -12.970582008361816,
+ -3.598759651184082,
+ -8.336077690124512,
+ -9.977276802062988,
+ -6.812839984893799,
+ -11.201361656188965
+ ],
+ "distances_by_expert": [
+ 13.963288307189941,
+ 0.5045792460441589,
+ 39.75688934326172,
+ 33.866451263427734,
+ 25.941164016723633,
+ 7.197519302368164,
+ 16.672155380249023,
+ 19.954553604125977,
+ 13.625679969787598,
+ 22.40272331237793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3390.931396484375,
+ "language": 50.1844367980957
+ }
+ },
+ {
+ "routing_index": 551,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008582595037296414,
+ 0.6918355822563171,
+ 2.1237240854787842e-09,
+ 3.836199624629444e-08,
+ 2.099655830534175e-06,
+ 0.023064570501446724,
+ 0.00021789057063870132,
+ 4.107918721274473e-05,
+ 0.0010392420226708055,
+ 1.2412371688697021e-05
+ ],
+ "log_scores_by_expert": [
+ -7.060604095458984,
+ -0.3684069514274597,
+ -19.970094680786133,
+ -17.07619857788086,
+ -13.073737144470215,
+ -3.7694575786590576,
+ -8.431517601013184,
+ -10.100008964538574,
+ -6.869263648986816,
+ -11.2968168258667
+ ],
+ "distances_by_expert": [
+ 14.121208190917969,
+ 0.7368139028549194,
+ 39.940189361572266,
+ 34.15239715576172,
+ 26.14747428894043,
+ 7.538915157318115,
+ 16.863035202026367,
+ 20.20001792907715,
+ 13.738527297973633,
+ 22.5936336517334
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3498.46826171875,
+ "language": 50.18682861328125
+ }
+ },
+ {
+ "routing_index": 552,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008341955835931003,
+ 0.7409892082214355,
+ 2.0942789724642807e-09,
+ 4.0537589285349895e-08,
+ 2.1305390873749275e-06,
+ 0.025176968425512314,
+ 0.00022161775268614292,
+ 4.207332676742226e-05,
+ 0.0010523274540901184,
+ 1.286166843783576e-05
+ ],
+ "log_scores_by_expert": [
+ -7.089042663574219,
+ -0.29976919293403625,
+ -19.98405647277832,
+ -17.02103614807129,
+ -13.059135437011719,
+ -3.681825637817383,
+ -8.414556503295898,
+ -10.076096534729004,
+ -6.856750965118408,
+ -11.261259078979492
+ ],
+ "distances_by_expert": [
+ 14.178085327148438,
+ 0.5995383858680725,
+ 39.96811294555664,
+ 34.04207229614258,
+ 26.118270874023438,
+ 7.363651275634766,
+ 16.829113006591797,
+ 20.152193069458008,
+ 13.713501930236816,
+ 22.522518157958984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3495.175048828125,
+ "language": 50.17073059082031
+ }
+ },
+ {
+ "routing_index": 553,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000919607758987695,
+ 0.8016980886459351,
+ 2.3037991514485157e-09,
+ 4.8334076296896455e-08,
+ 2.283987441842328e-06,
+ 0.03237251564860344,
+ 0.00024924997705966234,
+ 4.7942281526047736e-05,
+ 0.0011203928152099252,
+ 1.3666546692547854e-05
+ ],
+ "log_scores_by_expert": [
+ -6.991563320159912,
+ -0.22102321684360504,
+ -19.88870620727539,
+ -16.845129013061523,
+ -12.989587783813477,
+ -3.430445432662964,
+ -8.297054290771484,
+ -9.945512771606445,
+ -6.794075965881348,
+ -11.200559616088867
+ ],
+ "distances_by_expert": [
+ 13.983126640319824,
+ 0.4420464336872101,
+ 39.77741241455078,
+ 33.69025802612305,
+ 25.979175567626953,
+ 6.860890865325928,
+ 16.59410858154297,
+ 19.89102554321289,
+ 13.588151931762695,
+ 22.401119232177734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3428.60693359375,
+ "language": 50.17988204956055
+ }
+ },
+ {
+ "routing_index": 554,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008155404357239604,
+ 0.7197288870811462,
+ 2.0717956239479918e-09,
+ 4.533340458579005e-08,
+ 2.2132837784738513e-06,
+ 0.03016635589301586,
+ 0.0002447261940687895,
+ 4.574453123495914e-05,
+ 0.0009930210653692484,
+ 1.3131174455338623e-05
+ ],
+ "log_scores_by_expert": [
+ -7.111659526824951,
+ -0.32888078689575195,
+ -19.994850158691406,
+ -16.909221649169922,
+ -13.02103328704834,
+ -3.501028060913086,
+ -8.315370559692383,
+ -9.992438316345215,
+ -6.914758682250977,
+ -11.240521430969238
+ ],
+ "distances_by_expert": [
+ 14.223319053649902,
+ 0.6577615737915039,
+ 39.98970031738281,
+ 33.818443298339844,
+ 26.04206657409668,
+ 7.002056121826172,
+ 16.630741119384766,
+ 19.98487663269043,
+ 13.829517364501953,
+ 22.481042861938477
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3361.21875,
+ "language": 50.207149505615234
+ }
+ },
+ {
+ "routing_index": 555,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008541132556274533,
+ 0.7511816024780273,
+ 2.1688679741060923e-09,
+ 4.515201723620521e-08,
+ 2.1954379008093383e-06,
+ 0.029870497062802315,
+ 0.0002446027647238225,
+ 4.6140299673425034e-05,
+ 0.0010331207886338234,
+ 1.2923182111990172e-05
+ ],
+ "log_scores_by_expert": [
+ -7.065446853637695,
+ -0.2861078977584839,
+ -19.949060440063477,
+ -16.913230895996094,
+ -13.029129028320312,
+ -3.5108840465545654,
+ -8.315875053405762,
+ -9.983823776245117,
+ -6.875171184539795,
+ -11.256487846374512
+ ],
+ "distances_by_expert": [
+ 14.13089370727539,
+ 0.5722157955169678,
+ 39.89812088012695,
+ 33.82646179199219,
+ 26.058258056640625,
+ 7.021768093109131,
+ 16.631750106811523,
+ 19.967647552490234,
+ 13.75034236907959,
+ 22.512975692749023
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3310.40966796875,
+ "language": 50.20305633544922
+ }
+ },
+ {
+ "routing_index": 556,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008835672051645815,
+ 0.788182258605957,
+ 2.2500155072435746e-09,
+ 4.648730467238238e-08,
+ 2.311245225428138e-06,
+ 0.03177633881568909,
+ 0.00025557648041285574,
+ 4.917660407954827e-05,
+ 0.0010608728043735027,
+ 1.385734594805399e-05
+ ],
+ "log_scores_by_expert": [
+ -7.031543254852295,
+ -0.23802602291107178,
+ -19.912328720092773,
+ -16.88408660888672,
+ -12.977724075317383,
+ -3.449033260345459,
+ -8.271988868713379,
+ -9.920092582702637,
+ -6.848663330078125,
+ -11.186695098876953
+ ],
+ "distances_by_expert": [
+ 14.06308650970459,
+ 0.47605204582214355,
+ 39.82465744018555,
+ 33.76817321777344,
+ 25.955448150634766,
+ 6.898066520690918,
+ 16.543977737426758,
+ 19.840185165405273,
+ 13.69732666015625,
+ 22.373390197753906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3286.51513671875,
+ "language": 50.20030975341797
+ }
+ },
+ {
+ "routing_index": 557,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009804038563743234,
+ 0.8041152358055115,
+ 2.42008235673552e-09,
+ 4.661107055881075e-08,
+ 2.3532886643806705e-06,
+ 0.030660368502140045,
+ 0.00025159926735796034,
+ 4.958556382916868e-05,
+ 0.0011743133654817939,
+ 1.4203764294506982e-05
+ ],
+ "log_scores_by_expert": [
+ -6.92754602432251,
+ -0.2180127203464508,
+ -19.83946418762207,
+ -16.881427764892578,
+ -12.959696769714355,
+ -3.4847843647003174,
+ -8.287672996520996,
+ -9.911810874938965,
+ -6.747071743011475,
+ -11.162003517150879
+ ],
+ "distances_by_expert": [
+ 13.85509204864502,
+ 0.4360254406929016,
+ 39.67892837524414,
+ 33.762855529785156,
+ 25.91939353942871,
+ 6.969568729400635,
+ 16.575345993041992,
+ 19.82362174987793,
+ 13.49414348602295,
+ 22.324007034301758
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3373.6103515625,
+ "language": 50.196475982666016
+ }
+ },
+ {
+ "routing_index": 558,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010298514971509576,
+ 0.7918076515197754,
+ 2.557150269311137e-09,
+ 4.70543071173779e-08,
+ 2.4081052742985776e-06,
+ 0.02968410775065422,
+ 0.00025669889873825014,
+ 5.0678252591751516e-05,
+ 0.0012066138442605734,
+ 1.42341941682389e-05
+ ],
+ "log_scores_by_expert": [
+ -6.878340721130371,
+ -0.23343677818775177,
+ -19.784372329711914,
+ -16.871963500976562,
+ -12.936670303344727,
+ -3.517143487930298,
+ -8.267606735229492,
+ -9.890013694763184,
+ -6.719937324523926,
+ -11.159863471984863
+ ],
+ "distances_by_expert": [
+ 13.756681442260742,
+ 0.46687355637550354,
+ 39.56874465942383,
+ 33.743927001953125,
+ 25.873340606689453,
+ 7.034286975860596,
+ 16.535213470458984,
+ 19.780027389526367,
+ 13.439874649047852,
+ 22.319726943969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.028076171875,
+ "language": 50.211421966552734
+ }
+ },
+ {
+ "routing_index": 559,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009066163911484182,
+ 0.7329705357551575,
+ 2.3194999254627646e-09,
+ 4.854583934843504e-08,
+ 2.3174429770733695e-06,
+ 0.03193647041916847,
+ 0.00025897560408338904,
+ 4.8725923988968134e-05,
+ 0.0010659537510946393,
+ 1.3498890439223032e-05
+ ],
+ "log_scores_by_expert": [
+ -7.005791187286377,
+ -0.3106497526168823,
+ -19.881914138793945,
+ -16.840757369995117,
+ -12.975046157836914,
+ -3.4440066814422607,
+ -8.258776664733887,
+ -9.929299354553223,
+ -6.84388542175293,
+ -11.212903022766113
+ ],
+ "distances_by_expert": [
+ 14.011582374572754,
+ 0.6212995052337646,
+ 39.76382827758789,
+ 33.681514739990234,
+ 25.950092315673828,
+ 6.8880133628845215,
+ 16.517553329467773,
+ 19.858598709106445,
+ 13.68777084350586,
+ 22.425806045532227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3306.200439453125,
+ "language": 50.235843658447266
+ }
+ },
+ {
+ "routing_index": 560,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008890880853869021,
+ 0.6374586820602417,
+ 2.260584608393401e-09,
+ 3.6382530765877164e-08,
+ 2.043426547970739e-06,
+ 0.021148957312107086,
+ 0.00021469176863320172,
+ 4.178259041509591e-05,
+ 0.0010175806237384677,
+ 1.20532677101437e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0253143310546875,
+ -0.4502658545970917,
+ -19.907642364501953,
+ -17.12917709350586,
+ -13.100882530212402,
+ -3.8561646938323975,
+ -8.446307182312012,
+ -10.083030700683594,
+ -6.890327453613281,
+ -11.32617473602295
+ ],
+ "distances_by_expert": [
+ 14.050628662109375,
+ 0.9005317091941833,
+ 39.815284729003906,
+ 34.25835418701172,
+ 26.201765060424805,
+ 7.712329387664795,
+ 16.892614364624023,
+ 20.166061401367188,
+ 13.780654907226562,
+ 22.6523494720459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3479.3505859375,
+ "language": 50.19523620605469
+ }
+ },
+ {
+ "routing_index": 561,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009188823751173913,
+ 0.723285436630249,
+ 2.3493946788022413e-09,
+ 4.1568068098740696e-08,
+ 2.0944319203408668e-06,
+ 0.0261475071310997,
+ 0.00022652863117400557,
+ 4.394893767312169e-05,
+ 0.0010853302665054798,
+ 1.2423385669535492e-05
+ ],
+ "log_scores_by_expert": [
+ -6.992352485656738,
+ -0.3239513039588928,
+ -19.869108200073242,
+ -16.995933532714844,
+ -13.076228141784668,
+ -3.6440014839172363,
+ -8.39263916015625,
+ -10.032482147216797,
+ -6.825870990753174,
+ -11.295929908752441
+ ],
+ "distances_by_expert": [
+ 13.984704971313477,
+ 0.6479026079177856,
+ 39.738216400146484,
+ 33.99186706542969,
+ 26.152456283569336,
+ 7.288002967834473,
+ 16.7852783203125,
+ 20.064964294433594,
+ 13.651741981506348,
+ 22.591859817504883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3394.745361328125,
+ "language": 50.17564010620117
+ }
+ },
+ {
+ "routing_index": 562,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008894013590179384,
+ 0.7090609669685364,
+ 2.180831293330243e-09,
+ 3.8286483317051534e-08,
+ 2.0160000531177502e-06,
+ 0.023897109553217888,
+ 0.00021779521193820983,
+ 4.1984305426012725e-05,
+ 0.0010766088962554932,
+ 1.2215089554956648e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024961948394775,
+ -0.3438137173652649,
+ -19.943559646606445,
+ -17.078168869018555,
+ -13.114395141601562,
+ -3.7339978218078613,
+ -8.431955337524414,
+ -10.078214645385742,
+ -6.833939075469971,
+ -11.312838554382324
+ ],
+ "distances_by_expert": [
+ 14.04992389678955,
+ 0.6876274347305298,
+ 39.88711929321289,
+ 34.15633773803711,
+ 26.228790283203125,
+ 7.467995643615723,
+ 16.863910675048828,
+ 20.156429290771484,
+ 13.667878150939941,
+ 22.62567710876465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3454.00244140625,
+ "language": 50.18637466430664
+ }
+ },
+ {
+ "routing_index": 563,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008624991169199347,
+ 0.7519828081130981,
+ 2.159349588026771e-09,
+ 4.595026581455386e-08,
+ 2.276402483403217e-06,
+ 0.028893975540995598,
+ 0.0002332527219550684,
+ 4.5208013034425676e-05,
+ 0.001070972066372633,
+ 1.3500770364771597e-05
+ ],
+ "log_scores_by_expert": [
+ -7.055676460266113,
+ -0.28504180908203125,
+ -19.953458786010742,
+ -16.895706176757812,
+ -12.992914199829102,
+ -3.5441222190856934,
+ -8.363388061523438,
+ -10.004236221313477,
+ -6.839188575744629,
+ -11.212763786315918
+ ],
+ "distances_by_expert": [
+ 14.111352920532227,
+ 0.5700836181640625,
+ 39.906917572021484,
+ 33.791412353515625,
+ 25.985828399658203,
+ 7.088244438171387,
+ 16.726776123046875,
+ 20.008472442626953,
+ 13.678377151489258,
+ 22.425527572631836
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.825439453125,
+ "language": 50.18393325805664
+ }
+ },
+ {
+ "routing_index": 564,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009134281426668167,
+ 0.7855929732322693,
+ 2.2424921919395047e-09,
+ 4.7840721606462466e-08,
+ 2.316216750841704e-06,
+ 0.031806182116270065,
+ 0.00024687949917279184,
+ 4.771962994709611e-05,
+ 0.0011195761617273092,
+ 1.3782787391392048e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998305797576904,
+ -0.24131643772125244,
+ -19.915678024291992,
+ -16.855388641357422,
+ -12.97557544708252,
+ -3.448094606399536,
+ -8.306610107421875,
+ -9.950167655944824,
+ -6.79480504989624,
+ -11.192090034484863
+ ],
+ "distances_by_expert": [
+ 13.996611595153809,
+ 0.4826328754425049,
+ 39.831356048583984,
+ 33.710777282714844,
+ 25.95115089416504,
+ 6.896189212799072,
+ 16.61322021484375,
+ 19.90033531188965,
+ 13.58961009979248,
+ 22.384180068969727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.419677734375,
+ "language": 50.19013214111328
+ }
+ },
+ {
+ "routing_index": 565,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008205705671571195,
+ 0.7216122150421143,
+ 2.1018744522649513e-09,
+ 4.5571901807761606e-08,
+ 2.1462910808622837e-06,
+ 0.02965557761490345,
+ 0.00024142611073330045,
+ 4.549376535578631e-05,
+ 0.0010040459455922246,
+ 1.2620048437383957e-05
+ ],
+ "log_scores_by_expert": [
+ -7.105510711669922,
+ -0.32626745104789734,
+ -19.980436325073242,
+ -16.903974533081055,
+ -13.051769256591797,
+ -3.5181050300598145,
+ -8.328947067260742,
+ -9.99793529510498,
+ -6.903717517852783,
+ -11.280223846435547
+ ],
+ "distances_by_expert": [
+ 14.211021423339844,
+ 0.6525349020957947,
+ 39.960872650146484,
+ 33.80794906616211,
+ 26.103538513183594,
+ 7.036210060119629,
+ 16.657894134521484,
+ 19.99587059020996,
+ 13.807435035705566,
+ 22.560447692871094
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3308.334716796875,
+ "language": 50.213775634765625
+ }
+ },
+ {
+ "routing_index": 566,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008386030094698071,
+ 0.7282257080078125,
+ 2.167693580190644e-09,
+ 4.4980961177998324e-08,
+ 2.1216603727225447e-06,
+ 0.029585126787424088,
+ 0.0002411587192909792,
+ 4.6249777369666845e-05,
+ 0.001017332193441689,
+ 1.2573282219818793e-05
+ ],
+ "log_scores_by_expert": [
+ -7.083773136138916,
+ -0.3171442151069641,
+ -19.949602127075195,
+ -16.91702651977539,
+ -13.063311576843262,
+ -3.5204834938049316,
+ -8.330055236816406,
+ -9.981453895568848,
+ -6.890571594238281,
+ -11.283936500549316
+ ],
+ "distances_by_expert": [
+ 14.167546272277832,
+ 0.6342884302139282,
+ 39.89920425415039,
+ 33.83405303955078,
+ 26.126623153686523,
+ 7.040966987609863,
+ 16.660110473632812,
+ 19.962907791137695,
+ 13.781143188476562,
+ 22.567873001098633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3259.6640625,
+ "language": 50.217811584472656
+ }
+ },
+ {
+ "routing_index": 567,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130206308327615,
+ 0.7864671945571899,
+ 2.2975021884974467e-09,
+ 4.721541202457047e-08,
+ 2.318831320735626e-06,
+ 0.03156636282801628,
+ 0.0002510683552827686,
+ 4.954250471200794e-05,
+ 0.0010907257674261928,
+ 1.3897671124141198e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998752117156982,
+ -0.24020422995090485,
+ -19.891443252563477,
+ -16.868545532226562,
+ -12.974447250366211,
+ -3.4556632041931152,
+ -8.289785385131836,
+ -9.912679672241211,
+ -6.820911884307861,
+ -11.183789253234863
+ ],
+ "distances_by_expert": [
+ 13.997504234313965,
+ 0.4804084599018097,
+ 39.78288650512695,
+ 33.737091064453125,
+ 25.948894500732422,
+ 6.9113264083862305,
+ 16.579570770263672,
+ 19.825359344482422,
+ 13.641823768615723,
+ 22.367578506469727
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3374.38916015625,
+ "language": 50.195899963378906
+ }
+ },
+ {
+ "routing_index": 568,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009857378900051117,
+ 0.8127689361572266,
+ 2.4587982760948535e-09,
+ 4.737715642022522e-08,
+ 2.4016148927330505e-06,
+ 0.030705651268363,
+ 0.00025430103414691985,
+ 5.035979120293632e-05,
+ 0.001183857093565166,
+ 1.4333976650959812e-05
+ ],
+ "log_scores_by_expert": [
+ -6.922120094299316,
+ -0.20730844140052795,
+ -19.823593139648438,
+ -16.86512565612793,
+ -12.939369201660156,
+ -3.4833085536956787,
+ -8.276991844177246,
+ -9.896317481994629,
+ -6.738977432250977,
+ -11.152877807617188
+ ],
+ "distances_by_expert": [
+ 13.844240188598633,
+ 0.4146168828010559,
+ 39.647186279296875,
+ 33.73025131225586,
+ 25.878738403320312,
+ 6.966617107391357,
+ 16.553983688354492,
+ 19.792634963989258,
+ 13.477954864501953,
+ 22.305755615234375
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.174072265625,
+ "language": 50.184349060058594
+ }
+ },
+ {
+ "routing_index": 569,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009115898283198476,
+ 0.7665525078773499,
+ 2.3468238463664193e-09,
+ 4.7694765470396305e-08,
+ 2.2563451693713432e-06,
+ 0.030549990013241768,
+ 0.0002475212386343628,
+ 4.797013389179483e-05,
+ 0.001102487905882299,
+ 1.3096157090330962e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0003204345703125,
+ -0.26585203409194946,
+ -19.870203018188477,
+ -16.858444213867188,
+ -13.001764297485352,
+ -3.4883909225463867,
+ -8.304014205932617,
+ -9.944931983947754,
+ -6.81018590927124,
+ -11.243191719055176
+ ],
+ "distances_by_expert": [
+ 14.000640869140625,
+ 0.5317040681838989,
+ 39.74040603637695,
+ 33.716888427734375,
+ 26.003528594970703,
+ 6.976781845092773,
+ 16.608028411865234,
+ 19.889863967895508,
+ 13.62037181854248,
+ 22.48638343811035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.823974609375,
+ "language": 50.19415283203125
+ }
+ },
+ {
+ "routing_index": 570,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008592430385760963,
+ 0.6789913773536682,
+ 2.237079410605247e-09,
+ 4.7071718967117704e-08,
+ 2.1596965780190658e-06,
+ 0.028488915413618088,
+ 0.00023862092348281294,
+ 4.569818338495679e-05,
+ 0.001032553962431848,
+ 1.2197953765280545e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0594587326049805,
+ -0.38714680075645447,
+ -19.918094635009766,
+ -16.871593475341797,
+ -13.04554271697998,
+ -3.5582401752471924,
+ -8.3406343460083,
+ -9.993452072143555,
+ -6.875720024108887,
+ -11.314242362976074
+ ],
+ "distances_by_expert": [
+ 14.118917465209961,
+ 0.7742936015129089,
+ 39.83618927001953,
+ 33.743186950683594,
+ 26.09108543395996,
+ 7.116480350494385,
+ 16.6812686920166,
+ 19.98690414428711,
+ 13.751440048217773,
+ 22.62848472595215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3222.018310546875,
+ "language": 50.2112922668457
+ }
+ },
+ {
+ "routing_index": 571,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008954345830716193,
+ 0.6579031944274902,
+ 2.2499897500694033e-09,
+ 3.8775123556433755e-08,
+ 2.104398845403921e-06,
+ 0.022821534425020218,
+ 0.0002186734927818179,
+ 4.314568650443107e-05,
+ 0.0010346748167648911,
+ 1.2583369425556157e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0182013511657715,
+ -0.4186974763870239,
+ -19.91234016418457,
+ -17.065486907958984,
+ -13.071480751037598,
+ -3.780050754547119,
+ -8.42793083190918,
+ -10.050928115844727,
+ -6.873668193817139,
+ -11.283134460449219
+ ],
+ "distances_by_expert": [
+ 14.036402702331543,
+ 0.8373949527740479,
+ 39.82468032836914,
+ 34.13097381591797,
+ 26.142961502075195,
+ 7.560101509094238,
+ 16.85586166381836,
+ 20.101856231689453,
+ 13.747336387634277,
+ 22.566268920898438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3523.064208984375,
+ "language": 50.192832946777344
+ }
+ },
+ {
+ "routing_index": 572,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009122408227995038,
+ 0.7350794076919556,
+ 2.3084090194913642e-09,
+ 4.2916060039033255e-08,
+ 2.1768119040643796e-06,
+ 0.026393938809633255,
+ 0.00022758470731787384,
+ 4.4502841774374247e-05,
+ 0.0010858944151550531,
+ 1.270894063054584e-05
+ ],
+ "log_scores_by_expert": [
+ -6.999606609344482,
+ -0.3077767491340637,
+ -19.886707305908203,
+ -16.964019775390625,
+ -13.037649154663086,
+ -3.6346209049224854,
+ -8.387988090515137,
+ -10.019957542419434,
+ -6.825351238250732,
+ -11.273204803466797
+ ],
+ "distances_by_expert": [
+ 13.999213218688965,
+ 0.6155534982681274,
+ 39.773414611816406,
+ 33.92803955078125,
+ 26.075298309326172,
+ 7.269241809844971,
+ 16.775976181030273,
+ 20.039915084838867,
+ 13.650702476501465,
+ 22.546409606933594
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3347.616455078125,
+ "language": 50.179351806640625
+ }
+ },
+ {
+ "routing_index": 573,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009399291593581438,
+ 0.7189618349075317,
+ 2.327916748257053e-09,
+ 4.0864961192710325e-08,
+ 2.1166058559174417e-06,
+ 0.024788491427898407,
+ 0.00022623503173235804,
+ 4.401650949148461e-05,
+ 0.0011120300041511655,
+ 1.2600818990904372e-05
+ ],
+ "log_scores_by_expert": [
+ -6.969706058502197,
+ -0.3299471139907837,
+ -19.878292083740234,
+ -17.01299285888672,
+ -13.065696716308594,
+ -3.697375774383545,
+ -8.393936157226562,
+ -10.030945777893066,
+ -6.801568031311035,
+ -11.28174877166748
+ ],
+ "distances_by_expert": [
+ 13.939412117004395,
+ 0.6598942279815674,
+ 39.75658416748047,
+ 34.02598571777344,
+ 26.131393432617188,
+ 7.39475154876709,
+ 16.787872314453125,
+ 20.061891555786133,
+ 13.60313606262207,
+ 22.56349754333496
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3457.254150390625,
+ "language": 50.18281173706055
+ }
+ },
+ {
+ "routing_index": 574,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008717132150195539,
+ 0.7390667796134949,
+ 2.1899349000875645e-09,
+ 4.545548648593467e-08,
+ 2.2132078356662532e-06,
+ 0.027928674593567848,
+ 0.0002316574682481587,
+ 4.484875898924656e-05,
+ 0.0010803573532029986,
+ 1.313230131927412e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045050144195557,
+ -0.3023669719696045,
+ -19.939393997192383,
+ -16.906532287597656,
+ -13.02106761932373,
+ -3.578101396560669,
+ -8.370250701904297,
+ -10.012214660644531,
+ -6.830463409423828,
+ -11.240435600280762
+ ],
+ "distances_by_expert": [
+ 14.090100288391113,
+ 0.604733943939209,
+ 39.878787994384766,
+ 33.81306457519531,
+ 26.04213523864746,
+ 7.156202793121338,
+ 16.740501403808594,
+ 20.024429321289062,
+ 13.660926818847656,
+ 22.480871200561523
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3446.152587890625,
+ "language": 50.182456970214844
+ }
+ },
+ {
+ "routing_index": 575,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009465587791055441,
+ 0.8007750511169434,
+ 2.3274506766313152e-09,
+ 4.941963993587706e-08,
+ 2.35361403611023e-06,
+ 0.03218017518520355,
+ 0.0002495156368240714,
+ 4.860650369664654e-05,
+ 0.0011450167512521148,
+ 1.3936306459072512e-05
+ ],
+ "log_scores_by_expert": [
+ -6.962677478790283,
+ -0.22217519581317902,
+ -19.87849235534668,
+ -16.822917938232422,
+ -12.959558486938477,
+ -3.4364047050476074,
+ -8.295989036560059,
+ -9.931753158569336,
+ -6.772336006164551,
+ -11.181013107299805
+ ],
+ "distances_by_expert": [
+ 13.925354957580566,
+ 0.44435039162635803,
+ 39.75698471069336,
+ 33.645835876464844,
+ 25.919116973876953,
+ 6.872809410095215,
+ 16.591978073120117,
+ 19.863506317138672,
+ 13.544672012329102,
+ 22.36202621459961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3335.430908203125,
+ "language": 50.19618225097656
+ }
+ },
+ {
+ "routing_index": 576,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008523361175321043,
+ 0.766821026802063,
+ 2.169008750385615e-09,
+ 4.682135923417263e-08,
+ 2.3109942048904486e-06,
+ 0.031758297234773636,
+ 0.0002549817436374724,
+ 4.8470090405317023e-05,
+ 0.0010287024779245257,
+ 1.385344785376219e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067529678344727,
+ -0.2655019164085388,
+ -19.94899559020996,
+ -16.87692642211914,
+ -12.977832794189453,
+ -3.449601173400879,
+ -8.27431869506836,
+ -9.934563636779785,
+ -6.879456996917725,
+ -11.186976432800293
+ ],
+ "distances_by_expert": [
+ 14.135059356689453,
+ 0.5310038328170776,
+ 39.89799118041992,
+ 33.75385284423828,
+ 25.955665588378906,
+ 6.899202346801758,
+ 16.54863739013672,
+ 19.86912727355957,
+ 13.75891399383545,
+ 22.373952865600586
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3300.905029296875,
+ "language": 50.204280853271484
+ }
+ },
+ {
+ "routing_index": 577,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008117592078633606,
+ 0.7222889065742493,
+ 2.1053649934543728e-09,
+ 4.37415579312983e-08,
+ 2.1127157197042834e-06,
+ 0.030246077105402946,
+ 0.00023653126845601946,
+ 4.461106800590642e-05,
+ 0.0009891246445477009,
+ 1.2461678124964237e-05
+ ],
+ "log_scores_by_expert": [
+ -7.116306781768799,
+ -0.32533004879951477,
+ -19.978776931762695,
+ -16.94496726989746,
+ -13.067536354064941,
+ -3.4983887672424316,
+ -8.349430084228516,
+ -10.017528533935547,
+ -6.918690204620361,
+ -11.292852401733398
+ ],
+ "distances_by_expert": [
+ 14.232613563537598,
+ 0.6506600975990295,
+ 39.95755386352539,
+ 33.88993453979492,
+ 26.135072708129883,
+ 6.996777534484863,
+ 16.69886016845703,
+ 20.035057067871094,
+ 13.837380409240723,
+ 22.585704803466797
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3238.80078125,
+ "language": 50.19023895263672
+ }
+ },
+ {
+ "routing_index": 578,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008794076275080442,
+ 0.7400630712509155,
+ 2.234571860881829e-09,
+ 4.488420302095619e-08,
+ 2.160613348678453e-06,
+ 0.030757403001189232,
+ 0.00023907101422082633,
+ 4.669919508160092e-05,
+ 0.001052961335517466,
+ 1.2848980077251326e-05
+ ],
+ "log_scores_by_expert": [
+ -7.036262035369873,
+ -0.3010198771953583,
+ -19.91921615600586,
+ -16.919179916381836,
+ -13.04511833190918,
+ -3.4816246032714844,
+ -8.338749885559082,
+ -9.971783638000488,
+ -6.856148719787598,
+ -11.262246131896973
+ ],
+ "distances_by_expert": [
+ 14.072524070739746,
+ 0.6020397543907166,
+ 39.83843231201172,
+ 33.83835983276367,
+ 26.09023666381836,
+ 6.963249206542969,
+ 16.677499771118164,
+ 19.943567276000977,
+ 13.712297439575195,
+ 22.524492263793945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3243.74560546875,
+ "language": 50.192806243896484
+ }
+ },
+ {
+ "routing_index": 579,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009581723716109991,
+ 0.8056407570838928,
+ 2.431121304269368e-09,
+ 4.8817895503816544e-08,
+ 2.4297528398165014e-06,
+ 0.03168153017759323,
+ 0.0002566100738476962,
+ 5.079757465864532e-05,
+ 0.0011443354887887836,
+ 1.4384288988367189e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9504828453063965,
+ -0.21611732244491577,
+ -19.83491325378418,
+ -16.835168838500977,
+ -12.92772102355957,
+ -3.452021360397339,
+ -8.267952919006348,
+ -9.887661933898926,
+ -6.772931098937988,
+ -11.149374008178711
+ ],
+ "distances_by_expert": [
+ 13.900965690612793,
+ 0.43223464488983154,
+ 39.66982650756836,
+ 33.67033767700195,
+ 25.85544204711914,
+ 6.904042720794678,
+ 16.535905838012695,
+ 19.77532386779785,
+ 13.545862197875977,
+ 22.298748016357422
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3307.5537109375,
+ "language": 50.20188522338867
+ }
+ },
+ {
+ "routing_index": 580,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009329449967481196,
+ 0.7527272701263428,
+ 2.3727306786014424e-09,
+ 4.807443332310868e-08,
+ 2.3039851839712355e-06,
+ 0.030418895184993744,
+ 0.00024881819263100624,
+ 4.8168632929446176e-05,
+ 0.0011284981155768037,
+ 1.3169161320547573e-05
+ ],
+ "log_scores_by_expert": [
+ -6.977164268493652,
+ -0.284052312374115,
+ -19.859224319458008,
+ -16.850515365600586,
+ -12.980870246887207,
+ -3.4926912784576416,
+ -8.298788070678711,
+ -9.940802574157715,
+ -6.786867618560791,
+ -11.237632751464844
+ ],
+ "distances_by_expert": [
+ 13.954328536987305,
+ 0.56810462474823,
+ 39.718448638916016,
+ 33.70103073120117,
+ 25.961740493774414,
+ 6.985382556915283,
+ 16.597576141357422,
+ 19.88160514831543,
+ 13.573735237121582,
+ 22.475265502929688
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.60009765625,
+ "language": 50.183631896972656
+ }
+ },
+ {
+ "routing_index": 581,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008575374376960099,
+ 0.6135877370834351,
+ 2.1530368599087524e-09,
+ 3.708426277171384e-08,
+ 1.9568349216569914e-06,
+ 0.021823210641741753,
+ 0.00021035521058365703,
+ 4.192556662019342e-05,
+ 0.0009882939048111439,
+ 1.1867655302921776e-05
+ ],
+ "log_scores_by_expert": [
+ -7.061445713043213,
+ -0.48843201994895935,
+ -19.95638656616211,
+ -17.11007308959961,
+ -13.144182205200195,
+ -3.8247811794281006,
+ -8.466712951660156,
+ -10.079614639282227,
+ -6.919530391693115,
+ -11.341693878173828
+ ],
+ "distances_by_expert": [
+ 14.122891426086426,
+ 0.9768640398979187,
+ 39.91277313232422,
+ 34.22014617919922,
+ 26.28836441040039,
+ 7.649562358856201,
+ 16.933425903320312,
+ 20.159229278564453,
+ 13.83906078338623,
+ 22.683387756347656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3555.608154296875,
+ "language": 50.1897087097168
+ }
+ },
+ {
+ "routing_index": 582,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008693661657162011,
+ 0.6278228163719177,
+ 2.21964069346825e-09,
+ 3.481578758623982e-08,
+ 1.9394303762965137e-06,
+ 0.020436245948076248,
+ 0.00021060752624180168,
+ 4.1479466744931415e-05,
+ 0.0010075840400531888,
+ 1.1596776857913937e-05
+ ],
+ "log_scores_by_expert": [
+ -7.047746181488037,
+ -0.46549728512763977,
+ -19.925920486450195,
+ -17.173194885253906,
+ -13.153116226196289,
+ -3.8904452323913574,
+ -8.465514183044434,
+ -10.090312004089355,
+ -6.900199890136719,
+ -11.36478328704834
+ ],
+ "distances_by_expert": [
+ 14.095492362976074,
+ 0.9309945702552795,
+ 39.85184097290039,
+ 34.34638977050781,
+ 26.306232452392578,
+ 7.780890464782715,
+ 16.931028366088867,
+ 20.18062400817871,
+ 13.800399780273438,
+ 22.72956657409668
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.596435546875,
+ "language": 50.18693923950195
+ }
+ },
+ {
+ "routing_index": 583,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008699102327227592,
+ 0.6879065036773682,
+ 2.172639845809954e-09,
+ 3.765159206636781e-08,
+ 2.049937847914407e-06,
+ 0.022249985486268997,
+ 0.00021598573948722333,
+ 4.1839175537461415e-05,
+ 0.001041512587107718,
+ 1.2321100257395301e-05
+ ],
+ "log_scores_by_expert": [
+ -7.047120571136475,
+ -0.374102383852005,
+ -19.947322845458984,
+ -17.094890594482422,
+ -13.097701072692871,
+ -3.8054139614105225,
+ -8.440298080444336,
+ -10.081677436828613,
+ -6.867081165313721,
+ -11.304197311401367
+ ],
+ "distances_by_expert": [
+ 14.09424114227295,
+ 0.74820476770401,
+ 39.89464569091797,
+ 34.189781188964844,
+ 26.195402145385742,
+ 7.610827922821045,
+ 16.880596160888672,
+ 20.163354873657227,
+ 13.734162330627441,
+ 22.608394622802734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3478.216796875,
+ "language": 50.182979583740234
+ }
+ },
+ {
+ "routing_index": 584,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008531871717423201,
+ 0.6834807991981506,
+ 2.1366524105559392e-09,
+ 3.7821386911218724e-08,
+ 2.0121528905292507e-06,
+ 0.022740308195352554,
+ 0.00021306735288817436,
+ 4.166560756857507e-05,
+ 0.0010400331811979413,
+ 1.2241234799148515e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066531658172607,
+ -0.38055670261383057,
+ -19.964025497436523,
+ -17.090391159057617,
+ -13.116305351257324,
+ -3.783616304397583,
+ -8.453902244567871,
+ -10.085834503173828,
+ -6.868502616882324,
+ -11.310700416564941
+ ],
+ "distances_by_expert": [
+ 14.133063316345215,
+ 0.7611134052276611,
+ 39.92805099487305,
+ 34.180782318115234,
+ 26.23261070251465,
+ 7.567232608795166,
+ 16.907804489135742,
+ 20.171669006347656,
+ 13.737005233764648,
+ 22.621400833129883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3522.863037109375,
+ "language": 50.18170166015625
+ }
+ },
+ {
+ "routing_index": 585,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009480394655838609,
+ 0.8063057065010071,
+ 2.3400075210844307e-09,
+ 4.846766188393303e-08,
+ 2.3307750325329835e-06,
+ 0.03162354230880737,
+ 0.0002514661173336208,
+ 4.9040318117477e-05,
+ 0.0011498348321765661,
+ 1.3940081771579571e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961114406585693,
+ -0.21529237926006317,
+ -19.873111724853516,
+ -16.842369079589844,
+ -12.96930980682373,
+ -3.4538533687591553,
+ -8.288202285766602,
+ -9.922867774963379,
+ -6.768136978149414,
+ -11.180742263793945
+ ],
+ "distances_by_expert": [
+ 13.922228813171387,
+ 0.43058475852012634,
+ 39.74622344970703,
+ 33.68473815917969,
+ 25.93861961364746,
+ 6.9077067375183105,
+ 16.576404571533203,
+ 19.845735549926758,
+ 13.536273956298828,
+ 22.36148452758789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3401.145751953125,
+ "language": 50.18457794189453
+ }
+ },
+ {
+ "routing_index": 586,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008354439632967114,
+ 0.7073038816452026,
+ 2.106770979892758e-09,
+ 4.444488155286308e-08,
+ 2.1547675714828074e-06,
+ 0.028311001136898994,
+ 0.00023819597845431417,
+ 4.575823186314665e-05,
+ 0.0010216358350589871,
+ 1.262516434508143e-05
+ ],
+ "log_scores_by_expert": [
+ -7.087547302246094,
+ -0.3462948799133301,
+ -19.97810935974121,
+ -16.92901611328125,
+ -13.04782772064209,
+ -3.564504861831665,
+ -8.342416763305664,
+ -9.992138862609863,
+ -6.886350154876709,
+ -11.279818534851074
+ ],
+ "distances_by_expert": [
+ 14.175094604492188,
+ 0.6925897598266602,
+ 39.95621871948242,
+ 33.8580322265625,
+ 26.09565544128418,
+ 7.12900972366333,
+ 16.684833526611328,
+ 19.984277725219727,
+ 13.772700309753418,
+ 22.55963706970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3391.534423828125,
+ "language": 50.19307327270508
+ }
+ },
+ {
+ "routing_index": 587,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008136612013913691,
+ 0.6945906281471252,
+ 2.1007722228461034e-09,
+ 4.2591505433620114e-08,
+ 2.0791201222891686e-06,
+ 0.027429765090346336,
+ 0.00023447067360393703,
+ 4.495500252232887e-05,
+ 0.0009967094520106912,
+ 1.2176660675322637e-05
+ ],
+ "log_scores_by_expert": [
+ -7.113966464996338,
+ -0.3644326329231262,
+ -19.980960845947266,
+ -16.97161102294922,
+ -13.083565711975098,
+ -3.5961265563964844,
+ -8.358180046081543,
+ -10.009848594665527,
+ -6.911051273345947,
+ -11.31598949432373
+ ],
+ "distances_by_expert": [
+ 14.227932929992676,
+ 0.7288652658462524,
+ 39.96192169189453,
+ 33.94322204589844,
+ 26.167131423950195,
+ 7.192253112792969,
+ 16.716360092163086,
+ 20.019697189331055,
+ 13.822102546691895,
+ 22.63197898864746
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.973876953125,
+ "language": 50.19103240966797
+ }
+ },
+ {
+ "routing_index": 588,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008647071663290262,
+ 0.7333539128303528,
+ 2.2133161969861703e-09,
+ 4.471331038757853e-08,
+ 2.1914843273407314e-06,
+ 0.02952275611460209,
+ 0.00024104122712742537,
+ 4.7475921746809036e-05,
+ 0.0010379237355664372,
+ 1.2938276086060796e-05
+ ],
+ "log_scores_by_expert": [
+ -7.053119659423828,
+ -0.3101268708705902,
+ -19.928773880004883,
+ -16.92299461364746,
+ -13.03093147277832,
+ -3.5225939750671387,
+ -8.33054256439209,
+ -9.95528793334961,
+ -6.870532989501953,
+ -11.25532054901123
+ ],
+ "distances_by_expert": [
+ 14.106239318847656,
+ 0.6202537417411804,
+ 39.857547760009766,
+ 33.84598922729492,
+ 26.06186294555664,
+ 7.045187950134277,
+ 16.66108512878418,
+ 19.91057586669922,
+ 13.741065979003906,
+ 22.51064109802246
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.49365234375,
+ "language": 50.210262298583984
+ }
+ },
+ {
+ "routing_index": 589,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009289755253121257,
+ 0.7634590268135071,
+ 2.3353436962025853e-09,
+ 4.641784201453447e-08,
+ 2.330746156076202e-06,
+ 0.02995832823216915,
+ 0.00024766524438746274,
+ 4.9038637371268123e-05,
+ 0.0011205226182937622,
+ 1.3786298040940892e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981428146362305,
+ -0.2698958218097687,
+ -19.875106811523438,
+ -16.885581970214844,
+ -12.969322204589844,
+ -3.5079479217529297,
+ -8.30343246459961,
+ -9.92290210723877,
+ -6.793960094451904,
+ -11.191835403442383
+ ],
+ "distances_by_expert": [
+ 13.96285629272461,
+ 0.5397916436195374,
+ 39.750213623046875,
+ 33.77116394042969,
+ 25.938644409179688,
+ 7.015895843505859,
+ 16.60686492919922,
+ 19.84580421447754,
+ 13.587920188903809,
+ 22.383670806884766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3353.75439453125,
+ "language": 50.198394775390625
+ }
+ },
+ {
+ "routing_index": 590,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009572230046615005,
+ 0.7806509733200073,
+ 2.410445176792564e-09,
+ 4.827465360790484e-08,
+ 2.3786590190866264e-06,
+ 0.030475299805402756,
+ 0.0002563314628787339,
+ 5.0087117415387183e-05,
+ 0.0011548427864909172,
+ 1.3968587154522538e-05
+ ],
+ "log_scores_by_expert": [
+ -6.951474189758301,
+ -0.2476271390914917,
+ -19.843454360961914,
+ -16.846359252929688,
+ -12.948973655700684,
+ -3.4908387660980225,
+ -8.269039154052734,
+ -9.90174674987793,
+ -6.763791084289551,
+ -11.178699493408203
+ ],
+ "distances_by_expert": [
+ 13.902948379516602,
+ 0.4952542781829834,
+ 39.68690872192383,
+ 33.692718505859375,
+ 25.897947311401367,
+ 6.981677532196045,
+ 16.53807830810547,
+ 19.80349349975586,
+ 13.527582168579102,
+ 22.357398986816406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.66650390625,
+ "language": 50.19601058959961
+ }
+ },
+ {
+ "routing_index": 591,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008869429002515972,
+ 0.6822810769081116,
+ 2.2693500412174217e-09,
+ 4.6985878299210526e-08,
+ 2.228531229775399e-06,
+ 0.02826612815260887,
+ 0.0002443929261062294,
+ 4.672623617807403e-05,
+ 0.0010484487283974886,
+ 1.2581882401718758e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0277299880981445,
+ -0.3823135495185852,
+ -19.903772354125977,
+ -16.8734188079834,
+ -13.014167785644531,
+ -3.5660910606384277,
+ -8.316733360290527,
+ -9.97120475769043,
+ -6.860443592071533,
+ -11.283252716064453
+ ],
+ "distances_by_expert": [
+ 14.055459976196289,
+ 0.7646270990371704,
+ 39.80754470825195,
+ 33.7468376159668,
+ 26.028335571289062,
+ 7.1321821212768555,
+ 16.633466720581055,
+ 19.94240951538086,
+ 13.720887184143066,
+ 22.566505432128906
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3265.865234375,
+ "language": 50.19287872314453
+ }
+ },
+ {
+ "routing_index": 592,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009136464213952422,
+ 0.655691385269165,
+ 2.3120665382236893e-09,
+ 3.791455682744527e-08,
+ 2.1183104763622396e-06,
+ 0.022493837401270866,
+ 0.00022117835760582238,
+ 4.392316986923106e-05,
+ 0.0010401185136288404,
+ 1.2575572327477857e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9980669021606445,
+ -0.42206501960754395,
+ -19.88512420654297,
+ -17.08793067932129,
+ -13.064891815185547,
+ -3.7945139408111572,
+ -8.41654109954834,
+ -10.033068656921387,
+ -6.868420600891113,
+ -11.283754348754883
+ ],
+ "distances_by_expert": [
+ 13.996133804321289,
+ 0.8441300392150879,
+ 39.77024841308594,
+ 34.17586135864258,
+ 26.129783630371094,
+ 7.5890278816223145,
+ 16.83308219909668,
+ 20.066137313842773,
+ 13.736841201782227,
+ 22.567508697509766
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3545.4560546875,
+ "language": 50.1947135925293
+ }
+ },
+ {
+ "routing_index": 593,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009395760716870427,
+ 0.7461847066879272,
+ 2.3796877801629535e-09,
+ 4.2703192093540565e-08,
+ 2.223152478109114e-06,
+ 0.02610449492931366,
+ 0.0002363310632063076,
+ 4.601168620865792e-05,
+ 0.0011026245774701238,
+ 1.3167075849196408e-05
+ ],
+ "log_scores_by_expert": [
+ -6.970081806182861,
+ -0.29278215765953064,
+ -19.85629653930664,
+ -16.968992233276367,
+ -13.016584396362305,
+ -3.6456477642059326,
+ -8.350276947021484,
+ -9.986615180969238,
+ -6.810061931610107,
+ -11.237791061401367
+ ],
+ "distances_by_expert": [
+ 13.940163612365723,
+ 0.5855643153190613,
+ 39.71259307861328,
+ 33.937984466552734,
+ 26.03316879272461,
+ 7.291295528411865,
+ 16.70055389404297,
+ 19.973230361938477,
+ 13.620123863220215,
+ 22.475582122802734
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3381.19287109375,
+ "language": 50.18648147583008
+ }
+ },
+ {
+ "routing_index": 594,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009335395880043507,
+ 0.7181613445281982,
+ 2.3322987985352484e-09,
+ 3.995344144414048e-08,
+ 2.0952832073817262e-06,
+ 0.0245819091796875,
+ 0.00022541233920492232,
+ 4.354666452854872e-05,
+ 0.001100630615837872,
+ 1.2392513781378511e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976527214050293,
+ -0.33106112480163574,
+ -19.87641143798828,
+ -17.035551071166992,
+ -13.075821876525879,
+ -3.705744504928589,
+ -8.397579193115234,
+ -10.041677474975586,
+ -6.8118720054626465,
+ -11.298418045043945
+ ],
+ "distances_by_expert": [
+ 13.953054428100586,
+ 0.6621222496032715,
+ 39.75282287597656,
+ 34.071102142333984,
+ 26.151643753051758,
+ 7.411489009857178,
+ 16.79515838623047,
+ 20.083354949951172,
+ 13.623744010925293,
+ 22.59683609008789
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3420.90087890625,
+ "language": 50.1879997253418
+ }
+ },
+ {
+ "routing_index": 595,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008383063250221312,
+ 0.732450544834137,
+ 2.091141704241295e-09,
+ 4.236586192973846e-08,
+ 2.1167088561924174e-06,
+ 0.026051342487335205,
+ 0.00022085565433371812,
+ 4.283446469344199e-05,
+ 0.001041175564751029,
+ 1.2598019566212315e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084126949310303,
+ -0.3113595247268677,
+ -19.98555564880371,
+ -16.9769229888916,
+ -13.065648078918457,
+ -3.647686004638672,
+ -8.418001174926758,
+ -10.058167457580566,
+ -6.867404937744141,
+ -11.281970977783203
+ ],
+ "distances_by_expert": [
+ 14.168253898620605,
+ 0.6227190494537354,
+ 39.97111129760742,
+ 33.9538459777832,
+ 26.131296157836914,
+ 7.295372009277344,
+ 16.836002349853516,
+ 20.116334915161133,
+ 13.734809875488281,
+ 22.563941955566406
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3456.162109375,
+ "language": 50.18181610107422
+ }
+ },
+ {
+ "routing_index": 596,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008885218412615359,
+ 0.775734007358551,
+ 2.209638250150192e-09,
+ 4.6497589778482507e-08,
+ 2.214438836745103e-06,
+ 0.03182040899991989,
+ 0.00024232827126979828,
+ 4.6839428250677884e-05,
+ 0.0010882752249017358,
+ 1.3408974155026954e-05
+ ],
+ "log_scores_by_expert": [
+ -7.025951385498047,
+ -0.25394561886787415,
+ -19.930437088012695,
+ -16.883865356445312,
+ -13.020511627197266,
+ -3.4476473331451416,
+ -8.325217247009277,
+ -9.968785285949707,
+ -6.8231611251831055,
+ -11.219586372375488
+ ],
+ "distances_by_expert": [
+ 14.051902770996094,
+ 0.5078912377357483,
+ 39.86087417602539,
+ 33.767730712890625,
+ 26.04102325439453,
+ 6.895294666290283,
+ 16.650434494018555,
+ 19.937570571899414,
+ 13.646322250366211,
+ 22.439172744750977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3400.426025390625,
+ "language": 50.188560485839844
+ }
+ },
+ {
+ "routing_index": 597,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000852936995215714,
+ 0.7617505192756653,
+ 2.151903544245215e-09,
+ 4.615440118982406e-08,
+ 2.2000447188474936e-06,
+ 0.03161226585507393,
+ 0.0002463033888489008,
+ 4.641220220946707e-05,
+ 0.001038435148075223,
+ 1.314834207732929e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066824913024902,
+ -0.27213621139526367,
+ -19.956912994384766,
+ -16.891273498535156,
+ -13.027032852172852,
+ -3.454210042953491,
+ -8.30894660949707,
+ -9.977948188781738,
+ -6.870040416717529,
+ -11.239214897155762
+ ],
+ "distances_by_expert": [
+ 14.133649826049805,
+ 0.5442724227905273,
+ 39.91382598876953,
+ 33.78254699707031,
+ 26.054065704345703,
+ 6.908420085906982,
+ 16.61789321899414,
+ 19.955896377563477,
+ 13.740080833435059,
+ 22.478429794311523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.414306640625,
+ "language": 50.1989860534668
+ }
+ },
+ {
+ "routing_index": 598,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007783481851220131,
+ 0.7020494341850281,
+ 2.0169164116623506e-09,
+ 4.215129933982098e-08,
+ 2.0467948615987552e-06,
+ 0.028643636032938957,
+ 0.00023327562666963786,
+ 4.3873140384675935e-05,
+ 0.0009572722483426332,
+ 1.2071776836819481e-05
+ ],
+ "log_scores_by_expert": [
+ -7.158336639404297,
+ -0.35375139117240906,
+ -20.021696090698242,
+ -16.98200035095215,
+ -13.099235534667969,
+ -3.552824020385742,
+ -8.363289833068848,
+ -10.034208297729492,
+ -6.951422691345215,
+ -11.324640274047852
+ ],
+ "distances_by_expert": [
+ 14.316673278808594,
+ 0.7075027823448181,
+ 40.043392181396484,
+ 33.9640007019043,
+ 26.198471069335938,
+ 7.105648040771484,
+ 16.726579666137695,
+ 20.068416595458984,
+ 13.90284538269043,
+ 22.649280548095703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3320.294677734375,
+ "language": 50.1802978515625
+ }
+ },
+ {
+ "routing_index": 599,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008631178643554449,
+ 0.7517225742340088,
+ 2.1934716265548104e-09,
+ 4.4259870435325865e-08,
+ 2.1353723695938243e-06,
+ 0.030385032296180725,
+ 0.00024112283426802605,
+ 4.677407559938729e-05,
+ 0.001030866988003254,
+ 1.2843172953580506e-05
+ ],
+ "log_scores_by_expert": [
+ -7.054959297180176,
+ -0.28538793325424194,
+ -19.937780380249023,
+ -16.93318748474121,
+ -13.056869506835938,
+ -3.493805170059204,
+ -8.330204010009766,
+ -9.970181465148926,
+ -6.877355098724365,
+ -11.26269817352295
+ ],
+ "distances_by_expert": [
+ 14.109918594360352,
+ 0.5707758665084839,
+ 39.87556076049805,
+ 33.86637496948242,
+ 26.113739013671875,
+ 6.987610340118408,
+ 16.66040802001953,
+ 19.94036293029785,
+ 13.75471019744873,
+ 22.5253963470459
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3255.769287109375,
+ "language": 50.19890213012695
+ }
+ },
+ {
+ "routing_index": 600,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008930672192946076,
+ 0.7675502300262451,
+ 2.255227338210375e-09,
+ 4.58896600719072e-08,
+ 2.228973471574136e-06,
+ 0.030864128842949867,
+ 0.0002433929912513122,
+ 4.7615121729904786e-05,
+ 0.0010827694786712527,
+ 1.3272081559989601e-05
+ ],
+ "log_scores_by_expert": [
+ -7.020848751068115,
+ -0.26455143094062805,
+ -19.910015106201172,
+ -16.89702606201172,
+ -13.013969421386719,
+ -3.4781606197357178,
+ -8.320833206176758,
+ -9.952360153198242,
+ -6.828233242034912,
+ -11.22984790802002
+ ],
+ "distances_by_expert": [
+ 14.04169750213623,
+ 0.5291028618812561,
+ 39.820030212402344,
+ 33.79405212402344,
+ 26.027938842773438,
+ 6.9563212394714355,
+ 16.641666412353516,
+ 19.904720306396484,
+ 13.656466484069824,
+ 22.45969581604004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3317.274169921875,
+ "language": 50.17960739135742
+ }
+ },
+ {
+ "routing_index": 601,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009096727590076625,
+ 0.759149968624115,
+ 2.3053685627161258e-09,
+ 4.620504867602904e-08,
+ 2.2646490833722055e-06,
+ 0.03008895181119442,
+ 0.00024633461725898087,
+ 4.7806086513446644e-05,
+ 0.0010964185930788517,
+ 1.3290015886013862e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002425670623779,
+ -0.27555590867996216,
+ -19.888025283813477,
+ -16.89017677307129,
+ -12.998090744018555,
+ -3.5035972595214844,
+ -8.308819770812988,
+ -9.948357582092285,
+ -6.815706253051758,
+ -11.228497505187988
+ ],
+ "distances_by_expert": [
+ 14.004851341247559,
+ 0.5511118173599243,
+ 39.77605056762695,
+ 33.78035354614258,
+ 25.99618148803711,
+ 7.007194519042969,
+ 16.617639541625977,
+ 19.89671516418457,
+ 13.631412506103516,
+ 22.456995010375977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3326.707275390625,
+ "language": 50.185630798339844
+ }
+ },
+ {
+ "routing_index": 602,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009041124139912426,
+ 0.7223746180534363,
+ 2.35471508958085e-09,
+ 4.90331828473245e-08,
+ 2.2703493414155673e-06,
+ 0.029752643778920174,
+ 0.00025050650583580136,
+ 4.7906905820127577e-05,
+ 0.0010658047394827008,
+ 1.2843515833083075e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008556842803955,
+ -0.32521146535873413,
+ -19.866846084594727,
+ -16.830768585205078,
+ -12.995576858520508,
+ -3.5148372650146484,
+ -8.292025566101074,
+ -9.946250915527344,
+ -6.844025135040283,
+ -11.26267147064209
+ ],
+ "distances_by_expert": [
+ 14.01711368560791,
+ 0.6504229307174683,
+ 39.73369216918945,
+ 33.661537170410156,
+ 25.991153717041016,
+ 7.029674530029297,
+ 16.58405113220215,
+ 19.892501831054688,
+ 13.688050270080566,
+ 22.52534294128418
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3237.818603515625,
+ "language": 50.21549606323242
+ }
+ },
+ {
+ "routing_index": 603,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000881203799508512,
+ 0.6377270221710205,
+ 2.2281452238814836e-09,
+ 3.6967104932728034e-08,
+ 2.0602665244950913e-06,
+ 0.021169090643525124,
+ 0.00021422628196887672,
+ 4.1635616071289405e-05,
+ 0.0010079732164740562,
+ 1.220236299559474e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034221649169922,
+ -0.44984501600265503,
+ -19.922096252441406,
+ -17.113237380981445,
+ -13.09267520904541,
+ -3.855213165283203,
+ -8.448477745056152,
+ -10.086554527282715,
+ -6.899813652038574,
+ -11.313880920410156
+ ],
+ "distances_by_expert": [
+ 14.068443298339844,
+ 0.8996900320053101,
+ 39.84419250488281,
+ 34.22647476196289,
+ 26.18535041809082,
+ 7.710426330566406,
+ 16.896955490112305,
+ 20.17310905456543,
+ 13.799627304077148,
+ 22.627761840820312
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3487.090576171875,
+ "language": 50.19599151611328
+ }
+ },
+ {
+ "routing_index": 604,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008782882941886783,
+ 0.6649937033653259,
+ 2.2322204085156727e-09,
+ 3.855814867392837e-08,
+ 2.089964482365758e-06,
+ 0.02268129214644432,
+ 0.0002151689404854551,
+ 4.1797458834480494e-05,
+ 0.0010320134460926056,
+ 1.2055107617925387e-05
+ ],
+ "log_scores_by_expert": [
+ -7.037535667419434,
+ -0.4079777002334595,
+ -19.920269012451172,
+ -17.07109832763672,
+ -13.078363418579102,
+ -3.786214828491211,
+ -8.444087028503418,
+ -10.082674980163574,
+ -6.876243591308594,
+ -11.326022148132324
+ ],
+ "distances_by_expert": [
+ 14.075071334838867,
+ 0.815955400466919,
+ 39.840538024902344,
+ 34.14219665527344,
+ 26.156726837158203,
+ 7.572429656982422,
+ 16.888174057006836,
+ 20.16534996032715,
+ 13.752487182617188,
+ 22.65204429626465
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3408.65576171875,
+ "language": 50.19087219238281
+ }
+ },
+ {
+ "routing_index": 605,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009130671387538314,
+ 0.7276725769042969,
+ 2.301102863810911e-09,
+ 4.140806098007488e-08,
+ 2.1384882984420983e-06,
+ 0.024817639961838722,
+ 0.00022632179025094956,
+ 4.3566520616877824e-05,
+ 0.0010759381111711264,
+ 1.2676741789618973e-05
+ ],
+ "log_scores_by_expert": [
+ -6.998701095581055,
+ -0.3179040551185608,
+ -19.889877319335938,
+ -16.99979019165039,
+ -13.055411338806152,
+ -3.6962006092071533,
+ -8.393552780151367,
+ -10.041221618652344,
+ -6.834562301635742,
+ -11.275741577148438
+ ],
+ "distances_by_expert": [
+ 13.99740219116211,
+ 0.6358081102371216,
+ 39.779754638671875,
+ 33.99958038330078,
+ 26.110822677612305,
+ 7.392401218414307,
+ 16.787105560302734,
+ 20.082443237304688,
+ 13.669124603271484,
+ 22.551483154296875
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3432.0673828125,
+ "language": 50.19908905029297
+ }
+ },
+ {
+ "routing_index": 606,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008734419825486839,
+ 0.7202422618865967,
+ 2.168442092553846e-09,
+ 4.032213496429904e-08,
+ 2.0907680209347745e-06,
+ 0.024725299328565598,
+ 0.00022202517720870674,
+ 4.280269786249846e-05,
+ 0.0010629975004121661,
+ 1.2683792192547116e-05
+ ],
+ "log_scores_by_expert": [
+ -7.043068885803223,
+ -0.3281676769256592,
+ -19.949256896972656,
+ -17.026365280151367,
+ -13.07797908782959,
+ -3.6999282836914062,
+ -8.4127197265625,
+ -10.05890941619873,
+ -6.846662521362305,
+ -11.275185585021973
+ ],
+ "distances_by_expert": [
+ 14.086137771606445,
+ 0.6563353538513184,
+ 39.89851379394531,
+ 34.052730560302734,
+ 26.15595817565918,
+ 7.3998565673828125,
+ 16.825439453125,
+ 20.11781883239746,
+ 13.69332504272461,
+ 22.550371170043945
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3464.662109375,
+ "language": 50.18534851074219
+ }
+ },
+ {
+ "routing_index": 607,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008896859944798052,
+ 0.7857510447502136,
+ 2.2679740308007013e-09,
+ 4.7328207131158706e-08,
+ 2.205784312536707e-06,
+ 0.03084883652627468,
+ 0.00024149611999746412,
+ 4.6093638957245275e-05,
+ 0.0010918410262092948,
+ 1.3134493201505393e-05
+ ],
+ "log_scores_by_expert": [
+ -7.024641990661621,
+ -0.2411152869462967,
+ -19.90437889099121,
+ -16.866159439086914,
+ -13.02442741394043,
+ -3.47865629196167,
+ -8.328657150268555,
+ -9.984835624694824,
+ -6.819890022277832,
+ -11.24026870727539
+ ],
+ "distances_by_expert": [
+ 14.049283981323242,
+ 0.4822305738925934,
+ 39.80875778198242,
+ 33.73231887817383,
+ 26.04885482788086,
+ 6.95731258392334,
+ 16.65731430053711,
+ 19.96967124938965,
+ 13.639780044555664,
+ 22.48053741455078
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3386.374755859375,
+ "language": 50.186100006103516
+ }
+ },
+ {
+ "routing_index": 608,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008244242053478956,
+ 0.7524879574775696,
+ 2.1258435012327936e-09,
+ 4.4746496286052206e-08,
+ 2.187345899073989e-06,
+ 0.03042474202811718,
+ 0.00024350699095521122,
+ 4.576403443934396e-05,
+ 0.0010113529860973358,
+ 1.3108502571412828e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100825309753418,
+ -0.2843702733516693,
+ -19.969097137451172,
+ -16.922252655029297,
+ -13.032821655273438,
+ -3.4924991130828857,
+ -8.320364952087402,
+ -9.992012023925781,
+ -6.896466255187988,
+ -11.242249488830566
+ ],
+ "distances_by_expert": [
+ 14.201650619506836,
+ 0.5687405467033386,
+ 39.938194274902344,
+ 33.844505310058594,
+ 26.065643310546875,
+ 6.9849982261657715,
+ 16.640729904174805,
+ 19.984024047851562,
+ 13.792932510375977,
+ 22.484498977661133
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3278.2587890625,
+ "language": 50.1951789855957
+ }
+ },
+ {
+ "routing_index": 609,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000805819348897785,
+ 0.7360190153121948,
+ 2.11074890898999e-09,
+ 4.422611610266358e-08,
+ 2.165289743061294e-06,
+ 0.03009544312953949,
+ 0.00024485436733812094,
+ 4.5698441681452096e-05,
+ 0.0009704470285214484,
+ 1.2849862287112046e-05
+ ],
+ "log_scores_by_expert": [
+ -7.123651027679443,
+ -0.3064993917942047,
+ -19.97622299194336,
+ -16.933950424194336,
+ -13.042956352233887,
+ -3.5033814907073975,
+ -8.314846992492676,
+ -9.993446350097656,
+ -6.937753677368164,
+ -11.262177467346191
+ ],
+ "distances_by_expert": [
+ 14.247302055358887,
+ 0.6129987835884094,
+ 39.95244598388672,
+ 33.86790084838867,
+ 26.085912704467773,
+ 7.006762981414795,
+ 16.62969398498535,
+ 19.986892700195312,
+ 13.875507354736328,
+ 22.524354934692383
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.045654296875,
+ "language": 50.23406219482422
+ }
+ },
+ {
+ "routing_index": 610,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008480946416966617,
+ 0.7514492869377136,
+ 2.1572088559906888e-09,
+ 4.456890323467633e-08,
+ 2.1853065845789388e-06,
+ 0.030625557526946068,
+ 0.00024638770264573395,
+ 4.7314017137978226e-05,
+ 0.0010179649107158184,
+ 1.3139892871549819e-05
+ ],
+ "log_scores_by_expert": [
+ -7.072518348693848,
+ -0.285751610994339,
+ -19.954450607299805,
+ -16.92622947692871,
+ -13.033754348754883,
+ -3.4859204292297363,
+ -8.30860424041748,
+ -9.958703994750977,
+ -6.889949798583984,
+ -11.23985767364502
+ ],
+ "distances_by_expert": [
+ 14.145036697387695,
+ 0.571503221988678,
+ 39.90890121459961,
+ 33.85245895385742,
+ 26.067508697509766,
+ 6.971840858459473,
+ 16.61720848083496,
+ 19.917407989501953,
+ 13.779899597167969,
+ 22.47971534729004
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.718017578125,
+ "language": 50.205772399902344
+ }
+ },
+ {
+ "routing_index": 611,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009628197876736522,
+ 0.7878025770187378,
+ 2.407444910090817e-09,
+ 4.506855688646283e-08,
+ 2.3091192815627437e-06,
+ 0.029044611379504204,
+ 0.000245901319431141,
+ 4.8897694796323776e-05,
+ 0.0011529362527653575,
+ 1.3853989003109746e-05
+ ],
+ "log_scores_by_expert": [
+ -6.945644378662109,
+ -0.23850779235363007,
+ -19.84469985961914,
+ -16.915081024169922,
+ -12.978644371032715,
+ -3.5389223098754883,
+ -8.310580253601074,
+ -9.925780296325684,
+ -6.765443325042725,
+ -11.18693733215332
+ ],
+ "distances_by_expert": [
+ 13.891288757324219,
+ 0.47701558470726013,
+ 39.68939971923828,
+ 33.830162048339844,
+ 25.95728874206543,
+ 7.077844619750977,
+ 16.62116050720215,
+ 19.851560592651367,
+ 13.53088665008545,
+ 22.37387466430664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3360.169677734375,
+ "language": 50.18343734741211
+ }
+ },
+ {
+ "routing_index": 612,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010095899924635887,
+ 0.7636318802833557,
+ 2.5165931560877652e-09,
+ 4.4739245197433775e-08,
+ 2.365211230426212e-06,
+ 0.028210101649165154,
+ 0.00024969843798317015,
+ 5.006046922062524e-05,
+ 0.001186181209050119,
+ 1.3901264537707902e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8982110023498535,
+ -0.2696695029735565,
+ -19.80035972595215,
+ -16.922414779663086,
+ -12.954643249511719,
+ -3.568075180053711,
+ -8.295256614685059,
+ -9.902278900146484,
+ -6.737016201019287,
+ -11.183530807495117
+ ],
+ "distances_by_expert": [
+ 13.796422004699707,
+ 0.539339005947113,
+ 39.6007194519043,
+ 33.84482955932617,
+ 25.909286499023438,
+ 7.136150360107422,
+ 16.590513229370117,
+ 19.80455780029297,
+ 13.474032402038574,
+ 22.367061614990234
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3426.916259765625,
+ "language": 50.195194244384766
+ }
+ },
+ {
+ "routing_index": 613,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008808236452750862,
+ 0.6913124918937683,
+ 2.303342405696185e-09,
+ 4.638722117533689e-08,
+ 2.169340859836666e-06,
+ 0.02809644304215908,
+ 0.0002363808744121343,
+ 4.531259764917195e-05,
+ 0.0010588261066004634,
+ 1.217738008563174e-05
+ ],
+ "log_scores_by_expert": [
+ -7.034653186798096,
+ -0.3691633641719818,
+ -19.888904571533203,
+ -16.886241912841797,
+ -13.04108715057373,
+ -3.5721123218536377,
+ -8.350066184997559,
+ -10.001925468444824,
+ -6.850594520568848,
+ -11.315930366516113
+ ],
+ "distances_by_expert": [
+ 14.069306373596191,
+ 0.7383267283439636,
+ 39.777809143066406,
+ 33.772483825683594,
+ 26.08217430114746,
+ 7.144224643707275,
+ 16.700132369995117,
+ 20.00385093688965,
+ 13.701189041137695,
+ 22.631860733032227
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3257.517578125,
+ "language": 50.205543518066406
+ }
+ },
+ {
+ "routing_index": 614,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008687851368449628,
+ 0.6182469129562378,
+ 2.151444133957625e-09,
+ 3.537107318152266e-08,
+ 2.011930291700992e-06,
+ 0.02042151242494583,
+ 0.00021388822642620653,
+ 4.164093843428418e-05,
+ 0.0009956397116184235,
+ 1.2126562978664879e-05
+ ],
+ "log_scores_by_expert": [
+ -7.048414707183838,
+ -0.4808674156665802,
+ -19.95712661743164,
+ -17.157371520996094,
+ -13.116415977478027,
+ -3.8911664485931396,
+ -8.450057029724121,
+ -10.086426734924316,
+ -6.912125110626221,
+ -11.320112228393555
+ ],
+ "distances_by_expert": [
+ 14.096829414367676,
+ 0.9617348313331604,
+ 39.91425323486328,
+ 34.31474304199219,
+ 26.232831954956055,
+ 7.782332897186279,
+ 16.900114059448242,
+ 20.172853469848633,
+ 13.824250221252441,
+ 22.64022445678711
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3548.51708984375,
+ "language": 50.184425354003906
+ }
+ },
+ {
+ "routing_index": 615,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000897180987522006,
+ 0.6877065300941467,
+ 2.2401580590525327e-09,
+ 3.85485918741324e-08,
+ 2.135832801286597e-06,
+ 0.02272479049861431,
+ 0.00022327242186293006,
+ 4.300568616599776e-05,
+ 0.0010498609626665711,
+ 1.2745694220939185e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0162529945373535,
+ -0.37439316511154175,
+ -19.916719436645508,
+ -17.071346282958984,
+ -13.05665397644043,
+ -3.784298896789551,
+ -8.40711784362793,
+ -10.054178237915039,
+ -6.859097480773926,
+ -11.270317077636719
+ ],
+ "distances_by_expert": [
+ 14.032505989074707,
+ 0.7487863302230835,
+ 39.833438873291016,
+ 34.14269256591797,
+ 26.11330795288086,
+ 7.568597793579102,
+ 16.81423568725586,
+ 20.108356475830078,
+ 13.718194961547852,
+ 22.540634155273438
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3518.64892578125,
+ "language": 50.19684982299805
+ }
+ },
+ {
+ "routing_index": 616,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009037378476932645,
+ 0.7391957640647888,
+ 2.2699344626175844e-09,
+ 4.0937589318446044e-08,
+ 2.1602631932182703e-06,
+ 0.024995915591716766,
+ 0.00022838066797703505,
+ 4.376019205665216e-05,
+ 0.0010854125721380115,
+ 1.2833745131501928e-05
+ ],
+ "log_scores_by_expert": [
+ -7.008971214294434,
+ -0.3021925091743469,
+ -19.903514862060547,
+ -17.01121711730957,
+ -13.045280456542969,
+ -3.689042806625366,
+ -8.384496688842773,
+ -10.036786079406738,
+ -6.8257951736450195,
+ -11.263432502746582
+ ],
+ "distances_by_expert": [
+ 14.017942428588867,
+ 0.6043850183486938,
+ 39.807029724121094,
+ 34.02243423461914,
+ 26.090560913085938,
+ 7.378085613250732,
+ 16.768993377685547,
+ 20.073572158813477,
+ 13.651590347290039,
+ 22.526865005493164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3405.80322265625,
+ "language": 50.16913604736328
+ }
+ },
+ {
+ "routing_index": 617,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008026700816117227,
+ 0.6648051738739014,
+ 1.9895021186044914e-09,
+ 3.426765360359241e-08,
+ 1.965537649084581e-06,
+ 0.020701183006167412,
+ 0.0002074574731523171,
+ 3.8935409975238144e-05,
+ 0.0009953862754628062,
+ 1.2022604096273426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.127566814422607,
+ -0.4082612693309784,
+ -20.035381317138672,
+ -17.189064025878906,
+ -13.139744758605957,
+ -3.8775644302368164,
+ -8.480584144592285,
+ -10.153606414794922,
+ -6.912379741668701,
+ -11.32872200012207
+ ],
+ "distances_by_expert": [
+ 14.255133628845215,
+ 0.8165225386619568,
+ 40.070762634277344,
+ 34.37812805175781,
+ 26.279489517211914,
+ 7.755128860473633,
+ 16.96116828918457,
+ 20.307212829589844,
+ 13.824759483337402,
+ 22.65744400024414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.6201171875,
+ "language": 50.18524932861328
+ }
+ },
+ {
+ "routing_index": 618,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008125562453642488,
+ 0.7509533166885376,
+ 2.0755928087368147e-09,
+ 4.229287497992118e-08,
+ 2.223351657448802e-06,
+ 0.027520228177309036,
+ 0.00023153134679887444,
+ 4.3684842239599675e-05,
+ 0.0010243031429126859,
+ 1.3355907867662609e-05
+ ],
+ "log_scores_by_expert": [
+ -7.115325450897217,
+ -0.2864117920398712,
+ -19.993019104003906,
+ -16.978647232055664,
+ -13.016494750976562,
+ -3.592833995819092,
+ -8.370795249938965,
+ -10.038509368896484,
+ -6.883742809295654,
+ -11.223551750183105
+ ],
+ "distances_by_expert": [
+ 14.230650901794434,
+ 0.5728235840797424,
+ 39.98603820800781,
+ 33.95729446411133,
+ 26.032989501953125,
+ 7.185667991638184,
+ 16.74159049987793,
+ 20.07701873779297,
+ 13.767485618591309,
+ 22.44710350036621
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3407.07177734375,
+ "language": 50.18798065185547
+ }
+ },
+ {
+ "routing_index": 619,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008725877851247787,
+ 0.7442634701728821,
+ 2.1397641436493586e-09,
+ 4.420932953053125e-08,
+ 2.1896523776376853e-06,
+ 0.0294861551374197,
+ 0.00023756982409395278,
+ 4.552019527181983e-05,
+ 0.0010808139340952039,
+ 1.330491704720771e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0440473556518555,
+ -0.29536017775535583,
+ -19.962570190429688,
+ -16.934329986572266,
+ -13.031767845153809,
+ -3.523834466934204,
+ -8.345048904418945,
+ -9.997354507446289,
+ -6.83004093170166,
+ -11.227376937866211
+ ],
+ "distances_by_expert": [
+ 14.088094711303711,
+ 0.5907203555107117,
+ 39.925140380859375,
+ 33.86865997314453,
+ 26.063535690307617,
+ 7.047668933868408,
+ 16.69009780883789,
+ 19.994709014892578,
+ 13.66008186340332,
+ 22.454753875732422
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3409.311767578125,
+ "language": 50.18963623046875
+ }
+ },
+ {
+ "routing_index": 620,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008710433612577617,
+ 0.7797350883483887,
+ 2.2104096331077017e-09,
+ 4.7146386350505054e-08,
+ 2.3193244942376623e-06,
+ 0.03210968151688576,
+ 0.000258370244409889,
+ 4.837772939936258e-05,
+ 0.0010596669744700193,
+ 1.3815779311698861e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04581880569458,
+ -0.2488010823726654,
+ -19.93008804321289,
+ -16.87000846862793,
+ -12.974234580993652,
+ -3.4385976791381836,
+ -8.261116981506348,
+ -9.936470985412598,
+ -6.8498005867004395,
+ -11.189699172973633
+ ],
+ "distances_by_expert": [
+ 14.09163761138916,
+ 0.4976021647453308,
+ 39.86017608642578,
+ 33.74001693725586,
+ 25.948469161987305,
+ 6.877195358276367,
+ 16.522233963012695,
+ 19.872941970825195,
+ 13.699601173400879,
+ 22.379398345947266
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.288818359375,
+ "language": 50.20271301269531
+ }
+ },
+ {
+ "routing_index": 621,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008317127940244973,
+ 0.7480592131614685,
+ 2.142700683549492e-09,
+ 4.320870417018341e-08,
+ 2.1461273718159646e-06,
+ 0.030436785891652107,
+ 0.0002441066171741113,
+ 4.5718406909145415e-05,
+ 0.0010071046417579055,
+ 1.2932871868542861e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0920233726501465,
+ -0.29027312994003296,
+ -19.961198806762695,
+ -16.957223892211914,
+ -13.05184555053711,
+ -3.492103338241577,
+ -8.31790542602539,
+ -9.993009567260742,
+ -6.9006757736206055,
+ -11.255738258361816
+ ],
+ "distances_by_expert": [
+ 14.184046745300293,
+ 0.5805462598800659,
+ 39.92239761352539,
+ 33.91444778442383,
+ 26.10369110107422,
+ 6.984206676483154,
+ 16.63581085205078,
+ 19.986019134521484,
+ 13.801351547241211,
+ 22.511476516723633
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3232.372314453125,
+ "language": 50.2065544128418
+ }
+ },
+ {
+ "routing_index": 622,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009764335118234158,
+ 0.811222493648529,
+ 2.423953704422388e-09,
+ 4.7204874675799147e-08,
+ 2.392009946561302e-06,
+ 0.031214116141200066,
+ 0.00025788330822251737,
+ 5.055304063716903e-05,
+ 0.0011647914070636034,
+ 1.4327950339065865e-05
+ ],
+ "log_scores_by_expert": [
+ -6.931603908538818,
+ -0.20921292901039124,
+ -19.837865829467773,
+ -16.8687686920166,
+ -12.943376541137695,
+ -3.4668848514556885,
+ -8.2630033493042,
+ -9.892487525939941,
+ -6.755213260650635,
+ -11.153298377990723
+ ],
+ "distances_by_expert": [
+ 13.863207817077637,
+ 0.41842585802078247,
+ 39.67573165893555,
+ 33.7375373840332,
+ 25.88675308227539,
+ 6.933769702911377,
+ 16.5260066986084,
+ 19.784975051879883,
+ 13.51042652130127,
+ 22.306596755981445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3363.19921875,
+ "language": 50.178016662597656
+ }
+ },
+ {
+ "routing_index": 623,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009708201396279037,
+ 0.7655645608901978,
+ 2.4416606514421346e-09,
+ 4.415261756207656e-08,
+ 2.346561132071656e-06,
+ 0.027676599100232124,
+ 0.0002501815906725824,
+ 4.902708678855561e-05,
+ 0.0011615584371611476,
+ 1.4007459867571015e-05
+ ],
+ "log_scores_by_expert": [
+ -6.937369346618652,
+ -0.267141729593277,
+ -19.83058738708496,
+ -16.93561363220215,
+ -12.962559700012207,
+ -3.587167978286743,
+ -8.293323516845703,
+ -9.923137664794922,
+ -6.757992744445801,
+ -11.175920486450195
+ ],
+ "distances_by_expert": [
+ 13.874738693237305,
+ 0.534283459186554,
+ 39.66117477416992,
+ 33.8712272644043,
+ 25.925119400024414,
+ 7.174335956573486,
+ 16.586647033691406,
+ 19.846275329589844,
+ 13.515985488891602,
+ 22.35184097290039
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3450.60546875,
+ "language": 50.2016716003418
+ }
+ },
+ {
+ "routing_index": 624,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009338329546153545,
+ 0.7872940897941589,
+ 2.3888968581076142e-09,
+ 4.831490585388565e-08,
+ 2.3175953174359165e-06,
+ 0.03123902902007103,
+ 0.00025551189901307225,
+ 4.880568667431362e-05,
+ 0.001122811227105558,
+ 1.345276632491732e-05
+ ],
+ "log_scores_by_expert": [
+ -6.976212978363037,
+ -0.23915345966815948,
+ -19.852434158325195,
+ -16.84552574157715,
+ -12.974980354309082,
+ -3.4660871028900146,
+ -8.272241592407227,
+ -9.927663803100586,
+ -6.791919708251953,
+ -11.216325759887695
+ ],
+ "distances_by_expert": [
+ 13.952425956726074,
+ 0.47830691933631897,
+ 39.70486831665039,
+ 33.6910514831543,
+ 25.949960708618164,
+ 6.932174205780029,
+ 16.544483184814453,
+ 19.855327606201172,
+ 13.583839416503906,
+ 22.43265151977539
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3323.302978515625,
+ "language": 50.20401382446289
+ }
+ },
+ {
+ "routing_index": 625,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009086115169338882,
+ 0.6518071293830872,
+ 2.2978485780811297e-09,
+ 3.795275915763341e-08,
+ 2.0963882434443804e-06,
+ 0.022124335169792175,
+ 0.00021972059039399028,
+ 4.344607441453263e-05,
+ 0.0010475596645846963,
+ 1.2434467862476595e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0035929679870605,
+ -0.4280065894126892,
+ -19.891292572021484,
+ -17.086923599243164,
+ -13.075294494628906,
+ -3.811077117919922,
+ -8.4231538772583,
+ -10.043990135192871,
+ -6.861291885375977,
+ -11.295038223266602
+ ],
+ "distances_by_expert": [
+ 14.007185935974121,
+ 0.8560131788253784,
+ 39.78258514404297,
+ 34.17384719848633,
+ 26.150588989257812,
+ 7.622154235839844,
+ 16.8463077545166,
+ 20.087980270385742,
+ 13.722583770751953,
+ 22.590076446533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3505.452392578125,
+ "language": 50.19185256958008
+ }
+ },
+ {
+ "routing_index": 626,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009460151195526123,
+ 0.6993588805198669,
+ 2.400063259244689e-09,
+ 4.062722425146603e-08,
+ 2.1523399027501e-06,
+ 0.024443726986646652,
+ 0.00023090731701813638,
+ 4.482865915633738e-05,
+ 0.0010958561906591058,
+ 1.2793358109775e-05
+ ],
+ "log_scores_by_expert": [
+ -6.963252067565918,
+ -0.3575912117958069,
+ -19.84777069091797,
+ -17.018827438354492,
+ -13.048954963684082,
+ -3.711381673812866,
+ -8.373494148254395,
+ -10.012662887573242,
+ -6.816219329833984,
+ -11.266584396362305
+ ],
+ "distances_by_expert": [
+ 13.926504135131836,
+ 0.7151824235916138,
+ 39.69554138183594,
+ 34.037654876708984,
+ 26.097909927368164,
+ 7.422763347625732,
+ 16.74698829650879,
+ 20.025325775146484,
+ 13.632438659667969,
+ 22.53316879272461
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3446.081298828125,
+ "language": 50.18720626831055
+ }
+ },
+ {
+ "routing_index": 627,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000925295113120228,
+ 0.7342143058776855,
+ 2.325045711515372e-09,
+ 4.165386258137005e-08,
+ 2.106161446135957e-06,
+ 0.026038022711873055,
+ 0.00022814272961113602,
+ 4.372014518594369e-05,
+ 0.0011081183329224586,
+ 1.246872761839768e-05
+ ],
+ "log_scores_by_expert": [
+ -6.985397815704346,
+ -0.3089543581008911,
+ -19.879526138305664,
+ -16.993871688842773,
+ -13.070643424987793,
+ -3.6481974124908447,
+ -8.385539054870605,
+ -10.037701606750488,
+ -6.805091857910156,
+ -11.29228687286377
+ ],
+ "distances_by_expert": [
+ 13.970795631408691,
+ 0.6179087162017822,
+ 39.75905227661133,
+ 33.98774337768555,
+ 26.141286849975586,
+ 7.2963948249816895,
+ 16.77107810974121,
+ 20.075403213500977,
+ 13.610183715820312,
+ 22.58457374572754
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3357.846435546875,
+ "language": 50.166053771972656
+ }
+ },
+ {
+ "routing_index": 628,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008605219190940261,
+ 0.6758543252944946,
+ 2.155321254804221e-09,
+ 3.682059457332798e-08,
+ 1.990653572647716e-06,
+ 0.022309930995106697,
+ 0.0002131334040313959,
+ 4.0847837226465344e-05,
+ 0.0010385955683887005,
+ 1.1956605703744572e-05
+ ],
+ "log_scores_by_expert": [
+ -7.057971477508545,
+ -0.39177772402763367,
+ -19.955326080322266,
+ -17.11720848083496,
+ -13.127047538757324,
+ -3.8027234077453613,
+ -8.453592300415039,
+ -10.105656623840332,
+ -6.8698859214782715,
+ -11.334226608276367
+ ],
+ "distances_by_expert": [
+ 14.11594295501709,
+ 0.7835554480552673,
+ 39.91065216064453,
+ 34.23441696166992,
+ 26.25409507751465,
+ 7.605446815490723,
+ 16.907184600830078,
+ 20.211313247680664,
+ 13.739771842956543,
+ 22.668453216552734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3481.64794921875,
+ "language": 50.17770767211914
+ }
+ },
+ {
+ "routing_index": 629,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008531086496077478,
+ 0.7521661520004272,
+ 2.149401323592315e-09,
+ 4.557164245966305e-08,
+ 2.2463398181571392e-06,
+ 0.028836054727435112,
+ 0.00023184422752819955,
+ 4.447207902558148e-05,
+ 0.001057627028785646,
+ 1.3231059710960835e-05
+ ],
+ "log_scores_by_expert": [
+ -7.066623687744141,
+ -0.2847980260848999,
+ -19.95807647705078,
+ -16.903980255126953,
+ -13.006208419799805,
+ -3.546128749847412,
+ -8.369444847106934,
+ -10.020648956298828,
+ -6.851727485656738,
+ -11.232943534851074
+ ],
+ "distances_by_expert": [
+ 14.133247375488281,
+ 0.5695960521697998,
+ 39.91615295410156,
+ 33.807960510253906,
+ 26.01241683959961,
+ 7.092257499694824,
+ 16.738889694213867,
+ 20.041297912597656,
+ 13.703454971313477,
+ 22.46588706970215
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3438.255859375,
+ "language": 50.17049026489258
+ }
+ },
+ {
+ "routing_index": 630,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009135178988799453,
+ 0.786932110786438,
+ 2.3140385163600286e-09,
+ 4.8750713688150427e-08,
+ 2.3465654521714896e-06,
+ 0.03127456083893776,
+ 0.00025168299907818437,
+ 4.8422691179439425e-05,
+ 0.00111505133099854,
+ 1.3810984455631115e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9982075691223145,
+ -0.23961332440376282,
+ -19.8842716217041,
+ -16.836545944213867,
+ -12.962557792663574,
+ -3.4649503231048584,
+ -8.28734016418457,
+ -9.935542106628418,
+ -6.798854827880859,
+ -11.190046310424805
+ ],
+ "distances_by_expert": [
+ 13.996415138244629,
+ 0.47922664880752563,
+ 39.7685432434082,
+ 33.673091888427734,
+ 25.92511558532715,
+ 6.929900646209717,
+ 16.57468032836914,
+ 19.871084213256836,
+ 13.597709655761719,
+ 22.38009262084961
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3329.904052734375,
+ "language": 50.20063400268555
+ }
+ },
+ {
+ "routing_index": 631,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0007781318272463977,
+ 0.7020060420036316,
+ 2.0007777656871895e-09,
+ 4.2184517212717765e-08,
+ 2.1436808310681954e-06,
+ 0.028367403894662857,
+ 0.00023389537818729877,
+ 4.386004729894921e-05,
+ 0.0009675827459432185,
+ 1.281755066884216e-05
+ ],
+ "log_scores_by_expert": [
+ -7.158614635467529,
+ -0.3538132309913635,
+ -20.02972984313965,
+ -16.981212615966797,
+ -13.052986145019531,
+ -3.562514543533325,
+ -8.360636711120605,
+ -10.034506797790527,
+ -6.940709590911865,
+ -11.264695167541504
+ ],
+ "distances_by_expert": [
+ 14.317229270935059,
+ 0.707626461982727,
+ 40.0594596862793,
+ 33.962425231933594,
+ 26.105972290039062,
+ 7.12502908706665,
+ 16.72127342224121,
+ 20.069013595581055,
+ 13.88141918182373,
+ 22.529390335083008
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.694091796875,
+ "language": 50.203773498535156
+ }
+ },
+ {
+ "routing_index": 632,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008246161160059273,
+ 0.7238286733627319,
+ 2.1023274232589984e-09,
+ 4.4361879503185264e-08,
+ 2.1483615455508698e-06,
+ 0.0297334473580122,
+ 0.00024118126020766795,
+ 4.504168828134425e-05,
+ 0.0010113829048350453,
+ 1.2867029909102712e-05
+ ],
+ "log_scores_by_expert": [
+ -7.100592613220215,
+ -0.3232005834579468,
+ -19.980220794677734,
+ -16.930885314941406,
+ -13.05080509185791,
+ -3.5154826641082764,
+ -8.329961776733398,
+ -10.007922172546387,
+ -6.89643669128418,
+ -11.260842323303223
+ ],
+ "distances_by_expert": [
+ 14.20118522644043,
+ 0.6464011669158936,
+ 39.96044158935547,
+ 33.86177062988281,
+ 26.10161018371582,
+ 7.030965328216553,
+ 16.659923553466797,
+ 20.015844345092773,
+ 13.79287338256836,
+ 22.521684646606445
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.672607421875,
+ "language": 50.19517517089844
+ }
+ },
+ {
+ "routing_index": 633,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009079284500330687,
+ 0.7497788667678833,
+ 2.2820332290507395e-09,
+ 4.6481453352953395e-08,
+ 2.194485659856582e-06,
+ 0.02988559938967228,
+ 0.00024140378809534013,
+ 4.65550365333911e-05,
+ 0.0010988444555550814,
+ 1.2804099242202938e-05
+ ],
+ "log_scores_by_expert": [
+ -7.004344940185547,
+ -0.2879769802093506,
+ -19.8981990814209,
+ -16.884212493896484,
+ -13.029562950134277,
+ -3.51037859916687,
+ -8.329039573669434,
+ -9.974875450134277,
+ -6.813496112823486,
+ -11.265745162963867
+ ],
+ "distances_by_expert": [
+ 14.008689880371094,
+ 0.5759539604187012,
+ 39.7963981628418,
+ 33.76842498779297,
+ 26.059125900268555,
+ 7.02075719833374,
+ 16.658079147338867,
+ 19.949750900268555,
+ 13.626992225646973,
+ 22.531490325927734
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3294.7607421875,
+ "language": 50.18383026123047
+ }
+ },
+ {
+ "routing_index": 634,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010096515761688352,
+ 0.7806323766708374,
+ 2.4707014212310696e-09,
+ 4.803273156994692e-08,
+ 2.3991310627025086e-06,
+ 0.03024081513285637,
+ 0.00025120581267401576,
+ 5.004734339308925e-05,
+ 0.0011989811901003122,
+ 1.423062349203974e-05
+ ],
+ "log_scores_by_expert": [
+ -6.8981499671936035,
+ -0.24765095114707947,
+ -19.818763732910156,
+ -16.851383209228516,
+ -12.940403938293457,
+ -3.498562812805176,
+ -8.289237976074219,
+ -9.902541160583496,
+ -6.726283073425293,
+ -11.160114288330078
+ ],
+ "distances_by_expert": [
+ 13.796299934387207,
+ 0.49530190229415894,
+ 39.63752746582031,
+ 33.70276641845703,
+ 25.880807876586914,
+ 6.997125625610352,
+ 16.578475952148438,
+ 19.805082321166992,
+ 13.452566146850586,
+ 22.320228576660156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3389.343994140625,
+ "language": 50.194786071777344
+ }
+ },
+ {
+ "routing_index": 635,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009875966934487224,
+ 0.7639603614807129,
+ 2.44374787072843e-09,
+ 4.720235580180088e-08,
+ 2.3809443518985063e-06,
+ 0.028668291866779327,
+ 0.0002480313996784389,
+ 4.9216625484405085e-05,
+ 0.0011808329727500677,
+ 1.3871030205336865e-05
+ ],
+ "log_scores_by_expert": [
+ -6.920236110687256,
+ -0.2692393958568573,
+ -19.82973289489746,
+ -16.86882209777832,
+ -12.948013305664062,
+ -3.5519635677337646,
+ -8.301955223083496,
+ -9.919279098510742,
+ -6.741535186767578,
+ -11.185708045959473
+ ],
+ "distances_by_expert": [
+ 13.840472221374512,
+ 0.5384787917137146,
+ 39.65946578979492,
+ 33.73764419555664,
+ 25.896026611328125,
+ 7.103927135467529,
+ 16.603910446166992,
+ 19.838558197021484,
+ 13.483070373535156,
+ 22.371416091918945
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3357.83984375,
+ "language": 50.19953918457031
+ }
+ },
+ {
+ "routing_index": 636,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008886769064702094,
+ 0.7097264528274536,
+ 2.2883184236377474e-09,
+ 4.839477796281244e-08,
+ 2.2871217879583128e-06,
+ 0.029154792428016663,
+ 0.0002469975152052939,
+ 4.705199535237625e-05,
+ 0.0010680722771212459,
+ 1.2989446986466646e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0257768630981445,
+ -0.3428756296634674,
+ -19.895448684692383,
+ -16.843873977661133,
+ -12.988216400146484,
+ -3.5351359844207764,
+ -8.306132316589355,
+ -9.96425724029541,
+ -6.841899871826172,
+ -11.251373291015625
+ ],
+ "distances_by_expert": [
+ 14.051553726196289,
+ 0.6857512593269348,
+ 39.790897369384766,
+ 33.687747955322266,
+ 25.97643280029297,
+ 7.070271968841553,
+ 16.61226463317871,
+ 19.92851448059082,
+ 13.683799743652344,
+ 22.50274658203125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3283.455078125,
+ "language": 50.22347640991211
+ }
+ },
+ {
+ "routing_index": 637,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008445699349977076,
+ 0.6664663553237915,
+ 2.21919616016919e-09,
+ 4.628584449051232e-08,
+ 2.1873897821933497e-06,
+ 0.02712257392704487,
+ 0.0002356197073822841,
+ 4.482186341192573e-05,
+ 0.001019797520712018,
+ 1.2205563507450279e-05
+ ],
+ "log_scores_by_expert": [
+ -7.076683044433594,
+ -0.405765563249588,
+ -19.92612075805664,
+ -16.888429641723633,
+ -13.032801628112793,
+ -3.607388973236084,
+ -8.353291511535645,
+ -10.01281452178955,
+ -6.888151168823242,
+ -11.313618659973145
+ ],
+ "distances_by_expert": [
+ 14.153366088867188,
+ 0.811531126499176,
+ 39.85224151611328,
+ 33.776859283447266,
+ 26.065603256225586,
+ 7.214777946472168,
+ 16.70658302307129,
+ 20.0256290435791,
+ 13.776302337646484,
+ 22.62723731994629
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3251.142822265625,
+ "language": 50.227169036865234
+ }
+ },
+ {
+ "routing_index": 638,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008541926508769393,
+ 0.6566810011863708,
+ 2.199823212478691e-09,
+ 4.5913122193042e-08,
+ 2.159558789571747e-06,
+ 0.02672617696225643,
+ 0.00023090555623639375,
+ 4.441346391104162e-05,
+ 0.0010336308041587472,
+ 1.2055866136506665e-05
+ ],
+ "log_scores_by_expert": [
+ -7.065353870391846,
+ -0.420556902885437,
+ -19.93488883972168,
+ -16.896514892578125,
+ -13.04560661315918,
+ -3.6221117973327637,
+ -8.373501777648926,
+ -10.021967887878418,
+ -6.874677658081055,
+ -11.325959205627441
+ ],
+ "distances_by_expert": [
+ 14.130707740783691,
+ 0.841113805770874,
+ 39.86977767944336,
+ 33.79302978515625,
+ 26.09121322631836,
+ 7.244223594665527,
+ 16.74700355529785,
+ 20.043935775756836,
+ 13.74935531616211,
+ 22.651918411254883
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3267.23583984375,
+ "language": 50.22480010986328
+ }
+ },
+ {
+ "routing_index": 639,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008148947963491082,
+ 0.618474006652832,
+ 2.090324358050566e-09,
+ 4.3476553912569216e-08,
+ 2.0429704363778e-06,
+ 0.025427905842661858,
+ 0.00022058497415855527,
+ 4.265030293026939e-05,
+ 0.000996098853647709,
+ 1.1372844710422214e-05
+ ],
+ "log_scores_by_expert": [
+ -7.112451553344727,
+ -0.48050013184547424,
+ -19.985946655273438,
+ -16.9510440826416,
+ -13.101105690002441,
+ -3.671908140182495,
+ -8.419227600097656,
+ -10.06247615814209,
+ -6.911664009094238,
+ -11.384282112121582
+ ],
+ "distances_by_expert": [
+ 14.224903106689453,
+ 0.9610002636909485,
+ 39.971893310546875,
+ 33.9020881652832,
+ 26.202211380004883,
+ 7.34381628036499,
+ 16.838455200195312,
+ 20.12495231628418,
+ 13.823328018188477,
+ 22.768564224243164
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.91162109375,
+ "language": 50.19681930541992
+ }
+ },
+ {
+ "routing_index": 640,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008466464933007956,
+ 0.6419539451599121,
+ 2.1510706549321412e-09,
+ 4.477424297988364e-08,
+ 2.0832167137996294e-06,
+ 0.026440579444169998,
+ 0.00022647916921414435,
+ 4.379835445433855e-05,
+ 0.0010314993560314178,
+ 1.1737562090274878e-05
+ ],
+ "log_scores_by_expert": [
+ -7.074227333068848,
+ -0.44323867559432983,
+ -19.957300186157227,
+ -16.921632766723633,
+ -13.081597328186035,
+ -3.6328554153442383,
+ -8.392857551574707,
+ -10.035914421081543,
+ -6.876741886138916,
+ -11.352716445922852
+ ],
+ "distances_by_expert": [
+ 14.148454666137695,
+ 0.8864773511886597,
+ 39.91460037231445,
+ 33.843265533447266,
+ 26.16319465637207,
+ 7.265710830688477,
+ 16.785715103149414,
+ 20.071828842163086,
+ 13.753483772277832,
+ 22.705432891845703
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3292.0087890625,
+ "language": 50.18495178222656
+ }
+ },
+ {
+ "routing_index": 641,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008711829432286322,
+ 0.6540998816490173,
+ 2.184253222736743e-09,
+ 4.56282620575621e-08,
+ 2.1145681330381194e-06,
+ 0.02691641077399254,
+ 0.00022850398090668023,
+ 4.438983523868956e-05,
+ 0.0010576392523944378,
+ 1.1860312952194363e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045658588409424,
+ -0.42449527978897095,
+ -19.941991806030273,
+ -16.902738571166992,
+ -13.066659927368164,
+ -3.6150190830230713,
+ -8.383956909179688,
+ -10.022500038146973,
+ -6.851716041564941,
+ -11.342312812805176
+ ],
+ "distances_by_expert": [
+ 14.091317176818848,
+ 0.8489905595779419,
+ 39.88398361206055,
+ 33.805477142333984,
+ 26.133319854736328,
+ 7.230038166046143,
+ 16.767913818359375,
+ 20.045000076293945,
+ 13.703432083129883,
+ 22.68462562561035
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3302.072265625,
+ "language": 50.180931091308594
+ }
+ },
+ {
+ "routing_index": 642,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008756066090427339,
+ 0.6644416451454163,
+ 2.212278138458146e-09,
+ 4.5788326019646775e-08,
+ 2.134981286872062e-06,
+ 0.026858428493142128,
+ 0.0002299647603649646,
+ 4.467305916477926e-05,
+ 0.0010622662957757711,
+ 1.1904994607903063e-05
+ ],
+ "log_scores_by_expert": [
+ -7.04059362411499,
+ -0.408808171749115,
+ -19.929243087768555,
+ -16.89923667907715,
+ -13.057052612304688,
+ -3.617175579071045,
+ -8.377584457397461,
+ -10.01613998413086,
+ -6.847350597381592,
+ -11.338552474975586
+ ],
+ "distances_by_expert": [
+ 14.08118724822998,
+ 0.81761634349823,
+ 39.85848617553711,
+ 33.7984733581543,
+ 26.114105224609375,
+ 7.23435115814209,
+ 16.755168914794922,
+ 20.03227996826172,
+ 13.694701194763184,
+ 22.677104949951172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3289.39013671875,
+ "language": 50.17892837524414
+ }
+ },
+ {
+ "routing_index": 643,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009148181998170912,
+ 0.6931937336921692,
+ 2.259192388720521e-09,
+ 4.645371021183564e-08,
+ 2.2082197119743796e-06,
+ 0.028907928615808487,
+ 0.00023615194368176162,
+ 4.6610384742962196e-05,
+ 0.001097032567486167,
+ 1.2503510333772283e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9967851638793945,
+ -0.36644572019577026,
+ -19.90825843811035,
+ -16.884809494018555,
+ -13.023324012756348,
+ -3.5436394214630127,
+ -8.351035118103027,
+ -9.973687171936035,
+ -6.815146446228027,
+ -11.289501190185547
+ ],
+ "distances_by_expert": [
+ 13.993570327758789,
+ 0.7328914403915405,
+ 39.8165168762207,
+ 33.76961898803711,
+ 26.046648025512695,
+ 7.087278842926025,
+ 16.702070236206055,
+ 19.94737434387207,
+ 13.630292892456055,
+ 22.579002380371094
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3302.53515625,
+ "language": 50.18107986450195
+ }
+ },
+ {
+ "routing_index": 644,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008507472230121493,
+ 0.637239396572113,
+ 2.1455839327444437e-09,
+ 4.409008980132967e-08,
+ 2.0621714611479547e-06,
+ 0.025861196219921112,
+ 0.00022341066505759954,
+ 4.3583557271631435e-05,
+ 0.0010381831089034677,
+ 1.1499378160806373e-05
+ ],
+ "log_scores_by_expert": [
+ -7.069395542144775,
+ -0.4506099224090576,
+ -19.959854125976562,
+ -16.937030792236328,
+ -13.091751098632812,
+ -3.6550116539001465,
+ -8.406498908996582,
+ -10.040830612182617,
+ -6.870283126831055,
+ -11.373217582702637
+ ],
+ "distances_by_expert": [
+ 14.13879108428955,
+ 0.9012198448181152,
+ 39.919708251953125,
+ 33.874061584472656,
+ 26.183502197265625,
+ 7.310023307800293,
+ 16.812997817993164,
+ 20.081661224365234,
+ 13.74056625366211,
+ 22.746435165405273
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3291.024169921875,
+ "language": 50.180824279785156
+ }
+ },
+ {
+ "routing_index": 645,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008526019519194961,
+ 0.6509383916854858,
+ 2.1840824704355555e-09,
+ 4.534958009116963e-08,
+ 2.112280526489485e-06,
+ 0.0262216217815876,
+ 0.00022633753542322665,
+ 4.400400575832464e-05,
+ 0.0010462653590366244,
+ 1.1711632396327332e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067217826843262,
+ -0.42934033274650574,
+ -19.94207000732422,
+ -16.908864974975586,
+ -13.067742347717285,
+ -3.6411709785461426,
+ -8.39348316192627,
+ -10.031229972839355,
+ -6.862528324127197,
+ -11.354928016662598
+ ],
+ "distances_by_expert": [
+ 14.134435653686523,
+ 0.8586806654930115,
+ 39.88414001464844,
+ 33.81772994995117,
+ 26.13548469543457,
+ 7.282341957092285,
+ 16.78696632385254,
+ 20.06245994567871,
+ 13.725056648254395,
+ 22.709856033325195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3235.43505859375,
+ "language": 50.182899475097656
+ }
+ },
+ {
+ "routing_index": 646,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008548490586690605,
+ 0.6344094276428223,
+ 2.1504265035332537e-09,
+ 4.447939261353895e-08,
+ 2.08835467674362e-06,
+ 0.026092367246747017,
+ 0.0002235451538581401,
+ 4.3873140384675935e-05,
+ 0.0010343146277591586,
+ 1.1601346159295645e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0645856857299805,
+ -0.455060750246048,
+ -19.957599639892578,
+ -16.928239822387695,
+ -13.079133987426758,
+ -3.6461124420166016,
+ -8.40589714050293,
+ -10.034208297729492,
+ -6.874016284942627,
+ -11.364389419555664
+ ],
+ "distances_by_expert": [
+ 14.129171371459961,
+ 0.910121500492096,
+ 39.915199279785156,
+ 33.85647964477539,
+ 26.158267974853516,
+ 7.292224884033203,
+ 16.81179428100586,
+ 20.068416595458984,
+ 13.748032569885254,
+ 22.728778839111328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3298.621826171875,
+ "language": 50.20252990722656
+ }
+ },
+ {
+ "routing_index": 647,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009258755017071962,
+ 0.7136968374252319,
+ 2.2940649380132072e-09,
+ 4.870480196927929e-08,
+ 2.338995955142309e-06,
+ 0.029179681092500687,
+ 0.0002457037044223398,
+ 4.768014696310274e-05,
+ 0.001110287383198738,
+ 1.33425146486843e-05
+ ],
+ "log_scores_by_expert": [
+ -6.984770774841309,
+ -0.33729711174964905,
+ -19.892940521240234,
+ -16.837488174438477,
+ -12.965788841247559,
+ -3.534282684326172,
+ -8.311384201049805,
+ -9.950995445251465,
+ -6.803136348724365,
+ -11.224555015563965
+ ],
+ "distances_by_expert": [
+ 13.969541549682617,
+ 0.6745942234992981,
+ 39.78588104248047,
+ 33.67497634887695,
+ 25.931577682495117,
+ 7.068565368652344,
+ 16.62276840209961,
+ 19.90199089050293,
+ 13.60627269744873,
+ 22.44911003112793
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3314.868896484375,
+ "language": 50.2012825012207
+ }
+ },
+ {
+ "routing_index": 648,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009868943598121405,
+ 0.6547931432723999,
+ 2.345960092853261e-09,
+ 4.125473296312521e-08,
+ 2.190671466451022e-06,
+ 0.024579891934990883,
+ 0.00022717745741829276,
+ 4.573179467115551e-05,
+ 0.001145211630500853,
+ 1.2568784768518526e-05
+ ],
+ "log_scores_by_expert": [
+ -6.920947551727295,
+ -0.42343592643737793,
+ -19.87057113647461,
+ -17.00349998474121,
+ -13.031302452087402,
+ -3.7058265209198,
+ -8.389779090881348,
+ -9.992716789245605,
+ -6.772165775299072,
+ -11.284294128417969
+ ],
+ "distances_by_expert": [
+ 13.84189510345459,
+ 0.8468718528747559,
+ 39.74114227294922,
+ 34.00699996948242,
+ 26.062604904174805,
+ 7.4116530418396,
+ 16.779558181762695,
+ 19.98543357849121,
+ 13.544331550598145,
+ 22.568588256835938
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3358.24169921875,
+ "language": 50.18939971923828
+ }
+ },
+ {
+ "routing_index": 649,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000990786706097424,
+ 0.6294513940811157,
+ 2.3911441715540604e-09,
+ 3.883863186615599e-08,
+ 2.145474581993767e-06,
+ 0.022695254534482956,
+ 0.00022483609791379422,
+ 4.4948013965040445e-05,
+ 0.0011353620793670416,
+ 1.2266863450349774e-05
+ ],
+ "log_scores_by_expert": [
+ -6.917011260986328,
+ -0.46290668845176697,
+ -19.85149383544922,
+ -17.06385040283203,
+ -13.052149772644043,
+ -3.78559947013855,
+ -8.400138854980469,
+ -10.010004043579102,
+ -6.780803680419922,
+ -11.308609008789062
+ ],
+ "distances_by_expert": [
+ 13.834022521972656,
+ 0.9258133769035339,
+ 39.70298767089844,
+ 34.12770080566406,
+ 26.104299545288086,
+ 7.5711989402771,
+ 16.800277709960938,
+ 20.020008087158203,
+ 13.561607360839844,
+ 22.617218017578125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3356.678466796875,
+ "language": 50.18971252441406
+ }
+ },
+ {
+ "routing_index": 650,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009599979966878891,
+ 0.5870534181594849,
+ 2.3618311750794874e-09,
+ 3.6553782223336384e-08,
+ 2.003687086471473e-06,
+ 0.021434757858514786,
+ 0.00021387659944593906,
+ 4.277670450392179e-05,
+ 0.0010962538653984666,
+ 1.1505762813612819e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94857931137085,
+ -0.5326393842697144,
+ -19.863828659057617,
+ -17.124481201171875,
+ -13.120521545410156,
+ -3.8427414894104004,
+ -8.450111389160156,
+ -10.059516906738281,
+ -6.815856456756592,
+ -11.372662544250488
+ ],
+ "distances_by_expert": [
+ 13.8971586227417,
+ 1.0652787685394287,
+ 39.727657318115234,
+ 34.24896240234375,
+ 26.241043090820312,
+ 7.685482978820801,
+ 16.900222778320312,
+ 20.119033813476562,
+ 13.631712913513184,
+ 22.745325088500977
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3321.273193359375,
+ "language": 50.19548797607422
+ }
+ },
+ {
+ "routing_index": 651,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009610203560441732,
+ 0.5788886547088623,
+ 2.303676360781992e-09,
+ 3.5505109963196446e-08,
+ 1.9661488295241725e-06,
+ 0.02186981588602066,
+ 0.00020976144878659397,
+ 4.232626815792173e-05,
+ 0.001100508845411241,
+ 1.1407440979382955e-05
+ ],
+ "log_scores_by_expert": [
+ -6.94751501083374,
+ -0.5466451048851013,
+ -19.88875961303711,
+ -17.153589248657227,
+ -13.139433860778809,
+ -3.8226478099823,
+ -8.469539642333984,
+ -10.07010269165039,
+ -6.81198263168335,
+ -11.381244659423828
+ ],
+ "distances_by_expert": [
+ 13.89503002166748,
+ 1.0932902097702026,
+ 39.77751922607422,
+ 34.30717849731445,
+ 26.278867721557617,
+ 7.6452956199646,
+ 16.93907928466797,
+ 20.14020538330078,
+ 13.6239652633667,
+ 22.762489318847656
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3332.957763671875,
+ "language": 50.19456100463867
+ }
+ },
+ {
+ "routing_index": 652,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009476272971369326,
+ 0.5662766098976135,
+ 2.2688739775844624e-09,
+ 3.42874635350654e-08,
+ 1.9348119622009108e-06,
+ 0.021456167101860046,
+ 0.00020693661645054817,
+ 4.159751915722154e-05,
+ 0.0010879909386858344,
+ 1.1356110007909592e-05
+ ],
+ "log_scores_by_expert": [
+ -6.961549282073975,
+ -0.5686725974082947,
+ -19.903982162475586,
+ -17.188486099243164,
+ -13.155500411987305,
+ -3.841743230819702,
+ -8.483098030090332,
+ -10.087470054626465,
+ -6.823422431945801,
+ -11.385754585266113
+ ],
+ "distances_by_expert": [
+ 13.92309856414795,
+ 1.1373451948165894,
+ 39.80796432495117,
+ 34.37697219848633,
+ 26.31100082397461,
+ 7.683486461639404,
+ 16.966196060180664,
+ 20.17494010925293,
+ 13.646844863891602,
+ 22.771509170532227
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3316.228759765625,
+ "language": 50.19174575805664
+ }
+ },
+ {
+ "routing_index": 653,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008954256190918386,
+ 0.6401819586753845,
+ 2.267731780136728e-09,
+ 3.733237363690023e-08,
+ 2.0200261587888235e-06,
+ 0.02256929501891136,
+ 0.00021805395954288542,
+ 4.3096832087030634e-05,
+ 0.0010304684983566403,
+ 1.2232330846018158e-05
+ ],
+ "log_scores_by_expert": [
+ -7.018211364746094,
+ -0.44600293040275574,
+ -19.90448570251465,
+ -17.103404998779297,
+ -13.11240005493164,
+ -3.7911648750305176,
+ -8.430768013000488,
+ -10.052061080932617,
+ -6.877741813659668,
+ -11.31142807006836
+ ],
+ "distances_by_expert": [
+ 14.036422729492188,
+ 0.8920058608055115,
+ 39.8089714050293,
+ 34.206809997558594,
+ 26.22480010986328,
+ 7.582329750061035,
+ 16.861536026000977,
+ 20.104122161865234,
+ 13.755483627319336,
+ 22.62285614013672
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3531.53955078125,
+ "language": 50.19033432006836
+ }
+ },
+ {
+ "routing_index": 654,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009288839064538479,
+ 0.7170747518539429,
+ 2.3536061988238544e-09,
+ 3.9657571448969975e-08,
+ 2.1502164599951357e-06,
+ 0.024465259164571762,
+ 0.00022970765712670982,
+ 4.497691406868398e-05,
+ 0.0010829109232872725,
+ 1.2755092939187307e-05
+ ],
+ "log_scores_by_expert": [
+ -6.981526851654053,
+ -0.3325752019882202,
+ -19.86731719970703,
+ -17.042984008789062,
+ -13.049942016601562,
+ -3.710501194000244,
+ -8.378703117370605,
+ -10.009361267089844,
+ -6.8281025886535645,
+ -11.269579887390137
+ ],
+ "distances_by_expert": [
+ 13.963053703308105,
+ 0.6651504039764404,
+ 39.73463439941406,
+ 34.085968017578125,
+ 26.099884033203125,
+ 7.421002388000488,
+ 16.75740623474121,
+ 20.018722534179688,
+ 13.656205177307129,
+ 22.539159774780273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3380.45263671875,
+ "language": 50.16693878173828
+ }
+ },
+ {
+ "routing_index": 655,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009359973482787609,
+ 0.7438144683837891,
+ 2.3258261983016837e-09,
+ 4.115075924460143e-08,
+ 2.162567852792563e-06,
+ 0.025099217891693115,
+ 0.00023084654822014272,
+ 4.490178616833873e-05,
+ 0.001117215259000659,
+ 1.296347090828931e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973897933959961,
+ -0.29596373438835144,
+ -19.87919044494629,
+ -17.006023406982422,
+ -13.044214248657227,
+ -3.6849186420440674,
+ -8.373757362365723,
+ -10.011033058166504,
+ -6.7969160079956055,
+ -11.253375053405762
+ ],
+ "distances_by_expert": [
+ 13.947795867919922,
+ 0.5919274687767029,
+ 39.75838088989258,
+ 34.012046813964844,
+ 26.088428497314453,
+ 7.369837284088135,
+ 16.747514724731445,
+ 20.022066116333008,
+ 13.593832015991211,
+ 22.506750106811523
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3472.830322265625,
+ "language": 50.18694305419922
+ }
+ },
+ {
+ "routing_index": 656,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008872157195582986,
+ 0.7507343888282776,
+ 2.2086352746697457e-09,
+ 4.216569493564748e-08,
+ 2.1358305275498424e-06,
+ 0.026391182094812393,
+ 0.00022596592316403985,
+ 4.4137192162452266e-05,
+ 0.0010896113235503435,
+ 1.2826696547563188e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0274224281311035,
+ -0.2867034077644348,
+ -19.930891036987305,
+ -16.981658935546875,
+ -13.056654930114746,
+ -3.634725332260132,
+ -8.395126342773438,
+ -10.028207778930664,
+ -6.821934223175049,
+ -11.263981819152832
+ ],
+ "distances_by_expert": [
+ 14.054844856262207,
+ 0.5734068155288696,
+ 39.86178207397461,
+ 33.96331787109375,
+ 26.113309860229492,
+ 7.269450664520264,
+ 16.790252685546875,
+ 20.056415557861328,
+ 13.643868446350098,
+ 22.527963638305664
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3452.234375,
+ "language": 50.17469024658203
+ }
+ },
+ {
+ "routing_index": 657,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009617711766622961,
+ 0.8297474384307861,
+ 2.406476351524134e-09,
+ 5.043964890205643e-08,
+ 2.3767158836562885e-06,
+ 0.03311390057206154,
+ 0.0002590638177935034,
+ 5.0278355047339574e-05,
+ 0.001152052660472691,
+ 1.4178956917021424e-05
+ ],
+ "log_scores_by_expert": [
+ -6.9467339515686035,
+ -0.1866339147090912,
+ -19.845102310180664,
+ -16.802488327026367,
+ -12.949790954589844,
+ -3.407802104949951,
+ -8.25843620300293,
+ -9.89793586730957,
+ -6.766210079193115,
+ -11.163751602172852
+ ],
+ "distances_by_expert": [
+ 13.893467903137207,
+ 0.3732678294181824,
+ 39.69020462036133,
+ 33.604976654052734,
+ 25.899581909179688,
+ 6.815604209899902,
+ 16.51687240600586,
+ 19.79587173461914,
+ 13.53242015838623,
+ 22.327503204345703
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3378.64208984375,
+ "language": 50.195709228515625
+ }
+ },
+ {
+ "routing_index": 658,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008278581663034856,
+ 0.7222303152084351,
+ 2.0885986273810886e-09,
+ 4.444530432579086e-08,
+ 2.1954631392873125e-06,
+ 0.02958904206752777,
+ 0.00024311784363817424,
+ 4.624629218596965e-05,
+ 0.0010061173234134912,
+ 1.306860849581426e-05
+ ],
+ "log_scores_by_expert": [
+ -7.096668720245361,
+ -0.32541123032569885,
+ -19.986772537231445,
+ -16.929006576538086,
+ -13.029117584228516,
+ -3.5203511714935303,
+ -8.321964263916016,
+ -9.981529235839844,
+ -6.901656627655029,
+ -11.2452974319458
+ ],
+ "distances_by_expert": [
+ 14.193337440490723,
+ 0.6508224606513977,
+ 39.97354507446289,
+ 33.85801315307617,
+ 26.05823516845703,
+ 7.0407023429870605,
+ 16.64392852783203,
+ 19.963058471679688,
+ 13.803313255310059,
+ 22.4905948638916
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3379.95947265625,
+ "language": 50.21284484863281
+ }
+ },
+ {
+ "routing_index": 659,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008379371138289571,
+ 0.7184416055679321,
+ 2.126058440410361e-09,
+ 4.361326233492946e-08,
+ 2.151874014089117e-06,
+ 0.028620058670639992,
+ 0.0002406046405667439,
+ 4.619242827175185e-05,
+ 0.0010135467164218426,
+ 1.2657630577450618e-05
+ ],
+ "log_scores_by_expert": [
+ -7.084567546844482,
+ -0.33067095279693604,
+ -19.968996047973633,
+ -16.947904586791992,
+ -13.049171447753906,
+ -3.553647518157959,
+ -8.332355499267578,
+ -9.982694625854492,
+ -6.894299507141113,
+ -11.277250289916992
+ ],
+ "distances_by_expert": [
+ 14.169135093688965,
+ 0.6613419055938721,
+ 39.937992095947266,
+ 33.895809173583984,
+ 26.098342895507812,
+ 7.107295036315918,
+ 16.664710998535156,
+ 19.965389251708984,
+ 13.788599014282227,
+ 22.554500579833984
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3303.80224609375,
+ "language": 50.200035095214844
+ }
+ },
+ {
+ "routing_index": 660,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008976217359304428,
+ 0.7709408402442932,
+ 2.2488011452992396e-09,
+ 4.521294272308296e-08,
+ 2.2573954083782155e-06,
+ 0.031233470886945724,
+ 0.0002458802191540599,
+ 4.87049255752936e-05,
+ 0.0010773104149848223,
+ 1.357680685032392e-05
+ ],
+ "log_scores_by_expert": [
+ -7.015761852264404,
+ -0.2601436376571655,
+ -19.91286849975586,
+ -16.911882400512695,
+ -13.001298904418945,
+ -3.4662649631500244,
+ -8.31066608428955,
+ -9.929730415344238,
+ -6.833287715911865,
+ -11.207147598266602
+ ],
+ "distances_by_expert": [
+ 14.031523704528809,
+ 0.520287275314331,
+ 39.82573699951172,
+ 33.82376480102539,
+ 26.00259780883789,
+ 6.932529926300049,
+ 16.6213321685791,
+ 19.859460830688477,
+ 13.66657543182373,
+ 22.414295196533203
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3330.698974609375,
+ "language": 50.18442153930664
+ }
+ },
+ {
+ "routing_index": 661,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009755004430189729,
+ 0.7426608204841614,
+ 2.412657629236037e-09,
+ 4.132379771704109e-08,
+ 2.242709342681337e-06,
+ 0.026211652904748917,
+ 0.0002379101497353986,
+ 4.763433389598504e-05,
+ 0.0011550068156793714,
+ 1.347800025541801e-05
+ ],
+ "log_scores_by_expert": [
+ -6.932559967041016,
+ -0.2975158095359802,
+ -19.84253692626953,
+ -17.001827239990234,
+ -13.00782585144043,
+ -3.6415512561798096,
+ -8.34361743927002,
+ -9.951956748962402,
+ -6.763648986816406,
+ -11.214451789855957
+ ],
+ "distances_by_expert": [
+ 13.865119934082031,
+ 0.5950316190719604,
+ 39.68507385253906,
+ 34.00365447998047,
+ 26.01565170288086,
+ 7.283102512359619,
+ 16.68723487854004,
+ 19.903913497924805,
+ 13.527297973632812,
+ 22.428903579711914
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3397.75537109375,
+ "language": 50.17662811279297
+ }
+ },
+ {
+ "routing_index": 662,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0010145616251975298,
+ 0.7345871925354004,
+ 2.5479438559017353e-09,
+ 4.442962264761263e-08,
+ 2.3524069092673017e-06,
+ 0.027132106944918633,
+ 0.00024750776356086135,
+ 4.9515816499479115e-05,
+ 0.0011818227358162403,
+ 1.3697901522391476e-05
+ ],
+ "log_scores_by_expert": [
+ -6.893298625946045,
+ -0.30844664573669434,
+ -19.787979125976562,
+ -16.929359436035156,
+ -12.960071563720703,
+ -3.6070375442504883,
+ -8.304068565368652,
+ -9.91321849822998,
+ -6.740697383880615,
+ -11.198267936706543
+ ],
+ "distances_by_expert": [
+ 13.78659725189209,
+ 0.6168932914733887,
+ 39.575958251953125,
+ 33.85871887207031,
+ 25.920143127441406,
+ 7.214075088500977,
+ 16.608137130737305,
+ 19.82643699645996,
+ 13.48139476776123,
+ 22.396535873413086
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3444.846923828125,
+ "language": 50.22020721435547
+ }
+ },
+ {
+ "routing_index": 663,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009092490654438734,
+ 0.7325552105903625,
+ 2.3491075751280732e-09,
+ 4.792127583641559e-08,
+ 2.281153228977928e-06,
+ 0.030250707641243935,
+ 0.0002511931234039366,
+ 4.801480463356711e-05,
+ 0.001083074021153152,
+ 1.3107189261063468e-05
+ ],
+ "log_scores_by_expert": [
+ -7.002891540527344,
+ -0.31121665239334106,
+ -19.869230270385742,
+ -16.85370635986328,
+ -12.990829467773438,
+ -3.4982357025146484,
+ -8.289288520812988,
+ -9.944001197814941,
+ -6.827951908111572,
+ -11.242349624633789
+ ],
+ "distances_by_expert": [
+ 14.005783081054688,
+ 0.6224333047866821,
+ 39.738460540771484,
+ 33.70741271972656,
+ 25.981658935546875,
+ 6.996471405029297,
+ 16.578577041625977,
+ 19.888002395629883,
+ 13.655903816223145,
+ 22.484699249267578
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3245.927490234375,
+ "language": 50.197059631347656
+ }
+ },
+ {
+ "routing_index": 664,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.000860251544509083,
+ 0.6189881563186646,
+ 2.1680119921541063e-09,
+ 3.397686043626891e-08,
+ 2.0411146124388324e-06,
+ 0.01975637674331665,
+ 0.00021179488976486027,
+ 4.082252780790441e-05,
+ 0.000986809260211885,
+ 1.2148161658842582e-05
+ ],
+ "log_scores_by_expert": [
+ -7.058285713195801,
+ -0.4796691834926605,
+ -19.94945526123047,
+ -17.197586059570312,
+ -13.102014541625977,
+ -3.924278974533081,
+ -8.459892272949219,
+ -10.106276512145996,
+ -6.92103385925293,
+ -11.31833267211914
+ ],
+ "distances_by_expert": [
+ 14.116571426391602,
+ 0.959338366985321,
+ 39.89891052246094,
+ 34.395172119140625,
+ 26.204029083251953,
+ 7.848557949066162,
+ 16.919784545898438,
+ 20.212553024291992,
+ 13.84206771850586,
+ 22.63666534423828
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3538.018310546875,
+ "language": 50.190185546875
+ }
+ },
+ {
+ "routing_index": 665,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009294944466091692,
+ 0.7069380879402161,
+ 2.3586887998305883e-09,
+ 3.858617958485411e-08,
+ 2.156446953449631e-06,
+ 0.023113606497645378,
+ 0.00022569562133867294,
+ 4.4036747567588463e-05,
+ 0.001077568856999278,
+ 1.2800497643183917e-05
+ ],
+ "log_scores_by_expert": [
+ -6.980869770050049,
+ -0.3468121886253357,
+ -19.86515998840332,
+ -17.070371627807617,
+ -13.047048568725586,
+ -3.767333745956421,
+ -8.396323204040527,
+ -10.030486106872559,
+ -6.833047866821289,
+ -11.266026496887207
+ ],
+ "distances_by_expert": [
+ 13.961739540100098,
+ 0.6936243772506714,
+ 39.73031997680664,
+ 34.140743255615234,
+ 26.094097137451172,
+ 7.534667491912842,
+ 16.792646408081055,
+ 20.060972213745117,
+ 13.666095733642578,
+ 22.532052993774414
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3439.059814453125,
+ "language": 50.189117431640625
+ }
+ },
+ {
+ "routing_index": 666,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008845473057590425,
+ 0.6911389827728271,
+ 2.210089222742795e-09,
+ 3.6764102873121374e-08,
+ 2.0250683974154526e-06,
+ 0.022194644436240196,
+ 0.00021732195455115288,
+ 4.1777893784455955e-05,
+ 0.001056296518072486,
+ 1.2230312677274924e-05
+ ],
+ "log_scores_by_expert": [
+ -7.030434608459473,
+ -0.369414359331131,
+ -19.930233001708984,
+ -17.118743896484375,
+ -13.109907150268555,
+ -3.8079042434692383,
+ -8.434130668640137,
+ -10.08314323425293,
+ -6.8529863357543945,
+ -11.311593055725098
+ ],
+ "distances_by_expert": [
+ 14.060869216918945,
+ 0.738828718662262,
+ 39.86046600341797,
+ 34.23748779296875,
+ 26.21981430053711,
+ 7.615808486938477,
+ 16.868261337280273,
+ 20.16628646850586,
+ 13.705972671508789,
+ 22.623186111450195
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3494.35693359375,
+ "language": 50.185909271240234
+ }
+ },
+ {
+ "routing_index": 667,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008637993014417589,
+ 0.686129629611969,
+ 2.1445569764466654e-09,
+ 3.7373407479890375e-08,
+ 2.0467068679863587e-06,
+ 0.0222407728433609,
+ 0.00021366517466958612,
+ 4.122871905565262e-05,
+ 0.0010337308049201965,
+ 1.2384077308524866e-05
+ ],
+ "log_scores_by_expert": [
+ -7.05417013168335,
+ -0.3766886293888092,
+ -19.9603328704834,
+ -17.102306365966797,
+ -13.099278450012207,
+ -3.805828094482422,
+ -8.45110034942627,
+ -10.096375465393066,
+ -6.8745808601379395,
+ -11.29909896850586
+ ],
+ "distances_by_expert": [
+ 14.1083402633667,
+ 0.7533772587776184,
+ 39.9206657409668,
+ 34.204612731933594,
+ 26.198556900024414,
+ 7.611656188964844,
+ 16.90220069885254,
+ 20.192750930786133,
+ 13.749161720275879,
+ 22.59819793701172
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3601.17529296875,
+ "language": 50.1910514831543
+ }
+ },
+ {
+ "routing_index": 668,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009364986908622086,
+ 0.8130406141281128,
+ 2.3537767290804368e-09,
+ 4.886662097192129e-08,
+ 2.2917636215424864e-06,
+ 0.03120500035583973,
+ 0.0002493817009963095,
+ 4.80744602100458e-05,
+ 0.0011217575520277023,
+ 1.339784012088785e-05
+ ],
+ "log_scores_by_expert": [
+ -6.973362445831299,
+ -0.2069743126630783,
+ -19.867244720458984,
+ -16.834171295166016,
+ -12.986188888549805,
+ -3.467176914215088,
+ -8.296525955200195,
+ -9.94275951385498,
+ -6.792858600616455,
+ -11.220417022705078
+ ],
+ "distances_by_expert": [
+ 13.946724891662598,
+ 0.4139486253261566,
+ 39.73448944091797,
+ 33.66834259033203,
+ 25.97237777709961,
+ 6.934353828430176,
+ 16.59305191040039,
+ 19.88551902770996,
+ 13.58571720123291,
+ 22.440834045410156
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3414.8798828125,
+ "language": 50.17206954956055
+ }
+ },
+ {
+ "routing_index": 669,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008714505238458514,
+ 0.7480645775794983,
+ 2.186892000821672e-09,
+ 4.568224909462515e-08,
+ 2.265627699671313e-06,
+ 0.02977292612195015,
+ 0.00024936741101555526,
+ 4.780672679771669e-05,
+ 0.0010527977719902992,
+ 1.324662662227638e-05
+ ],
+ "log_scores_by_expert": [
+ -7.045351505279541,
+ -0.2902659773826599,
+ -19.940784454345703,
+ -16.90155601501465,
+ -12.997658729553223,
+ -3.514155864715576,
+ -8.29658317565918,
+ -9.948344230651855,
+ -6.856304168701172,
+ -11.231767654418945
+ ],
+ "distances_by_expert": [
+ 14.090703010559082,
+ 0.5805319547653198,
+ 39.881568908691406,
+ 33.8031120300293,
+ 25.995317459106445,
+ 7.028311729431152,
+ 16.59316635131836,
+ 19.89668846130371,
+ 13.712608337402344,
+ 22.46353530883789
+ ],
+ "routing_embedding_norm": 1.4142136573791504,
+ "modality_norms": {
+ "vision": 3355.52978515625,
+ "language": 50.19723129272461
+ }
+ },
+ {
+ "routing_index": 670,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008296613814309239,
+ 0.7548460960388184,
+ 2.1558352880646225e-09,
+ 4.4045290081839994e-08,
+ 2.1913110686000437e-06,
+ 0.029565375298261642,
+ 0.00024380488321185112,
+ 4.6495442802552134e-05,
+ 0.0010071104625239968,
+ 1.2996534678677563e-05
+ ],
+ "log_scores_by_expert": [
+ -7.0944929122924805,
+ -0.28124141693115234,
+ -19.955087661743164,
+ -16.938047409057617,
+ -13.031010627746582,
+ -3.521151304244995,
+ -8.31914234161377,
+ -9.976156234741211,
+ -6.900670051574707,
+ -11.25082778930664
+ ],
+ "distances_by_expert": [
+ 14.188985824584961,
+ 0.5624828338623047,
+ 39.91017532348633,
+ 33.876094818115234,
+ 26.062021255493164,
+ 7.04230260848999,
+ 16.63828468322754,
+ 19.952312469482422,
+ 13.801340103149414,
+ 22.50165557861328
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3276.693359375,
+ "language": 50.220306396484375
+ }
+ },
+ {
+ "routing_index": 671,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0008523283759132028,
+ 0.7551993131637573,
+ 2.1800661276216715e-09,
+ 4.310408385777009e-08,
+ 2.1861656023247633e-06,
+ 0.02941431850194931,
+ 0.00024071433290373534,
+ 4.6398483391385525e-05,
+ 0.0010159268276765943,
+ 1.3126728845236357e-05
+ ],
+ "log_scores_by_expert": [
+ -7.067538738250732,
+ -0.2807735502719879,
+ -19.943910598754883,
+ -16.95964813232422,
+ -13.033361434936523,
+ -3.526273727416992,
+ -8.331899642944336,
+ -9.978243827819824,
+ -6.891953945159912,
+ -11.240859985351562
+ ],
+ "distances_by_expert": [
+ 14.135077476501465,
+ 0.5615471005439758,
+ 39.887821197509766,
+ 33.91929626464844,
+ 26.066722869873047,
+ 7.052547454833984,
+ 16.663799285888672,
+ 19.95648765563965,
+ 13.783907890319824,
+ 22.481719970703125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3249.686767578125,
+ "language": 50.22333526611328
+ }
+ },
+ {
+ "routing_index": 672,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009395218803547323,
+ 0.7773381471633911,
+ 2.3606556709410143e-09,
+ 4.414100018834688e-08,
+ 2.2932022147870157e-06,
+ 0.028228798881173134,
+ 0.00024136579304467887,
+ 4.755073314299807e-05,
+ 0.0011380515061318874,
+ 1.3609917004941963e-05
+ ],
+ "log_scores_by_expert": [
+ -6.970139503479004,
+ -0.25187984108924866,
+ -19.86432647705078,
+ -16.935876846313477,
+ -12.98556137084961,
+ -3.5674126148223877,
+ -8.32919692993164,
+ -9.953713417053223,
+ -6.778437614440918,
+ -11.2047119140625
+ ],
+ "distances_by_expert": [
+ 13.940279006958008,
+ 0.5037596821784973,
+ 39.72865295410156,
+ 33.87175369262695,
+ 25.97112274169922,
+ 7.134825229644775,
+ 16.65839385986328,
+ 19.907426834106445,
+ 13.556875228881836,
+ 22.409423828125
+ ],
+ "routing_embedding_norm": 1.4142135381698608,
+ "modality_norms": {
+ "vision": 3319.311767578125,
+ "language": 50.18182373046875
+ }
+ },
+ {
+ "routing_index": 673,
+ "expert_index": 1,
+ "adapter_name": "gk_expert_0001",
+ "activation_weights": [
+ 0.0,
+ 1.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "scores_by_expert": [
+ 0.0009522806503809988,
+ 0.7590937614440918,
+ 2.3772743773520233e-09,
+ 4.467554504117288e-08,
+ 2.290461452503223e-06,
+ 0.02857748232781887,
+ 0.00024245009990409017,
+ 4.71119383291807e-05,
+ 0.001146532827988267,
+ 1.3256723832455464e-05
+ ],
+ "log_scores_by_expert": [
+ -6.956650733947754,
+ -0.2756299376487732,
+ -19.857311248779297,
+ -16.923839569091797,
+ -12.986757278442383,
+ -3.555136203765869,
+ -8.324714660644531,
+ -9.962984085083008,
+ -6.771012783050537,
+ -11.231005668640137
+ ],
+ "distances_by_expert": [
+ 13.913301467895508,
+ 0.5512598752975464,
+ 39.714622497558594,
+ 33.847679138183594,
+ 25.973514556884766,
+ 7.110272407531738,
+ 16.649429321289062,
+ 19.925968170166016,
+ 13.542025566101074,
+ 22.462011337280273
+ ],
+ "routing_embedding_norm": 1.4142134189605713,
+ "modality_norms": {
+ "vision": 3288.493896484375,
+ "language": 50.191436767578125
+ }
+ }
+ ]
+ }
+ ]
+}
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg
new file mode 100644
index 0000000000000000000000000000000000000000..5b7641d9cc757fc216c61401dfc6477d7d9b7749
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/expert_activation.svg
@@ -0,0 +1,37 @@
+
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d25b1898d86dc88506ebebedbfa85e2d8864dffa
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_0.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f137979bda5889aa060bd18c0814381965cc6d07
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_1.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ef0a9b62d4e207ee303ac103a0d23b955a4ba3c0
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_2.mp4 differ
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..be867c19275208a5c713647af8ba15e0489e96cf
--- /dev/null
+++ b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5faaffec9e29c2875b8d18b8f22f966ed82b98341c6a63880da78199e1c0f3a
+size 109840
diff --git a/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4 b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..458a3921180061cae8222e77b176fb0e704617e5
Binary files /dev/null and b/smolvla-split-gk_adp-libero-1000/17-09-20_smolvla_gk_adp_libero_spatial_2e-3_split2/libero_spatial_task03_070000/eval_task01_a10/videos/libero_spatial_1/eval_episode_4.mp4 differ